-- Logs begin at Sat 2022-03-05 20:01:15 UTC, end at Sat 2022-03-05 22:06:19 UTC. --
Mar 05 20:38:06.853202 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Mar 05 20:38:09.837351 ncdv-master-1 neutron-server[126455]: INFO neutron.common.config [-] Logging enabled!
Mar 05 20:38:09.837985 ncdv-master-1 neutron-server[126455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573
Mar 05 20:38:09.838125 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126455) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 05 20:38:09.841413 ncdv-master-1 neutron-server[126455]: INFO neutron.common.config [-] Logging enabled!
Mar 05 20:38:09.841666 ncdv-master-1 neutron-server[126455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573
Mar 05 20:38:09.841971 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126455) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 05 20:38:09.842886 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 05 20:38:09.843118 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 05 20:38:09.843495 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 05 20:38:09.843788 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 05 20:38:09.844016 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 05 20:38:09.844483 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.844897 ncdv-master-1 neutron-server[126455]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Mar 05 20:38:09.845206 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.845495 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.845781 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.846069 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.846353 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.846630 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.846912 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.847203 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.847482 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.847777 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.848057 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.848343 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.848617 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.848897 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.849177 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.849450 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] debug                          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.849729 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.850148 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.850555 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.850830 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.851643 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.851942 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.852207 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.852478 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.852754 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.853075 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.853347 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.853627 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.853906 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.854183 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.854451 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.854719 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.854998 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.855262 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.855527 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.855821 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.856105 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.856383 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.856674 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.856897 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.857115 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.857406 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.857687 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.857958 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.858225 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.858491 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.858757 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.859026 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.859290 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.859567 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.859871 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.860152 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.860422 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.860690 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.860960 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.861227 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.861503 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.861771 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.862036 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.862303 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.862582 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.862846 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.863114 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.863408 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.863701 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.863982 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.864260 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.864527 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.864803 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.865067 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.865335 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.865599 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.865863 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.866125 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.866399 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.866669 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.867501 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.867803 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.868075 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.868356 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.868621 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:09.868910 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.869219 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.869500 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.869791 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.870077 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.870352 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.870637 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.870908 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.871194 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.871477 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.871788 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.872065 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.872356 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.872640 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.872929 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.873230 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.873521 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.873808 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.874080 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.874347 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.874614 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.874886 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.875169 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.875442 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.875753 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.876041 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.876316 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.876613 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.876894 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.877183 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.877468 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.877737 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.878013 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.878299 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.878572 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.878843 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.879120 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.879403 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.879687 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.879977 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.880258 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.880532 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.880801 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.881069 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.881342 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.881628 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.881899 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.882165 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.882505 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.882787 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.883055 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.883336 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.883609 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.883905 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.884181 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.884456 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.884728 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.884996 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.885273 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.885539 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.885812 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.886080 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.886347 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.886623 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.886887 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.887152 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.887419 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.887710 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.887983 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.888254 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.888523 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.888826 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.889047 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.889317 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.889597 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.889889 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.890160 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.890433 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.890705 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.890974 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.891244 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.891517 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.891815 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.892089 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.892355 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.892639 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.892916 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.893195 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.893489 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.893760 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.894048 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.894321 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.894589 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.894864 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.895134 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.895405 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.895704 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.895985 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.896273 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.896562 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.896848 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.897134 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.897418 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.897691 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.898028 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.898306 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:09.898526 ncdv-master-1 neutron-server[126455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 05 20:38:09.898759 ncdv-master-1 neutron-server[126455]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=126455) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 05 20:38:10.266719 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=126455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 05 20:38:10.266927 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=126455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 05 20:38:10.267231 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=126455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 05 20:38:10.267559 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 05 20:38:10.598306 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.598603 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.598873 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.600197 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.600479 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.600744 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.646753 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.647029 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.647292 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.661425 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.661705 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.661972 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.691208 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.691487 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.691782 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.729194 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.729466 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:10.729732 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.078305 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b92d9c670> agent after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.078940 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b92d9c670> agent after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.078940 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b92d9c700> segment precommit_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.079121 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2b92d9c790> network precommit_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.079797 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2b92da0820> segment before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.178171 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> network before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.178420 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2b92d800d0> agent before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.178701 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> network before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.178969 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.179794 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.180108 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> segment precommit_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.180367 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> segment precommit_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.180624 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> segment after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.180874 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> segment after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.181150 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> network after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.181407 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> network precommit_delete 0 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.181667 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.181919 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.182166 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.182421 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> port provisioning_complete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.182683 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.182933 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.183198 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> agent after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.183462 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> subnet after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.183736 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> subnet precommit_delete 0 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.184011 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.184258 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.184555 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> segment_host_mapping after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.184927 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.185173 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.185417 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b936193d0>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.185804 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.186040 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.186272 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.186505 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.186736 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.186966 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.187321 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 05 20:38:11.190504 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 05 20:38:11.194534 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 05 20:38:11.198998 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Mar 05 20:38:11.200649 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 05 20:38:11.201114 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 05 20:38:11.201442 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 05 20:38:11.201817 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 05 20:38:11.204663 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 05 20:38:11.204913 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 05 20:38:11.205252 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 05 20:38:11.210386 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Mar 05 20:38:11.235170 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Mar 05 20:38:11.235614 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2b92acde50>> qos_plugin after_init 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.235944 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=126455) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Mar 05 20:38:11.236310 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2b92acd940>> logging-plugin after_init 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.237692 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=126455) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 05 20:38:11.237970 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 05 20:38:11.238212 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 05 20:38:11.241531 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b92acd280>> floatingip before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.241857 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b92acd280>> port before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.313936 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 05 20:38:11.314177 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 05 20:38:11.314414 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 05 20:38:11.314788 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 05 20:38:11.337212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_db.sqlalchemy.engines [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=126455) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Mar 05 20:38:11.789644 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing driver for type 'gre'
Mar 05 20:38:11.790169 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] gre ID ranges: [(1, 1000)]
Mar 05 20:38:11.843646 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing driver for type 'local'
Mar 05 20:38:11.844017 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing driver for type 'vlan'
Mar 05 20:38:11.857241 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] VlanTypeDriver initialization complete
Mar 05 20:38:11.857670 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing driver for type 'vxlan'
Mar 05 20:38:11.858202 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] vxlan ID ranges: [(1, 1000)]
Mar 05 20:38:11.912458 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing extension driver 'port_security'
Mar 05 20:38:11.912812 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.extensions.port_security [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] PortSecurityExtensionDriver initialization complete
Mar 05 20:38:11.913235 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing mechanism driver 'openvswitch'
Mar 05 20:38:11.913575 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing mechanism driver 'hyperv'
Mar 05 20:38:11.920643 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.plugin [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=126455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:11.921508 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92a5e250>> port after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.921892 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92a5e250>> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.922254 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92a5e250>> port after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.922793 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.923246 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92564940>> subnet after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.923608 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92564940>> subnet after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.923994 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b92564940>> subnet after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.924396 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.924815 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257f6d0>> network after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.925173 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257f6d0>> network after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.925523 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257f6d0>> network after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.925929 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.926363 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257fc70>> security_group after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.926721 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257fc70>> security_group after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.927067 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9257fc70>> security_group after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.927468 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.927915 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d130>> security_group_rule after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.928279 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d130>> security_group_rule after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.928623 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d130>> security_group_rule after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.929025 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.930035 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d640>> address_group after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.930479 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d640>> address_group after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.930832 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b9248d640>> address_group after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.931242 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=126455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 05 20:38:11.931722 ncdv-master-1 neutron-server[126455]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] ML2 OVO RPC backend initialized. {{(pid=126455) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Mar 05 20:38:11.932446 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> router_interface after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.932804 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> router_interface after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.933222 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> network before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.933576 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> networks before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.933927 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> port before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.934271 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> ports before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.934618 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> subnet before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.934962 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> subnets before_response 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.935313 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> network after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.935656 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> network after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.936016 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> network after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.936363 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> port after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.936699 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.937037 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> port after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.937372 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> subnet after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.937709 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> subnet after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.938042 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b9248dd60>> subnet after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.946183 ncdv-master-1 neutron-server[126455]: INFO neutron.quota [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f2b9248dee0>.
Mar 05 20:38:11.946553 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.plugin [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Modular L2 Plugin initialization complete
Mar 05 20:38:11.946905 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading services supported by the core plugin {{(pid=126455) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 05 20:38:11.947253 ncdv-master-1 neutron-server[126455]: INFO neutron.plugins.ml2.managers [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Got port-security extension from driver 'port_security'
Mar 05 20:38:11.947771 ncdv-master-1 neutron-server[126455]: INFO neutron.extensions.vlantransparent [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Disabled vlantransparent extension.
Mar 05 20:38:11.948275 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=126455) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 05 20:38:11.948608 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: router
Mar 05 20:38:11.984901 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router_interface before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.985293 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_create 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.985679 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router before_create 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.986061 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router_interface before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.986447 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router_interface after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.986815 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_delete 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.987185 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> floatingip after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.987546 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> floatingip after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.987946 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_create 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.988304 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.988664 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.989022 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router_gateway after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.989390 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.989811 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.990189 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2b92c07ca0> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.990535 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2b92c07b80> port after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.990882 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2b92c07c10> subnet after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.991228 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2b92c07d30> subnetpool_address_scope after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.991578 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> port precommit_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.992526 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_create 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.992922 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2b92b39550> port before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.993277 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.993647 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router after_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.994002 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_delete 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.994494 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_create 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.994872 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router_interface after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.995233 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> router precommit_update 55549900 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.995611 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> agent after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.996011 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> agent after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.996370 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b9248de50>> network after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:11.997230 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Tracking information for resource: router configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:11.997566 ncdv-master-1 neutron-server[126455]: DEBUG neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Tracking information for resource: floatingip configured {{(pid=126455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 05 20:38:12.002505 ncdv-master-1 neutron-server[126455]: INFO neutron.db.l3_agentschedulers_db [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 05 20:38:12.003078 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2b92514ca0> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.003443 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2b92514b80> port after_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.003833 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _notify_port_delete at 0x7f2b92514c10> port after_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.004193 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2b92514dc0> port after_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.004981 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b92533e50>> router before_create 55550100 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.005351 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b92533e50>> router precommit_delete 55550100 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.005723 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b92533e50>> router precommit_create 55550100 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.006086 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b92533e50>> router precommit_update 55550100 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.010909 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.provider_configuration [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service providers = [] {{(pid=126455) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 05 20:38:12.011283 ncdv-master-1 neutron-server[126455]: DEBUG neutron.db.servicetype_db [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=126455) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 05 20:38:12.014305 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.service_base [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=126455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 05 20:38:12.014662 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.service_base [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=126455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 05 20:38:12.015011 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.service_base [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=126455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 05 20:38:12.015956 ncdv-master-1 neutron-server[126455]: DEBUG neutron.services.service_base [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=126455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 05 20:38:12.016335 ncdv-master-1 neutron-server[126455]: INFO neutron.services.service_base [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 05 20:38:12.016718 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.017042 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 05 20:38:12.027997 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.028343 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: auto_allocate
Mar 05 20:38:12.034242 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b924d81f0> network precommit_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.034619 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b924d81f0> network precommit_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.035144 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.035475 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: tag
Mar 05 20:38:12.043341 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.043628 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: timestamp
Mar 05 20:38:12.047542 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.047913 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: network_ip_availability
Mar 05 20:38:12.053478 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b924ebee0>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.053856 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b924ebee0>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.054812 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b924ebee0>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.055805 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.056136 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: flavors
Mar 05 20:38:12.062340 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.062681 ncdv-master-1 neutron-server[126455]: INFO neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading Plugin: revisions
Mar 05 20:38:12.067038 ncdv-master-1 neutron-server[126455]: DEBUG neutron.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=126455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 05 20:38:12.067439 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=126455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 05 20:38:12.068218 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=126455) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Mar 05 20:38:12.068560 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Initializing extension manager.
Mar 05 20:38:12.069087 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: __init__.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.069434 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: __pycache__ {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.069774 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.070278 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: address_group.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.071046 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.071623 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: address-group
Mar 05 20:38:12.071980 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: address_scope.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.072712 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.073231 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: address-scope
Mar 05 20:38:12.073561 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: admin_state_down_before_update.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.074506 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.075027 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: router-admin-state-down-before-update
Mar 05 20:38:12.075356 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: agent.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.076107 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.076626 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: agent
Mar 05 20:38:12.076952 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: agent_resources_synced.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.077879 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.078397 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: agent-resources-synced
Mar 05 20:38:12.078899 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: allowedaddresspairs.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.080560 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.081094 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: allowed-address-pairs
Mar 05 20:38:12.081426 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: auto_allocated_topology.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.082522 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.083047 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: auto-allocated-topology
Mar 05 20:38:12.083379 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: availability_zone.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.084196 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.084719 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: availability_zone
Mar 05 20:38:12.085045 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: availability_zone_filter.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.086009 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.086521 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: availability_zone_filter
Mar 05 20:38:12.086848 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: data_plane_status.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.087799 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.088313 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension data-plane-status not supported by any of loaded plugins
Mar 05 20:38:12.088637 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: default_subnetpools.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.089563 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.090077 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: default-subnetpools
Mar 05 20:38:12.090404 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: dhcpagentscheduler.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.091216 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.091763 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: dhcp_agent_scheduler
Mar 05 20:38:12.092092 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: dns.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.093020 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.093534 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension dns-integration not supported by any of loaded plugins
Mar 05 20:38:12.093857 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: dns_domain_ports.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.094786 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.095303 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 05 20:38:12.095635 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.096605 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.097115 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Mar 05 20:38:12.097441 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: dvr.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.098125 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.098635 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: dvr
Mar 05 20:38:12.098962 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: ecmp_routes.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.099983 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.100496 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension ecmp_routes not supported by any of loaded plugins
Mar 05 20:38:12.100821 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: empty_string_filtering.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.102308 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.102826 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: empty-string-filtering
Mar 05 20:38:12.103152 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.104111 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.104624 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 05 20:38:12.104951 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.105888 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.106400 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 05 20:38:12.106726 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: external_net.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.107644 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.108188 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: external-net
Mar 05 20:38:12.108516 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: extra_dhcp_opt.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.109440 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.109957 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: extra_dhcp_opt
Mar 05 20:38:12.110285 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: extraroute.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.111209 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.111764 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: extraroute
Mar 05 20:38:12.112094 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: extraroute_atomic.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.113141 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.113664 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: extraroute-atomic
Mar 05 20:38:12.113989 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: filter_validation.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.114665 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.115176 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: filter-validation
Mar 05 20:38:12.115500 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: fip_pf_description.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.116475 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.117617 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 05 20:38:12.118017 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: fip_port_details.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.118963 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.119483 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: fip-port-details
Mar 05 20:38:12.119856 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: flavors.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.121291 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.121822 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: flavors
Mar 05 20:38:12.122156 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.123884 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.124423 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 05 20:38:12.124758 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: floatingip_pools.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.125470 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.125998 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: floatingip-pools
Mar 05 20:38:12.126328 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: ip_allocation.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.127271 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.127832 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension ip_allocation not supported by any of loaded plugins
Mar 05 20:38:12.128161 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.129091 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.129611 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: ip-substring-filtering
Mar 05 20:38:12.129938 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l2_adjacency.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.130871 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.131383 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 05 20:38:12.131735 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.132806 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.133335 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: router
Mar 05 20:38:12.133662 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_conntrack_helper.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.135987 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.136531 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 05 20:38:12.136872 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.137827 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.138355 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: ext-gw-mode
Mar 05 20:38:12.138688 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.139807 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.140212 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: l3-ha
Mar 05 20:38:12.140541 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.141472 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.141986 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Mar 05 20:38:12.142313 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_flavors.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.143241 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.143788 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: l3-flavors
Mar 05 20:38:12.144119 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_ndp_proxy.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.145526 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.146063 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Mar 05 20:38:12.146399 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.147342 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.147917 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 05 20:38:12.148472 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: l3agentscheduler.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.149552 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.150087 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: l3_agent_scheduler
Mar 05 20:38:12.150453 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: local_ip.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.152283 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.152819 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension local_ip not supported by any of loaded plugins
Mar 05 20:38:12.153160 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: logging.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.154780 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.155322 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension logging not supported by any of loaded plugins
Mar 05 20:38:12.155675 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: metering.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.156450 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.157037 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: metering
Mar 05 20:38:12.157374 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.158480 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.159005 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: metering_source_and_destination_fields
Mar 05 20:38:12.159337 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: multiprovidernet.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.160305 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.160826 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: multi-provider
Mar 05 20:38:12.161156 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: netmtu.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.162090 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.162609 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: net-mtu
Mar 05 20:38:12.162943 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: netmtu_writable.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.164448 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.164968 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: net-mtu-writable
Mar 05 20:38:12.165295 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: network_availability_zone.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.165981 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.166516 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: network_availability_zone
Mar 05 20:38:12.166846 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: network_ip_availability.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.168274 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.168795 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: network-ip-availability
Mar 05 20:38:12.169123 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: network_segment_range.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.169900 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.170416 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension network-segment-range not supported by any of loaded plugins
Mar 05 20:38:12.170742 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: pagination.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.171778 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.172118 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: pagination
Mar 05 20:38:12.172445 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: port_device_profile.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.173375 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.173899 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: port-device-profile
Mar 05 20:38:12.174227 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.175161 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.175701 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: port-mac-address-regenerate
Mar 05 20:38:12.176036 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.176967 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.177486 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: port-numa-affinity-policy
Mar 05 20:38:12.177816 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: port_resource_request.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.178760 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.179865 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension port-resource-request not supported by any of loaded plugins
Mar 05 20:38:12.180278 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: port_resource_request_groups.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.181177 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.181690 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension port-resource-request-groups not supported by any of loaded plugins
Mar 05 20:38:12.182019 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: portbindings.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.182961 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.183476 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: binding
Mar 05 20:38:12.183838 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: portbindings_extended.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.185139 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.185667 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: binding-extended
Mar 05 20:38:12.185998 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: portsecurity.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.186925 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.187443 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: port-security
Mar 05 20:38:12.187807 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: project_id.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.188804 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.189143 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: project-id
Mar 05 20:38:12.189470 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: providernet.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.190412 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.190934 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: provider
Mar 05 20:38:12.191261 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.194930 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.195468 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos not supported by any of loaded plugins
Mar 05 20:38:12.195842 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.197120 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.197648 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 05 20:38:12.197985 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.198924 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.199446 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 05 20:38:12.199811 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_default.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.200743 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.201265 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-default not supported by any of loaded plugins
Mar 05 20:38:12.201596 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_fip.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.202545 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.203063 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-fip not supported by any of loaded plugins
Mar 05 20:38:12.203389 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_fip_network_policy.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.204346 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.204862 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Mar 05 20:38:12.205190 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_gateway_ip.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.206132 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.206648 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 05 20:38:12.206975 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_port_network_policy.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.208061 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.208585 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 05 20:38:12.208915 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.209971 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.210524 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-pps-minimum not supported by any of loaded plugins
Mar 05 20:38:12.210849 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.211958 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.212480 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Mar 05 20:38:12.212808 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_pps_rule.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.214009 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.214540 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-pps not supported by any of loaded plugins
Mar 05 20:38:12.214876 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_rule_type_details.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.215859 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.216386 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 05 20:38:12.216720 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: qos_rules_alias.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.217790 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.218315 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 05 20:38:12.218647 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: quota_check_limit.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.219581 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.220142 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: quota-check-limit
Mar 05 20:38:12.220476 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: quotasv2.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.221416 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.221753 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: quotas
Mar 05 20:38:12.222082 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: quotasv2_detail.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.223851 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.224204 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: quota_details
Mar 05 20:38:12.224540 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: rbac.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.225609 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.226687 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: rbac-policies
Mar 05 20:38:12.227024 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: rbac_address_group.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.228008 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.228534 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: rbac-address-group
Mar 05 20:38:12.228866 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: rbac_address_scope.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.229805 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.230323 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: rbac-address-scope
Mar 05 20:38:12.230653 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: rbac_security_groups.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.231585 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.232133 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: rbac-security-groups
Mar 05 20:38:12.232465 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: rbac_subnetpool.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.233462 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.233983 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: rbac-subnetpool
Mar 05 20:38:12.234311 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: revisionifmatch.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.235254 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.235808 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: revision-if-match
Mar 05 20:38:12.236147 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: revisions.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.237277 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.237799 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: standard-attr-revisions
Mar 05 20:38:12.238132 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: router_availability_zone.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.238820 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.239342 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: router_availability_zone
Mar 05 20:38:12.239685 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: routerservicetype.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.240639 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.241165 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension router-service-type not supported by any of loaded plugins
Mar 05 20:38:12.241499 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.243086 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.243610 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: security-groups-normalized-cidr
Mar 05 20:38:12.243975 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: security_groups_port_filtering.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.244919 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.245440 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: port-security-groups-filtering
Mar 05 20:38:12.245770 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.246713 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.247232 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: security-groups-remote-address-group
Mar 05 20:38:12.247563 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: security_groups_shared_filtering.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.248562 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.249081 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: security-groups-shared-filtering
Mar 05 20:38:12.249409 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.250012 ncdv-master-1 neutron-server[126455]: WARNING neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Mar 05 20:38:12.250342 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: securitygroup.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.260060 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.260605 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: security-group
Mar 05 20:38:12.260941 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: segment.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.261739 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.262261 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension segment not supported by any of loaded plugins
Mar 05 20:38:12.262593 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.263551 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.264112 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 05 20:38:12.264441 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: servicetype.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.265578 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.266113 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: service-type
Mar 05 20:38:12.266443 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: sorting.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.267442 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.267812 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: sorting
Mar 05 20:38:12.268146 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: standard_attr_segment.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.269086 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.269613 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 05 20:38:12.269945 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: standardattrdescription.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.270601 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.271122 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: standard-attr-description
Mar 05 20:38:12.271450 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: stateful_security_group.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.272427 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.273000 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: stateful-security-group
Mar 05 20:38:12.273330 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: stdattrs_common.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.273921 ncdv-master-1 neutron-server[126455]: WARNING neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 05 20:38:12.274249 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.275206 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.275758 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 05 20:38:12.276093 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnet_onboard.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.277185 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.277711 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: subnet_onboard
Mar 05 20:38:12.278040 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.279007 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.279522 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 05 20:38:12.279887 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnet_service_types.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.280828 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.281351 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: subnet-service-types
Mar 05 20:38:12.281682 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnetallocation.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.282788 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.283312 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: subnet_allocation
Mar 05 20:38:12.283645 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.284357 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.284880 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: subnetpool-prefix-ops
Mar 05 20:38:12.285210 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.286172 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.286693 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 05 20:38:12.287021 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: tagging.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.288130 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.289219 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: standard-attr-tag
Mar 05 20:38:12.289554 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: timestamp.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.290781 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.291309 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loaded extension: standard-attr-timestamp
Mar 05 20:38:12.291645 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: trunk.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.292969 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.293536 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension trunk not supported by any of loaded plugins
Mar 05 20:38:12.293828 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: trunk_details.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.294761 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.295285 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension trunk-details not supported by any of loaded plugins
Mar 05 20:38:12.295616 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: uplink_status_propagation.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.296581 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.297105 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 05 20:38:12.297435 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Loading extension file: vlantransparent.py {{(pid=126455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 05 20:38:12.298116 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=126455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 05 20:38:12.298635 ncdv-master-1 neutron-server[126455]: INFO neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 05 20:38:12.301158 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:network
Mar 05 20:38:12.301679 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnet
Mar 05 20:38:12.302080 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnetpool
Mar 05 20:38:12.302471 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:port
Mar 05 20:38:12.303752 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.304823 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service FLAVORS assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.305494 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.305926 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.306265 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:router
Mar 05 20:38:12.306700 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:floatingip
Mar 05 20:38:12.307194 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service METERING assigned prefix: /metering {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.308682 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b923bc970>> rbac-policy before_create 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.309062 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b923bc970>> rbac-policy before_update 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.309463 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b923bc970>> rbac-policy before_delete 55550000 {{(pid=126455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:38:12.310477 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of CountableResource for resource:rbac_policy
Mar 05 20:38:12.310926 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:security_group
Mar 05 20:38:12.311363 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 05 20:38:12.312002 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service CORE assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.312346 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnetpool
Mar 05 20:38:12.312696 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] subnetpool is already registered
Mar 05 20:38:12.313134 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service CORE assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.313464 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnetpool
Mar 05 20:38:12.313800 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] subnetpool is already registered
Mar 05 20:38:12.316112 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.316563 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service FLAVORS assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.317159 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.317588 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.317929 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:router
Mar 05 20:38:12.318274 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] router is already registered
Mar 05 20:38:12.318693 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:floatingip
Mar 05 20:38:12.319036 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] floatingip is already registered
Mar 05 20:38:12.319494 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service METERING assigned prefix: /metering {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.320235 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of CountableResource for resource:rbac_policy
Mar 05 20:38:12.320566 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] rbac_policy is already registered
Mar 05 20:38:12.320980 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:security_group
Mar 05 20:38:12.321321 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] security_group is already registered
Mar 05 20:38:12.321725 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 05 20:38:12.322065 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] security_group_rule is already registered
Mar 05 20:38:12.322715 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service CORE assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.323052 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnetpool
Mar 05 20:38:12.323394 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] subnetpool is already registered
Mar 05 20:38:12.323858 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.v2.resource_helper [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Service CORE assigned prefix:  {{(pid=126455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 05 20:38:12.324192 ncdv-master-1 neutron-server[126455]: INFO neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Creating instance of TrackedResource for resource:subnetpool
Mar 05 20:38:12.324527 ncdv-master-1 neutron-server[126455]: WARNING neutron.quota.resource_registry [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] subnetpool is already registered
Mar 05 20:38:12.325000 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: extensions {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.326424 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: address-groups {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.327930 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: address-scopes {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.329244 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: agents {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.330415 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: auto-allocated-topology {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.331663 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: availability_zones {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.332906 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: dhcp-networks {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.334406 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: dhcp-agents {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.335985 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: routers {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.339167 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: flavors {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.340420 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: service_profiles {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.341648 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: next_providers {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.343078 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: service_profiles {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.344644 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: floatingip-pools {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.345893 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: routers {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.348039 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: floatingips {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.349324 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: l3-routers {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.350708 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: l3-agents {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.352834 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: metering-labels {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.354216 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: metering-label-rules {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.355493 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: network-ip-availabilities {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.356780 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: bindings {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.358413 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: quotas {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.360018 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: quotas {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.361561 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: rbac-policies {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.362839 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: security-groups {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.364133 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: security-group-rules {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.365364 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: service-providers {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.366563 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: subnetpools {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.368962 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: subnetpools {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.370426 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.372138 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.374959 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.376822 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.378619 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.380478 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.382172 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.384272 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.386036 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.387905 ncdv-master-1 neutron-server[126455]: DEBUG neutron.api.extensions [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Extended resource: tags {{(pid=126455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 05 20:38:12.393705 ncdv-master-1 neutron-server[126455]: WARNING keystonemiddleware.auth_token [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 05 20:38:12.398967 ncdv-master-1 neutron-server[126455]: WARNING keystonemiddleware.auth_token [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 05 20:38:12.407488 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Acquired lock "singleton_lock" {{(pid=126455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Mar 05 20:38:12.407998 ncdv-master-1 neutron-server[126455]: DEBUG oslo_concurrency.lockutils [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Releasing lock "singleton_lock" {{(pid=126455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Mar 05 20:38:12.408677 ncdv-master-1 neutron-server[126455]: INFO oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Starting 2 workers
Mar 05 20:38:12.414219 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Started child 126562 {{(pid=126455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 05 20:38:12.419099 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Started child 126563 {{(pid=126455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 05 20:38:12.420195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.420869 ncdv-master-1 neutron-server[126455]: INFO neutron.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Neutron service started, listening on 0.0.0.0:9696
Mar 05 20:38:12.421355 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Publish callbacks [] for process (None), before_spawn {{(pid=126455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.421856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [-] (126562) wsgi starting up on http://0.0.0.0:9696
Mar 05 20:38:12.423874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.424303 ncdv-master-1 neutron-server[126455]: INFO oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Starting 1 workers
Mar 05 20:38:12.425319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [-] (126563) wsgi starting up on http://0.0.0.0:9696
Mar 05 20:38:12.429245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Started child 126564 {{(pid=126455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 05 20:38:12.429952 ncdv-master-1 neutron-server[126455]: INFO oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Starting 1 workers
Mar 05 20:38:12.433185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] calling RpcWorker wait() {{(pid=126564) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 05 20:38:12.433968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] returning from RpcWorker wait() {{(pid=126564) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 05 20:38:12.434655 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Started child 126565 {{(pid=126455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 05 20:38:12.435489 ncdv-master-1 neutron-server[126455]: DEBUG neutron_lib.callbacks.manager [None req-868d5775-c1c1-4aaf-bac5-ad6aa9ac99be None None] Publish callbacks [] for process (None), after_spawn {{(pid=126455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.435610 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.436016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:12.437462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 05 20:38:12.437685 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 05 20:38:12.437877 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 05 20:38:12.438117 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 05 20:38:12.438478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 05 20:38:12.438654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 05 20:38:12.439163 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.439455 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.439642 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:12.440131 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.440131 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.440255 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.440682 ncdv-master-1 neutron-server[126565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:12.440838 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.441276 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.441541 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.441823 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.442061 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.442232 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.442401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.442648 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.442903 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.443203 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.443487 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.443768 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.444051 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.444226 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.444486 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.444758 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.445062 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.445366 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.445630 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.446227 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.446463 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.446731 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.446958 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.447242 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.447489 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.447801 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.448065 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.448303 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.448541 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.448812 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.449061 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.449297 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.449557 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.449773 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.450034 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.450280 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.450745 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.450997 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.451219 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.451457 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.451721 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.451970 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.452205 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.452470 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.452738 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.452980 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.453205 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.453446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.453679 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.453923 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.454160 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.454330 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.454578 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.454841 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.455099 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.455294 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.455467 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.455635 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.455918 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.456088 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.456351 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.456590 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.456829 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.457020 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.457282 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.457521 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.457780 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.458019 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.458280 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.458518 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.458799 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.459344 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.459841 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.460242 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.461434 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.461878 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.462278 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.462689 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.463138 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.463526 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.463931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.464338 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.464708 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.465121 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.465493 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.465886 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.466318 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.466712 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.467082 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.467477 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.467923 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.468310 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.468577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.468843 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.469079 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.469362 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.469759 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.469999 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.470253 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.470498 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.470975 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.471641 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.471936 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.472182 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.477341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478204 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478837 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478837 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.478837 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.479062 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.479588 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.479781 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.480066 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.480622 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.480758 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.481025 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.481445 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.485132 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486146 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486146 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486146 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486508 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486639 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.486949 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.487304 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.487663 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.488080 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.488451 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.488840 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.489220 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.489555 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.489924 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.490212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.490472 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.490718 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.490991 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.491207 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.491444 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.491803 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.492081 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.492301 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.492672 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.492980 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.493413 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.493797 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.494158 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.494424 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.495008 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.495522 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.496168 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.496834 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.497354 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.497957 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.498469 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.499015 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.499536 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.500039 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.500454 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.500873 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.501333 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.501948 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.502371 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.502855 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.503320 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.503981 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.504448 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.504975 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.505451 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.505923 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.506162 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.506402 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.506859 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.507155 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.507440 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.507741 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.507975 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.508208 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.509238 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.509518 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.509834 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.510101 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.510360 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.510587 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.510850 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.511071 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.511311 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.511551 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.511798 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.512019 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.512267 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.512508 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.512766 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.513024 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.513245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.513482 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.513744 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.513941 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.514198 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.514426 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.514675 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.514902 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.515182 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.515416 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.515705 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.515949 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.516379 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.516813 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.517162 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.517540 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.517912 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.518366 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.518678 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.518972 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.519270 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.519527 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.519791 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.520052 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.520307 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.520570 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.520801 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.521210 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.521634 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.521885 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.522110 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.522330 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.522566 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.522885 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524043 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524043 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524251 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524371 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524621 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.524861 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.525124 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.525391 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.525623 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.525883 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.526131 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.526348 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.526602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.526945 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.527129 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.527339 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.527694 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.528007 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.528269 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.528530 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.528814 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.529370 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.529370 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.531969 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.532272 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.532543 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.532806 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.533233 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.533547 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.533649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34210) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:12.533794 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.534098 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.534342 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.534614 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.534822 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.535144 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.535351 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.535705 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.535916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.536147 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.536438 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.536645 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.536913 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.537212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.537427 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.537646 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.537883 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.538113 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.538334 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.538575 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.540134 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.540327 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.540552 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.540848 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.541103 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.541487 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.541830 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.542133 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.542590 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.542905 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.543071 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.543321 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.543515 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.544218 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.544328 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.544495 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.544741 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.544966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.545189 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.545438 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.545723 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.546005 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.546278 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.546703 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.546840 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.547075 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.547296 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.547511 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.547837 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.548052 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.548313 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.548571 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.548853 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.549141 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.549425 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.549925 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.550150 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.550432 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.550714 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.550961 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.551226 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.551418 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.551702 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552533 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552533 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552533 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0151291
Mar 05 20:38:12.552987 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552987 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.552987 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.553284 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.553390 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.553595 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.553797 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.554038 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.555915 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.556119 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.556955 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.556955 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.556955 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.556955 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.557513 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.557513 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.558469 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.558676 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.559576 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.559576 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.559576 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.559576 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561785 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561785 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.561785 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.562071 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.562186 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.562402 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.562634 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.562853 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.563706 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.563706 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.563706 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.563962 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.564252 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.564446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.564805 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.564980 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.565270 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.565488 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.565785 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.566876 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.566876 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.566876 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.566876 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.567151 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.567297 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.567516 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.567774 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.567994 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.568209 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.568483 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.568714 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.569863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.570643 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.570895 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.571144 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.571378 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.571602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.571854 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.572097 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.572260 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 05 20:38:12.572811 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 05 20:38:12.572974 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 05 20:38:12.573126 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 05 20:38:12.573299 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 05 20:38:12.573483 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 05 20:38:12.573634 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 05 20:38:12.573848 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574006 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574162 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:12.574397 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574465 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574645 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574807 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.574966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.575126 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.575284 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.575443 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.575601 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.576650 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.576877 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.576970 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577136 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577299 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577464 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577622 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577784 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.577945 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.578089 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.578254 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.578408 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.578777 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.578966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.579103 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.579262 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.579419 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.579791 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.580254 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.580413 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.581462 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582527 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582527 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.582677 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.583116 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.583284 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.583389 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.583744 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.584112 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.584287 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.584447 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.586142 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.587161 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.587161 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.587161 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.587662 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.587893 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588023 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588178 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588340 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588466 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588598 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588758 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.588917 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.589973 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.590671 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.590671 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.590671 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.590671 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.590671 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591055 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591055 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591197 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591274 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591427 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591606 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591810 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.591977 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592066 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592225 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592384 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592543 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592707 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.592868 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593026 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593182 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593338 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593496 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593652 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593810 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.593968 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594125 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594288 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594491 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594680 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594837 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.594983 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.595122 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.595259 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.595398 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 05 20:38:12.595534 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.595811 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.595918 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.596076 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.596175 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.596341 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.596501 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.596741 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.597654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.598446 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600064 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600961 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.600961 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.601154 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.602396 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.602664 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.602664 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.602876 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.602959 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.603071 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.603233 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.603395 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.603559 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.604617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605212 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605416 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605416 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605566 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605816 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.605958 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606095 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606233 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606369 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606505 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606641 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606867 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.606867 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607135 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607278 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607416 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607566 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607723 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.607866 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608100 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608100 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608380 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608518 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608654 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608790 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.608926 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.609062 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.609208 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.609346 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.609505 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.609595 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610476 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610956 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610956 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.610956 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611175 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611252 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611414 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611574 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611741 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.611910 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.612062 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.613254 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.613391 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.614489 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.614669 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.614830 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.614992 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.616916 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617626 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617769 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.617938 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618104 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618274 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618448 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618613 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618771 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.618928 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.619863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.620051 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.620966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.620966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.620966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.620966 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.621434 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.621617 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.621787 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.621956 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.622158 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.622331 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.622486 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.622696 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.622865 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623193 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623357 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623905 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623905 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.623905 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.624361 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.624523 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.625602 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626190 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626466 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626466 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626637 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626796 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.626957 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627118 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627279 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627442 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627603 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627821 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.627984 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.628145 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.628306 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.631700 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633029 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633478 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.633931 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634358 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634358 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634358 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634358 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634358 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634655 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.634655 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635245 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635819 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.635819 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.636528 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.636689 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.636904 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.637027 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.637252 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.638392 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.638573 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.638739 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.638898 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.639749 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.639749 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.639749 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.640174 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.640174 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.640174 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.641401 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.642863 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.644577 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645183 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.645936 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.646346 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.646520 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.646685 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.646849 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.647013 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.647187 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.647360 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.647530 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.647763 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.648406 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.648578 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649187 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649187 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649187 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649450 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649450 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.649597 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650118 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650118 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650118 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650350 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650350 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650506 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650667 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650828 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.650990 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651150 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651662 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651662 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651662 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651927 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.651927 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.652089 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.652250 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 05 20:38:12.652405 ncdv-master-1 neutron-server[126455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 05 20:38:24.505849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac41a5-0d50-4957-9385-4037aaf3d9dc None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 20:38:24.601754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac41a5-0d50-4957-9385-4037aaf3d9dc None None] No non-hosted networks {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 05 20:38:24.609606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dccc201a-e427-45ac-8ee3-2f36ce9a9ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:26.681700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1caf6783-560c-4144-9db3-4527e217dfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:26.840239 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-74aa8aa9-6796-4e4d-bd49-5a94c72529f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:27.802244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:29.433691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:30.824790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34296) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:30.847241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:30.849156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.849833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.850398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.851013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.851540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.852288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.852948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.853563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.854093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.854619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.855204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.856411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.856939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:30.857824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b91fb6e50>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:30.864691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b916bf3a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:38:31.330104 ncdv-master-1 neutron-server[126564]: INFO neutron.db.l3_hamode_db [None req-36b5fb88-c675-4fc1-8b9e-9a50b94287eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 05 20:38:31.404828 ncdv-master-1 neutron-server[126562]: WARNING oslo_policy.policy [None req-e92ef0c2-d863-4a65-a3d7-78056d18b821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:31.405500 ncdv-master-1 neutron-server[126562]: WARNING oslo_policy.policy [None req-e92ef0c2-d863-4a65-a3d7-78056d18b821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:31.415909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5fb88-c675-4fc1-8b9e-9a50b94287eb None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:38:31.416299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5fb88-c675-4fc1-8b9e-9a50b94287eb None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 05 20:38:31.634880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-e92ef0c2-d863-4a65-a3d7-78056d18b821 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:38:31.636069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e92ef0c2-d863-4a65-a3d7-78056d18b821 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8102567
Mar 05 20:38:34.253895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34322) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:34.743287 ncdv-master-1 neutron-server[126563]: WARNING oslo_policy.policy [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:34.743912 ncdv-master-1 neutron-server[126563]: WARNING oslo_policy.policy [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:34.965324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:38:35.058096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.policy [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126563) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 05 20:38:35.101238 ncdv-master-1 neutron-server[126563]: WARNING oslo_policy.policy [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:35.101648 ncdv-master-1 neutron-server[126563]: WARNING oslo_policy.policy [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:35.193776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739068466165', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739068468488', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739068472252', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069201600', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069207785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069216762', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1808944', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1800761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-974739'] for rbac-policy (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:35.259070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:35.260539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-17a69e3d-db6f-4b6a-b27d-0e3209b53691 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0045657
Mar 05 20:38:37.816618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:38.126131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:38:38.154677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Made reservation on behalf of 20ab0ea1a4b7493d84e8cc09d2b15ea9 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:38:38.158085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.174959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.281785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks [] for security_group (fd034284-52e0-410f-a02c-70d2fd5fd9df), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.285516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fd034284-52e0-410f-a02c-70d2fd5fd9df), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.317216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:38:38.346413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739070254192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (82e0ee9e-bda4-4d7f-86c5-361485a90c57), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.346995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b92d9c700> segment precommit_create {{(pid=126563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 05 20:38:38.347501 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Added segment 82e0ee9e-bda4-4d7f-86c5-361485a90c57 of type vlan for network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b
Mar 05 20:38:38.353082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fd034284-52e0-410f-a02c-70d2fd5fd9df,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:38.374184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.374540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.374875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.375208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.375540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.375899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.376228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.376591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.377016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.377427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.377853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.378177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.378495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Tracked resource versions report:
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]: pushed versions:
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]: {   'AddressGroup': {'1.2'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'ConntrackHelper': {'1.0'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'Log': {'1.0'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'Network': {'1.1'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'Port': {'1.7'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'PortForwarding': {'1.2'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'QosPolicy': {'1.10'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'SecurityGroup': {'1.5'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'SubPort': {'1.0'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'Subnet': {'1.1'},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     'Trunk': {'1.1'}}
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]: consumer versions:
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     L3 agent@ncdv-master-1: {},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     Metering agent@ncdv-master-1: {},
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'ConntrackHelper': '1.0',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'Log': '1.0',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'Network': '1.1',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'Port': '1.7',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'PortForwarding': '1.2',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'QosPolicy': '1.10',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'SecurityGroup': '1.5',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'SubPort': '1.0',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'Subnet': '1.1',
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:                                           'Trunk': '1.1'}}
Mar 05 20:38:38.379637 ncdv-master-1 neutron-server[126563]:  {{(pid=126563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:38:38.455742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (71e17c8a-567d-4d5c-be87-9e7e3f14b31b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.493637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (71e17c8a-567d-4d5c-be87-9e7e3f14b31b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.498927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:38:38.499663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:38.589081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.7713649
Mar 05 20:38:38.626743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05c87a-a126-41ff-8a71-6605256f9fa9 demo demo] Pushing event updated for resources: {'Network': ['ID=71e17c8a-567d-4d5c-be87-9e7e3f14b31b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:38.640174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:38:41.197915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34350) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:41.720416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.policy [None req-cc00fb44-c0f5-411b-abf3-f3b02e010077 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126562) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 05 20:38:41.763326 ncdv-master-1 neutron-server[126562]: WARNING oslo_policy.policy [None req-cc00fb44-c0f5-411b-abf3-f3b02e010077 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:41.763659 ncdv-master-1 neutron-server[126562]: WARNING oslo_policy.policy [None req-cc00fb44-c0f5-411b-abf3-f3b02e010077 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 05 20:38:41.771552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00fb44-c0f5-411b-abf3-f3b02e010077 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:38:41.773418 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cc00fb44-c0f5-411b-abf3-f3b02e010077 demo admin] 10.222.0.15 "GET /v2.0/networks/71e17c8a-567d-4d5c-be87-9e7e3f14b31b HTTP/1.1" status: 200  len: 825 time: 0.5745602
Mar 05 20:38:41.811813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57098c63-4898-41f8-95a7-7bfb732f7943 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/96517b8f-503d-46fc-8939-e8fdafd0d0d0 HTTP/1.1" status: 200  len: 734 time: 0.0327773
Mar 05 20:38:41.820978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:38:41.856266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Made reservation on behalf of 20ab0ea1a4b7493d84e8cc09d2b15ea9 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:38:41.859112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:42.144050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (674b33f7-65c8-4946-a8e7-55e524cab16d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:42.212081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Checking segment: {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:38:42.212716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Network hostable DHCP agents. Network: 71e17c8a-567d-4d5c-be87-9e7e3f14b31b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:38:42.226231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Pushing event updated for resources: {'Subnet': ['ID=674b33f7-65c8-4946-a8e7-55e524cab16d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:42.240582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.241561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.241991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.242321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.242647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.242972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.243354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.243636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.243974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.244290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.244605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.244915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.245226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Tracked resource versions report:
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]: pushed versions:
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]: {   'AddressGroup': {'1.2'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'ConntrackHelper': {'1.0'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'Log': {'1.0'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'Network': {'1.1'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'Port': {'1.7'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'PortForwarding': {'1.2'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'QosPolicy': {'1.10'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'SecurityGroup': {'1.5'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'SubPort': {'1.0'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'Subnet': {'1.1'},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     'Trunk': {'1.1'}}
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]: consumer versions:
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     L3 agent@ncdv-master-1: {},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     Metering agent@ncdv-master-1: {},
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'ConntrackHelper': '1.0',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'Log': '1.0',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'Network': '1.1',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'Port': '1.7',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'PortForwarding': '1.2',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'QosPolicy': '1.10',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'SecurityGroup': '1.5',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'SubPort': '1.0',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'Subnet': '1.1',
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:                                           'Trunk': '1.1'}}
Mar 05 20:38:42.246327 ncdv-master-1 neutron-server[126562]:  {{(pid=126562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:38:42.258175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:38:42.278034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71e17c8a-567d-4d5c-be87-9e7e3f14b31b) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:38:42.282465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:38:42.283131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:42.288590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7228848-5387-42ba-a0a2-0786a311923e None None] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:38:42.304171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c73dfa78-6681-478c-8b00-a2012b984725 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4864984
Mar 05 20:38:42.662592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:38:42.663866 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:42.940835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Allocated IP 172.20.0.2 (71e17c8a-567d-4d5c-be87-9e7e3f14b31b/674b33f7-65c8-4946-a8e7-55e524cab16d/44c2f34f-6878-43e6-80e0-c5bfb65aa235) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:38:43.201840 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks [] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:43.210978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:43.288524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:38:43.293989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:38:43.302106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:38:43.305793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Pushing event updated for resources: {'Port': ['ID=44c2f34f-6878-43e6-80e0-c5bfb65aa235,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:43.336952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.337305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.337649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.337987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.338319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.338651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.338980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.339307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.339632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.339981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.340307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.340630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.340952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Tracked resource versions report:
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]: pushed versions:
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]: {   'AddressGroup': {'1.2'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'ConntrackHelper': {'1.0'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'Log': {'1.0'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'Network': {'1.1'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'Port': {'1.7'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'PortForwarding': {'1.2'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'QosPolicy': {'1.10'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'SecurityGroup': {'1.5'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'SubPort': {'1.0'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'Subnet': {'1.1'},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     'Trunk': {'1.1'}}
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]: consumer versions:
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     L3 agent@ncdv-master-1: {},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     Metering agent@ncdv-master-1: {},
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'ConntrackHelper': '1.0',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'Log': '1.0',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'Network': '1.1',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'Port': '1.7',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'PortForwarding': '1.2',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'QosPolicy': '1.10',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'SecurityGroup': '1.5',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'SubPort': '1.0',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'Subnet': '1.1',
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:                                           'Trunk': '1.1'}}
Mar 05 20:38:43.342106 ncdv-master-1 neutron-server[126564]:  {{(pid=126564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:38:43.391754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Attempting to bind port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:38:43.392152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Attempting to bind port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:38:43.392544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Attempting to bind port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 on network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:38:43.398382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:38:43.398795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Checking segment: {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:38:43.399275 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:43.399693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Bound using segment: {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:38:43.400188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Bound port: 44c2f34f-6878-43e6-80e0-c5bfb65aa235, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:38:43.400622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:43.465359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] For port 44c2f34f-6878-43e6-80e0-c5bfb65aa235, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:38:43.469913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] For port 44c2f34f-6878-43e6-80e0-c5bfb65aa235, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44c2f34f-6878-43e6-80e0-c5bfb65aa235,segment=NetworkSegment(82e0ee9e-bda4-4d7f-86c5-361485a90c57),segment_id=82e0ee9e-bda4-4d7f-86c5-361485a90c57)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:38:43.479170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:43.544703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c908-b192-4d69-b191-85aa8175ef50 None None] Pushing event updated for resources: {'Port': ['ID=44c2f34f-6878-43e6-80e0-c5bfb65aa235,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:44.952187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:45.264237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-da3ff276-5778-490b-b596-ae4513dd18ff admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:38:45.265326 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-da3ff276-5778-490b-b596-ae4513dd18ff admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3121386
Mar 05 20:38:47.892379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:48.202717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-dc96f5dc-f6ae-449c-a5aa-13c781b72870 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:38:48.203736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dc96f5dc-f6ae-449c-a5aa-13c781b72870 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3103533
Mar 05 20:38:50.811897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:51.123914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:38:51.147877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:51.149438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:51.288136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Publish callbacks [] for router_controller (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:51.292847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:51.313304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:51.314457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1adfb48-4935-4d83-a9eb-86a340fa88a3 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5015965
Mar 05 20:38:53.794112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44c2f34f-6878-43e6-80e0-c5bfb65aa235 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:38:53.879570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:38:53.880033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:53.977066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34392) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:53.994656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:38:53.995054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:54.028003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 44c2f34f-6878-43e6-80e0-c5bfb65aa235, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44c2f34f-6878-43e6-80e0-c5bfb65aa235,segment=NetworkSegment(82e0ee9e-bda4-4d7f-86c5-361485a90c57),segment_id=82e0ee9e-bda4-4d7f-86c5-361485a90c57)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:38:54.033362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:54.084027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=44c2f34f-6878-43e6-80e0-c5bfb65aa235,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:54.300896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-da2f574c-b56a-4b1f-8f45-e8d2abaabb9a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:38:54.301925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-da2f574c-b56a-4b1f-8f45-e8d2abaabb9a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3236682
Mar 05 20:38:54.400996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e0601fa0-e131-439e-a260-1390be0335d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:55.549681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c7e38-bd26-41d3-a6f0-9a427f72be6b None None] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:38:55.617123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1f9bdc04-7aed-4536-b66f-ac8dad2cbc69 None None] Provisioning complete for port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:38:55.617506 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1f9bdc04-7aed-4536-b66f-ac8dad2cbc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:55.746391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bdc04-7aed-4536-b66f-ac8dad2cbc69 None None] Current status of the port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:38:55.765520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44c2f34f-6878-43e6-80e0-c5bfb65aa235 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:38:55.812828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:38:55.813216 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:55.894090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:38:55.966208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ec6dd270-c1ba-4d81-b3c3-8ef5b9478536 None None] Provisioning complete for port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:38:55.966593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd270-c1ba-4d81-b3c3-8ef5b9478536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:56.043016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ec6dd270-c1ba-4d81-b3c3-8ef5b9478536 None None] Current status of the port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:38:56.674730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15d6edd0-ae8c-4d55-baf1-3a14e211ceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:56.954424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:38:57.258293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:38:57.298926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Made reservation on behalf of 15ce06e2f4fa48dc989b51b08a761699 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:38:57.301268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.316428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.415992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks [] for security_group (6eaa35e2-28e6-49fb-a866-58f28e2194e2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.419794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6eaa35e2-28e6-49fb-a866-58f28e2194e2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.434532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Reserving flat network on physical network physnet1 {{(pid=126562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 05 20:38:57.456764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa35e2-28e6-49fb-a866-58f28e2194e2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:57.462792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739070254192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bb6dbb5a-af79-4473-82c5-9ba4f6187fe9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.463371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b92d9c700> segment precommit_create {{(pid=126562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 05 20:38:57.463863 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Added segment bb6dbb5a-af79-4473-82c5-9ba4f6187fe9 of type flat for network 8f09a79f-b6b0-4bcb-886e-948c40f55161
Mar 05 20:38:57.523982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8f09a79f-b6b0-4bcb-886e-948c40f55161), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.562966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8f09a79f-b6b0-4bcb-886e-948c40f55161), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.563929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:38:57.564504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:57.629931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6745229
Mar 05 20:38:57.660339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8db24-e5dc-483d-aa83-d33d62b47997 admin admin] Pushing event updated for resources: {'Network': ['ID=8f09a79f-b6b0-4bcb-886e-948c40f55161,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:38:57.673746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:38:57.768233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:38:59.357573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:00.225942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:39:00.398877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e272bfb-0adb-43a7-b52b-6362e651b7ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:39:00.400224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e272bfb-0adb-43a7-b52b-6362e651b7ef demo admin] 10.222.0.15 "GET /v2.0/subnets/674b33f7-65c8-4946-a8e7-55e524cab16d HTTP/1.1" status: 200  len: 849 time: 0.1732926
Mar 05 20:39:00.522249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74083fe4-0bf9-4d2b-acff-1ca74397e21a demo admin] 10.222.0.15 "GET /v2.0/routers/3de4e1c6-69f6-44ec-99cf-ac000df8ad2d HTTP/1.1" status: 200  len: 704 time: 0.1164162
Mar 05 20:39:00.793487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:00.848886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.081056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Allocated IP 172.20.0.1 (71e17c8a-567d-4d5c-be87-9e7e3f14b31b/674b33f7-65c8-4946-a8e7-55e524cab16d/bdfb071c-9704-41b1-bc20-ec67f21fd339) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:39:01.233025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks [] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.340920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.412010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:39:01.417768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:39:01.426346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:39:01.426871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.447848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Pushing event updated for resources: {'Port': ['ID=bdfb071c-9704-41b1-bc20-ec67f21fd339,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:01.591791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c40bd8e3-5478-4c66-b228-76209d62792c None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:01.592112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c40bd8e3-5478-4c66-b228-76209d62792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.624997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c40bd8e3-5478-4c66-b228-76209d62792c None None] Port bdfb071c-9704-41b1-bc20-ec67f21fd339 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:39:01.628077 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.832626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks [] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.837137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.837896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:01.918267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Pushing event updated for resources: {'Port': ['ID=bdfb071c-9704-41b1-bc20-ec67f21fd339,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:01.960645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:39:01.961943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:39:02.128329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:39:02.222005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:39:02.228321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0bd8d3f0-4a39-4edb-b53e-72dedfc1fccc demo admin] 10.222.0.15 "PUT /v2.0/routers/3de4e1c6-69f6-44ec-99cf-ac000df8ad2d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7007952
Mar 05 20:39:02.237335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Sync routers for ids ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:39:02.248141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-506ab66b-1b7b-4fd1-be9e-47c0cfcddd0f None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:02.248700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-506ab66b-1b7b-4fd1-be9e-47c0cfcddd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:02.250680 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Routers {'3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:39:02.251541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b916c7b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:38:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:02.286297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-506ab66b-1b7b-4fd1-be9e-47c0cfcddd0f None None] Port bdfb071c-9704-41b1-bc20-ec67f21fd339 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:39:02.448110 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Set router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:39:02.882910 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b916c7b50>, [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:01Z', 'revision_number': 2, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port_host': None, '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:01Z', 'revision_number': 2, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:02.934711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Checking router: 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:39:02.935098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Updating router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d port bdfb071c-9704-41b1-bc20-ec67f21fd339 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:39:02.986975 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.497726 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks [] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.507265 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.678318 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Pushing event updated for resources: {'Port': ['ID=bdfb071c-9704-41b1-bc20-ec67f21fd339,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:03.687159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Attempting to bind port bdfb071c-9704-41b1-bc20-ec67f21fd339 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:39:03.687159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Attempting to bind port bdfb071c-9704-41b1-bc20-ec67f21fd339 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:39:03.687159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Attempting to bind port bdfb071c-9704-41b1-bc20-ec67f21fd339 on network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:39:03.698716 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:39:03.698716 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Checking segment: {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:39:03.699201 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.699591 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Bound using segment: {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:39:03.700112 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Bound port: bdfb071c-9704-41b1-bc20-ec67f21fd339, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e0ee9e-bda4-4d7f-86c5-361485a90c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:39:03.700726 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.703804 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.704157 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.704498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.704835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.705167 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.705495 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.705820 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.706144 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.706474 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.706796 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.707117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.707470 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.707821 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Tracked resource versions report:
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]: pushed versions:
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]: {   'AddressGroup': {'1.2'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'ConntrackHelper': {'1.0'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'Log': {'1.0'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'Network': {'1.1'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'Port': {'1.7'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'PortForwarding': {'1.2'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'QosPolicy': {'1.10'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'SecurityGroup': {'1.5'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'SubPort': {'1.0'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'Subnet': {'1.1'},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     'Trunk': {'1.1'}}
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]: consumer versions:
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     L3 agent@ncdv-master-1: {},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     Metering agent@ncdv-master-1: {},
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'ConntrackHelper': '1.0',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'Log': '1.0',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'Network': '1.1',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'Port': '1.7',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'PortForwarding': '1.2',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'QosPolicy': '1.10',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'SecurityGroup': '1.5',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'SubPort': '1.0',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'Subnet': '1.1',
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:                                           'Trunk': '1.1'}}
Mar 05 20:39:03.709154 ncdv-master-1 neutron-server[126565]:  {{(pid=126565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:39:03.722286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c80198ba-00d5-4098-8c7c-984901906ea2 None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:03.730136 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c80198ba-00d5-4098-8c7c-984901906ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.766705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c80198ba-00d5-4098-8c7c-984901906ea2 None None] Port bdfb071c-9704-41b1-bc20-ec67f21fd339 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:39:03.779415 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] For port bdfb071c-9704-41b1-bc20-ec67f21fd339, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:39:03.799151 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] For port bdfb071c-9704-41b1-bc20-ec67f21fd339, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdfb071c-9704-41b1-bc20-ec67f21fd339,segment=NetworkSegment(82e0ee9e-bda4-4d7f-86c5-361485a90c57),segment_id=82e0ee9e-bda4-4d7f-86c5-361485a90c57)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:39:03.805646 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:03.861411 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Routers {'3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:39:03.862035 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b916c7b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:38:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:03.867849 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc13e-a223-43f7-9ae5-832a5e2e95f4 None None] Pushing event updated for resources: {'Port': ['ID=bdfb071c-9704-41b1-bc20-ec67f21fd339,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:03.967326 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] Set router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:39:04.090378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:04.091088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:04.171692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Current status of the port bdfb071c-9704-41b1-bc20-ec67f21fd339 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:39:04.172152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:04.183417 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b916c7b50>, [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:01Z', 'revision_number': 2, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port_host': None, '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:03Z', 'revision_number': 4, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:04.205173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] For port bdfb071c-9704-41b1-bc20-ec67f21fd339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdfb071c-9704-41b1-bc20-ec67f21fd339,segment=NetworkSegment(82e0ee9e-bda4-4d7f-86c5-361485a90c57),segment_id=82e0ee9e-bda4-4d7f-86c5-361485a90c57)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:39:04.210274 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f799f3e-3d0f-4c5f-b7e0-349627ba6b2a None None] The sync data for ids ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'] in ncdv-master-1 is: [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:01Z', 'revision_number': 2, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port_host': None, '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:03Z', 'revision_number': 4, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:39:04.210850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:04.268859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348324d3-a11f-4f21-95bc-87738934bc55 None None] Pushing event updated for resources: {'Port': ['ID=bdfb071c-9704-41b1-bc20-ec67f21fd339,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:04.785576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34446) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:39:04.897459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c4655-e974-4e64-a9f9-2c2c2f996b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:39:04.898811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-437c4655-e974-4e64-a9f9-2c2c2f996b72 admin admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 842 time: 0.1121993
Mar 05 20:39:04.908462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:39:04.932116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Made reservation on behalf of 15ce06e2f4fa48dc989b51b08a761699 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:39:04.934444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:05.215629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 20:39:05.215977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (36beb256-9aaf-451c-a6fd-6ed9b91f3f30), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:05.266795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36beb256-9aaf-451c-a6fd-6ed9b91f3f30,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:05.277977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:39:05.278334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Network hostable DHCP agents. Network: 8f09a79f-b6b0-4bcb-886e-948c40f55161, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:39:05.294055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:39:05.301952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f09a79f-b6b0-4bcb-886e-948c40f55161) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:39:05.306005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:39:05.306571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:05.314446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223cfeb-d1c0-41b3-8f1f-5939b2a544f0 None None] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:39:05.328192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-55e96430-636d-4692-999f-fd09a35fcbc2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4232876
Mar 05 20:39:05.422044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f0357-5cab-4282-af04-a8e120ef9fed None None] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:39:07.839211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:39:08.037935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7edd5d47-5b4e-4db5-930d-63566954df63 demo admin] 10.222.0.15 "GET /v2.0/routers/3de4e1c6-69f6-44ec-99cf-ac000df8ad2d HTTP/1.1" status: 200  len: 710 time: 0.1973896
Mar 05 20:39:08.125704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be724cb-47a4-4823-b00e-86ad4afbda75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:39:08.127055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5be724cb-47a4-4823-b00e-86ad4afbda75 demo admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 886 time: 0.0837717
Mar 05 20:39:08.137218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:39:08.386704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks [] for router_gateway (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:08.621592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks [] for router_gateway (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:08.694185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:08.797392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Allocated IP 172.35.0.181 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/fc69717c-d5c6-4798-8468-b790b76ce16b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:39:08.894543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks [] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:08.928415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:08.965386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:39:08.968111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:39:08.973382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:39:09.007983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Pushing event updated for resources: {'Port': ['ID=fc69717c-d5c6-4798-8468-b790b76ce16b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:09.219079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks [] for router_gateway (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:09.498627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:09.502021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (3de4e1c6-69f6-44ec-99cf-ac000df8ad2d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:09.609602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:39:09.720658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:39:09.725528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:09.728132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-31e5cbf8-c1c4-4a42-8ff5-bb049b1b4334 demo admin] 10.222.0.15 "PUT /v2.0/routers/3de4e1c6-69f6-44ec-99cf-ac000df8ad2d HTTP/1.1" status: 200  len: 890 time: 1.5940597
Mar 05 20:39:11.775366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bdfb071c-9704-41b1-bc20-ec67f21fd339 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:39:11.822159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:11.822560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:11.901239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bdfb071c-9704-41b1-bc20-ec67f21fd339 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:39:12.364147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:39:12.517665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-871ae2f8-49a6-4a22-953f-29b0fa367e79 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1524119
Mar 05 20:39:13.300194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Sync routers for ids ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:39:13.314821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Routers {'3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:39:13.315662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83dcbfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:38:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:13.534281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Set router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:39:14.001338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83dcbfd0>, [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181'}], 'enable_snat': True}, 'gw_port_id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:09Z', 'revision_number': 4, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port': {'id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:08Z', 'updated_at': '2022-03-05T20:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:04Z', 'revision_number': 5, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:14.052503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Checking router: 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:39:14.052926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Updating router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d port fc69717c-d5c6-4798-8468-b790b76ce16b binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:39:14.102814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.438951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks [] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.447382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.507134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Attempting to bind port fc69717c-d5c6-4798-8468-b790b76ce16b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:39:14.507509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Attempting to bind port fc69717c-d5c6-4798-8468-b790b76ce16b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:39:14.507901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Attempting to bind port fc69717c-d5c6-4798-8468-b790b76ce16b on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:39:14.510020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9114b-708d-4aba-928c-952069a1bbfd None None] Pushing event updated for resources: {'Port': ['ID=fc69717c-d5c6-4798-8468-b790b76ce16b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:14.518055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:39:14.518436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:39:14.518836 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.519224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:39:14.519724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Bound port: fc69717c-d5c6-4798-8468-b790b76ce16b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:39:14.520115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.575048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] For port fc69717c-d5c6-4798-8468-b790b76ce16b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:39:14.578145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] For port fc69717c-d5c6-4798-8468-b790b76ce16b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc69717c-d5c6-4798-8468-b790b76ce16b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:39:14.584696 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:14.645015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9114b-708d-4aba-928c-952069a1bbfd None None] Pushing event updated for resources: {'Port': ['ID=fc69717c-d5c6-4798-8468-b790b76ce16b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:14.649151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Routers {'3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:39:14.649747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83dcbfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:38:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:14.763475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] Set router 3de4e1c6-69f6-44ec-99cf-ac000df8ad2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:39:15.002376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83dcbfd0>, [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181'}], 'enable_snat': True}, 'gw_port_id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:09Z', 'revision_number': 4, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port': {'id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:08Z', 'updated_at': '2022-03-05T20:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:04Z', 'revision_number': 5, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:39:15.031965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6851-9da6-41ad-b7f2-4f65a7deb7cc None None] The sync data for ids ['3de4e1c6-69f6-44ec-99cf-ac000df8ad2d'] in ncdv-master-1 is: [{'id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'name': 'router1', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181'}], 'enable_snat': True}, 'gw_port_id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:38:51Z', 'updated_at': '2022-03-05T20:39:09Z', 'revision_number': 4, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'gw_port': {'id': 'fc69717c-d5c6-4798-8468-b790b76ce16b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:08Z', 'updated_at': '2022-03-05T20:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdfb071c-9704-41b1-bc20-ec67f21fd339', 'name': '', 'network_id': '71e17c8a-567d-4d5c-be87-9e7e3f14b31b', 'tenant_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'mac_address': 'fa:16:3e:d2:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de4e1c6-69f6-44ec-99cf-ac000df8ad2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:39:00Z', 'updated_at': '2022-03-05T20:39:04Z', 'revision_number': 5, 'project_id': '20ab0ea1a4b7493d84e8cc09d2b15ea9', 'subnets': [{'id': '674b33f7-65c8-4946-a8e7-55e524cab16d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96517b8f-503d-46fc-8939-e8fdafd0d0d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:39:15.859089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc69717c-d5c6-4798-8468-b790b76ce16b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:39:15.921353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fc69717c-d5c6-4798-8468-b790b76ce16b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:15.921783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:16.008000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fc69717c-d5c6-4798-8468-b790b76ce16b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:39:16.008396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:16.029524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port fc69717c-d5c6-4798-8468-b790b76ce16b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc69717c-d5c6-4798-8468-b790b76ce16b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:39:16.040876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:16.106720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=fc69717c-d5c6-4798-8468-b790b76ce16b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:39:17.820782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc69717c-d5c6-4798-8468-b790b76ce16b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:39:17.868797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fc69717c-d5c6-4798-8468-b790b76ce16b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:39:17.869196 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fc69717c-d5c6-4798-8468-b790b76ce16b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:17.980582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fc69717c-d5c6-4798-8468-b790b76ce16b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:39:18.476955 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:39:24.405491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-42f403a1-8467-46e5-a5ab-31fbb1ec5175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:26.678183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9738aed7-245a-4f43-b85e-fd57ecfa8b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:27.778716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:29.383596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:30.857800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:54.401235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8b389514-d9dd-48eb-b32f-ac37991a5f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:55.483277 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:39:56.681439 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e678741-7206-4b1b-a948-5c6738162259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:57.768383 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:39:59.371204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:00.854032 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:24.403127 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0648670b-a1eb-40a7-a8ea-e7dfc777dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:26.683254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cbba08cf-bbad-4d39-bf32-9e9b6f17b17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:27.771914 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:29.364861 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:30.856477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:32.530492 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:40:40.663443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35046) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:40.731010 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa0f9cb-3750-4a9a-ba1a-892a6b42854c admin admin] GET failed (client error): The resource could not be found.
Mar 05 20:40:40.732337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cfa0f9cb-3750-4a9a-ba1a-892a6b42854c admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0678334
Mar 05 20:40:40.914357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265ae86-6a7a-4b36-a533-838a592785af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:40.916084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e265ae86-6a7a-4b36-a533-838a592785af admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1796193
Mar 05 20:40:43.381518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35056) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:43.478733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea5122-01e2-40b7-ac1d-80a097530f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:43.480075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54ea5122-01e2-40b7-ac1d-80a097530f53 admin admin] 10.222.0.15 "GET /v2.0/subnets/674b33f7-65c8-4946-a8e7-55e524cab16d HTTP/1.1" status: 200  len: 849 time: 0.0975885
Mar 05 20:40:43.489444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:40:43.575975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Publish callbacks [] for subnet (674b33f7-65c8-4946-a8e7-55e524cab16d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:43.709819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739070150593'] for subnet (674b33f7-65c8-4946-a8e7-55e524cab16d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:43.746002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:43.746866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:43.759032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] 10.222.0.15 "PUT /v2.0/subnets/674b33f7-65c8-4946-a8e7-55e524cab16d HTTP/1.1" status: 200  len: 868 time: 0.2620440
Mar 05 20:40:43.759279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed86ba-543f-490b-81c0-6af16b4db897 None None] Network 71e17c8a-567d-4d5c-be87-9e7e3f14b31b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:40:43.767852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674b33f7-65c8-4946-a8e7-55e524cab16d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:40:43.775737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.777903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.778230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.778553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.778882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.779195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:43.779520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbcc90-a6e9-4b0e-b2d7-798846ec4fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:40:44.123153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Provisioning complete for port bdfb071c-9704-41b1-bc20-ec67f21fd339 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:40:44.123549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdfb071c-9704-41b1-bc20-ec67f21fd339), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:44.198121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Current status of the port bdfb071c-9704-41b1-bc20-ec67f21fd339 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:40:44.208059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Provisioning complete for port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:40:44.208437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44c2f34f-6878-43e6-80e0-c5bfb65aa235), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:44.282729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7490debb-ee75-4c51-ad5a-1e6f297c630d None None] Current status of the port 44c2f34f-6878-43e6-80e0-c5bfb65aa235 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:40:46.177796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:46.370853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32445c3-c8ef-44f8-87fa-0f4cb06581ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:46.371344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32445c3-c8ef-44f8-87fa-0f4cb06581ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:46.372924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a32445c3-c8ef-44f8-87fa-0f4cb06581ef admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1941435
Mar 05 20:40:48.761281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35090) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:48.962553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2761706-3cd9-4276-8df0-cd530fc33a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:48.962939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2761706-3cd9-4276-8df0-cd530fc33a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:48.964485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d2761706-3cd9-4276-8df0-cd530fc33a76 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2022858
Mar 05 20:40:51.363773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35098) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:51.494753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18eadc-20da-4bdb-861c-53a575e7dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:51.496135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6a18eadc-20da-4bdb-861c-53a575e7dc29 admin admin] 10.222.0.15 "GET /v2.0/networks/71e17c8a-567d-4d5c-be87-9e7e3f14b31b HTTP/1.1" status: 200  len: 869 time: 0.1314116
Mar 05 20:40:54.021105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35106) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:54.142574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3a902-0a77-4bed-955a-f618bce65d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:54.143959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2fd3a902-0a77-4bed-955a-f618bce65d91 admin admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 886 time: 0.1218762
Mar 05 20:40:54.405241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-767db4f2-bfb6-451b-87e0-6ec6b00527cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:56.573514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35114) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:56.685798 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-914504c0-4e80-4d5e-a9ed-471980d85e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:56.699177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c2622-0adb-4997-9eab-1740b7fcbb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:56.699638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c2622-0adb-4997-9eab-1740b7fcbb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:56.701171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f55c2622-0adb-4997-9eab-1740b7fcbb99 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1267085
Mar 05 20:40:57.774207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:40:59.163278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35122) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:40:59.251571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1ecc1-b34d-40c3-82fb-e32a407b7696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:59.252046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1ecc1-b34d-40c3-82fb-e32a407b7696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:40:59.254011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5b1ecc1-b34d-40c3-82fb-e32a407b7696 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0898085
Mar 05 20:40:59.372957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:00.859105 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:01.644106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35130) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:01.729718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f0dab-3029-48a2-b923-09b0cc5be707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:01.731056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3b4f0dab-3029-48a2-b923-09b0cc5be707 admin admin] 10.222.0.15 "GET /v2.0/subnets/36beb256-9aaf-451c-a6fd-6ed9b91f3f30 HTTP/1.1" status: 200  len: 816 time: 0.0860174
Mar 05 20:41:04.195580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:04.289658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810a999-1d28-4553-8f86-43f1355444a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:04.291221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f810a999-1d28-4553-8f86-43f1355444a9 admin admin] 10.222.0.15 "GET /v2.0/subnets/674b33f7-65c8-4946-a8e7-55e524cab16d HTTP/1.1" status: 200  len: 868 time: 0.0946701
Mar 05 20:41:09.479422 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:41:24.408024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84fb843b-554d-45b2-b79b-7a420910086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:26.687074 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-024a8750-c820-4347-be52-f795bebfad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:27.778745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:29.375719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:30.864354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:33.915512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35192) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:33.962761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-c3f05baf-d5ac-4f34-b53f-a7dcc9c3657b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:41:33.963773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c3f05baf-d5ac-4f34-b53f-a7dcc9c3657b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0472517
Mar 05 20:41:36.460196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35200) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:36.521713 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b34ed19-6c9c-48d5-add9-286127252eab admin admin] GET failed (client error): The resource could not be found.
Mar 05 20:41:36.522975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b34ed19-6c9c-48d5-add9-286127252eab admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0618029
Mar 05 20:41:36.661433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f000727-e60c-487e-aed5-291e3c662d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:36.662789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6f000727-e60c-487e-aed5-291e3c662d78 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1358266
Mar 05 20:41:39.102416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35208) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:39.149187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:41:39.168718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Made reservation on behalf of 15ce06e2f4fa48dc989b51b08a761699 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:41:39.171045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:39.198121 ncdv-master-1 neutron-server[126562]: WARNING neutron.services.revisions.revision_plugin [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2b8bbd5850] {project_id='15ce06e2f4fa48dc989b51b08a761699', id='bec50bf2-824f-4c47-977e-af6c74e04952', target_project='*', action='access_as_shared', object_id='4a78b855-da5b-4e7a-8f90-63b241d71fba'}> to bump revision.
Mar 05 20:41:39.211102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:41:39.220997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (299f5987-94da-4ae5-a7d9-9fe978230547), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:39.221339 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Added segment 299f5987-94da-4ae5-a7d9-9fe978230547 of type vlan for network 4a78b855-da5b-4e7a-8f90-63b241d71fba
Mar 05 20:41:39.258615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (4a78b855-da5b-4e7a-8f90-63b241d71fba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:39.285576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (4a78b855-da5b-4e7a-8f90-63b241d71fba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:39.286565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:39.287139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:39.343970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2404025
Mar 05 20:41:39.347411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b97ef6-b918-4612-a98a-cda5885277a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4a78b855-da5b-4e7a-8f90-63b241d71fba,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:41:39.358181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:41:41.773965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35216) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:41:41.834589 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9928bbb7-0bbb-44fc-919e-74b2e76fbf89 admin admin] GET failed (client error): The resource could not be found.
Mar 05 20:41:41.835992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9928bbb7-0bbb-44fc-919e-74b2e76fbf89 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0610387
Mar 05 20:41:41.905838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a03ff1-3330-4d86-9b06-ab5ded4224e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:41.907278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01a03ff1-3330-4d86-9b06-ab5ded4224e8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0673466
Mar 05 20:41:41.917244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:41:41.936939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Made reservation on behalf of 15ce06e2f4fa48dc989b51b08a761699 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:41:41.940013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.197543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (401fbd26-3909-4aa2-8002-d7f81e1ec09f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.250873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401fbd26-3909-4aa2-8002-d7f81e1ec09f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:41:42.257910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:41:42.258268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Network hostable DHCP agents. Network: 4a78b855-da5b-4e7a-8f90-63b241d71fba, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:41:42.273767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:41:42.281864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a78b855-da5b-4e7a-8f90-63b241d71fba) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:41:42.286606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:41:42.287193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.291618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71dcac-4481-404d-88cb-2e1b7ad1b908 None None] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:41:42.303305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1ac44a5-f802-40c9-a91a-9f5a3e84b8d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3895168
Mar 05 20:41:42.398689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a78b855-da5b-4e7a-8f90-63b241d71fba', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'project_id': '15ce06e2f4fa48dc989b51b08a761699', 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:41:42.399551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.640204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Allocated IP 192.168.233.2 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/585daa45-8a59-4046-8eee-67a07712471f) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:41:42.784468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks [] for port (585daa45-8a59-4046-8eee-67a07712471f), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.790054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (585daa45-8a59-4046-8eee-67a07712471f), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.830692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:41:42.833548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:41:42.838136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:41:42.839951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Pushing event updated for resources: {'Port': ['ID=585daa45-8a59-4046-8eee-67a07712471f,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:41:42.848655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.849004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.849344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.849676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.850002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.850330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.850652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.850975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.851293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.851613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.851956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.852274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.852590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:41:42.906140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Attempting to bind port 585daa45-8a59-4046-8eee-67a07712471f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:41:42.906441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Attempting to bind port 585daa45-8a59-4046-8eee-67a07712471f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:41:42.906784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Attempting to bind port 585daa45-8a59-4046-8eee-67a07712471f on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:41:42.912821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:41:42.913192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:41:42.913592 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.913976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:41:42.914437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Bound port: 585daa45-8a59-4046-8eee-67a07712471f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:41:42.915065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (585daa45-8a59-4046-8eee-67a07712471f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:42.982066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] For port 585daa45-8a59-4046-8eee-67a07712471f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:41:42.985200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] For port 585daa45-8a59-4046-8eee-67a07712471f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=585daa45-8a59-4046-8eee-67a07712471f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:41:42.992809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (585daa45-8a59-4046-8eee-67a07712471f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:43.056538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf838-f321-4346-b659-a96f7f3a4cab None None] Pushing event updated for resources: {'Port': ['ID=585daa45-8a59-4046-8eee-67a07712471f,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:41:43.942078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 585daa45-8a59-4046-8eee-67a07712471f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:41:43.990673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5b47c-7669-4f5d-b94d-d3ba0e6da040 None None] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:41:44.113116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 585daa45-8a59-4046-8eee-67a07712471f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:41:44.113505 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (585daa45-8a59-4046-8eee-67a07712471f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:44.135639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Provisioning complete for port 585daa45-8a59-4046-8eee-67a07712471f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:41:44.136068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (585daa45-8a59-4046-8eee-67a07712471f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:44.295393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 585daa45-8a59-4046-8eee-67a07712471f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:41:44.295828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (585daa45-8a59-4046-8eee-67a07712471f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:44.324887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Current status of the port 585daa45-8a59-4046-8eee-67a07712471f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:41:44.325285 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (585daa45-8a59-4046-8eee-67a07712471f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:44.358185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 585daa45-8a59-4046-8eee-67a07712471f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=585daa45-8a59-4046-8eee-67a07712471f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:41:44.365449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (585daa45-8a59-4046-8eee-67a07712471f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:44.442899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:41:44.443320 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:41:44.448569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=585daa45-8a59-4046-8eee-67a07712471f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:41:44.986639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-22157815-dc41-4e8e-ad3f-9049c87aa810 None None] Current status of the port 585daa45-8a59-4046-8eee-67a07712471f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:41:45.106817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e06ead76-19ae-46ed-af22-27fd3c46bfe1 None None] Provisioning complete for port 585daa45-8a59-4046-8eee-67a07712471f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:41:45.107248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e06ead76-19ae-46ed-af22-27fd3c46bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (585daa45-8a59-4046-8eee-67a07712471f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:45.198698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e06ead76-19ae-46ed-af22-27fd3c46bfe1 None None] Current status of the port 585daa45-8a59-4046-8eee-67a07712471f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:41:45.857024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 585daa45-8a59-4046-8eee-67a07712471f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:41:45.909053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 585daa45-8a59-4046-8eee-67a07712471f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:41:45.909434 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (585daa45-8a59-4046-8eee-67a07712471f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:45.987855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 585daa45-8a59-4046-8eee-67a07712471f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:41:46.478510 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:41:54.410676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-428cff2f-8d07-478a-ba3a-17d4b87366a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:56.689405 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-10ae2ae8-12ba-4242-be82-48eaf3b3fb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:57.780620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:41:59.383354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:00.866660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:23.477440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:42:24.412995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54cb2aaa-88ed-4b2e-9f90-23e6d82acb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:26.692031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a5326d28-e9d0-4f47-9adf-99c2ae2c362d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:27.784600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:29.375599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:30.868883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:54.417035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e921fc-bb87-4f7d-b139-324c5aa7a1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:56.693467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d475-0a4f-4ccb-9b37-4231018338c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:57.787939 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:42:59.379033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:00.477161 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:43:00.871128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:03.705442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35290) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:43:03.711073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-794fe9b1-5ad5-4b9b-b125-872ab3a24f9e tempest-verify_tempest_config-469199531 tempest-verify_tempest_config-469199531-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:43:03.712063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-794fe9b1-5ad5-4b9b-b125-872ab3a24f9e tempest-verify_tempest_config-469199531 tempest-verify_tempest_config-469199531-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0056276
Mar 05 20:43:03.997246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35308) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:43:04.101637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.174477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Publish callbacks [] for security_group (2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.177994 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.221913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12b99df12ea34c63bfc59cfa56f46560&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2235010
Mar 05 20:43:04.223713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:43:04.224770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:43:04.230484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.230839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.231184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.231527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.231889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.232223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.232554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.232883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.233208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.233525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.233852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.234173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.234500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b61677-0d3e-41b3-b3a6-3ad2eba6287b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.280397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Publish callbacks [] for security_group (2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.301248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Publish callbacks [] for security_group (2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.391324 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.394063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:04.398357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4 HTTP/1.1" status: 204  len: 168 time: 0.1725852
Mar 05 20:43:04.406068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7bb1f0-499d-4d29-9d46-fc0c4a7af9e4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:43:04.412728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.413081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.413694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.414012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.414349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.414683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.415010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.415339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.415694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.416024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.416354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.416678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:04.417000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91e7ba-c1c6-4901-89ae-c10a6db2600c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:43:24.418768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eeab613-13dd-4cfa-aebb-df98f78cd220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:26.694207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c38ccf0-f658-4ead-8a5a-139583693d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:27.791537 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:29.381362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:30.873656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:37.476360 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:43:54.420734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e5b2e5cc-aaa0-4797-9b60-a6e3d6e4014c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:56.694938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-700fb247-9a35-4462-8bda-66c580448fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:57.793857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:43:59.384717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:00.875818 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:14.476057 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:44:24.424532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a17de06-f0b6-45ff-9c09-eece493e6be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:26.695923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e3305a7f-6f0f-48c1-b196-1b2286e94033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:27.796661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:29.388801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:30.878162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:51.474233 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:44:54.425826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-415c5d72-3d9c-4fb9-84bb-05f43279d939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:56.699725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8167-ef78-45ba-bd8d-44680a3cf1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:57.799444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:44:59.389658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:00.885323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:24.427152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61313c8f-35e3-4eed-8d3e-a69fac46bed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:26.700661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-59b6dc7f-8ae3-446b-96a4-67775eca78b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:27.803029 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:28.473172 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:45:29.393860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:30.879333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:54.429673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-422dc2a5-586d-4aa1-a24b-1d64714398c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:56.701463 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73f670ba-5295-4394-b7a8-5ab3ba1ebf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:57.806115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:45:59.395205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:00.880820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:05.472392 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 5 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:46:05.824834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:06.120884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563549'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:24.431388 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-281cf58f-8929-4921-a759-44c336751581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:26.702901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfbb4-5562-4b2f-aad5-acc0364185aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:27.807546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:29.398276 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:30.883020 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:35.783059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:36.084096 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:42.471982 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:46:54.433286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9ad74455-6ff6-46b8-b326-d787d1a41d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:55.104922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35438) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:46:55.210536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-92328e68-edd7-4adb-808d-1d516ac765f0 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1037469
Mar 05 20:46:56.705097 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed45377d-be44-479b-ab5f-c5e7b4704560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:57.656953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35448) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:46:57.714659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-72fd6609-c5f1-49fb-a434-dcf26e065f74 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0566289
Mar 05 20:46:57.812128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:46:59.405471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:00.884841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:05.812902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:06.099208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:19.471885 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:47:24.434747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8234a897-0e82-42f2-80c5-a01af2a982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:26.707004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb35524b-a148-41c0-ade4-df8aaed67862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:27.812233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:29.403202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:30.886875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:35.827785 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:36.110443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:54.436841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aca2d7a7-214e-4a75-a745-869793c0d799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:56.472235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:47:56.710320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-446ec41a-07a3-4bce-a982-059a3612cec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:57.816653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:47:59.409045 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:00.891501 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:05.826115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:06.129224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:24.444683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2def69f-8d63-4a27-93b7-96f0b326e141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:26.715758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-91a0e1ea-5472-4dfc-b6bb-549bca24964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:27.826709 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:28.856039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35694) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:29.229298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-network', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:29.248841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Made reservation on behalf of 4e0a2d8f510f49999fc3094858af40d6 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:29.251139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.260572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.340071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks [] for security_group (e821ce3d-3c2c-4bd0-932d-4705f09fc855), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.345175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e821ce3d-3c2c-4bd0-932d-4705f09fc855), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.372361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e821ce3d-3c2c-4bd0-932d-4705f09fc855,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:29.386584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.386945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.387380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.387717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.388115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.388382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.388831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.389271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.389493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.389839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.391052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.391052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.391052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Tracked resource versions report:
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]: pushed versions:
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]: {   'AddressGroup': {'1.2'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'ConntrackHelper': {'1.0'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'Log': {'1.0'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'Network': {'1.1'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'Port': {'1.7'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'PortForwarding': {'1.2'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'QosPolicy': {'1.10'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'SecurityGroup': {'1.5'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'SubPort': {'1.0'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'Subnet': {'1.1'},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     'Trunk': {'1.1'}}
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]: consumer versions:
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     HyperV agent@nch1-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     HyperV agent@nch2-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     L3 agent@ncdv-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     Metering agent@ncdv-master-1: {},
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'ConntrackHelper': '1.0',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'Log': '1.0',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'Network': '1.1',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'Port': '1.7',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'PortForwarding': '1.2',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'QosPolicy': '1.10',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'SecurityGroup': '1.5',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'SubPort': '1.0',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'Subnet': '1.1',
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:                                           'Trunk': '1.1'}}
Mar 05 20:48:29.392000 ncdv-master-1 neutron-server[126562]:  {{(pid=126562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:48:29.412655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:48:29.418380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.423453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.423453 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Added segment 4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3 of type vlan for network da32bc16-2a34-4e4f-9967-3e30a71f2738
Mar 05 20:48:29.464312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (da32bc16-2a34-4e4f-9967-3e30a71f2738), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.494541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (da32bc16-2a34-4e4f-9967-3e30a71f2738), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.495642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:29.496350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.560899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] Pushing event updated for resources: {'Network': ['ID=da32bc16-2a34-4e4f-9967-3e30a71f2738,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:29.572197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c940f54b-dda3-4a31-9181-8d74c995c176 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7150726
Mar 05 20:48:29.572830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:48:29.574046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35746) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:29.578868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Request body: {'subnet': {'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-subnet', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:29.601627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Made reservation on behalf of 4e0a2d8f510f49999fc3094858af40d6 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:29.606496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.783300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (6f74d4e2-f31e-4eb7-9804-c292a4a0ed00), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.829959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:29.853115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Checking segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:29.853465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Network hostable DHCP agents. Network: da32bc16-2a34-4e4f-9967-3e30a71f2738, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:48:29.871707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:48:29.881038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da32bc16-2a34-4e4f-9967-3e30a71f2738) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:29.890118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:29.890724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.893051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f38a78-40cc-4ce5-8b98-3c6468a8c6bc None None] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:29.920181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35764) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:29.926786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:29.930760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dedc4335-eac2-4bce-87f8-6f0ca5180556 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.3555348
Mar 05 20:48:29.954948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (57989452-a350-4f23-bde0-40db9afae9b1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:29.960831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (57989452-a350-4f23-bde0-40db9afae9b1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.036060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da32bc16-2a34-4e4f-9967-3e30a71f2738', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:48:30.037116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.109989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for router_controller (57989452-a350-4f23-bde0-40db9afae9b1), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.264306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Allocated IP 172.20.0.2 (da32bc16-2a34-4e4f-9967-3e30a71f2738/6f74d4e2-f31e-4eb7-9804-c292a4a0ed00/3c7d65c0-7d89-4b2a-b389-0993dc152af6) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:30.359634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for router_gateway (57989452-a350-4f23-bde0-40db9afae9b1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.450013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks [] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.464103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.511106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:30.512462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:30.515269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:30.555251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Pushing event updated for resources: {'Port': ['ID=3c7d65c0-7d89-4b2a-b389-0993dc152af6,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:30.589441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.589982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.590456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.590925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.591390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.591983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.592445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.592942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.593438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.593927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.594709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.595198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.595705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Tracked resource versions report:
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]: pushed versions:
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]: {   'AddressGroup': {'1.2'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'ConntrackHelper': {'1.0'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'Log': {'1.0'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'Network': {'1.1'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'Port': {'1.7'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'PortForwarding': {'1.2'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'QosPolicy': {'1.10'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'SecurityGroup': {'1.5'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'SubPort': {'1.0'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'Subnet': {'1.1'},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     'Trunk': {'1.1'}}
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]: consumer versions:
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     HyperV agent@nch1-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     HyperV agent@nch2-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     L3 agent@ncdv-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     Metering agent@ncdv-master-1: {},
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'ConntrackHelper': '1.0',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'Log': '1.0',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'Network': '1.1',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'Port': '1.7',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'PortForwarding': '1.2',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'QosPolicy': '1.10',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'SecurityGroup': '1.5',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'SubPort': '1.0',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'Subnet': '1.1',
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:                                           'Trunk': '1.1'}}
Mar 05 20:48:30.597011 ncdv-master-1 neutron-server[126564]:  {{(pid=126564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:48:30.608140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Attempting to bind port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:30.608949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Attempting to bind port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:30.609496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Attempting to bind port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:30.616367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:30.617087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Checking segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:30.617707 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.618374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Bound using segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:30.619101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Bound port: 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:30.619718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.696846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] For port 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:30.700960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] For port 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7d65c0-7d89-4b2a-b389-0993dc152af6,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:30.709098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.794020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9845c4-9b9b-4c97-b245-cb003b315243 None None] Pushing event updated for resources: {'Port': ['ID=3c7d65c0-7d89-4b2a-b389-0993dc152af6,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:30.866224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for router_gateway (57989452-a350-4f23-bde0-40db9afae9b1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.898416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:30.908852 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.151254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Allocated IP 172.35.0.225 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/766683d0-9bb6-457b-9561-5399d6d496a5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:31.360241 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for port (766683d0-9bb6-457b-9561-5399d6d496a5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.401589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35808) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:31.472099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.551522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8597d14b-4ba8-4ada-a118-498474edbe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.603340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:31.610223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:31.622558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:31.722743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8597d14b-4ba8-4ada-a118-498474edbe48 admin admin] Publish callbacks [] for security_group (bf1375cc-f7cc-48f5-98fe-ba675f4b06e0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.729054 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8597d14b-4ba8-4ada-a118-498474edbe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bf1375cc-f7cc-48f5-98fe-ba675f4b06e0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.812443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597d14b-4ba8-4ada-a118-498474edbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1375cc-f7cc-48f5-98fe-ba675f4b06e0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:31.819138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8597d14b-4ba8-4ada-a118-498474edbe48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17b8eb0f69bb4598a931134cd29860f0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4165165
Mar 05 20:48:31.821613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:31.938411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] Publish callbacks [] for security_group (bf1375cc-f7cc-48f5-98fe-ba675f4b06e0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:31.978598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Pushing event updated for resources: {'Port': ['ID=766683d0-9bb6-457b-9561-5399d6d496a5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:31.992666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] Publish callbacks [] for security_group (bf1375cc-f7cc-48f5-98fe-ba675f4b06e0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.124481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bf1375cc-f7cc-48f5-98fe-ba675f4b06e0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.127691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.131300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf1375cc-f7cc-48f5-98fe-ba675f4b06e0 HTTP/1.1" status: 204  len: 168 time: 0.3057871
Mar 05 20:48:32.141433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf128c-7704-42f9-8c83-58f2a748e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1375cc-f7cc-48f5-98fe-ba675f4b06e0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:32.227930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:32.318208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c7d65c0-7d89-4b2a-b389-0993dc152af6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:32.354652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.359711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.361852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.362289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.362723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.365160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.365829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.366237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.366641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.367487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.369204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38180a9-1b70-43f2-aa33-a6f931a8d09a None None] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:32.369601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.370018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.370517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Tracked resource versions report:
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]: pushed versions:
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]: {   'AddressGroup': {'1.2'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'ConntrackHelper': {'1.0'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'Log': {'1.0'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'Network': {'1.1'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'Port': {'1.7'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'PortForwarding': {'1.2'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'QosPolicy': {'1.10'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'SecurityGroup': {'1.5'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'SubPort': {'1.0'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'Subnet': {'1.1'},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     'Trunk': {'1.1'}}
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]: consumer versions:
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     HyperV agent@nch1-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     HyperV agent@nch2-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     L3 agent@ncdv-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     Metering agent@ncdv-master-1: {},
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'ConntrackHelper': '1.0',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'Log': '1.0',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'Network': '1.1',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'Port': '1.7',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'PortForwarding': '1.2',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'QosPolicy': '1.10',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'SecurityGroup': '1.5',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'SubPort': '1.0',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'Subnet': '1.1',
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:                                           'Trunk': '1.1'}}
Mar 05 20:48:32.374136 ncdv-master-1 neutron-server[126563]:  {{(pid=126563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:48:32.436654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:32.437081 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.494313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for router_gateway (57989452-a350-4f23-bde0-40db9afae9b1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.597669 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1017f84f-8383-454e-8be4-d75c54d06dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.653873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e87f1e0b-e0b6-4121-bb79-6e8511865ff1 None None] Provisioning complete for port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:32.654583 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e87f1e0b-e0b6-4121-bb79-6e8511865ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.702814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:32.703205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.762325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1017f84f-8383-454e-8be4-d75c54d06dca admin admin] Publish callbacks [] for security_group (11d34c45-8407-4612-b345-62d445d34dcb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.772011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1017f84f-8383-454e-8be4-d75c54d06dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (11d34c45-8407-4612-b345-62d445d34dcb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.777846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7d65c0-7d89-4b2a-b389-0993dc152af6,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:32.792236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.794138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35896) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:32.881853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (57989452-a350-4f23-bde0-40db9afae9b1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.891926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1017f84f-8383-454e-8be4-d75c54d06dca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8edc7f163f1f4a88a3f8c0825a0f5701&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6615317
Mar 05 20:48:32.893406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35906) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:32.903158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f84f-8383-454e-8be4-d75c54d06dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d34c45-8407-4612-b345-62d445d34dcb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:32.920164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18d609ad-41e5-4416-ab36-d88cd70446c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:32.935393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3c7d65c0-7d89-4b2a-b389-0993dc152af6,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:32.960999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e87f1e0b-e0b6-4121-bb79-6e8511865ff1 None None] Current status of the port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:33.073166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18d609ad-41e5-4416-ab36-d88cd70446c0 admin admin] Publish callbacks [] for security_group (c98b6ce0-bbc9-4fba-95d0-e34f9b774301), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.078637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18d609ad-41e5-4416-ab36-d88cd70446c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c98b6ce0-bbc9-4fba-95d0-e34f9b774301), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.090861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] Publish callbacks [] for security_group (11d34c45-8407-4612-b345-62d445d34dcb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.129401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] Publish callbacks [] for security_group (11d34c45-8407-4612-b345-62d445d34dcb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.148785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35920) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:33.154698 ncdv-master-1 neutron-server[126563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 05 20:48:33.160465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18d609ad-41e5-4416-ab36-d88cd70446c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2948c60c2f4b4e4d8cec293d59dd8914&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3457606
Mar 05 20:48:33.161771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:33.194524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d609ad-41e5-4416-ab36-d88cd70446c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b6ce0-bbc9-4fba-95d0-e34f9b774301,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:33.220029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e926055a-2407-46e2-9ee3-6e4aff358d02 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0669749
Mar 05 20:48:33.227449 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] Publish callbacks [] for security_group (c98b6ce0-bbc9-4fba-95d0-e34f9b774301), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.255720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] Publish callbacks [] for security_group (c98b6ce0-bbc9-4fba-95d0-e34f9b774301), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.262573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Router 57989452-a350-4f23-bde0-40db9afae9b1 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:48:33.295253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1e9883e2-d468-4a43-8a56-b4d3c53f4396 None None] Provisioning complete for port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:33.295814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e9883e2-d468-4a43-8a56-b4d3c53f4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.317781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c98b6ce0-bbc9-4fba-95d0-e34f9b774301), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.322503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.327535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c98b6ce0-bbc9-4fba-95d0-e34f9b774301 HTTP/1.1" status: 204  len: 168 time: 0.1636639
Mar 05 20:48:33.348316 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (11d34c45-8407-4612-b345-62d445d34dcb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.351168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.352094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11d34c45-8407-4612-b345-62d445d34dcb HTTP/1.1" status: 204  len: 168 time: 0.4577441
Mar 05 20:48:33.360412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1324a0-7a80-4700-ab3f-d98a69bebcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b6ce0-bbc9-4fba-95d0-e34f9b774301,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:33.385165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0cb1f-3b11-484f-b887-d9f32a4697f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d34c45-8407-4612-b345-62d445d34dcb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:33.430657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1e9883e2-d468-4a43-8a56-b4d3c53f4396 None None] Current status of the port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:33.476743 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:48:33.572097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-6c29ee2c-e749-4543-9e7b-86a7b29b0d06 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:33.579279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-6c29ee2c-e749-4543-9e7b-86a7b29b0d06 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3462906
Mar 05 20:48:33.599742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-6b367266-1af1-4768-8aa0-7ddb17a84bd4 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/quotas/bc979e049ee9421d8f6e41c1b6723f1e HTTP/1.1" status: 200  len: 375 time: 0.0194085
Mar 05 20:48:33.782854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-9082e84b-e3a3-4a68-8701-d107b1f7ee66 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1819696
Mar 05 20:48:33.798181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:48:33.810327 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:48:33.826513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:33.828182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3e97407e-1fa2-4dbd-a453-fcbb07bce64c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.9067304
Mar 05 20:48:33.830019 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:33.830867 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:33.831328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:33.996217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35978) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:34.016437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-45d6b1f9-d84d-45bd-ac9e-2c5fa6293760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.093194 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:34.133861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c7d65c0-7d89-4b2a-b389-0993dc152af6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:34.238743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:34.239436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.311751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74cad34b-179b-496c-bee8-426b00257f42 req-234bd74f-4ac8-4630-ac1e-4678dad00556 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.2443857
Mar 05 20:48:34.366113 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3100>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:31Z', 'revision_number': 3, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:34.398972 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:48:34.400084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Updating router 57989452-a350-4f23-bde0-40db9afae9b1 port 766683d0-9bb6-457b-9561-5399d6d496a5 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:48:34.406132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:34.423503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36006) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:34.453108 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.464009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-45d6b1f9-d84d-45bd-ac9e-2c5fa6293760 admin admin] Publish callbacks [] for security_group (c6572c3b-7600-4415-979d-8450a5166ac1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.474342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-45d6b1f9-d84d-45bd-ac9e-2c5fa6293760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6572c3b-7600-4415-979d-8450a5166ac1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.531331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-45d6b1f9-d84d-45bd-ac9e-2c5fa6293760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff52672951744ffa03c14d94e538ae2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5343118
Mar 05 20:48:34.531754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36016) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:34.534083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6b1f9-d84d-45bd-ac9e-2c5fa6293760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6572c3b-7600-4415-979d-8450a5166ac1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:34.607165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] Publish callbacks [] for security_group (c6572c3b-7600-4415-979d-8450a5166ac1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.676370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] Publish callbacks [] for security_group (c6572c3b-7600-4415-979d-8450a5166ac1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.728583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d1510e-6475-4cae-9a83-c46838398527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.857805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.911423 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks [] for port (766683d0-9bb6-457b-9561-5399d6d496a5), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.919192 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:34.971854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Pushing event updated for resources: {'Port': ['ID=766683d0-9bb6-457b-9561-5399d6d496a5,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:34.992562 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.994400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.995853 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.996219 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.996567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.996916 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.997253 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.997591 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.997928 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.998261 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.998594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:34.998925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:35.009941 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Tracked resource versions report:
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]: pushed versions:
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]: {   'AddressGroup': {'1.2'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'ConntrackHelper': {'1.0'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'LocalIPAssociation': {'1.0'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'Log': {'1.0'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'Network': {'1.1'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'Port': {'1.7'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'PortForwarding': {'1.2'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'QosPolicy': {'1.10'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'SecurityGroup': {'1.5'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'SecurityGroupRule': {'1.2'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'SubPort': {'1.0'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'Subnet': {'1.1'},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     'Trunk': {'1.1'}}
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]: consumer versions:
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]: {   DHCP agent@ncdv-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     HyperV agent@nch1-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     HyperV agent@nch2-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     L3 agent@ncdv-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     Metadata agent@ncdv-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     Metering agent@ncdv-master-1: {},
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'ConntrackHelper': '1.0',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'LocalIPAssociation': '1.0',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'Log': '1.0',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'Network': '1.1',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'Port': '1.7',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'PortForwarding': '1.2',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'QosPolicy': '1.10',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'SecurityGroup': '1.5',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'SecurityGroupRule': '1.2',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'SubPort': '1.0',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'Subnet': '1.1',
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:                                           'Trunk': '1.1'}}
Mar 05 20:48:35.012420 ncdv-master-1 neutron-server[126565]:  {{(pid=126565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 05 20:48:35.023664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d1510e-6475-4cae-9a83-c46838398527 admin admin] Publish callbacks [] for security_group (a32ec912-d646-4ca7-a672-787fd3212f59), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.038865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d1510e-6475-4cae-9a83-c46838398527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a32ec912-d646-4ca7-a672-787fd3212f59), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.082638 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Attempting to bind port 766683d0-9bb6-457b-9561-5399d6d496a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:35.084874 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Attempting to bind port 766683d0-9bb6-457b-9561-5399d6d496a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:35.086691 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Attempting to bind port 766683d0-9bb6-457b-9561-5399d6d496a5 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:35.101605 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:35.102658 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:35.103096 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.105093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:35.105614 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Bound port: 766683d0-9bb6-457b-9561-5399d6d496a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:35.106230 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.125427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32d1510e-6475-4cae-9a83-c46838398527 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acc5345b31e84cc1a28872383e6c11b3&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6937499
Mar 05 20:48:35.128007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:35.134923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Allocated IP 172.20.0.1 (da32bc16-2a34-4e4f-9967-3e30a71f2738/6f74d4e2-f31e-4eb7-9804-c292a4a0ed00/6b9c0579-433f-4811-9940-189f7cb8e5e9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:35.238813 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] For port 766683d0-9bb6-457b-9561-5399d6d496a5, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:35.247279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] For port 766683d0-9bb6-457b-9561-5399d6d496a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766683d0-9bb6-457b-9561-5399d6d496a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:35.250501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1510e-6475-4cae-9a83-c46838398527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ec912-d646-4ca7-a672-787fd3212f59,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:35.260011 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.314061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] Publish callbacks [] for security_group (a32ec912-d646-4ca7-a672-787fd3212f59), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.343849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] Publish callbacks [] for security_group (a32ec912-d646-4ca7-a672-787fd3212f59), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.382849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks [] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.401717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6572c3b-7600-4415-979d-8450a5166ac1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.414603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.415741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6572c3b-7600-4415-979d-8450a5166ac1 HTTP/1.1" status: 204  len: 168 time: 0.8831205
Mar 05 20:48:35.417407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a32ec912-d646-4ca7-a672-787fd3212f59), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.422976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.424581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a32ec912-d646-4ca7-a672-787fd3212f59 HTTP/1.1" status: 204  len: 168 time: 0.2680111
Mar 05 20:48:35.426222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:35.427820 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:35.437916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80865e0f-69ae-4efc-a867-49eb06141724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ec912-d646-4ca7-a672-787fd3212f59,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:35.466382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a06bf5-b957-4cbc-946a-6e19ad643d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6572c3b-7600-4415-979d-8450a5166ac1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:35.489221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36088) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:35.504929 ncdv-master-1 neutron-server[126562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 05 20:48:35.515097 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631896-ccbc-4a7a-a1df-5ac6e6554165 None None] Pushing event updated for resources: {'Port': ['ID=766683d0-9bb6-457b-9561-5399d6d496a5,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:35.541384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43141633-4dd2-407a-b0ae-d84fe36613b4 req-6fcac108-55fe-4ec7-89ec-90d20f5fe09c tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.0607193
Mar 05 20:48:35.590472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-5465a082-f8d8-4a87-956a-198dd80750df tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dd43fe9254d04dbead327aa06baa059a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1000495
Mar 05 20:48:35.604231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36090) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:35.633063 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:35.642083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:35.840489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.062656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1873374292-network', 'tenant_id': 'e41fd0f371964cdb9eab7d1135ff2637'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:36.108045 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3100>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:31Z', 'revision_number': 3, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:36.111905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Made reservation on behalf of e41fd0f371964cdb9eab7d1135ff2637 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:36.114640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.129310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.145810 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab751b7a-8c0c-4d43-b7ba-3f3d0ffec667 None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:31Z', 'revision_number': 3, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:48:36.148714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.153293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:36.201878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36130) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:36.205218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:36.221074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:36.221564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (57989452-a350-4f23-bde0-40db9afae9b1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.232306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Pushing event updated for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:36.244425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c4af962-a8d8-4973-a34b-bb4fdbd8bda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.403717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks [] for security_group (d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.418997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.451519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:48:36.537451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c4af962-a8d8-4973-a34b-bb4fdbd8bda9 admin admin] Publish callbacks [] for security_group (ff5d47e4-5b41-42c7-8ce7-22984c894ba6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.541876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c697b73d-7f3e-4754-b257-7927b12e169a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.542742 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Added segment c697b73d-7f3e-4754-b257-7927b12e169a of type vlan for network 4abb4594-0e44-49fc-891c-0a1956278568
Mar 05 20:48:36.567382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:36.580724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-b036c952-9f00-4ab6-9993-081772c7ab4c tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:36.585856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-b036c952-9f00-4ab6-9993-081772c7ab4c tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9942076
Mar 05 20:48:36.593754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bb2c33b1-fd76-4c68-8c36-11edb523b44e None None] Provisioning complete for port 6b9c0579-433f-4811-9940-189f7cb8e5e9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:36.595214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb2c33b1-fd76-4c68-8c36-11edb523b44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.599444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c4af962-a8d8-4973-a34b-bb4fdbd8bda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ff5d47e4-5b41-42c7-8ce7-22984c894ba6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.692065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c33b1-fd76-4c68-8c36-11edb523b44e None None] Port 6b9c0579-433f-4811-9940-189f7cb8e5e9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:48:36.715101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-a38c5a6e-b923-4b67-822a-44f3a6418472 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/quotas/dd43fe9254d04dbead327aa06baa059a HTTP/1.1" status: 200  len: 375 time: 0.1222920
Mar 05 20:48:36.751711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (4abb4594-0e44-49fc-891c-0a1956278568), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.770642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9c4af962-a8d8-4973-a34b-bb4fdbd8bda9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7797e7ca93b4e29bbc40313385060bb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5722637
Mar 05 20:48:36.773942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36154) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:36.785151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4af962-a8d8-4973-a34b-bb4fdbd8bda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d47e4-5b41-42c7-8ce7-22984c894ba6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:36.857847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-ed062957-82f0-443d-ac25-fb93a55a1814 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd43fe9254d04dbead327aa06baa059a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1158507
Mar 05 20:48:36.873549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (4abb4594-0e44-49fc-891c-0a1956278568), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.879940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:36.879940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.909294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:36.938365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962286a9-c70f-43d1-abbc-a6a92b70bfb9 req-ffe516da-a5af-42c7-9ab0-22eaf2e28ef4 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.0939384
Mar 05 20:48:37.065310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] Pushing event updated for resources: {'Network': ['ID=4abb4594-0e44-49fc-891c-0a1956278568,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:37.080101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 4abb4594-0e44-49fc-891c-0a1956278568 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:48:37.123118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2bd43622-eb2a-4ebf-8b90-271914385209 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.5175200
Mar 05 20:48:37.126517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36172) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:37.127182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] Publish callbacks [] for security_group (ff5d47e4-5b41-42c7-8ce7-22984c894ba6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.138559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Request body: {'subnet': {'network_id': '4abb4594-0e44-49fc-891c-0a1956278568', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1873374292-subnet', 'tenant_id': 'e41fd0f371964cdb9eab7d1135ff2637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:37.241939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.31', 56106) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:37.247552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks [] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.274594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Made reservation on behalf of e41fd0f371964cdb9eab7d1135ff2637 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:37.277397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.290280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] Publish callbacks [] for security_group (ff5d47e4-5b41-42c7-8ce7-22984c894ba6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.306618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.307321 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (57989452-a350-4f23-bde0-40db9afae9b1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.355342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-173095bc-b750-4bd8-b61c-caf21641aea8 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0921097
Mar 05 20:48:37.388236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fce2c383-7765-4ba8-b5b6-375a4a7add7a req-a8a00e59-56ab-4e81-8f49-30980b8c43af tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 210 time: 0.0850074
Mar 05 20:48:37.482041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ff5d47e4-5b41-42c7-8ce7-22984c894ba6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.488512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.499967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff5d47e4-5b41-42c7-8ce7-22984c894ba6 HTTP/1.1" status: 204  len: 168 time: 0.7212563
Mar 05 20:48:37.552051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a040a8-ba5a-49fd-bf3a-6f8a7236bd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d47e4-5b41-42c7-8ce7-22984c894ba6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:37.646754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Pushing event updated for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:37.774571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-d4159970-8252-41af-9fbe-461d623d47a7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:37.777544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-d4159970-8252-41af-9fbe-461d623d47a7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3922482
Mar 05 20:48:37.778851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (84683d44-a03e-4d23-9bbe-1c9edfdf5804), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.849296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:37.850895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:37.865501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Request body: {'port': {'device_id': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'bc979e049ee9421d8f6e41c1b6723f1e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:37.894286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Checking segment: {'id': 'c697b73d-7f3e-4754-b257-7927b12e169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4abb4594-0e44-49fc-891c-0a1956278568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:37.894644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Network hostable DHCP agents. Network: 4abb4594-0e44-49fc-891c-0a1956278568, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:48:37.897787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84683d44-a03e-4d23-9bbe-1c9edfdf5804,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:37.940182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Network 4abb4594-0e44-49fc-891c-0a1956278568 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:48:37.967606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4abb4594-0e44-49fc-891c-0a1956278568) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:37.976451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:37.977150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:37.986911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a776a-93a5-48ca-9a3a-f6cf33d67269 None None] Network 4abb4594-0e44-49fc-891c-0a1956278568 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:38.024238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-999eeb45-beb0-4d99-a4c9-72cad7217e38 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8946550
Mar 05 20:48:38.103163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:38.186130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d7c075e-1e9b-4863-9a24-ed48e3be2241 req-7d8d71dd-18cf-4554-9875-a45828f25722 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.0686336
Mar 05 20:48:38.283329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 766683d0-9bb6-457b-9561-5399d6d496a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:38.353168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a710ef2-8eea-46c8-a44c-8bdea2285d22 None None] Network 4abb4594-0e44-49fc-891c-0a1956278568 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:38.495563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:48:38.507986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Made reservation on behalf of bc979e049ee9421d8f6e41c1b6723f1e for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:38.511421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.539607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ef1d3c28-263d-4e5b-960b-218f513e7a4b None None] Provisioning complete for port 6b9c0579-433f-4811-9940-189f7cb8e5e9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:38.540020 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ef1d3c28-263d-4e5b-960b-218f513e7a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.582845 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-534a77bf-7c7c-466b-84d7-0997a8ddd2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.599238 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7293350-c353-476d-93a9-31e2d160fc58 req-778d5180-7dfe-4afb-a2c8-1be67b9aa88f tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 210 time: 0.0813441
Mar 05 20:48:38.600401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.694879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d3c28-263d-4e5b-960b-218f513e7a4b None None] Port 6b9c0579-433f-4811-9940-189f7cb8e5e9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:48:38.705381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 766683d0-9bb6-457b-9561-5399d6d496a5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:38.705903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.817716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:48:38.827889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 766683d0-9bb6-457b-9561-5399d6d496a5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:38.829239 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.839137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9cac790-396f-4349-bd1b-4642f36025ce admin admin] 10.222.0.15 "PUT /v2.0/routers/57989452-a350-4f23-bde0-40db9afae9b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0058599
Mar 05 20:48:38.857716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks [] for security_group (db2b3a07-43f3-4dac-8512-a23de3e8ca10), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.857890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-534a77bf-7c7c-466b-84d7-0997a8ddd2ea admin admin] Publish callbacks [] for security_group (203857e7-1916-45c2-9c7e-b4d7e5d92f32), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.864186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-534a77bf-7c7c-466b-84d7-0997a8ddd2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (203857e7-1916-45c2-9c7e-b4d7e5d92f32), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.865621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (db2b3a07-43f3-4dac-8512-a23de3e8ca10), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.868853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 766683d0-9bb6-457b-9561-5399d6d496a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766683d0-9bb6-457b-9561-5399d6d496a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:38.873827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:38.946196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=766683d0-9bb6-457b-9561-5399d6d496a5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:38.963747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-534a77bf-7c7c-466b-84d7-0997a8ddd2ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db5fbec032fa4a659e19020b7dcc4588&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8542390
Mar 05 20:48:38.964738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a77bf-7c7c-466b-84d7-0997a8ddd2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203857e7-1916-45c2-9c7e-b4d7e5d92f32,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:38.969428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:39.039293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b3a07-43f3-4dac-8512-a23de3e8ca10,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:39.069532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] Publish callbacks [] for security_group (203857e7-1916-45c2-9c7e-b4d7e5d92f32), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:39.126529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] Publish callbacks [] for security_group (203857e7-1916-45c2-9c7e-b4d7e5d92f32), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:39.131837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:48:39.157851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:39.159222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832f4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:39.234726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (203857e7-1916-45c2-9c7e-b4d7e5d92f32), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:39.239404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:39.244029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/203857e7-1916-45c2-9c7e-b4d7e5d92f32 HTTP/1.1" status: 204  len: 168 time: 0.2731965
Mar 05 20:48:39.272098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eb239-f834-46f6-9976-35a4cdeb362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203857e7-1916-45c2-9c7e-b4d7e5d92f32,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:39.315428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Allocated IP 192.168.233.188 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/326c6caa-2b24-4f53-a872-561f3573012c) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:39.447435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08d44f45-2a2b-4d84-a64e-be0d1ffb53f5 req-2b4e2bb1-371c-4530-a3d8-72ea4b0f692b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.0835481
Mar 05 20:48:39.448233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:39.457981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.31', 56110) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:39.541489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-60a1ca23-3a7b-43bc-85ca-44b4b95deefb tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dd43fe9254d04dbead327aa06baa059a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0648158
Mar 05 20:48:39.818141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-eea4b13a-41a7-4f1c-ac17-9c482f371d79 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:39.820804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-eea4b13a-41a7-4f1c-ac17-9c482f371d79 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2635875
Mar 05 20:48:39.853681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Request body: {'port': {'device_id': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'dd43fe9254d04dbead327aa06baa059a'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:39.962872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks [] for port (326c6caa-2b24-4f53-a872-561f3573012c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.058907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832f4f10>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 2, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:40.127628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.159445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 766683d0-9bb6-457b-9561-5399d6d496a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:40.194825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e98049c2-9050-4861-bebd-0d9c4f7d901d req-47b0f52c-a654-48bd-a2ff-c88db4d742bb tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 210 time: 0.0839283
Mar 05 20:48:40.223206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:48:40.224475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Updating router 57989452-a350-4f23-bde0-40db9afae9b1 port 6b9c0579-433f-4811-9940-189f7cb8e5e9 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:48:40.301921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.309722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Made reservation on behalf of dd43fe9254d04dbead327aa06baa059a for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:40.315010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.328800 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.449154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks [] for security_group (6ba3fded-571d-40a7-b3e7-5fd565c8cb8b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.456878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6ba3fded-571d-40a7-b3e7-5fd565c8cb8b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.494744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:40.522859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 766683d0-9bb6-457b-9561-5399d6d496a5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:40.523464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.523924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:40.529096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:40.555701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:40.555701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.593462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Pushing event updated for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:40.626702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-caead6ca-4c99-47a9-b4da-a467b7180160 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7665074
Mar 05 20:48:40.693254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:40.733196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-f8341436-6b39-4a09-ba89-9f6ed85a47f7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:48:40.735027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-f8341436-6b39-4a09-ba89-9f6ed85a47f7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0130522
Mar 05 20:48:40.801589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4037e8-0f80-4ff0-9420-008b46f06d53 req-494f5e17-bfb7-408f-8e13-594587477e42 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:40.814357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e4037e8-0f80-4ff0-9420-008b46f06d53 req-494f5e17-bfb7-408f-8e13-594587477e42 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 936 time: 0.1956868
Mar 05 20:48:40.823547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:40.863774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b7aab43-708e-4d1a-bb1e-ef58070859b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:40.954935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e4037e8-0f80-4ff0-9420-008b46f06d53 req-4a5cfd26-0e94-4181-a34b-6ce68a3e8e2d tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390862
Mar 05 20:48:41.173532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b7aab43-708e-4d1a-bb1e-ef58070859b8 admin admin] Publish callbacks [] for security_group (f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.183059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b7aab43-708e-4d1a-bb1e-ef58070859b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.315694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1b7aab43-708e-4d1a-bb1e-ef58070859b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37a481523cf94098a9cc31f08043f9f6&name=default HTTP/1.1" status: 200  len: 2995 time: 0.4904997
Mar 05 20:48:41.318194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aab43-708e-4d1a-bb1e-ef58070859b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:41.337991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:41.408949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d9f20425-a34b-44b6-b22c-228dff87eba8 None None] Provisioning complete for port 326c6caa-2b24-4f53-a872-561f3573012c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:41.409339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9f20425-a34b-44b6-b22c-228dff87eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (326c6caa-2b24-4f53-a872-561f3573012c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.434178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfb7f6cf-d8ac-45cb-8c3e-60d3a6f49861 req-df729ca3-5080-4da9-8583-0edffad5a6d9 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 210 time: 0.0813684
Mar 05 20:48:41.439793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks [] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.540310 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.550558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] Publish callbacks [] for security_group (f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.552357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Allocated IP 192.168.233.111 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/ed241cfc-58db-4f9b-adfb-a457a1c0e3e4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:41.677092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f55bd-2f90-44c8-8242-fa352f249ca2 None None] Pushing event updated for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:41.693904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] Publish callbacks [] for security_group (f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.721767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36328) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:41.758636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1038228322-network', 'tenant_id': 'df18f55709554f238a9a87a82cd886e5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:41.801023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d9f20425-a34b-44b6-b22c-228dff87eba8 None None] Port 326c6caa-2b24-4f53-a872-561f3573012c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:48:41.807590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Attempting to bind port 6b9c0579-433f-4811-9940-189f7cb8e5e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:41.808609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Attempting to bind port 6b9c0579-433f-4811-9940-189f7cb8e5e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:41.809163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Attempting to bind port 6b9c0579-433f-4811-9940-189f7cb8e5e9 on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:41.818764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:41.819496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Checking segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:41.820346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.820968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Bound using segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:41.822253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Bound port: 6b9c0579-433f-4811-9940-189f7cb8e5e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:41.822872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.834221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Made reservation on behalf of df18f55709554f238a9a87a82cd886e5 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:41.839213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:41.849207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 766683d0-9bb6-457b-9561-5399d6d496a5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:41.884166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.024425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks [] for security_group (23d74e04-7b89-4674-9d57-0d801145ca3d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.036354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23d74e04-7b89-4674-9d57-0d801145ca3d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.080726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:48:42.086626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d74e04-7b89-4674-9d57-0d801145ca3d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:42.117044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (53a84e23-eb49-4479-8777-9fe0af642514), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.117384 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Added segment 53a84e23-eb49-4479-8777-9fe0af642514 of type vlan for network 17d7fe0e-2a37-4021-8925-abb37f6fc085
Mar 05 20:48:42.118914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.124637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.130311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8 HTTP/1.1" status: 204  len: 168 time: 0.7908666
Mar 05 20:48:42.194653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] For port 6b9c0579-433f-4811-9940-189f7cb8e5e9, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:42.196780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360cf66-044b-470a-a5e5-b11e6abf3c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab88c7-ba0b-4907-b53a-e1babc9bbeb8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:42.197936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] For port 6b9c0579-433f-4811-9940-189f7cb8e5e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9c0579-433f-4811-9940-189f7cb8e5e9,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:42.212644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.256472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Provisioning complete for port 6b9c0579-433f-4811-9940-189f7cb8e5e9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:42.256839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.263863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks [] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.328498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Request body: {'port': {'device_id': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'device_owner': 'compute:tempest-test_az-2053864637', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:42.341897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (17d7fe0e-2a37-4021-8925-abb37f6fc085), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.433357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a7b45-6271-430f-a6d5-f5a72e7c39bb req-0e57bea0-86f9-4d61-a313-15fc0028e1b1 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:42.441539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d39a7b45-6271-430f-a6d5-f5a72e7c39bb req-0e57bea0-86f9-4d61-a313-15fc0028e1b1 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 936 time: 0.3492217
Mar 05 20:48:42.469218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f55bd-2f90-44c8-8242-fa352f249ca2 None None] Pushing event updated for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:42.517267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:42.518600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832f4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:42.525551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.543137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (17d7fe0e-2a37-4021-8925-abb37f6fc085), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.544523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:42.547842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.592754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8458943
Mar 05 20:48:42.610243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36348) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:42.646966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Request body: {'subnet': {'network_id': '17d7fe0e-2a37-4021-8925-abb37f6fc085', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1038228322-subnet', 'tenant_id': 'df18f55709554f238a9a87a82cd886e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:42.658166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (326c6caa-2b24-4f53-a872-561f3573012c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.766862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4d74-1bb4-4673-9aae-5221f8a6a638 admin admin] Pushing event updated for resources: {'Network': ['ID=17d7fe0e-2a37-4021-8925-abb37f6fc085,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:42.775253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Made reservation on behalf of df18f55709554f238a9a87a82cd886e5 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:42.778134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.804064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:42.851010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:42.852173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 17d7fe0e-2a37-4021-8925-abb37f6fc085 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:48:42.855212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:42.863577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:42.864773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:42.964743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Pushing event updated for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:42.976649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-4c30a388-a01b-433d-870f-4068af337e80 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1295087
Mar 05 20:48:42.985812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d39a7b45-6271-430f-a6d5-f5a72e7c39bb req-a91c686d-56fe-49ee-8b39-48ff8fcb9e76 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5168898
Mar 05 20:48:42.997455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Request body: {'port': {'device_id': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'device_owner': 'compute:tempest-test_az-2053864637', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:43.306687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36358) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:43.308910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Current status of the port 6b9c0579-433f-4811-9940-189f7cb8e5e9 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:43.309548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.323080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.369290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:43.421843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (faedcd3a-0894-4618-9cb1-30c8fa7b321d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.441442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:43.461545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-network', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:43.536216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a6948-f377-436b-a752-1b6bd45f4d64 req-4d050aad-5574-4144-af85-2d820e86e623 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:43.549144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-605a6948-f377-436b-a752-1b6bd45f4d64 req-4d050aad-5574-4144-af85-2d820e86e623 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 936 time: 0.3775942
Mar 05 20:48:43.569357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Made reservation on behalf of 4c1b605f906c422bb271fa840a0a7027 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:43.576302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.652011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] For port 6b9c0579-433f-4811-9940-189f7cb8e5e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9c0579-433f-4811-9940-189f7cb8e5e9,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:43.663511 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.729218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=faedcd3a-0894-4618-9cb1-30c8fa7b321d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:43.732560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.828152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326c6caa-2b24-4f53-a872-561f3573012c {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:48:43.840629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks [] for port (326c6caa-2b24-4f53-a872-561f3573012c), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.845065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00f45-91b4-438e-b3e3-0ab265ce55e8 None None] Pushing event updated for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:43.887120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Transition to ACTIVE for port object 326c6caa-2b24-4f53-a872-561f3573012c will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:48:43.908760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks [] for security_group (f008a7e8-e3a4-41ed-9667-e6887a37207a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.917104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a7074a6d-47a8-4b23-bd86-2f01bbfb9dbd None None] Provisioning complete for port 6b9c0579-433f-4811-9940-189f7cb8e5e9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:43.919336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7074a6d-47a8-4b23-bd86-2f01bbfb9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.924456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Checking segment: {'id': '53a84e23-eb49-4479-8777-9fe0af642514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '17d7fe0e-2a37-4021-8925-abb37f6fc085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:43.924893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Network hostable DHCP agents. Network: 17d7fe0e-2a37-4021-8925-abb37f6fc085, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:48:43.932936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:43.950540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f008a7e8-e3a4-41ed-9667-e6887a37207a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.062510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eae9349e-bd0e-47f4-8506-1be194c3c5ae tempest-AutoAllocateNetworkTest-607304004 tempest-AutoAllocateNetworkTest-607304004-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6256929422bf40d680a81d369dd35ed5&shared=False HTTP/1.1" status: 200  len: 208 time: 0.7475588
Mar 05 20:48:44.068638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Pushing event updated for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:44.086272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008a7e8-e3a4-41ed-9667-e6887a37207a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:44.089797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:44.173885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:48:44.232880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-605a6948-f377-436b-a752-1b6bd45f4d64 req-1682e364-fd15-4722-9e66-75c517ac14a6 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6827798
Mar 05 20:48:44.250273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Network 17d7fe0e-2a37-4021-8925-abb37f6fc085 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:48:44.365347 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.367117 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Added segment 9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429 of type vlan for network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370
Mar 05 20:48:44.453430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17d7fe0e-2a37-4021-8925-abb37f6fc085) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:44.459149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:44.464488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.475450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832f4f10>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:42Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:44.501286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.541060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d898a4-cf3d-4369-b644-eb1b98653b7e tempest-AutoAllocateNetworkTest-607304004 tempest-AutoAllocateNetworkTest-607304004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:44.542627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e4d898a4-cf3d-4369-b644-eb1b98653b7e tempest-AutoAllocateNetworkTest-607304004 tempest-AutoAllocateNetworkTest-607304004-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.4506772
Mar 05 20:48:44.558428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:44.571819 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f655e8f5-9114-4d85-8fc3-b45e892411ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9298136
Mar 05 20:48:44.622996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.624941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:44.626004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Attempting to bind port 326c6caa-2b24-4f53-a872-561f3573012c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:44.626364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Attempting to bind port 326c6caa-2b24-4f53-a872-561f3573012c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:44.626691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Attempting to bind port 326c6caa-2b24-4f53-a872-561f3573012c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:44.627265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.650139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5de812-6609-4b2b-a83d-c0ba052562b5 None None] Network 17d7fe0e-2a37-4021-8925-abb37f6fc085 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:44.708590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af1cb-3630-416a-982c-bf704cc27ad5 None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:42Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:48:44.719183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a7074a6d-47a8-4b23-bd86-2f01bbfb9dbd None None] Current status of the port 6b9c0579-433f-4811-9940-189f7cb8e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:44.719585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca96db59-d95b-4c47-ad43-79d9944b6d4e tempest-AutoAllocateNetworkTest-607304004 tempest-AutoAllocateNetworkTest-607304004-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1587825
Mar 05 20:48:44.722134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:44.772625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Port 326c6caa-2b24-4f53-a872-561f3573012c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:48:44.772959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Attempting to bind port 326c6caa-2b24-4f53-a872-561f3573012c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:44.838331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2656f3-9fe5-4a19-ab5f-f6784fbc1370,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:44.842230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b92ab-b10f-44a8-b019-eded36c8a3b1 req-d85336f7-4b4f-433f-ba0a-29bdcc2da27d tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:44.843861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-770b92ab-b10f-44a8-b019-eded36c8a3b1 req-d85336f7-4b4f-433f-ba0a-29bdcc2da27d tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.5966747
Mar 05 20:48:44.872507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fbd3251b-9a40-4fb8-9411-9c2d34b4421f tempest-AutoAllocateNetworkTest-607304004 tempest-AutoAllocateNetworkTest-607304004-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6256929422bf40d680a81d369dd35ed5 HTTP/1.1" status: 200  len: 208 time: 0.1488891
Mar 05 20:48:44.873313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36406) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:44.902650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-94745e10-d5ff-4b71-84d7-055228bc1c37 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4589169
Mar 05 20:48:44.910981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:44.911324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:44.911916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:44.912371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Bound port: 326c6caa-2b24-4f53-a872-561f3573012c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:44.912749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (326c6caa-2b24-4f53-a872-561f3573012c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:44.916436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36412) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:44.922942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Request body: {'subnet': {'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-subnet', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:44.945088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:48:45.045523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:48:45.045666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:45.064570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks [] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:45.122485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Transition to ACTIVE for port object ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:48:45.168129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:45.266359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-770b92ab-b10f-44a8-b019-eded36c8a3b1 req-c1194fa1-cdfe-4bdc-a575-100b40fe3054 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3838542
Mar 05 20:48:45.283972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Deleting subnet 84683d44-a03e-4d23-9bbe-1c9edfdf5804 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:48:45.300992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Publish callbacks [] for subnet (84683d44-a03e-4d23-9bbe-1c9edfdf5804), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:45.357967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:45.384167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5e9cc-807f-419d-9821-41fa1e704ea9 None None] Network 17d7fe0e-2a37-4021-8925-abb37f6fc085 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:45.396789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Made reservation on behalf of 4c1b605f906c422bb271fa840a0a7027 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:48:45.405356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:45.431846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:45.660593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:45.877206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Attempting to bind port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:45.877723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Attempting to bind port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:45.880023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Attempting to bind port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:45.896739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:48:45.897342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Attempting to bind port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:45.908196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:45.908726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:45.909562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:45.911402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Bound port: ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:45.911943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:45.963838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c21f0-d7d7-47fa-a464-4d3bbf720fe9 req-92af86ae-2667-4a0e-9545-90c7c0eb5834 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:45.974420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-635c21f0-d7d7-47fa-a464-4d3bbf720fe9 req-92af86ae-2667-4a0e-9545-90c7c0eb5834 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.4383895
Mar 05 20:48:45.998459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Publish callbacks [] for subnet (84683d44-a03e-4d23-9bbe-1c9edfdf5804), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.062288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=326c6caa-2b24-4f53-a872-561f3573012c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:46.073890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba86635e-5f9f-419b-9c68-989355c40c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.087431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:46.094415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (84683d44-a03e-4d23-9bbe-1c9edfdf5804), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.096224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:46.122519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603a82fa-e7dd-431e-aa6c-c8f6a6784f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.143458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.173633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.206879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6b9c0579-433f-4811-9940-189f7cb8e5e9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:46.295504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6b9c0579-433f-4811-9940-189f7cb8e5e9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:46.301031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.318854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:46.320470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.325568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 HTTP/1.1" status: 200  len: 1118 time: 3.3361151
Mar 05 20:48:46.327831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:48:46.412015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba86635e-5f9f-419b-9c68-989355c40c37 admin admin] Publish callbacks [] for security_group (179cf0f0-6cad-43f4-ae37-f892834df607), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.423656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba86635e-5f9f-419b-9c68-989355c40c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (179cf0f0-6cad-43f4-ae37-f892834df607), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.476523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba86635e-5f9f-419b-9c68-989355c40c37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd60ab30a324c369d65abe314ddeb75&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4226193
Mar 05 20:48:46.491496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:46.494976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:46.496764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] 10.222.0.31 "PUT /v2.0/ports/326c6caa-2b24-4f53-a872-561f3573012c HTTP/1.1" status: 200  len: 1118 time: 4.7940283
Mar 05 20:48:46.522880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:48:46.558704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6b9c0579-433f-4811-9940-189f7cb8e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:46.622249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:46.959464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d89821-c462-4e3a-93a4-33e2c03ded80 service neutron] Pushing event updated for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.012135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86635e-5f9f-419b-9c68-989355c40c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179cf0f0-6cad-43f4-ae37-f892834df607,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.035616 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8c26f-db58-43f6-af4b-6e049dd70d76" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "tag": "326c6caa-2b24-4f53-a872-561f3573012c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:48:47.051403 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (84683d44-a03e-4d23-9bbe-1c9edfdf5804), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.135425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84683d44-a03e-4d23-9bbe-1c9edfdf5804,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.154882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.158955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-046e58cc-0cac-4cf0-88b4-d3fa5f6bc25e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84683d44-a03e-4d23-9bbe-1c9edfdf5804 HTTP/1.1" status: 204  len: 168 time: 2.2753212
Mar 05 20:48:47.164092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36484) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:47.174839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-ac90015c-2a4a-4494-a7f1-3f2e7794f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:47.177285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-ac90015c-2a4a-4494-a7f1-3f2e7794f28f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 1152 time: 0.5684195
Mar 05 20:48:47.214233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7bca6-a99b-44f6-8681-b6818600fd64" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:48:47.249002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d7a64-4e61-465d-9e91-da2831015910 req-7748f1c5-be1b-4fc7-93b1-3d4674a995ee tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:47.256299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b56d7a64-4e61-465d-9e91-da2831015910 req-7748f1c5-be1b-4fc7-93b1-3d4674a995ee tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.4450600
Mar 05 20:48:47.338570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-635c21f0-d7d7-47fa-a464-4d3bbf720fe9 req-0581acf5-5158-453f-8f5a-6f1ba965b972 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3630788
Mar 05 20:48:47.350075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-490ebcb5-2e72-40c4-b418-1728ab9e3da8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=326c6caa-2b24-4f53-a872-561f3573012c HTTP/1.1" status: 200  len: 217 time: 0.1186550
Mar 05 20:48:47.397896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (4abb4594-0e44-49fc-891c-0a1956278568), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.419219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b56d7a64-4e61-465d-9e91-da2831015910 req-6631c999-0d59-4682-bd03-2830165b18b9 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608260
Mar 05 20:48:47.423643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b142c2-a74b-40ff-9744-060e7e05d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.533423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (4abb4594-0e44-49fc-891c-0a1956278568), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.567857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-dd1df708-b89f-4580-99d9-d048fe25a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:47.570084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-dd1df708-b89f-4580-99d9-d048fe25a98e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd43fe9254d04dbead327aa06baa059a&device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 1152 time: 0.9811609
Mar 05 20:48:47.603938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b8b04ddf0>> segment before_delete 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.604483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b8b04ddf0>> subnet precommit_delete_associations 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.606228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> segment_host_mapping after_create 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.616395 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> port after_create 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.616930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> port after_delete 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.617464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> port after_update 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.617993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> segment after_delete 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.618464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> subnet after_create 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.618932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> subnet after_delete 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.619399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8b06fc40>> subnet after_update 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.626224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (3dcfcd45-438b-4bcb-8555-b94a39f9b9bf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.632494 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] Publish callbacks [] for security_group (179cf0f0-6cad-43f4-ae37-f892834df607), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.671642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603a82fa-e7dd-431e-aa6c-c8f6a6784f54 admin admin] Publish callbacks [] for security_group (d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.688265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603a82fa-e7dd-431e-aa6c-c8f6a6784f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.726529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-603a82fa-e7dd-431e-aa6c-c8f6a6784f54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6256929422bf40d680a81d369dd35ed5&name=default HTTP/1.1" status: 200  len: 2996 time: 2.0535076
Mar 05 20:48:47.739409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36500) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:47.787786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8b8f3160>> subnet after_create 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.789162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8b8f3160>> subnet after_delete 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.790237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8b8f3160>> subnet before_create 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.790800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8b8f3160>> subnet before_update 55550000 {{(pid=126562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:48:47.791405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b06f640>,) {'filters': {'network_id': ['4abb4594-0e44-49fc-891c-0a1956278568']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:47.804298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] Publish callbacks [] for security_group (179cf0f0-6cad-43f4-ae37-f892834df607), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.808518 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2789ba1-78c6-4573-b730-d7cf13ab54c6 x-openstack-request-id: req-f2789ba1-78c6-4573-b730-d7cf13ab54c6 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:48:47.820455 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "tag": "326c6caa-2b24-4f53-a872-561f3573012c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:48:47.821012 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2789ba1-78c6-4573-b730-d7cf13ab54c6 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:48:47.821709 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c', 'status': 'completed', 'code': 200}
Mar 05 20:48:47.840162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b06f640>, 'c697b73d-7f3e-4754-b257-7927b12e169a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:47.841484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b06f640>, 'c697b73d-7f3e-4754-b257-7927b12e169a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:47.867733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcfcd45-438b-4bcb-8555-b94a39f9b9bf,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.879875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c697b73d-7f3e-4754-b257-7927b12e169a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:47.903014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a82fa-e7dd-431e-aa6c-c8f6a6784f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:47.955937 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff891c2-5884-4218-9f0d-3c359d72dce3 x-openstack-request-id: req-cff891c2-5884-4218-9f0d-3c359d72dce3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:48:47.956915 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:48:47.957324 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cff891c2-5884-4218-9f0d-3c359d72dce3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:48:47.957636 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4', 'status': 'completed', 'code': 200}
Mar 05 20:48:47.995228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Checking segment: {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:47.995611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Network hostable DHCP agents. Network: 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:48:48.014296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c697b73d-7f3e-4754-b257-7927b12e169a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.043122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:48:48.043600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c697b73d-7f3e-4754-b257-7927b12e169a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.051279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] Publish callbacks [] for security_group (d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.057296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-02b30db3-bf49-484b-8bfc-9d2257229dbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 HTTP/1.1" status: 200  len: 217 time: 0.1120548
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   from cryptography.utils import int_from_bytes
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   from cryptography.utils import int_from_bytes
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:48:48.084705 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:48:48.093357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] Publish callbacks [] for security_group (d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.103865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:48:48.134647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (179cf0f0-6cad-43f4-ae37-f892834df607), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.137374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.138451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/179cf0f0-6cad-43f4-ae37-f892834df607 HTTP/1.1" status: 204  len: 168 time: 1.5011718
Mar 05 20:48:48.139147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:48.170327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:48.170936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.177161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c502860-b924-41d9-8b16-66a324033577 None None] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:48.201942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64099af4-dde7-48f1-acd8-6109714e2b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cf0f0-6cad-43f4-ae37-f892834df607,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:48.229003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3b4f27c-18ad-4694-8e05-c1b32a078210 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 3.3095801
Mar 05 20:48:48.229753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36514) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:48.235075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:48.274306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.278528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.283341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb HTTP/1.1" status: 204  len: 168 time: 0.5332949
Mar 05 20:48:48.287213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.288293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.305612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-b9fb8d52-87c6-4b12-befd-979127c2daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:48.311632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc5e13-46ae-4bdd-aea9-8f3ad08af1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cebfd7-2142-4d7d-aa2f-0dcc94ab0ebb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:48.313468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-b9fb8d52-87c6-4b12-befd-979127c2daca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3681335
Mar 05 20:48:48.314385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (4abb4594-0e44-49fc-891c-0a1956278568), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.360467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.372621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4abb4594-0e44-49fc-891c-0a1956278568 HTTP/1.1" status: 204  len: 168 time: 1.2032843
Mar 05 20:48:48.372621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b50012-42a0-439f-9edb-5fc8b2353e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abb4594-0e44-49fc-891c-0a1956278568,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:48.377201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36524) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:48.467005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for router_controller (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.489053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Deleting subnet faedcd3a-0894-4618-9cb1-30c8fa7b321d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:48:48.497021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Publish callbacks [] for subnet (faedcd3a-0894-4618-9cb1-30c8fa7b321d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.684104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'fixed_ips': [{'subnet_id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:48:48.685162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.859098 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (faedcd3a-0894-4618-9cb1-30c8fa7b321d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:48.958299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874a15-8afe-4010-b9c5-b03396407b2e req-2f4c1685-4459-4723-942f-18b6fe527566 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:48.960498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db874a15-8afe-4010-b9c5-b03396407b2e req-2f4c1685-4459-4723-942f-18b6fe527566 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.3416252
Mar 05 20:48:48.962304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36534) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:48.965603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-05025000-2cf6-4395-bb46-5d63c9e02a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:48.967354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-05025000-2cf6-4395-bb46-5d63c9e02a9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4100511
Mar 05 20:48:49.031754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6ca6-ba0c-415e-b9e1-119ad89f982e req-b2431fbf-7db4-44aa-a825-36f299c265be tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:49.047301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Allocated IP 172.20.0.2 (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370/3dcfcd45-438b-4bcb-8555-b94a39f9b9bf/4e931e00-eaa0-4931-a11c-6c3fb9ccb45c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:49.055873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68c6ca6-ba0c-415e-b9e1-119ad89f982e req-b2431fbf-7db4-44aa-a825-36f299c265be tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.3324809
Mar 05 20:48:49.070341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for router_gateway (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.083468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-e468b07d-670e-41ef-a9f2-70024b169f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:49.085707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-e468b07d-670e-41ef-a9f2-70024b169f32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.4655788
Mar 05 20:48:49.085932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80782452-0492-4e5a-861e-907e11559efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.089514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (faedcd3a-0894-4618-9cb1-30c8fa7b321d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.288967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68c6ca6-ba0c-415e-b9e1-119ad89f982e req-1afc7054-702a-42c1-a5ed-c28ff9a1a566 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299445
Mar 05 20:48:49.296979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463680fd-f614-483a-8749-bd668cb790f8 req-db81d02e-8c0e-4bdb-b2fe-8e9c9e2b0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:49.307707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-db81d02e-8c0e-4bdb-b2fe-8e9c9e2b0827 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1907327
Mar 05 20:48:49.310305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks [] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.319780 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.327411 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db874a15-8afe-4010-b9c5-b03396407b2e req-c8cc154f-784b-4f44-a361-200142ee8fc9 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498920
Mar 05 20:48:49.402694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-88763925-9a56-42e2-84bc-bad360570be4 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3443255
Mar 05 20:48:49.506232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80782452-0492-4e5a-861e-907e11559efc admin admin] Publish callbacks [] for security_group (131c1db2-98fa-4749-a367-28166aa016d3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.607902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-d01ae1aa-0d27-4885-96c5-d4f588985617 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702832
Mar 05 20:48:49.655189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:49.661242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:49.669545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:49.676739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Pushing event updated for resources: {'Port': ['ID=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:49.684964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcc13e4-7c38-4382-a095-c7f3291e82ea req-ce1eb525-0a09-4f50-9f39-1c19b89c82e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2737720
Mar 05 20:48:49.687009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80782452-0492-4e5a-861e-907e11559efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (131c1db2-98fa-4749-a367-28166aa016d3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.756139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80782452-0492-4e5a-861e-907e11559efc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=095d9e61b1c34762abdb6ef35c1c9d75&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7871981
Mar 05 20:48:49.757330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (faedcd3a-0894-4618-9cb1-30c8fa7b321d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.766353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:49.802242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Attempting to bind port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:49.803703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Attempting to bind port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:49.804456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Attempting to bind port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c on network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:49.813728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:49.814739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Checking segment: {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:49.815467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.816635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Bound using segment: {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:49.817321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Bound port: 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:49.817720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.819324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faedcd3a-0894-4618-9cb1-30c8fa7b321d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:49.865970 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.869221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b783c81b-d681-4b1c-93b8-c8980b477e06 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/faedcd3a-0894-4618-9cb1-30c8fa7b321d HTTP/1.1" status: 204  len: 168 time: 1.4910491
Mar 05 20:48:49.881444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36566) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:49.943462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] For port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:49.949182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] For port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:49.962827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:49.980735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36568) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:50.001632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80782452-0492-4e5a-861e-907e11559efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131c1db2-98fa-4749-a367-28166aa016d3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:50.011100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (17d7fe0e-2a37-4021-8925-abb37f6fc085), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.044643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-cfb4fa89-c508-4538-95a3-d11c905cd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:50.047046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-cfb4fa89-c508-4538-95a3-d11c905cd463 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 1152 time: 0.2556858
Mar 05 20:48:50.050612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] Publish callbacks [] for security_group (131c1db2-98fa-4749-a367-28166aa016d3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.129201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a819-67ba-45c2-9a5a-10def28cd23d None None] Pushing event updated for resources: {'Port': ['ID=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:50.183745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-463680fd-f614-483a-8749-bd668cb790f8 req-c7b596b9-a42a-449a-9aa7-890ca6351bd3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5530546
Mar 05 20:48:50.345304 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for router_gateway (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.414142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.537072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] Publish callbacks [] for security_group (131c1db2-98fa-4749-a367-28166aa016d3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.559546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4021371-7134-419b-a029-49bb750be511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.732589 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (17d7fe0e-2a37-4021-8925-abb37f6fc085), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.807476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-73af20ef-2425-4a00-8fe3-52f3b4133f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:50.809182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-73af20ef-2425-4a00-8fe3-52f3b4133f9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd43fe9254d04dbead327aa06baa059a&device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 1152 time: 0.5560958
Mar 05 20:48:50.816727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Allocated IP 172.35.0.14 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:50.823886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5aa5e0>,) {'filters': {'network_id': ['17d7fe0e-2a37-4021-8925-abb37f6fc085']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:50.840344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc18aa-497b-4206-9c93-f4da1956f27c req-a2263b52-af71-4455-8766-08ee77b74f6f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:50.852673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41fc18aa-497b-4206-9c93-f4da1956f27c req-a2263b52-af71-4455-8766-08ee77b74f6f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.1504960
Mar 05 20:48:50.862970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5aa5e0>, '53a84e23-eb49-4479-8777-9fe0af642514') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:50.863396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5aa5e0>, '53a84e23-eb49-4479-8777-9fe0af642514') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:50.881360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (131c1db2-98fa-4749-a367-28166aa016d3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.884208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.886943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/131c1db2-98fa-4749-a367-28166aa016d3 HTTP/1.1" status: 204  len: 168 time: 1.0953717
Mar 05 20:48:50.895392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-94eb9b9d-1069-459b-8b3e-f421dd569bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:50.899559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-94eb9b9d-1069-459b-8b3e-f421dd569bea service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.8436370
Mar 05 20:48:50.902160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (53a84e23-eb49-4479-8777-9fe0af642514), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:50.921085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c175213-6d9c-48ef-b7c5-222711b198e6 req-c808aa45-b8f2-4601-83fa-06a85621ae86 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:50.922609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c175213-6d9c-48ef-b7c5-222711b198e6 req-c808aa45-b8f2-4601-83fa-06a85621ae86 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.3496773
Mar 05 20:48:50.951876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001244c4-db7a-4d79-a860-bde6131551af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131c1db2-98fa-4749-a367-28166aa016d3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:50.957311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (53a84e23-eb49-4479-8777-9fe0af642514), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.023233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-c7ca8f08-fdf6-4ced-81f3-72536d938c9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=326c6caa-2b24-4f53-a872-561f3573012c HTTP/1.1" status: 200  len: 217 time: 0.0863602
Mar 05 20:48:51.030582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:48:51.030992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (53a84e23-eb49-4479-8777-9fe0af642514), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:48:51.036881 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:48:51.136033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4021371-7134-419b-a029-49bb750be511 admin admin] Publish callbacks [] for security_group (f8cb48ee-6c8a-420e-8f75-53730cb0f4e0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.215706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4021371-7134-419b-a029-49bb750be511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8cb48ee-6c8a-420e-8f75-53730cb0f4e0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.395519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (17d7fe0e-2a37-4021-8925-abb37f6fc085), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.479035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c175213-6d9c-48ef-b7c5-222711b198e6 req-95d5f790-f2ec-4347-a6dd-290c7c66c3af tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5282037
Mar 05 20:48:51.481269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-1b7d2e51-0370-44a5-9b7f-1635853b234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:51.482989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-1b7d2e51-0370-44a5-9b7f-1635853b234a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.4408996
Mar 05 20:48:51.502274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4021371-7134-419b-a029-49bb750be511 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a23843df538e41129505956c038e682f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5106206
Mar 05 20:48:51.511456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.518001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/17d7fe0e-2a37-4021-8925-abb37f6fc085 HTTP/1.1" status: 204  len: 168 time: 1.6327209
Mar 05 20:48:51.521355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:51.536994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca47b5-a42c-4ecb-9dee-0c97f0d798f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d7fe0e-2a37-4021-8925-abb37f6fc085,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:51.541869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4021371-7134-419b-a029-49bb750be511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb48ee-6c8a-420e-8f75-53730cb0f4e0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:51.636558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-056e51f3-058e-44ca-9ce7-4764da2d9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:51.638465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-056e51f3-058e-44ca-9ce7-4764da2d9549 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1160088
Mar 05 20:48:51.639171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] Publish callbacks [] for security_group (f8cb48ee-6c8a-420e-8f75-53730cb0f4e0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.656629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41fc18aa-497b-4206-9c93-f4da1956f27c req-098926ea-a396-4351-b752-6c72efc87120 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8029239
Mar 05 20:48:51.691598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] Publish callbacks [] for security_group (f8cb48ee-6c8a-420e-8f75-53730cb0f4e0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.755466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-cd40c156-cb32-4a9e-8bb2-5a78913b0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:51.757170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-cd40c156-cb32-4a9e-8bb2-5a78913b0121 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.8095193
Mar 05 20:48:51.763990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:51.784909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.791594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8cb48ee-6c8a-420e-8f75-53730cb0f4e0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.796420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.798394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8cb48ee-6c8a-420e-8f75-53730cb0f4e0 HTTP/1.1" status: 204  len: 168 time: 0.2743797
Mar 05 20:48:51.825204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e960efb-0762-4ac5-8857-87e309332f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb48ee-6c8a-420e-8f75-53730cb0f4e0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:51.845223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc13947-5278-49de-9c27-4f9a70b8b6c3 None None] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:48:51.853291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:51.859259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36608) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:51.860734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5bb68e08-3708-4e63-b567-41e1c06cd37d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e41fd0f371964cdb9eab7d1135ff2637&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0926039
Mar 05 20:48:51.974540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:51.986030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-6c7a2101-1387-45e0-bcd3-645fc8fdb52d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 HTTP/1.1" status: 200  len: 217 time: 0.0723841
Mar 05 20:48:52.016529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Provisioning complete for port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:52.016907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.028160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:52.031435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-66f13ce4-7005-4cac-ad8e-1bf365930538 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534774
Mar 05 20:48:52.034008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:52.038591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Pushing event updated for resources: {'Port': ['ID=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:52.143004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-8b8c24d9-d5dd-4fb6-83ef-008e3b4844f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:52.145297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-8b8c24d9-d5dd-4fb6-83ef-008e3b4844f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1580937
Mar 05 20:48:52.148566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] Publish callbacks [] for security_group (d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.225618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] Publish callbacks [] for security_group (d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.269331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Current status of the port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:52.270389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.293704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:52.302353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfa8c26f-db58-43f6-af4b-6e049dd70d76 req-10960fce-4b20-445a-81e4-260c430bf056 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632823
Mar 05 20:48:52.392942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] For port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:52.394391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:52.394772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.401522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-c80ea93a-992a-43fe-85ba-10306938dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:52.403071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-c80ea93a-992a-43fe-85ba-10306938dd6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2263510
Mar 05 20:48:52.458853 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.511985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.514417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.515553 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c HTTP/1.1" status: 204  len: 168 time: 0.6552136
Mar 05 20:48:52.585323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7d7a-a283-4031-a542-cd198e59abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ad36f-cdc5-4c7e-ae8f-8aa11beff27c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:52.591621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49ea62-a6e1-40f0-8bb2-92d732c9da89 None None] Pushing event updated for resources: {'Port': ['ID=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:52.596381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:52.608285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for router_gateway (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.615185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-98b3d15b-2ee1-4cee-9c0c-aeb937d15719 None None] Provisioning complete for port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:52.615616 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98b3d15b-2ee1-4cee-9c0c-aeb937d15719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.654464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:52.681876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74fe2560-2503-4e39-b27d-80a6996bacb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.728998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-c1f5513b-f3fe-43bc-b9d7-2c07e4220532 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180635
Mar 05 20:48:52.758849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-98b3d15b-2ee1-4cee-9c0c-aeb937d15719 None None] Current status of the port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:52.806074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f481b78-4eb7-400f-9302-3b81881cb6c6 req-61e95f31-d0f7-440f-9995-6649787f9683 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:52.816625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f481b78-4eb7-400f-9302-3b81881cb6c6 req-61e95f31-d0f7-440f-9995-6649787f9683 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.2139738
Mar 05 20:48:52.816816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74fe2560-2503-4e39-b27d-80a6996bacb5 admin admin] Publish callbacks [] for security_group (8d88728f-a6df-4581-bc82-b398187bb2cb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.825052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74fe2560-2503-4e39-b27d-80a6996bacb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8d88728f-a6df-4581-bc82-b398187bb2cb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.871378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74fe2560-2503-4e39-b27d-80a6996bacb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb55b02f665e48a5b34dbc8a792f4283&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2150538
Mar 05 20:48:52.880038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36636) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:52.919709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe2560-2503-4e39-b27d-80a6996bacb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88728f-a6df-4581-bc82-b398187bb2cb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:52.959418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] Publish callbacks [] for security_group (8d88728f-a6df-4581-bc82-b398187bb2cb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.986685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] Publish callbacks [] for security_group (8d88728f-a6df-4581-bc82-b398187bb2cb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:52.989378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f481b78-4eb7-400f-9302-3b81881cb6c6 req-b63d845c-abd5-41ee-b586-46b5b124aaeb tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706021
Mar 05 20:48:52.999153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7bca6-a99b-44f6-8681-b6818600fd64 req-51bac947-ff4e-474c-a884-53254ff065a3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2588830
Mar 05 20:48:53.045825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.062001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8d88728f-a6df-4581-bc82-b398187bb2cb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.063660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.064808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d88728f-a6df-4581-bc82-b398187bb2cb HTTP/1.1" status: 204  len: 168 time: 0.1838145
Mar 05 20:48:53.092196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3918-4100-4e8d-b65a-b88b323de8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88728f-a6df-4581-bc82-b398187bb2cb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:53.123478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa10f-22f6-48bd-99f5-60d843bc3740 req-5d8b49b3-002f-4b22-8930-51b69d9ca39a tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:53.126147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b28fa10f-22f6-48bd-99f5-60d843bc3740 req-5d8b49b3-002f-4b22-8930-51b69d9ca39a tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.0777538
Mar 05 20:48:53.183240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b28fa10f-22f6-48bd-99f5-60d843bc3740 req-5e5e0754-340c-4d00-9ad4-2b873798b513 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508091
Mar 05 20:48:53.202110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36646) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:53.245535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:48:53.251259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f12fad36-adcf-43fd-8fa2-94139b373e76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df18f55709554f238a9a87a82cd886e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0453410
Mar 05 20:48:53.251259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36648) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:53.310781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] Publish callbacks [] for security_group (23d74e04-7b89-4674-9d57-0d801145ca3d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.333333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] Publish callbacks [] for security_group (23d74e04-7b89-4674-9d57-0d801145ca3d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.392144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23d74e04-7b89-4674-9d57-0d801145ca3d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.392660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:48:53.395618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.400009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23d74e04-7b89-4674-9d57-0d801145ca3d HTTP/1.1" status: 204  len: 168 time: 0.1476114
Mar 05 20:48:53.403895 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Sync routers for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:48:53.419272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:53.420290 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f5ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:53.430305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.432028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b8cf3ec6-5854-4327-9411-f2158270f4cb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.2010858
Mar 05 20:48:53.434478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf827-a04f-4c6b-86c3-92453fab1285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d74e04-7b89-4674-9d57-0d801145ca3d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:53.434843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:53.549610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:53.658724 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:53.864764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86aaaafe-3c9c-4cb8-92b7-30f5bf3468c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.926324 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f5ad00>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:52Z', 'revision_number': 3, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:53.966674 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Checking router: e8dc789c-f0b5-413b-aa50-eb8cf7e925bb for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:48:53.967025 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Updating router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:48:53.992938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86aaaafe-3c9c-4cb8-92b7-30f5bf3468c1 admin admin] Publish callbacks [] for security_group (36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:53.998328 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.000379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86aaaafe-3c9c-4cb8-92b7-30f5bf3468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.121351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-86aaaafe-3c9c-4cb8-92b7-30f5bf3468c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5255a43ef7ab4672af1c54f15559ba9c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5696988
Mar 05 20:48:54.123654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36684) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:54.158878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaaafe-3c9c-4cb8-92b7-30f5bf3468c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:54.182162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:54.242537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:54.242927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.258260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892b7b-5824-48a1-af7f-5efce7a5f282 req-8619c8d4-ee2f-48d2-a57c-2716d729db08 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:54.259559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] Publish callbacks [] for security_group (36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.259862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad892b7b-5824-48a1-af7f-5efce7a5f282 req-8619c8d4-ee2f-48d2-a57c-2716d729db08 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.1866121
Mar 05 20:48:54.322944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] Publish callbacks [] for security_group (36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.336021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:54.448837 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks [] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.454591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.458363 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.458878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6229d90a-1939-4d98-8941-f4b024b269b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.460517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.465630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee HTTP/1.1" status: 204  len: 168 time: 0.3403454
Mar 05 20:48:54.470921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad892b7b-5824-48a1-af7f-5efce7a5f282 req-78b0e29a-28ed-49e3-abb5-0abfe1c3a7f7 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957507
Mar 05 20:48:54.492509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79db8da-493c-4b77-960d-dab064413d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7ebd4-09b6-4cba-8b7a-dd69a5a898ee,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:54.516663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e6449-81c1-44fc-a3d5-171dacfd0c8e req-710c7195-8ab7-41c8-a2d0-421f8b4ac583 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:54.518252 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e79e6449-81c1-44fc-a3d5-171dacfd0c8e req-710c7195-8ab7-41c8-a2d0-421f8b4ac583 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.1302896
Mar 05 20:48:54.554192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ace43-0820-4dba-a503-594a132da4f2 None None] Pushing event updated for resources: {'Port': ['ID=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:54.571913 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Attempting to bind port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:54.572534 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Attempting to bind port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:54.573131 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Attempting to bind port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:54.577581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e79e6449-81c1-44fc-a3d5-171dacfd0c8e req-81bca9fe-7b6a-417b-9252-710c0858449f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528238
Mar 05 20:48:54.590673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.592509 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:54.594103 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:54.594562 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.594980 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:54.595505 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Bound port: 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:54.595921 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.655028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] For port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:54.659368 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] For port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:54.668159 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:54.713951 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:54.714626 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f5ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:54.830052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Allocated IP 172.20.0.1 (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370/3dcfcd45-438b-4bcb-8555-b94a39f9b9bf/8e76e98f-fe49-4a94-9428-505d7c9cf5b2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:48:54.848335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:54.881163 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ace43-0820-4dba-a503-594a132da4f2 None None] Pushing event updated for resources: {'Port': ['ID=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:54.957001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks [] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.003433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.046315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:55.049251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:55.052695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:48:55.053172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.071611 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f5ad00>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:52Z', 'revision_number': 3, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:55.107107 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af5c1-bcd0-4072-960b-c9d90bd88eee None None] The sync data for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 is: [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:52Z', 'revision_number': 3, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:48:55.125454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:55.155460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70bf574e-8b67-400d-ac84-7675fea6e08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.156692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:55.327973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70bf574e-8b67-400d-ac84-7675fea6e08b admin admin] Publish callbacks [] for security_group (ce573546-7be7-45d2-bb7e-2e360dfe7f95), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.336266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70bf574e-8b67-400d-ac84-7675fea6e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce573546-7be7-45d2-bb7e-2e360dfe7f95), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.405488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70bf574e-8b67-400d-ac84-7675fea6e08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c5db8da08864a21a9ae29bf222d9f1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2762160
Mar 05 20:48:55.405488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf574e-8b67-400d-ac84-7675fea6e08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce573546-7be7-45d2-bb7e-2e360dfe7f95,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:55.415859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6f111fc6-8a1a-4c02-9552-58a45e5369d1 None None] Provisioning complete for port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:55.417791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:55.418307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6f111fc6-8a1a-4c02-9552-58a45e5369d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.430357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.477805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6f111fc6-8a1a-4c02-9552-58a45e5369d1 None None] Port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:48:55.510094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] Publish callbacks [] for security_group (ce573546-7be7-45d2-bb7e-2e360dfe7f95), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.654474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] Publish callbacks [] for security_group (ce573546-7be7-45d2-bb7e-2e360dfe7f95), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.721440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks [] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.728944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.729280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438d4d-04c1-4b6d-9723-c68f05a63de3 req-edf96e19-3c93-4a1e-a433-307499dc91b3 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:55.730023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.730878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3438d4d-04c1-4b6d-9723-c68f05a63de3 req-edf96e19-3c93-4a1e-a433-307499dc91b3 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 970 time: 0.1402647
Mar 05 20:48:55.796315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce573546-7be7-45d2-bb7e-2e360dfe7f95), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.804538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:55.805729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce573546-7be7-45d2-bb7e-2e360dfe7f95 HTTP/1.1" status: 204  len: 168 time: 0.3861268
Mar 05 20:48:55.860286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881d2a1-c6ba-4751-a2c2-c557b76528ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce573546-7be7-45d2-bb7e-2e360dfe7f95,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:55.892815 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3438d4d-04c1-4b6d-9723-c68f05a63de3 req-aa8df708-b6ab-4099-8d0b-05f4b4ae2f7f tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489148
Mar 05 20:48:55.902344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:56.013307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:48:56.022904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e053e58-4867-43b8-8b8f-6c3261db2bb6 req-3102ce9a-e0f3-430e-9266-e8e9f3e2c0d8 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:56.024681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e053e58-4867-43b8-8b8f-6c3261db2bb6 req-3102ce9a-e0f3-430e-9266-e8e9f3e2c0d8 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 970 time: 0.1449444
Mar 05 20:48:56.026118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:48:56.192259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:56.288742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e053e58-4867-43b8-8b8f-6c3261db2bb6 req-e1753a9c-a52c-486d-8b24-5689f829f5e3 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562287
Mar 05 20:48:56.311977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:56.314041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.334461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:48:56.436043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:56.436531 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.468836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:56.481650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:48:56.482176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.493015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f50153be-9adf-4011-885c-7a587dde10b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/e8dc789c-f0b5-413b-aa50-eb8cf7e925bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0565822
Mar 05 20:48:56.533330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e42dbad2-2d2f-4fc9-b7c7-d76098d891f3 None None] Provisioning complete for port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:56.533703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e42dbad2-2d2f-4fc9-b7c7-d76098d891f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.602651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:56.615493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:48:56.617426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e42dbad2-2d2f-4fc9-b7c7-d76098d891f3 None None] Port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:48:56.766645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:56.770224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4ff17daf-2530-4e68-9c4d-d3bc57b9ecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.781235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4', 'mac_address': 'fa:16:3e:ac:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-2053864637', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:48:56.837239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:56.837711 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.863859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:48:56.891979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:56.897275 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:56.897946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 326c6caa-2b24-4f53-a872-561f3573012c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:48:56.974295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:56.997168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=326c6caa-2b24-4f53-a872-561f3573012c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:57.012755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '326c6caa-2b24-4f53-a872-561f3573012c', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '326c6caa-2b24-4f53-a872-561f3573012c', 'mac_address': 'fa:16:3e:f9:61:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-2053864637', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:48:57.055832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 326c6caa-2b24-4f53-a872-561f3573012c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:57.056831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (326c6caa-2b24-4f53-a872-561f3573012c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:57.078232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326c6caa-2b24-4f53-a872-561f3573012c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:48:57.083435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7325574-2b5b-4075-b684-7109aa8422f8 req-a64fb93f-6b79-4358-92c7-d558b7cb32d0 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:57.093445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7325574-2b5b-4075-b684-7109aa8422f8 req-a64fb93f-6b79-4358-92c7-d558b7cb32d0 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 971 time: 0.0913315
Mar 05 20:48:57.102924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=326c6caa-2b24-4f53-a872-561f3573012c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:48:57.112437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:57.150850 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7325574-2b5b-4075-b684-7109aa8422f8 req-b3af2547-1f61-4163-b8a9-485598b0928f tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562263
Mar 05 20:48:57.175843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:57.416137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900675-2160-4d7a-8bdb-4e01b724b91d req-584c066d-1f7d-4679-8796-6a16802d4ae5 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:57.417894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51900675-2160-4d7a-8bdb-4e01b724b91d req-584c066d-1f7d-4679-8796-6a16802d4ae5 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 971 time: 0.0568628
Mar 05 20:48:57.460468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['326c6caa-2b24-4f53-a872-561f3573012c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:48:57.469116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ed241cfc-58db-4f9b-adfb-a457a1c0e3e4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:48:57.482138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51900675-2160-4d7a-8bdb-4e01b724b91d req-e057b11d-a6e1-45fe-a943-682e4637cb61 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582829
Mar 05 20:48:57.501925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Sync routers for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:48:57.560164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36826) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:57.594281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:57.594913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8351cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:57.861064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f9d37d-0ec0-4fb3-beab-d28bd44ffebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.065064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f9d37d-0ec0-4fb3-beab-d28bd44ffebe admin admin] Publish callbacks [] for security_group (f9389977-6fcf-4ebe-964f-f0cf16d63cbb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.075696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f9d37d-0ec0-4fb3-beab-d28bd44ffebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f9389977-6fcf-4ebe-964f-f0cf16d63cbb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.109362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.110598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9d37d-0ec0-4fb3-beab-d28bd44ffebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9389977-6fcf-4ebe-964f-f0cf16d63cbb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:58.157891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:58.172376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18f9d37d-0ec0-4fb3-beab-d28bd44ffebe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=686bb93cea174f2fb0ab0d0e0a5f00b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6110420
Mar 05 20:48:58.224781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:48:58.351370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:48:58.433001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bf71f-7fe7-4a6e-8401-04f979449c31 req-883e3edc-6cd4-4d0b-bf33-bf8fd155ccb9 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:58.435171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-689bf71f-7fe7-4a6e-8401-04f979449c31 req-883e3edc-6cd4-4d0b-bf33-bf8fd155ccb9 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 971 time: 0.1219540
Mar 05 20:48:58.468849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] Publish callbacks [] for security_group (f9389977-6fcf-4ebe-964f-f0cf16d63cbb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.492808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:58.493280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.515907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] Publish callbacks [] for security_group (f9389977-6fcf-4ebe-964f-f0cf16d63cbb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.530959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-689bf71f-7fe7-4a6e-8401-04f979449c31 req-bf6ae9d8-9fff-418b-b574-1920e8f67507 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900314
Mar 05 20:48:58.584474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f9389977-6fcf-4ebe-964f-f0cf16d63cbb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.588852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.600689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9389977-6fcf-4ebe-964f-f0cf16d63cbb HTTP/1.1" status: 204  len: 168 time: 0.4358685
Mar 05 20:48:58.628542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0269e73-cf3b-423f-8cde-7cf986c963e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9389977-6fcf-4ebe-964f-f0cf16d63cbb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:58.698239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:48:58.778284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36876) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:58.782714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8351cac0>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:55Z', 'revision_number': 4, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e76e98f-fe49-4a94-9428-505d7c9cf5b2', 'name': '', 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'mac_address': 'fa:16:3e:ab:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:54Z', 'updated_at': '2022-03-05T20:48:55Z', 'revision_number': 2, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'subnets': [{'id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:58.785390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333199342', 'description': 'tempest-description--927175616'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:58.814136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.819461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Checking router: e8dc789c-f0b5-413b-aa50-eb8cf7e925bb for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:48:58.820360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Updating router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:48:58.855302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:58.929746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906c52-1c88-44a6-974d-7979c3ddceb5 req-5987322e-5b10-4500-956b-54e983d39197 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:58.931360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6906c52-1c88-44a6-974d-7979c3ddceb5 req-5987322e-5b10-4500-956b-54e983d39197 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 971 time: 0.0928655
Mar 05 20:48:58.994705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (0bc96e74-0153-43de-85f3-9de817329c5f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.007200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0bc96e74-0153-43de-85f3-9de817329c5f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.039822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc96e74-0153-43de-85f3-9de817329c5f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.063427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6906c52-1c88-44a6-974d-7979c3ddceb5 req-9b2b3391-5683-41ac-b4be-a79db5147b13 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158559
Mar 05 20:48:59.077213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.080147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eee056bb-69c2-422d-8acf-27be9dc6c7d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2998431
Mar 05 20:48:59.082720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36884) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.087903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'security_group_rule': {'security_group_id': '0bc96e74-0153-43de-85f3-9de817329c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:59.128704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (62fdb867-6069-43d3-aeb4-8b1cee4c839c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.194466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (62fdb867-6069-43d3-aeb4-8b1cee4c839c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.199016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (62fdb867-6069-43d3-aeb4-8b1cee4c839c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.214798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36890) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.239045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeda7-0916-42dd-a1bd-cd8f03981c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.243704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks [] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.250308 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.251876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1678488
Mar 05 20:48:59.254889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36892) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.256269 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.259410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'security_group_rule': {'security_group_id': '0bc96e74-0153-43de-85f3-9de817329c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:59.263792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffffd8-bc37-475b-8f77-5f686a54f2f5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fdb867-6069-43d3-aeb4-8b1cee4c839c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.303089 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (28479aed-69a9-49cd-b997-c8843d47f9d2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.329397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b598cde-d399-40ce-9cc8-1649d7d5e778 None None] Pushing event updated for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.366383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeda7-0916-42dd-a1bd-cd8f03981c2c admin admin] Publish callbacks [] for security_group (15865034-d3ee-47b6-9c98-56ccdd5179f3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.373866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeda7-0916-42dd-a1bd-cd8f03981c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15865034-d3ee-47b6-9c98-56ccdd5179f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.391000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36894) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.421348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Attempting to bind port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:48:59.422055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Attempting to bind port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:48:59.422647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Attempting to bind port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 on network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:48:59.426114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (28479aed-69a9-49cd-b997-c8843d47f9d2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.440870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aeda7-0916-42dd-a1bd-cd8f03981c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15865034-d3ee-47b6-9c98-56ccdd5179f3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.441536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (28479aed-69a9-49cd-b997-c8843d47f9d2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.445003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:48:59.445536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Checking segment: {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:48:59.446453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.447000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Bound using segment: {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:48:59.447823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Bound port: 8e76e98f-fe49-4a94-9428-505d7c9cf5b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:48:59.448514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.474523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28479aed-69a9-49cd-b997-c8843d47f9d2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.497812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b4aeda7-0916-42dd-a1bd-cd8f03981c2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=242da96606724d9a8d7fa9eee2bca4b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2819107
Mar 05 20:48:59.501453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36900) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.505866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.510981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:48:59.512843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9e523ff-0b96-408e-8b67-3fa6b69664f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2563553
Mar 05 20:48:59.522074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:48:59.545580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.554542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.567498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] For port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:48:59.580542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] For port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:48:59.597957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.638668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] Publish callbacks [] for security_group (15865034-d3ee-47b6-9c98-56ccdd5179f3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.674582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] Publish callbacks [] for security_group (15865034-d3ee-47b6-9c98-56ccdd5179f3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.708245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61a04b12-4719-4904-aa8b-6fd3132b2f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.747395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:48:59.748357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8351cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:48:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:48:59.797129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b331df-99ed-457c-9f01-c4627780b79f req-dd7dab79-4633-4b3b-b903-3412739dd0fc tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:48:59.798938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8b331df-99ed-457c-9f01-c4627780b79f req-dd7dab79-4633-4b3b-b903-3412739dd0fc tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 971 time: 0.1188817
Mar 05 20:48:59.800718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.822481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15865034-d3ee-47b6-9c98-56ccdd5179f3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.825107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.826472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15865034-d3ee-47b6-9c98-56ccdd5179f3 HTTP/1.1" status: 204  len: 168 time: 0.3237257
Mar 05 20:48:59.876654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7ae18-7a71-4665-b061-619e9af3e119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15865034-d3ee-47b6-9c98-56ccdd5179f3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.914248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61a04b12-4719-4904-aa8b-6fd3132b2f75 admin admin] Publish callbacks [] for security_group (23a8296e-276c-4a37-8e74-61b48b2a972e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.928771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61a04b12-4719-4904-aa8b-6fd3132b2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23a8296e-276c-4a37-8e74-61b48b2a972e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:48:59.937606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b598cde-d399-40ce-9cc8-1649d7d5e778 None None] Pushing event updated for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:48:59.964837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Provisioning complete for port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:48:59.965253 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.047250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Allocated IP 172.35.0.7 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0b8c8293-cbf1-44f6-bdf1-3bda7fb82273) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:00.055034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a04b12-4719-4904-aa8b-6fd3132b2f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8296e-276c-4a37-8e74-61b48b2a972e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:00.056181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:49:00.064836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-61a04b12-4719-4904-aa8b-6fd3132b2f75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=409ea9c3425944448b1191644bf532e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6658580
Mar 05 20:49:00.068412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36920) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:00.125357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8b331df-99ed-457c-9f01-c4627780b79f req-d0b1b821-529b-44e0-b6bc-b2123eb298b9 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146286
Mar 05 20:49:00.131008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] Publish callbacks [] for security_group (23a8296e-276c-4a37-8e74-61b48b2a972e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.188204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] Publish callbacks [] for security_group (23a8296e-276c-4a37-8e74-61b48b2a972e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.259414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Current status of the port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:00.260706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.289576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.294126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23a8296e-276c-4a37-8e74-61b48b2a972e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.296781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.301326 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23a8296e-276c-4a37-8e74-61b48b2a972e HTTP/1.1" status: 204  len: 168 time: 0.2318931
Mar 05 20:49:00.315947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d26659-4a90-48c0-9a5c-d5fb538ce168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8296e-276c-4a37-8e74-61b48b2a972e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:00.317526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] For port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:00.340950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.348041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.382958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:00.389553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:00.393772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:00.439552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c912b8-1994-4370-bb6c-cb21b2d5b63d None None] Pushing event updated for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:00.476276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8351cac0>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:55Z', 'revision_number': 4, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e76e98f-fe49-4a94-9428-505d7c9cf5b2', 'name': '', 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'mac_address': 'fa:16:3e:ab:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:54Z', 'updated_at': '2022-03-05T20:48:59Z', 'revision_number': 4, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'subnets': [{'id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:49:00.512236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1849b6-851a-4948-8614-5a81b1dc6bf8 None None] The sync data for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 is: [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:48:55Z', 'revision_number': 4, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e76e98f-fe49-4a94-9428-505d7c9cf5b2', 'name': '', 'network_id': '0e2656f3-9fe5-4a19-ab5f-f6784fbc1370', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'mac_address': 'fa:16:3e:ab:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:54Z', 'updated_at': '2022-03-05T20:48:59Z', 'revision_number': 4, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'subnets': [{'id': '3dcfcd45-438b-4bcb-8555-b94a39f9b9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:49:00.515532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5565c15b-19b2-40ac-9a0b-99c71ef86504 None None] Provisioning complete for port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:00.516406 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5565c15b-19b2-40ac-9a0b-99c71ef86504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.539397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.577161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'Port': ['ID=0b8c8293-cbf1-44f6-bdf1-3bda7fb82273,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:00.645028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:00.859393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152b62e-7666-4216-9662-8f6f64f7244a req-8be9bb78-e084-482f-a0f7-c681811e36e6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:00.872914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6152b62e-7666-4216-9662-8f6f64f7244a req-8be9bb78-e084-482f-a0f7-c681811e36e6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 971 time: 0.1341462
Mar 05 20:49:00.891287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5565c15b-19b2-40ac-9a0b-99c71ef86504 None None] Current status of the port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:00.900304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:00.981553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.010960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.019245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.042152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6152b62e-7666-4216-9662-8f6f64f7244a req-fc923adb-32ea-4c86-8a80-e25f2b28f5c5 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682417
Mar 05 20:49:01.058675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:01.079891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:01.080274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.105021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.149394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'Port': ['ID=0b8c8293-cbf1-44f6-bdf1-3bda7fb82273,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:01.161990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.163360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2a85b4f-6ecd-4344-b038-50a98026eded tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.6514447
Mar 05 20:49:01.247511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:01.247511 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.294576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:01.371888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36958) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:01.372392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae666c-8d18-4254-9287-e08cbf149ed6 req-a24f68da-4a47-4927-aade-cee26800a3b2 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:01.373673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-feae666c-8d18-4254-9287-e08cbf149ed6 req-a24f68da-4a47-4927-aade-cee26800a3b2 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 971 time: 0.1093695
Mar 05 20:49:01.392413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:01.399608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-380637d6-9a98-41b0-a2c9-dd0117c1d918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.415062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.416330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 326c6caa-2b24-4f53-a872-561f3573012c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:01.500844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-feae666c-8d18-4254-9287-e08cbf149ed6 req-4323129a-1942-4e09-9eaa-b99d094521c2 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082790
Mar 05 20:49:01.579974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-380637d6-9a98-41b0-a2c9-dd0117c1d918 admin admin] Publish callbacks [] for security_group (d11a638f-31e9-4334-8fb6-5d31eb50e218), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.588043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-380637d6-9a98-41b0-a2c9-dd0117c1d918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d11a638f-31e9-4334-8fb6-5d31eb50e218), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.624351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:01.641088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 326c6caa-2b24-4f53-a872-561f3573012c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:01.649066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 326c6caa-2b24-4f53-a872-561f3573012c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:01.649687 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (326c6caa-2b24-4f53-a872-561f3573012c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.659308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380637d6-9a98-41b0-a2c9-dd0117c1d918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a638f-31e9-4334-8fb6-5d31eb50e218,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:01.707196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-380637d6-9a98-41b0-a2c9-dd0117c1d918 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ceeec1c265e64d948b284e6a2b8c4f61&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3340895
Mar 05 20:49:01.709896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36972) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:01.817886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 326c6caa-2b24-4f53-a872-561f3573012c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:01.818322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (326c6caa-2b24-4f53-a872-561f3573012c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.872367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=326c6caa-2b24-4f53-a872-561f3573012c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:01.878180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.921394 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8ff9e-ab79-451b-b152-265443fc6594" -d '{"events": [{"server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "name": "network-vif-plugged", "status": "completed", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:01.926440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] Publish callbacks [] for security_group (d11a638f-31e9-4334-8fb6-5d31eb50e218), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:01.977960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-d9cd0260-cb38-4100-a038-482eef58b3c5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1333199342&fields=id&tenant_id=4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 267 time: 0.1635318
Mar 05 20:49:01.994358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:02.039634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] Publish callbacks [] for security_group (d11a638f-31e9-4334-8fb6-5d31eb50e218), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.186395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:02.264504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:02.264928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.267093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-f39cd4d0-e3b3-4a2a-a07c-189a4d477706 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:02.269417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-f39cd4d0-e3b3-4a2a-a07c-189a4d477706 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 823 time: 0.2900565
Mar 05 20:49:02.275559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d11a638f-31e9-4334-8fb6-5d31eb50e218), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.279661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.281385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d11a638f-31e9-4334-8fb6-5d31eb50e218 HTTP/1.1" status: 204  len: 168 time: 0.5702863
Mar 05 20:49:02.306289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8446f-82b7-4751-97ba-f64f0aada5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a638f-31e9-4334-8fb6-5d31eb50e218,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:02.320102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-01c2171c-9156-4d7e-b254-61a107008ffa tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/quotas/4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 375 time: 0.0319424
Mar 05 20:49:02.432816 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede549f5-afe0-4f85-9ee7-5bf3542c5be9 x-openstack-request-id: req-ede549f5-afe0-4f85-9ee7-5bf3542c5be9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:02.433505 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "name": "network-vif-plugged", "status": "completed", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:02.433767 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ede549f5-afe0-4f85-9ee7-5bf3542c5be9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:02.434265 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4', 'code': 200}
Mar 05 20:49:02.435333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:02.453309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-fc436eca-f57c-4450-8a9b-5b3a60b446d8 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1323090
Mar 05 20:49:02.574032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37008) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:02.597907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-eb415c87-72d7-4c0b-a6db-b20a9097a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:02.599322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-eb415c87-72d7-4c0b-a6db-b20a9097a80f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 1154 time: 0.0950873
Mar 05 20:49:02.619571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-7f95f957-cc97-4967-9791-1ada0bd66484 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.712114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-7f95f957-cc97-4967-9791-1ada0bd66484 service neutron] Publish callbacks [] for security_group (0cb912be-86aa-43df-85c6-bc3d1f569440), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.716890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-7f95f957-cc97-4967-9791-1ada0bd66484 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0cb912be-86aa-43df-85c6-bc3d1f569440), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.756095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95f957-cc97-4967-9791-1ada0bd66484 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb912be-86aa-43df-85c6-bc3d1f569440,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:02.770313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b524ba55-3506-47aa-88f1-c28861fffe93 req-7f95f957-cc97-4967-9791-1ada0bd66484 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637049
Mar 05 20:49:02.842501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8817db19-1eb2-4a87-9abd-75092c4c72e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.960506 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8817db19-1eb2-4a87-9abd-75092c4c72e3 admin admin] Publish callbacks [] for security_group (16e618b6-1bf6-4b05-b875-0f74c5d9f241), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.966381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8817db19-1eb2-4a87-9abd-75092c4c72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (16e618b6-1bf6-4b05-b875-0f74c5d9f241), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:02.995168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-91130bb1-01f4-4a5b-b168-c5a978f6da01 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:49:03.009026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-91130bb1-01f4-4a5b-b168-c5a978f6da01 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1414051
Mar 05 20:49:03.052020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8817db19-1eb2-4a87-9abd-75092c4c72e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edbc3a039f1b4db89287c216be4eaac1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4768443
Mar 05 20:49:03.053677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817db19-1eb2-4a87-9abd-75092c4c72e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e618b6-1bf6-4b05-b875-0f74c5d9f241,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:03.056650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:03.091420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe859dd-86c4-4571-9343-bc5c65d91176 req-219d1118-25a8-496e-8771-95c32c34bfc3 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:03.093202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dfe859dd-86c4-4571-9343-bc5c65d91176 req-219d1118-25a8-496e-8771-95c32c34bfc3 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.1176023
Mar 05 20:49:03.140344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-bf29e714-1115-4c11-9d82-27a4aa604110 service neutron] 10.222.0.15 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302595
Mar 05 20:49:03.177108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] Publish callbacks [] for security_group (16e618b6-1bf6-4b05-b875-0f74c5d9f241), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:03.184205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dfe859dd-86c4-4571-9343-bc5c65d91176 req-12862b0a-5bb7-41df-8359-1ff1132d0c88 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784888
Mar 05 20:49:03.222934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] Publish callbacks [] for security_group (16e618b6-1bf6-4b05-b875-0f74c5d9f241), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:03.280785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-90a9bf76-08c7-4e55-9e46-055947144472 service neutron] 10.222.0.15 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383181
Mar 05 20:49:03.349003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c1727-4d61-4447-93fc-5df9adfce8e4 req-b233ac5b-737c-4f54-b0aa-e38e8593f1a4 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:03.357214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef4c1727-4d61-4447-93fc-5df9adfce8e4 req-b233ac5b-737c-4f54-b0aa-e38e8593f1a4 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.0811694
Mar 05 20:49:03.411482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (16e618b6-1bf6-4b05-b875-0f74c5d9f241), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:03.414059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:03.415265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16e618b6-1bf6-4b05-b875-0f74c5d9f241 HTTP/1.1" status: 204  len: 168 time: 0.3516893
Mar 05 20:49:03.442672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef4c1727-4d61-4447-93fc-5df9adfce8e4 req-f449bb04-b57c-43d6-a362-df1e851ff3ba tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824170
Mar 05 20:49:03.443868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2a01-c8d6-4032-b877-a30960a91605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e618b6-1bf6-4b05-b875-0f74c5d9f241,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:03.537429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25477caf-d8b8-48a9-a53b-f049ebec6060 req-6693f11a-6dc2-4112-b0fe-6951914c4df2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0486984
Mar 05 20:49:03.986619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37080) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:04.009836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b193e8f9-1df9-417b-a9f1-35fd7f97a0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.110155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-13dc96ef-8655-436e-b060-7ef69dc77055 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332348
Mar 05 20:49:04.209774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b193e8f9-1df9-417b-a9f1-35fd7f97a0f1 admin admin] Publish callbacks [] for security_group (0e103008-cd0d-41a5-8c0b-a9870b12981d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.216717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b193e8f9-1df9-417b-a9f1-35fd7f97a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e103008-cd0d-41a5-8c0b-a9870b12981d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.281095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e8f9-1df9-417b-a9f1-35fd7f97a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e103008-cd0d-41a5-8c0b-a9870b12981d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:04.292196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b193e8f9-1df9-417b-a9f1-35fd7f97a0f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae19f4af19884b44a7aac594bd1f70d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3008134
Mar 05 20:49:04.292457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37102) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:04.306280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-4394e761-0b53-47f7-9f9e-035ac40271be tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:04.313351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-4394e761-0b53-47f7-9f9e-035ac40271be tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1958332
Mar 05 20:49:04.331324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-7c858e59-f158-4389-bc4a-2859d11c3b3d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0165136
Mar 05 20:49:04.360460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] Publish callbacks [] for security_group (0e103008-cd0d-41a5-8c0b-a9870b12981d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.369023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-f45d4652-0775-4618-8cdd-bbb7851dca85 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0366759
Mar 05 20:49:04.385670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] Publish callbacks [] for security_group (0e103008-cd0d-41a5-8c0b-a9870b12981d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.435746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:04.438190 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50978baa-7e4f-4f76-b34d-2a690190a95a" -d '{"events": [{"server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "name": "network-vif-plugged", "status": "completed", "tag": "326c6caa-2b24-4f53-a872-561f3573012c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:04.447627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e103008-cd0d-41a5-8c0b-a9870b12981d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.452709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:04.454084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e103008-cd0d-41a5-8c0b-a9870b12981d HTTP/1.1" status: 204  len: 168 time: 0.1609154
Mar 05 20:49:04.479775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc5036-595a-46bd-8999-c346e46ba5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e103008-cd0d-41a5-8c0b-a9870b12981d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:04.634005 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79904c63-955f-470a-bf49-6085172a2d4d x-openstack-request-id: req-79904c63-955f-470a-bf49-6085172a2d4d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:04.634586 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "name": "network-vif-plugged", "status": "completed", "tag": "326c6caa-2b24-4f53-a872-561f3573012c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:04.634849 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79904c63-955f-470a-bf49-6085172a2d4d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:04.635240 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c', 'code': 200}
Mar 05 20:49:04.636533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efce4a-96fc-4e0e-945d-c378e2631fac req-32657115-204e-428e-a84a-7e64a9fb6040 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:04.646486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7efce4a-96fc-4e0e-945d-c378e2631fac req-32657115-204e-428e-a84a-7e64a9fb6040 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.1055553
Mar 05 20:49:04.731994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7efce4a-96fc-4e0e-945d-c378e2631fac req-fed86cc2-3d6c-48a6-90ce-a460983ed6fc tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813475
Mar 05 20:49:04.741843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.23', 58883) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:04.881160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4b2bb-5aa2-4a0b-8ef6-003d6775bc6e req-b2c4edaa-25a2-4d2f-b14e-d74744480dbc tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:04.894656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55e4b2bb-5aa2-4a0b-8ef6-003d6775bc6e req-b2c4edaa-25a2-4d2f-b14e-d74744480dbc tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.1658263
Mar 05 20:49:04.983809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55e4b2bb-5aa2-4a0b-8ef6-003d6775bc6e req-4c2ec9e3-1c6e-40ba-8940-e4a73c829275 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871255
Mar 05 20:49:04.996995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca56b9ca-a5e2-4121-95c4-82a90f0cda29 req-b412821f-471b-42b3-a480-40a9ab5b763f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.1148369
Mar 05 20:49:05.058433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ff2a-302c-44bf-88e1-629ab624587b req-b88532bf-b078-49d4-9e5a-3f624186899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:05.059918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1899ff2a-302c-44bf-88e1-629ab624587b req-b88532bf-b078-49d4-9e5a-3f624186899f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 1154 time: 0.1784589
Mar 05 20:49:05.140131 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2ab11372-b0fa-4158-9428-eb7c8184820d req-a124142e-baa2-494f-86ad-23677e487c06 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0621746
Mar 05 20:49:05.141207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-7924ba71-bd46-4b5d-8d33-813c1bf33b82 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:05.142514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-7924ba71-bd46-4b5d-8d33-813c1bf33b82 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 823 time: 0.3993411
Mar 05 20:49:05.163557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1899ff2a-302c-44bf-88e1-629ab624587b req-1bb7607e-1408-4010-b42d-cd47a7519ccb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911694
Mar 05 20:49:05.826919 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:05.921096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67221b1e-3dc7-4cf4-8e55-db999d3319fa req-f514ed3d-5c02-47df-a24f-ffdf2a54c951 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:05.922650 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67221b1e-3dc7-4cf4-8e55-db999d3319fa req-f514ed3d-5c02-47df-a24f-ffdf2a54c951 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.0756459
Mar 05 20:49:05.983346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67221b1e-3dc7-4cf4-8e55-db999d3319fa req-193bdd8b-db81-4881-a2da-3f988f9d4907 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531189
Mar 05 20:49:06.142924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179198-4193-4e32-beb9-7bf6c359eb7b req-bd915670-49c2-4bc1-8dd3-c83dd9b688ee tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:06.143857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:06.150762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13179198-4193-4e32-beb9-7bf6c359eb7b req-bd915670-49c2-4bc1-8dd3-c83dd9b688ee tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.0916042
Mar 05 20:49:06.205961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13179198-4193-4e32-beb9-7bf6c359eb7b req-a87d262c-5d00-4841-bb8d-22977301fc1b tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541124
Mar 05 20:49:06.353398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b7e0f0d-3c69-4b53-b3f6-8372ca650892 req-8debc8f4-03e8-4977-936a-210126909dfe tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0297024
Mar 05 20:49:06.504212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f2a9dfb-9e53-4946-ac7c-794a5e62a594 req-69be63eb-3246-4ddb-a1d4-0091a03942da tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0413437
Mar 05 20:49:06.796691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-987f7d5e-bba7-4eee-bb28-0bc8db8a7084 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:06.798220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-987f7d5e-bba7-4eee-bb28-0bc8db8a7084 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 1154 time: 0.2360456
Mar 05 20:49:06.819946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-bfa9b9e9-2189-4056-a866-27c5d4aff8c0 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:06.925216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-bfa9b9e9-2189-4056-a866-27c5d4aff8c0 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] Publish callbacks [] for security_group (fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:06.930835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-bfa9b9e9-2189-4056-a866-27c5d4aff8c0 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:06.971052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e0973c1-db29-4d29-a66a-42bf16c9cc67 req-bfa9b9e9-2189-4056-a866-27c5d4aff8c0 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654856
Mar 05 20:49:06.972094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9b9e9-2189-4056-a866-27c5d4aff8c0 tempest-AggregatesAdminTestJSON-527496842 tempest-AggregatesAdminTestJSON-527496842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:07.034829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37234) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:07.157405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba17-534a-4bec-aa68-51ad114dde93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.302141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba17-534a-4bec-aa68-51ad114dde93 admin admin] Publish callbacks [] for security_group (754ffd8b-723b-4de4-a6d1-9366e77ed4e7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.307082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba17-534a-4bec-aa68-51ad114dde93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (754ffd8b-723b-4de4-a6d1-9366e77ed4e7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.357080 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8bd0ba17-534a-4bec-aa68-51ad114dde93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=230e1cf17f114844a1e058c75e1c9948&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3210852
Mar 05 20:49:07.357859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0ba17-534a-4bec-aa68-51ad114dde93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ffd8b-723b-4de4-a6d1-9366e77ed4e7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:07.361240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:07.375919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e62d46-3933-4bf7-8beb-107e6c376a14 req-8bfecd07-8130-485e-9da7-16fa1510befd tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:07.377478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28e62d46-3933-4bf7-8beb-107e6c376a14 req-8bfecd07-8130-485e-9da7-16fa1510befd tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.1171992
Mar 05 20:49:07.460027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28e62d46-3933-4bf7-8beb-107e6c376a14 req-cea4704d-9c2c-4344-868b-c131e5d8e21b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742230
Mar 05 20:49:07.460793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] Publish callbacks [] for security_group (754ffd8b-723b-4de4-a6d1-9366e77ed4e7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.485790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] Publish callbacks [] for security_group (754ffd8b-723b-4de4-a6d1-9366e77ed4e7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.559344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (754ffd8b-723b-4de4-a6d1-9366e77ed4e7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.562535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:07.563754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/754ffd8b-723b-4de4-a6d1-9366e77ed4e7 HTTP/1.1" status: 204  len: 168 time: 0.2015519
Mar 05 20:49:07.571580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aae067-063d-4bbe-bfa7-6cb8e6ec4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ffd8b-723b-4de4-a6d1-9366e77ed4e7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:07.677984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadfbc-f178-47f6-a124-b8725970f16b req-b0eb78cb-db2e-4773-b171-2e1961dc0e12 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:07.680322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69fadfbc-f178-47f6-a124-b8725970f16b req-b0eb78cb-db2e-4773-b171-2e1961dc0e12 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.0736504
Mar 05 20:49:07.769650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe218edb-ed44-4a92-aab8-bf217b812d6d req-dab01d58-40ad-4680-bbf2-1afd9fde0385 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0357416
Mar 05 20:49:07.916437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69fadfbc-f178-47f6-a124-b8725970f16b req-c723ddb5-6de6-4c2e-8623-79cf796acc4d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271628
Mar 05 20:49:07.984468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:07.998229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73c18d80-6483-4617-ba4e-1b219fce982b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.023950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b778ae79-b59e-4608-baec-07cf36f19fd9 req-2e664850-ed67-400a-b5ba-dc1a19aea806 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0306039
Mar 05 20:49:08.109062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73c18d80-6483-4617-ba4e-1b219fce982b admin admin] Publish callbacks [] for security_group (be35713b-ce4d-43e1-885b-9bb2b0a3f2bc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.114617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73c18d80-6483-4617-ba4e-1b219fce982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be35713b-ce4d-43e1-885b-9bb2b0a3f2bc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.160317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-73c18d80-6483-4617-ba4e-1b219fce982b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bff5fd77f6294459b065817105c6b9ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1746938
Mar 05 20:49:08.161616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c18d80-6483-4617-ba4e-1b219fce982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35713b-ce4d-43e1-885b-9bb2b0a3f2bc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:08.163063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37274) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:08.218156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] Publish callbacks [] for security_group (be35713b-ce4d-43e1-885b-9bb2b0a3f2bc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.255109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] Publish callbacks [] for security_group (be35713b-ce4d-43e1-885b-9bb2b0a3f2bc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.332409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be35713b-ce4d-43e1-885b-9bb2b0a3f2bc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.335129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:08.336307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be35713b-ce4d-43e1-885b-9bb2b0a3f2bc HTTP/1.1" status: 204  len: 168 time: 0.1720691
Mar 05 20:49:08.352037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72105880-2634-4e7f-9a90-1c80c7c8439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35713b-ce4d-43e1-885b-9bb2b0a3f2bc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:08.397097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263f9f9-2fb8-4fdd-b495-053c26038103 req-c0a226f7-57f1-45be-9ce7-de1508b43994 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:08.398267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7263f9f9-2fb8-4fdd-b495-053c26038103 req-c0a226f7-57f1-45be-9ce7-de1508b43994 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.0815539
Mar 05 20:49:08.455220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7263f9f9-2fb8-4fdd-b495-053c26038103 req-8e9d7078-0de4-4f27-9bd7-d422e991b99f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514476
Mar 05 20:49:08.727575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-f576cbbd-f153-4cdc-b8ce-2fd1116b0991 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:08.729167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-f576cbbd-f153-4cdc-b8ce-2fd1116b0991 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.0891078
Mar 05 20:49:08.916375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02ea103d-5517-49eb-8858-666231fa0fb0 req-d820e15c-7250-46a6-b927-b582ac90a2b6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0488522
Mar 05 20:49:08.979495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Deleting port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:49:08.980038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.076536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af645d28-8901-4fde-9ba2-a6a67ea84bdc req-1f3f03cb-6e00-413a-be51-19100a85d5c1 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:09.084817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af645d28-8901-4fde-9ba2-a6a67ea84bdc req-1f3f03cb-6e00-413a-be51-19100a85d5c1 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 972 time: 0.0801384
Mar 05 20:49:09.091063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37320) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:09.140859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] For port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:09.141594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.155208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37326) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:09.171899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af645d28-8901-4fde-9ba2-a6a67ea84bdc req-d4db1e2f-46c1-43d4-9e9f-01e5c441d913 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859051
Mar 05 20:49:09.182926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Calling delete_port for ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 owned by compute:tempest-test_az-2053864637 {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:49:09.187617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c67b7992-1416-4dc5-aa93-172908c2a2c5 req-3604293e-6d18-42cd-9e0d-77435181445b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0422850
Mar 05 20:49:09.355659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f417036-c7b4-4f30-937c-510707210070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.371250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a43a360-51a5-4d11-8520-e168e8e1929a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.399790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ed241cfc-58db-4f9b-adfb-a457a1c0e3e4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.413575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ed241cfc-58db-4f9b-adfb-a457a1c0e3e4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:09.517734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a43a360-51a5-4d11-8520-e168e8e1929a admin admin] Publish callbacks [] for security_group (088fc1d7-7c3e-4b56-bd73-1a5fda06c80a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.524202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a43a360-51a5-4d11-8520-e168e8e1929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (088fc1d7-7c3e-4b56-bd73-1a5fda06c80a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.528969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Pushing event deleted for resources: {'Port': ['ID=ed241cfc-58db-4f9b-adfb-a457a1c0e3e4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:09.574173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] No DVR routers for this DVR port ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:49:09.578341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4a43a360-51a5-4d11-8520-e168e8e1929a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d154636ca59542d79cbe76a54d4c9d63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4219053
Mar 05 20:49:09.584030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37340) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:09.586871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.590264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08d05edf-cff3-4632-a1e7-f1a13080de13 req-213869fd-dd4a-46d7-9822-71e510d4670d tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.31 "DELETE /v2.0/ports/ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 HTTP/1.1" status: 204  len: 173 time: 0.8550141
Mar 05 20:49:09.590738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'name': 'network-vif-deleted', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:09.609230 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac14b1-9344-4463-86f1-9708b3b28d03" -d '{"events": [{"server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "name": "network-vif-deleted", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:09.712967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f417036-c7b4-4f30-937c-510707210070 admin admin] Publish callbacks [] for security_group (4633ce0e-0033-4a0a-957b-5ebb56779c80), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.715319 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b900bc-1005-420c-b0c6-dc5a06a6895d x-openstack-request-id: req-73b900bc-1005-420c-b0c6-dc5a06a6895d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:09.716253 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf55fc7-8496-4922-9291-4b258266c92b", "name": "network-vif-deleted", "tag": "ed241cfc-58db-4f9b-adfb-a457a1c0e3e4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:09.716936 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b900bc-1005-420c-b0c6-dc5a06a6895d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:09.717504 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf55fc7-8496-4922-9291-4b258266c92b', 'name': 'network-vif-deleted', 'tag': 'ed241cfc-58db-4f9b-adfb-a457a1c0e3e4', 'status': 'completed', 'code': 200}
Mar 05 20:49:09.720214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f417036-c7b4-4f30-937c-510707210070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4633ce0e-0033-4a0a-957b-5ebb56779c80), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.777798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f417036-c7b4-4f30-937c-510707210070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=341d672412cd4c459d517a4981979f35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6833198
Mar 05 20:49:09.778899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f417036-c7b4-4f30-937c-510707210070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633ce0e-0033-4a0a-957b-5ebb56779c80,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:09.783171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:09.796210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43a360-51a5-4d11-8520-e168e8e1929a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088fc1d7-7c3e-4b56-bd73-1a5fda06c80a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:09.840104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] Publish callbacks [] for security_group (088fc1d7-7c3e-4b56-bd73-1a5fda06c80a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.849686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4afb2-ef35-43a5-9194-c901dbb1c6f8 req-2d5e4fc9-2d40-406a-8970-6ec5bca827b3 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:09.851199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e4afb2-ef35-43a5-9194-c901dbb1c6f8 req-2d5e4fc9-2d40-406a-8970-6ec5bca827b3 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 972 time: 0.1996622
Mar 05 20:49:09.854544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] Publish callbacks [] for security_group (4633ce0e-0033-4a0a-957b-5ebb56779c80), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.873941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-179a7a78-f663-4f54-8a3a-cf3ff0c5ec31 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:09.875460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-179a7a78-f663-4f54-8a3a-cf3ff0c5ec31 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 1154 time: 0.2227750
Mar 05 20:49:09.884919 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] Publish callbacks [] for security_group (4633ce0e-0033-4a0a-957b-5ebb56779c80), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.902607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] Publish callbacks [] for security_group (088fc1d7-7c3e-4b56-bd73-1a5fda06c80a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.949662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4633ce0e-0033-4a0a-957b-5ebb56779c80), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.952910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:09.957435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4633ce0e-0033-4a0a-957b-5ebb56779c80 HTTP/1.1" status: 204  len: 168 time: 0.1723330
Mar 05 20:49:09.966940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9a494-7928-4485-b12a-91823e8ae623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633ce0e-0033-4a0a-957b-5ebb56779c80,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:10.015042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e4afb2-ef35-43a5-9194-c901dbb1c6f8 req-0360887b-411c-4ccb-916b-4abb7c9f1531 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506138
Mar 05 20:49:10.047988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Deleting port 326c6caa-2b24-4f53-a872-561f3573012c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:49:10.048330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (326c6caa-2b24-4f53-a872-561f3573012c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.052173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (088fc1d7-7c3e-4b56-bd73-1a5fda06c80a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.055353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.059781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/088fc1d7-7c3e-4b56-bd73-1a5fda06c80a HTTP/1.1" status: 204  len: 168 time: 0.4612620
Mar 05 20:49:10.091894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5eb3740-434e-42c6-9f17-26c889080a9e req-c119868f-a7c2-4fdb-8bba-eae49569f1e5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0786917
Mar 05 20:49:10.107430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba63ad6-00ed-4053-b178-73fb12f7a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088fc1d7-7c3e-4b56-bd73-1a5fda06c80a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:10.221637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] For port 326c6caa-2b24-4f53-a872-561f3573012c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=326c6caa-2b24-4f53-a872-561f3573012c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:10.222024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (326c6caa-2b24-4f53-a872-561f3573012c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.239894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-57a5d62e-d4b5-4322-a826-3883ccde25d7 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 380 time: 0.1673307
Mar 05 20:49:10.253925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Calling delete_port for 326c6caa-2b24-4f53-a872-561f3573012c owned by compute:tempest-test_az-2053864637 {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:49:10.255452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'port': {'device_id': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'admin_state_up': True, 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'security_groups': ['0bc96e74-0153-43de-85f3-9de817329c5f']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:10.366270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f55e9c8-16c7-431b-bb24-b441a3687a6e req-425c5434-2fac-4b4b-9a2a-debb87850ca3 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 210 time: 0.0405676
Mar 05 20:49:10.458507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-704fce8c-e4f6-4884-a322-bedafa855a49 req-a8b1593f-84eb-495e-a04c-3f533053aca7 tempest-AggregatesAdminTestJSON-1349367239 tempest-AggregatesAdminTestJSON-1349367239-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf55fc7-8496-4922-9291-4b258266c92b HTTP/1.1" status: 200  len: 210 time: 0.0674837
Mar 05 20:49:10.491764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Made reservation on behalf of 4e0a2d8f510f49999fc3094858af40d6 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:10.496409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.511899 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:49:10.602311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (326c6caa-2b24-4f53-a872-561f3573012c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.619405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['326c6caa-2b24-4f53-a872-561f3573012c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:10.678846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Pushing event deleted for resources: {'Port': ['ID=326c6caa-2b24-4f53-a872-561f3573012c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:10.720194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:10.755476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576054c2-997c-4943-b39f-39718072c313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.758316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] No DVR routers for this DVR port 326c6caa-2b24-4f53-a872-561f3573012c on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:49:10.767032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.775550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-809db38b-419b-4793-95fa-b4e11a5cbee6 req-6979d584-f440-4739-8ad6-0f039c964f97 tempest-DeleteServersAdminTestJSON-137981646 tempest-DeleteServersAdminTestJSON-137981646-project-admin] 10.222.0.31 "DELETE /v2.0/ports/326c6caa-2b24-4f53-a872-561f3573012c HTTP/1.1" status: 204  len: 173 time: 0.8905308
Mar 05 20:49:10.777565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'name': 'network-vif-deleted', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:10.781354 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b71cef-dd6b-4ac2-ba90-a3432c92c966" -d '{"events": [{"server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "name": "network-vif-deleted", "tag": "326c6caa-2b24-4f53-a872-561f3573012c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:10.822894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Allocated IP 172.20.0.12 (da32bc16-2a34-4e4f-9967-3e30a71f2738/6f74d4e2-f31e-4eb7-9804-c292a4a0ed00/3d09975a-2c78-4565-9441-09dcee0a67e2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:10.861311 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce00699-bfee-4b09-87ec-34e247a5c6de x-openstack-request-id: req-2ce00699-bfee-4b09-87ec-34e247a5c6de {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:10.862227 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bafedc-69d2-4784-8413-e4f9060b4acf", "name": "network-vif-deleted", "tag": "326c6caa-2b24-4f53-a872-561f3573012c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:10.862416 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ce00699-bfee-4b09-87ec-34e247a5c6de {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:10.863096 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bafedc-69d2-4784-8413-e4f9060b4acf', 'name': 'network-vif-deleted', 'tag': '326c6caa-2b24-4f53-a872-561f3573012c', 'status': 'completed', 'code': 200}
Mar 05 20:49:10.952082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576054c2-997c-4943-b39f-39718072c313 admin admin] Publish callbacks [] for security_group (3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.957609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576054c2-997c-4943-b39f-39718072c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:10.960859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37376) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:10.988014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9e6c-3eb9-4b61-8890-73eafaf32bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.117248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.137113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:11.137113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.23', 58889) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:11.137544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-576054c2-997c-4943-b39f-39718072c313 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0956478d0c094c8f952c51bfdb7b8095&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4149983
Mar 05 20:49:11.149385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576054c2-997c-4943-b39f-39718072c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:11.171755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9e6c-3eb9-4b61-8890-73eafaf32bd6 admin admin] Publish callbacks [] for security_group (ca27ef4c-4c95-49b7-9a72-d182f8d7d83b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.183537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9e6c-3eb9-4b61-8890-73eafaf32bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ca27ef4c-4c95-49b7-9a72-d182f8d7d83b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.256012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-3a7c6f9d-4d50-4df0-bddc-525812901fa4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1085198
Mar 05 20:49:11.263278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c00ae785-5604-4c63-b6a7-663d16917445 req-61047624-83d6-4d9e-90f4-5b03fcf14a3b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bafedc-69d2-4784-8413-e4f9060b4acf HTTP/1.1" status: 200  len: 210 time: 0.0650959
Mar 05 20:49:11.271837 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fcbb9e6c-3eb9-4b61-8890-73eafaf32bd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b23d4119922b413fbad3819e250cfaab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3052526
Mar 05 20:49:11.271837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37388) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:11.279140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb9e6c-3eb9-4b61-8890-73eafaf32bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca27ef4c-4c95-49b7-9a72-d182f8d7d83b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:11.300124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2fc54e60-0231-405d-aed2-51e214fbd772 req-2c13aeee-8164-4e4a-84aa-2d369afcc9fb tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0696788
Mar 05 20:49:11.351373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] Publish callbacks [] for security_group (ca27ef4c-4c95-49b7-9a72-d182f8d7d83b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.386362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.387982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] Publish callbacks [] for security_group (3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.403345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] Publish callbacks [] for security_group (ca27ef4c-4c95-49b7-9a72-d182f8d7d83b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.516024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ca27ef4c-4c95-49b7-9a72-d182f8d7d83b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.526527 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.530141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca27ef4c-4c95-49b7-9a72-d182f8d7d83b HTTP/1.1" status: 204  len: 168 time: 0.2550509
Mar 05 20:49:11.554044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d93b5-d732-4606-929b-63837744d65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca27ef4c-4c95-49b7-9a72-d182f8d7d83b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:11.569863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:11.572315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] Publish callbacks [] for security_group (3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.580076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:11.591141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:11.624676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-99320624-e21d-4797-8d2d-a63bbd28288f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:11.626051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-99320624-e21d-4797-8d2d-a63bbd28288f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3416719
Mar 05 20:49:11.647052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:11.665601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:11.670845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:11.671495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.792286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d969df-e5a0-47d3-a259-2d94487e97ed req-24ee5f3c-1ce2-4308-b5a2-92c3262d514e tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:11.793880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85d969df-e5a0-47d3-a259-2d94487e97ed req-24ee5f3c-1ce2-4308-b5a2-92c3262d514e tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 932 time: 0.3083971
Mar 05 20:49:11.813065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-1b813fab-3963-4ac7-94dc-e648d6db9b6f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5654085
Mar 05 20:49:11.831098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-3aaf5c63-b5d8-4d5a-9ea8-b910b852422a tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:49:11.832532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-3aaf5c63-b5d8-4d5a-9ea8-b910b852422a tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0105467
Mar 05 20:49:11.871578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.874790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.875906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e HTTP/1.1" status: 204  len: 168 time: 0.7319963
Mar 05 20:49:11.913127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d827a44-de58-48e8-a445-6112686e6be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1fa4f6-fab8-4381-a60b-5ec9ba4ba46e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:11.938536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-537b9cd6-a2b8-4ce5-a385-88030cb5c906 None None] Provisioning complete for port 3d09975a-2c78-4565-9441-09dcee0a67e2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:11.939392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85d969df-e5a0-47d3-a259-2d94487e97ed req-b02f37ce-5661-4cfd-93d3-574d0b3b536d tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213171
Mar 05 20:49:11.942039 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-537b9cd6-a2b8-4ce5-a385-88030cb5c906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.954726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:11.965634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:11.979757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:12.012651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-537b9cd6-a2b8-4ce5-a385-88030cb5c906 None None] Port 3d09975a-2c78-4565-9441-09dcee0a67e2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:12.161905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for security_group (4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:12.167422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:12.248085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:12.265741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-fd3b9801-f1db-4ed7-aabc-f0d1352c71d6 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0496197
Mar 05 20:49:12.277542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Request body: {'port': {'device_id': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:12.401745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:12.413560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-817bcbdb-55b2-417d-8c1f-7f7c03e6bd2a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:12.414911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.80 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/641ae876-922a-4e29-be45-f8fac1e96f2e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:12.416115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-817bcbdb-55b2-417d-8c1f-7f7c03e6bd2a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1493130
Mar 05 20:49:12.445385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-6f1b637d-c91a-4160-8891-1036ffdd9a05 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/quotas/f138bfc479e24b3d9017a7cb9e73bdd2 HTTP/1.1" status: 200  len: 375 time: 0.0214543
Mar 05 20:49:12.482006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-3c2b506e-c898-46da-9131-e77a2179eb07 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0357418
Mar 05 20:49:12.687062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:49:12.743247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:49:12.744061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ed241cfc-58db-4f9b-adfb-a457a1c0e3e4 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:49:12.782832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa2ab935-eba5-472e-8066-c19e6637cc8b req-fe5d040e-a7bc-49b7-bd07-a9692fd18888 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0467193
Mar 05 20:49:12.832656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.164021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df85d4-bcc2-42a0-94b4-180c80f74f23 req-7f51cf85-0337-48a0-8bb2-f68a527963d3 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:13.172802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-30df85d4-bcc2-42a0-94b4-180c80f74f23 req-7f51cf85-0337-48a0-8bb2-f68a527963d3 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 932 time: 0.0670283
Mar 05 20:49:13.182092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.190509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-d0cc240c-e4b2-4554-9f72-250f03791a0a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330591
Mar 05 20:49:13.256473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d09975a-2c78-4565-9441-09dcee0a67e2 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:13.268471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-30df85d4-bcc2-42a0-94b4-180c80f74f23 req-b0f1e3b8-ad31-4ef4-aa06-a2d64e458e23 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938396
Mar 05 20:49:13.296309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks [] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.334937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:13.357126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:13.358209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:13.363586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Transition to ACTIVE for port object 3d09975a-2c78-4565-9441-09dcee0a67e2 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:13.364576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:13.392549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:13.393465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.451775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.473477 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-dbbb44c5-5512-49d1-83e4-8a27d2324fdb tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0543723
Mar 05 20:49:13.504100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-cb52b7d1-a562-423e-bf80-7ffdbb1b4cf5 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:13.512195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-cb52b7d1-a562-423e-bf80-7ffdbb1b4cf5 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3207848
Mar 05 20:49:13.570678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-251bdf83-3b96-4e02-8184-bf3743b1713d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/quotas/f138bfc479e24b3d9017a7cb9e73bdd2 HTTP/1.1" status: 200  len: 375 time: 0.0573361
Mar 05 20:49:13.575088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-d2d24cbf-8063-4f40-a9ca-e78112a3779f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9354639
Mar 05 20:49:13.618312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Request body: {'port': {'device_id': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:13.671296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d7921b63-efea-4969-8bac-447b34bbf012 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:13.673204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d7921b63-efea-4969-8bac-447b34bbf012 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1989105
Mar 05 20:49:13.704662 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-61235942-0704-45de-bed0-bfe0b04a61f7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/quotas/bc979e049ee9421d8f6e41c1b6723f1e HTTP/1.1" status: 200  len: 375 time: 0.0241048
Mar 05 20:49:13.739656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-4f3eb78b-c75a-4dbf-aa3f-bc2e25d77a0b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1677129
Mar 05 20:49:13.741636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Pushing event updated for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:13.762984 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.798801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f25d5705-ff36-46f0-83bf-12be0309f479 None None] Provisioning complete for port 641ae876-922a-4e29-be45-f8fac1e96f2e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:13.799949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f25d5705-ff36-46f0-83bf-12be0309f479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.820323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-ef5f963a-e84b-4ab8-92cc-886ae4a177df tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1006229
Mar 05 20:49:13.849363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Attempting to bind port 3d09975a-2c78-4565-9441-09dcee0a67e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:13.849802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Attempting to bind port 3d09975a-2c78-4565-9441-09dcee0a67e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:13.850652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Attempting to bind port 3d09975a-2c78-4565-9441-09dcee0a67e2 on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:13.858115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Port 3d09975a-2c78-4565-9441-09dcee0a67e2 on network da32bc16-2a34-4e4f-9967-3e30a71f2738 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:13.858561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Attempting to bind port 3d09975a-2c78-4565-9441-09dcee0a67e2 on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:13.907233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:13.907770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Checking segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:13.908088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Bound using segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:13.909010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Bound port: 3d09975a-2c78-4565-9441-09dcee0a67e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:13.909355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:13.951988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f25d5705-ff36-46f0-83bf-12be0309f479 None None] Port 641ae876-922a-4e29-be45-f8fac1e96f2e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:14.427087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31c0f0a6-5f62-477b-8ea0-5dfd7cc3ebd9 req-0672fa1f-5569-4435-b1f0-139f33360586 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 210 time: 0.1037319
Mar 05 20:49:14.464225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-6961cf77-0699-4902-9dd8-b50207b82a55 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0429521
Mar 05 20:49:14.556437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641ae876-922a-4e29-be45-f8fac1e96f2e {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:14.582314 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks [] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:14.637057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Transition to ACTIVE for port object 641ae876-922a-4e29-be45-f8fac1e96f2e will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:14.638546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:14.657581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427eb96-9bbb-4711-a4e5-15d1548a24ea req-400b6421-61f9-4522-8ae9-f8918f4c5732 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:14.666889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9427eb96-9bbb-4711-a4e5-15d1548a24ea req-400b6421-61f9-4522-8ae9-f8918f4c5732 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 935 time: 0.4126365
Mar 05 20:49:14.676963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:14.703691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 326c6caa-2b24-4f53-a872-561f3573012c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:49:14.726895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05cec5b7-97ac-45e5-bf71-ad9215609522 req-201781a1-041c-4f45-97bc-d75b6597b1cc tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 210 time: 0.1422467
Mar 05 20:49:14.751086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d09975a-2c78-4565-9441-09dcee0a67e2,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:14.780132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 326c6caa-2b24-4f53-a872-561f3573012c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:49:14.786850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 326c6caa-2b24-4f53-a872-561f3573012c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:49:14.821250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-bc4c9898-3b3f-43af-b08a-9d7255138030 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:14.824303 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-bc4c9898-3b3f-43af-b08a-9d7255138030 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3550901
Mar 05 20:49:14.831391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9427eb96-9bbb-4711-a4e5-15d1548a24ea req-291cb811-9cb0-45d1-87da-d3e5746e31d5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609800
Mar 05 20:49:14.837680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Request body: {'port': {'device_id': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'f138bfc479e24b3d9017a7cb9e73bdd2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:14.923812 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:14.981316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:14.981933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.010793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 200  len: 1092 time: 2.9902263
Mar 05 20:49:15.019024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:15.034051 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25891306-f79c-4499-b795-ee512814e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:15.050634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Pushing event updated for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:15.126018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Made reservation on behalf of f138bfc479e24b3d9017a7cb9e73bdd2 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:15.144902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.159475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.313480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks [] for security_group (e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.321029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.376238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Attempting to bind port 641ae876-922a-4e29-be45-f8fac1e96f2e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:15.380746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Attempting to bind port 641ae876-922a-4e29-be45-f8fac1e96f2e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:15.381325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Attempting to bind port 641ae876-922a-4e29-be45-f8fac1e96f2e on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:15.409720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd82d8-33dd-45f5-9d79-cbefdafabb17 service neutron] Pushing event updated for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:15.432550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Port 641ae876-922a-4e29-be45-f8fac1e96f2e on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:15.434626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Attempting to bind port 641ae876-922a-4e29-be45-f8fac1e96f2e on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:15.471653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:15.472021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:15.472481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:15.472989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Bound port: 641ae876-922a-4e29-be45-f8fac1e96f2e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:15.473402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.510966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0cdfc-4351-44af-b504-aaa2d8eeda95 req-05c5b010-8af8-4676-9a3b-05978a00b579 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:15.514285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32e0cdfc-4351-44af-b504-aaa2d8eeda95 req-05c5b010-8af8-4676-9a3b-05978a00b579 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 944 time: 0.4664805
Mar 05 20:49:15.528613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-8b3d0e21-a11b-475c-82b3-5d676862de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:15.530359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-8b3d0e21-a11b-475c-82b3-5d676862de88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 1126 time: 0.3092692
Mar 05 20:49:15.604806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:15.609678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-719b2d17-79a3-408c-b18b-615a8fc52917 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 200  len: 217 time: 0.0702991
Mar 05 20:49:15.623187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Allocated IP 192.168.233.130 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/cd12eb23-3086-4db9-babd-0ffb56ce7a27) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:15.704639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32e0cdfc-4351-44af-b504-aaa2d8eeda95 req-7d493829-c07e-452a-8fb9-2b7808e1b004 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1808732
Mar 05 20:49:15.718637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-9f8fc106-23d8-428a-97f7-62f2fa29973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:15.720265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-9f8fc106-23d8-428a-97f7-62f2fa29973d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.0896883
Mar 05 20:49:15.721402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:15.724668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=641ae876-922a-4e29-be45-f8fac1e96f2e,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:15.754724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.796588 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcb55c-24cd-4e9c-a763-02e94d116208 x-openstack-request-id: req-29dcb55c-24cd-4e9c-a763-02e94d116208 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:15.796890 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:15.797187 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29dcb55c-24cd-4e9c-a763-02e94d116208 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:15.797893 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'status': 'completed', 'code': 200}
Mar 05 20:49:15.816490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:15.817382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:15.822370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] 10.222.0.23 "PUT /v2.0/ports/641ae876-922a-4e29-be45-f8fac1e96f2e HTTP/1.1" status: 200  len: 1095 time: 2.2338085
Mar 05 20:49:15.857133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bd91b-62ed-41c3-8467-d74eb0b47779 service neutron] Pushing event updated for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:15.875708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-0bc29ab5-1245-4975-8125-70d1dd7ea0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:15.878261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-0bc29ab5-1245-4975-8125-70d1dd7ea0d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1517780
Mar 05 20:49:15.950664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks [] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.064967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.134401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a022e28f-ba09-4708-9940-71c0bc8ce6ef req-9df2d2d0-2601-429d-80e6-afdfe3720bcc tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 210 time: 0.1179945
Mar 05 20:49:16.144412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-91bf92f0-dc5f-481c-8557-0e3fe3afa511 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0742564
Mar 05 20:49:16.182369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-405b02d0-3257-41e3-808c-8b9b178b318e service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978506
Mar 05 20:49:16.224924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:16.230134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:16.234636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:16.251728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:16.273815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.31', 56125) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:16.310150 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-4a5e1c45-2d28-420e-a298-4c9f65ae595b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0825427
Mar 05 20:49:16.321090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-72556b11-1db7-41a2-a5fc-321e3088c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:16.329165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-72556b11-1db7-41a2-a5fc-321e3088c4d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 1129 time: 0.4247825
Mar 05 20:49:16.356353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-9e4355d6-7c97-42cd-8027-63ada83c69ec tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0787961
Mar 05 20:49:16.434907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-1054b83e-ac9a-47d5-84d7-16b3fe2defb6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:16.444813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-1054b83e-ac9a-47d5-84d7-16b3fe2defb6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1334400
Mar 05 20:49:16.469978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-896e2537-bc09-4967-8c84-9dc4bf61feb0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/quotas/46a689a4e8aa4d1fb19c10217e5986ac HTTP/1.1" status: 200  len: 375 time: 0.0238826
Mar 05 20:49:16.534284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-94131daa-3833-48f3-b915-67175419ca96 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628188
Mar 05 20:49:16.538128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-55ca9cdd-2d84-47cd-84dd-c64adc4be85a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=641ae876-922a-4e29-be45-f8fac1e96f2e HTTP/1.1" status: 200  len: 217 time: 0.1839716
Mar 05 20:49:16.540065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37646) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:16.583999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:16.584649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.631358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-f6d56e67-78e9-4256-8615-f414144d0614 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7985494
Mar 05 20:49:16.644987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Request body: {'port': {'device_id': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:16.649491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-30e0c42d-3262-4263-a314-bfbca60989aa tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:16.651690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-30e0c42d-3262-4263-a314-bfbca60989aa tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4988627
Mar 05 20:49:16.697241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-49c6a157-3159-4645-a62a-9355853a6865 None None] Provisioning complete for port cd12eb23-3086-4db9-babd-0ffb56ce7a27 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:16.697749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-49c6a157-3159-4645-a62a-9355853a6865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.713154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Request body: {'port': {'device_id': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'bc979e049ee9421d8f6e41c1b6723f1e'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:16.760786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-49c6a157-3159-4645-a62a-9355853a6865 None None] Port cd12eb23-3086-4db9-babd-0ffb56ce7a27 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:16.766046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99f81c1-bcb6-4366-b559-58b79022ee70 req-9e1b39aa-c3dd-4592-ab10-5a188fd985ba service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5519993
Mar 05 20:49:16.786401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e87276e-1f02-45b9-b772-4141fbcf63f6 req-45ccbffd-4465-48f1-af65-06d7c8310fea tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 210 time: 0.1618352
Mar 05 20:49:16.832671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.837620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d67bfe43-16ba-412c-92e6-be1d8406d7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:16.868254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-00a99c5b-76ec-4134-a43d-ccffabebe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:16.869810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-00a99c5b-76ec-4134-a43d-ccffabebe633 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2440460
Mar 05 20:49:17.020707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6ee4a46-aae7-4424-a139-a7a8336fd0f4 req-65bc9b3c-ceb3-4381-95ae-4adf12aa8558 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 210 time: 0.0889630
Mar 05 20:49:17.051316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-b64262e5-d121-400e-9970-3c0d65822a3b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.053102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-b64262e5-d121-400e-9970-3c0d65822a3b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6696818
Mar 05 20:49:17.072357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349da3f-5529-442d-ba4d-039b37349469 req-23df99d9-2a96-42f7-ab4f-59e6cc18bf6c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.073212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Request body: {'port': {'device_id': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'f138bfc479e24b3d9017a7cb9e73bdd2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:17.080519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b349da3f-5529-442d-ba4d-039b37349469 req-23df99d9-2a96-42f7-ab4f-59e6cc18bf6c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 947 time: 0.2869911
Mar 05 20:49:17.157139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d67bfe43-16ba-412c-92e6-be1d8406d7ba admin admin] Publish callbacks [] for security_group (f02c28b1-4f03-4a13-a297-d2e03fc14cde), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.181765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d67bfe43-16ba-412c-92e6-be1d8406d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f02c28b1-4f03-4a13-a297-d2e03fc14cde), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.288213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b349da3f-5529-442d-ba4d-039b37349469 req-1bc806d4-3930-4f15-bc8f-41fd0c491d9e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058134
Mar 05 20:49:17.297679 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d67bfe43-16ba-412c-92e6-be1d8406d7ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ea6da1ffdc84453bd53b362e0c930c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7566028
Mar 05 20:49:17.308264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bfe43-16ba-412c-92e6-be1d8406d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c28b1-4f03-4a13-a297-d2e03fc14cde,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:17.308264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37668) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:17.341705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-c9e224ed-4504-4652-a5d0-85ee82a03f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.343275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-c9e224ed-4504-4652-a5d0-85ee82a03f9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4417524
Mar 05 20:49:17.345118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25891306-f79c-4499-b795-ee512814e27b req-fe47c30d-5e17-4233-98ea-2e5014722f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.347404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-fe47c30d-5e17-4233-98ea-2e5014722f6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 1126 time: 0.4996059
Mar 05 20:49:17.399744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Made reservation on behalf of bc979e049ee9421d8f6e41c1b6723f1e for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:17.404104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.640619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cef6eafa-d545-4ea6-a697-f7407b207f32 req-ec7ae035-664e-45eb-a79f-fc4290883fc2 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 210 time: 0.0534453
Mar 05 20:49:17.677802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665380e2-a122-4fea-a6a3-a73399252606 req-6b923081-3a28-4502-ae18-d7dfa844c2ee tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.678956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] Publish callbacks [] for security_group (f02c28b1-4f03-4a13-a297-d2e03fc14cde), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.684296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-665380e2-a122-4fea-a6a3-a73399252606 req-6b923081-3a28-4502-ae18-d7dfa844c2ee tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 944 time: 0.3990490
Mar 05 20:49:17.707060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25891306-f79c-4499-b795-ee512814e27b req-e2d0241a-5b32-40d3-b35c-eb1fd82d1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:17.709350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-e2d0241a-5b32-40d3-b35c-eb1fd82d1eb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 924 time: 0.3520792
Mar 05 20:49:17.732498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-a9e77347-ffba-4e2d-9b3d-f36e0c2f71aa service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555915
Mar 05 20:49:17.733055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Made reservation on behalf of f138bfc479e24b3d9017a7cb9e73bdd2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:17.736839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.740062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] Publish callbacks [] for security_group (f02c28b1-4f03-4a13-a297-d2e03fc14cde), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.742868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:17.758646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks [] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.810171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:17.811543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Transition to ACTIVE for port object cd12eb23-3086-4db9-babd-0ffb56ce7a27 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:17.813255 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:17.823899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.878845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f02c28b1-4f03-4a13-a297-d2e03fc14cde), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.881594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:17.885876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f02c28b1-4f03-4a13-a297-d2e03fc14cde HTTP/1.1" status: 204  len: 168 time: 0.5689733
Mar 05 20:49:17.907982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-8effe405-b0a6-4da3-8920-d8ac62f9aa52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 200  len: 217 time: 0.1806853
Mar 05 20:49:17.908858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:17.916280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ee638-c03a-4d1c-b017-82e5506a794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c28b1-4f03-4a13-a297-d2e03fc14cde,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:18.100618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Attempting to bind port cd12eb23-3086-4db9-babd-0ffb56ce7a27 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:18.100961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Attempting to bind port cd12eb23-3086-4db9-babd-0ffb56ce7a27 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:18.101292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Attempting to bind port cd12eb23-3086-4db9-babd-0ffb56ce7a27 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:18.112580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.23', 58894) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:18.126370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Port cd12eb23-3086-4db9-babd-0ffb56ce7a27 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:18.126702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Attempting to bind port cd12eb23-3086-4db9-babd-0ffb56ce7a27 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:18.135894 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e9e60a-e749-4be1-b985-d3368378659a x-openstack-request-id: req-f6e9e60a-e749-4be1-b985-d3368378659a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:18.136180 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:18.136776 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e9e60a-e749-4be1-b985-d3368378659a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:18.137397 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e', 'status': 'completed', 'code': 200}
Mar 05 20:49:18.147090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-665380e2-a122-4fea-a6a3-a73399252606 req-c2758f77-8ce0-4c9d-aab1-2a1672abe297 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4618950
Mar 05 20:49:18.163414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-4bd5bd8e-f394-4f66-ac5e-64079c908d03 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0483837
Mar 05 20:49:18.164707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:18.165249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:18.165810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:18.166451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Bound port: cd12eb23-3086-4db9-babd-0ffb56ce7a27, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:18.167197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.241584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Allocated IP 192.168.233.86 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/f2a014b4-b464-4203-8c89-db1d813f0118) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:18.315512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25891306-f79c-4499-b795-ee512814e27b req-239a808f-3335-43c6-8754-47e056c38b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.317597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-239a808f-3335-43c6-8754-47e056c38b6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.3963628
Mar 05 20:49:18.324273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da9938c3-54cc-4aea-8743-0758e3da2239 req-69064657-7040-40e9-a596-7ed87c74f65f service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5680034
Mar 05 20:49:18.354456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-f692fb8c-9dc8-4c9c-ae62-c60ec50f8ff1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.356080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-f692fb8c-9dc8-4c9c-ae62-c60ec50f8ff1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1698623
Mar 05 20:49:18.376023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Request body: {'port': {'device_id': '97e68fe7-4232-4918-aa20-4dda276362ed', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '46a689a4e8aa4d1fb19c10217e5986ac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:18.441837 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91fc91f6-e186-4193-a810-3b04d370c067 req-322de96b-ed78-4f6b-8cd8-f229cfaaeef3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 210 time: 0.0843015
Mar 05 20:49:18.558712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:18.571334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37722) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:18.620329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:18.622918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:18.641687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.670902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61a39ce8-1538-452f-99ef-32d804db6171 req-dd83a5a2-0f42-4215-b80a-b05379b00493 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 210 time: 0.1015034
Mar 05 20:49:18.678379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ee6-6428-4803-85b2-3db69e090122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.704462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa702bee-a254-47f9-9cc4-656eb4f13625 req-ae3259b2-4639-46dc-9300-d4a946f496d8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.706563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa702bee-a254-47f9-9cc4-656eb4f13625 req-ae3259b2-4639-46dc-9300-d4a946f496d8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 947 time: 0.1289959
Mar 05 20:49:18.720025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25891306-f79c-4499-b795-ee512814e27b req-e6e202da-eba3-4413-b3e9-416ba82903da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.721152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.721620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-e6e202da-eba3-4413-b3e9-416ba82903da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3398170
Mar 05 20:49:18.721795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.723144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] 10.222.0.31 "PUT /v2.0/ports/cd12eb23-3086-4db9-babd-0ffb56ce7a27 HTTP/1.1" status: 200  len: 1096 time: 2.0849638
Mar 05 20:49:18.724402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:18.726584 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12c1d2-cb99-4ec2-a53b-33269e40b864" -d '{"events": [{"name": "network-changed", "server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:18.728952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Made reservation on behalf of 46a689a4e8aa4d1fb19c10217e5986ac for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:18.732275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.785852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.865496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad723-ae58-483b-a14c-0f7abde16c70 service neutron] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:18.873830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks [] for port (f2a014b4-b464-4203-8c89-db1d813f0118), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.892121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-adc22186-117f-4098-b879-3cf6d39be9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:18.894256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-adc22186-117f-4098-b879-3cf6d39be9ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 1129 time: 0.3237736
Mar 05 20:49:18.916705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa702bee-a254-47f9-9cc4-656eb4f13625 req-e9f2eb3e-8f70-4571-8fe3-9f00760195e7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988914
Mar 05 20:49:18.944030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85d322e8-16f6-4c73-8d52-d156a507d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:18.944973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e6f60e8-6988-4832-ab37-1602a89b27c5 req-7a341850-4285-4e3a-84b9-8b6080d5c158 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 210 time: 0.0789623
Mar 05 20:49:18.999700 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41460619-0e53-4688-84c2-b727f41e1889 x-openstack-request-id: req-41460619-0e53-4688-84c2-b727f41e1889 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:19.000007 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:19.000656 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41460619-0e53-4688-84c2-b727f41e1889 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:19.000656 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'status': 'completed', 'code': 200}
Mar 05 20:49:19.040311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-641f80c9-c10b-4039-8955-a3bc1adde0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.042528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-641f80c9-c10b-4039-8955-a3bc1adde0a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1130 time: 0.2542343
Mar 05 20:49:19.070795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-47928e93-2e50-46ff-ad52-978d117dfa01 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3311062
Mar 05 20:49:19.102513 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-de04be5f-b03d-4b95-8fd9-bbd23a14cbc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27 HTTP/1.1" status: 200  len: 217 time: 0.0522623
Mar 05 20:49:19.132655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.165876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks [] for security_group (55644cfe-7cda-4a8e-b912-7528b8a9e81b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.177132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55644cfe-7cda-4a8e-b912-7528b8a9e81b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.219965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-ccdb2528-7e99-49de-9568-2a840efc9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.222262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-ccdb2528-7e99-49de-9568-2a840efc9b3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1079521
Mar 05 20:49:19.243129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ee6-6428-4803-85b2-3db69e090122 admin admin] Publish callbacks [] for security_group (34dfb0cb-29b7-4a52-bde9-437c0d672247), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.282212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ee6-6428-4803-85b2-3db69e090122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (34dfb0cb-29b7-4a52-bde9-437c0d672247), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.307023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:19.309255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85d322e8-16f6-4c73-8d52-d156a507d089 admin admin] Publish callbacks [] for security_group (19f2de8b-2cc2-4a67-906d-3829352a63ca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.322400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55644cfe-7cda-4a8e-b912-7528b8a9e81b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:19.328726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-6faabdb1-6df5-4a25-bf0e-2a0845da17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.328726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-6faabdb1-6df5-4a25-bf0e-2a0845da17ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.4055123
Mar 05 20:49:19.332574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85d322e8-16f6-4c73-8d52-d156a507d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (19f2de8b-2cc2-4a67-906d-3829352a63ca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.354814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:19.358407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:19.365225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.366130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.409662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Pushing event updated for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:19.413476 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85d322e8-16f6-4c73-8d52-d156a507d089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5662a49ebce44b7bb5c6ca0894b18216&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7848768
Mar 05 20:49:19.413776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Allocated IP 192.168.233.172 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/a3db8299-9220-413a-b709-391f3fa944d7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:19.414093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37756) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:19.417606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d322e8-16f6-4c73-8d52-d156a507d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f2de8b-2cc2-4a67-906d-3829352a63ca,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:19.446107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7dd88-69e6-444d-a054-109522df0106 req-62ea89c1-97c2-4cdf-bcfe-6c364e336191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.447633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-62ea89c1-97c2-4cdf-bcfe-6c364e336191 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2181885
Mar 05 20:49:19.473580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a24f8ee6-6428-4803-85b2-3db69e090122 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12bce088cf0c404abf407be0a756a8b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8759794
Mar 05 20:49:19.484111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f8ee6-6428-4803-85b2-3db69e090122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dfb0cb-29b7-4a52-bde9-437c0d672247,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:19.489132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37762) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:19.495636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-8fb44453-cbbd-4a43-a4de-2595be16faa1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=641ae876-922a-4e29-be45-f8fac1e96f2e HTTP/1.1" status: 200  len: 217 time: 0.1437087
Mar 05 20:49:19.503612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2d312-dea6-4ab2-8533-f7e5d4b64272 req-98ca465b-7f27-4fcc-ae23-69e7741d02e3 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.503984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-d8c819d0-6b08-457d-8842-2a94d93ed82e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.8156595
Mar 05 20:49:19.510063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68a2d312-dea6-4ab2-8533-f7e5d4b64272 req-98ca465b-7f27-4fcc-ae23-69e7741d02e3 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 944 time: 0.2113769
Mar 05 20:49:19.524223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Request body: {'port': {'device_id': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:19.531046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25891306-f79c-4499-b795-ee512814e27b req-b4b36c0b-6e21-4e47-b513-ccae0ee90540 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4555526
Mar 05 20:49:19.642065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] Publish callbacks [] for security_group (19f2de8b-2cc2-4a67-906d-3829352a63ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.652560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68a2d312-dea6-4ab2-8533-f7e5d4b64272 req-4d7e3036-608f-4dfd-a934-af307eb801c7 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416502
Mar 05 20:49:19.696141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] Publish callbacks [] for security_group (19f2de8b-2cc2-4a67-906d-3829352a63ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.710481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-be0d6931-02d0-48d3-9a83-575a07de098a service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556009
Mar 05 20:49:19.732702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a6cb4877-e647-43db-a827-2b165770e905 None None] Provisioning complete for port f2a014b4-b464-4203-8c89-db1d813f0118 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:19.733675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4877-e647-43db-a827-2b165770e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.774865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb4877-e647-43db-a827-2b165770e905 None None] Port f2a014b4-b464-4203-8c89-db1d813f0118 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:19.827961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5afe6e-2adc-4959-ac96-8d9b0b062ad1 req-5b688590-efbf-4f85-ae00-a8dd9019ee4c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 210 time: 0.0397487
Mar 05 20:49:19.867329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (19f2de8b-2cc2-4a67-906d-3829352a63ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.869906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:19.871841 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19f2de8b-2cc2-4a67-906d-3829352a63ca HTTP/1.1" status: 204  len: 168 time: 0.4544420
Mar 05 20:49:19.873631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1e7dd88-69e6-444d-a054-109522df0106 req-dc450edc-019a-45cc-8f9b-8e4794dc8b5c service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470869
Mar 05 20:49:19.889898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b74f13-f372-4b54-849e-47da282e928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f2de8b-2cc2-4a67-906d-3829352a63ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:19.904728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9850cc58-4a49-4e27-b0d3-772f47e0de19 req-3e97ccea-8711-4880-8517-4aa4e39eb4d3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 210 time: 0.3223159
Mar 05 20:49:19.949965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-a22f017b-8baa-4e5d-8d4d-c758a39569e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:19.951586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-a22f017b-8baa-4e5d-8d4d-c758a39569e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.4431040
Mar 05 20:49:20.009983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-ab8649a8-b88c-44f5-a76a-9598e96584d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.012091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-ab8649a8-b88c-44f5-a76a-9598e96584d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1130 time: 0.0722332
Mar 05 20:49:20.059443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] Publish callbacks [] for security_group (34dfb0cb-29b7-4a52-bde9-437c0d672247), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.140277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-06e0b81d-85fd-497c-aebd-44f9414f3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.140987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.141653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-06e0b81d-85fd-497c-aebd-44f9414f3efb service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1224718
Mar 05 20:49:20.206799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-efba036b-93fe-4090-a0ee-ab0c7e7a4c4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27 HTTP/1.1" status: 200  len: 217 time: 0.0570261
Mar 05 20:49:20.210546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] Publish callbacks [] for security_group (34dfb0cb-29b7-4a52-bde9-437c0d672247), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.283928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-2b2497a4-24b0-4fee-9b6d-e306d9e0f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.285019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-35503b9e-79fe-40bf-b1ce-d67c44869f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.285594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-2b2497a4-24b0-4fee-9b6d-e306d9e0f0a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0603247
Mar 05 20:49:20.286541 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-35503b9e-79fe-40bf-b1ce-d67c44869f1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3066781
Mar 05 20:49:20.302413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216944d-8a89-4c65-ab74-9c3e6a2f0156 req-d3f2458a-0f4a-4327-a484-3140c7d94513 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.304099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7216944d-8a89-4c65-ab74-9c3e6a2f0156 req-d3f2458a-0f4a-4327-a484-3140c7d94513 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 935 time: 0.1458447
Mar 05 20:49:20.317166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37786) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:20.363334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94a44e3e-0041-4e3f-aaf8-329b2b939078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.415767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7216944d-8a89-4c65-ab74-9c3e6a2f0156 req-7d85c7db-b2b2-4eca-bdad-7e340f52ca2a tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001008
Mar 05 20:49:20.425715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-84df8a7b-39fe-409c-a57f-2649577f09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.427227 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-84df8a7b-39fe-409c-a57f-2649577f09ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1222332
Mar 05 20:49:20.439270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b195d-3e03-472c-b3b2-a56d0ba2faf9 req-741213f8-78fe-4abb-b2b1-9500a3248444 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.439270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f42b195d-3e03-472c-b3b2-a56d0ba2faf9 req-741213f8-78fe-4abb-b2b1-9500a3248444 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 947 time: 0.4035192
Mar 05 20:49:20.470080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks [] for port (a3db8299-9220-413a-b709-391f3fa944d7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.548331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (34dfb0cb-29b7-4a52-bde9-437c0d672247), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.552130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.553284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34dfb0cb-29b7-4a52-bde9-437c0d672247 HTTP/1.1" status: 204  len: 168 time: 1.0566740
Mar 05 20:49:20.587800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f42b195d-3e03-472c-b3b2-a56d0ba2faf9 req-0e82eb57-abe0-41fe-80b9-cd22e04c05ef tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392155
Mar 05 20:49:20.592456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59c2e4-100d-4646-8d2e-9c46caf0d8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dfb0cb-29b7-4a52-bde9-437c0d672247,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:20.599249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-175fc857-9f0d-4f7a-bb4b-d66a893771c5 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2927370
Mar 05 20:49:20.600993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.664908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94a44e3e-0041-4e3f-aaf8-329b2b939078 admin admin] Publish callbacks [] for security_group (87a1c1e6-6678-4eff-aff3-a8f653f9abcb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.677276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94a44e3e-0041-4e3f-aaf8-329b2b939078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (87a1c1e6-6678-4eff-aff3-a8f653f9abcb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.713568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-94a44e3e-0041-4e3f-aaf8-329b2b939078 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d10ef8de4fa04b2789ba5cca2e9fb7ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3954139
Mar 05 20:49:20.719113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:20.723335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37804) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:20.725450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-fcc107f6-6d72-4680-abe3-bbe608ff7cef service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917275
Mar 05 20:49:20.728429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:20.747465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event updated for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:20.751048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:20.760058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.760691 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:20.842382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-e01478e1-fdd6-4526-9e69-1a8ff5f7e729 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7801857
Mar 05 20:49:20.862607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Request body: {'port': {'device_id': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:20.893902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Allocated IP 192.168.233.84 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/11733f46-438a-4683-b8ae-9561dfb31a38) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:20.921036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62f2e20-281c-47bf-a76a-2f4b2c0370b8 req-d23965f0-ff3d-4839-b5b1-0e1cc9a23062 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3119009
Mar 05 20:49:20.943190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 641ae876-922a-4e29-be45-f8fac1e96f2e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:20.948479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a44e3e-0041-4e3f-aaf8-329b2b939078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1c1e6-6678-4eff-aff3-a8f653f9abcb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:20.954587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52119da-e282-4544-afcc-c384e84db3cc req-8b7d8e6d-831f-4f4c-af18-42677a6b4641 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:20.957689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d52119da-e282-4544-afcc-c384e84db3cc req-8b7d8e6d-831f-4f4c-af18-42677a6b4641 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 944 time: 0.1928132
Mar 05 20:49:21.065510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3db8299-9220-413a-b709-391f3fa944d7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.077732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=641ae876-922a-4e29-be45-f8fac1e96f2e,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:21.097718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '641ae876-922a-4e29-be45-f8fac1e96f2e', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '641ae876-922a-4e29-be45-f8fac1e96f2e', 'mac_address': 'fa:16:3e:e6:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:21.132745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d52119da-e282-4544-afcc-c384e84db3cc req-a30d1c94-963c-4748-ab5d-f461d37dcc12 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669784
Mar 05 20:49:21.148176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 641ae876-922a-4e29-be45-f8fac1e96f2e is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:21.148795 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.165542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641ae876-922a-4e29-be45-f8fac1e96f2e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:21.192225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=641ae876-922a-4e29-be45-f8fac1e96f2e,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:21.206870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.208127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d09975a-2c78-4565-9441-09dcee0a67e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:21.211304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-61092380-02d1-42a9-b7fc-6e3924185579 None None] Provisioning complete for port a3db8299-9220-413a-b709-391f3fa944d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:21.211968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61092380-02d1-42a9-b7fc-6e3924185579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3db8299-9220-413a-b709-391f3fa944d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.212720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks [] for port (11733f46-438a-4683-b8ae-9561dfb31a38), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.277214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37818) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:21.285277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] Publish callbacks [] for security_group (87a1c1e6-6678-4eff-aff3-a8f653f9abcb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.289188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-61092380-02d1-42a9-b7fc-6e3924185579 None None] Port a3db8299-9220-413a-b709-391f3fa944d7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:21.315355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] Publish callbacks [] for security_group (87a1c1e6-6678-4eff-aff3-a8f653f9abcb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.322764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:21.380177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.411731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae12c1d2-cb99-4ec2-a53b-33269e40b864 req-383c4eab-b1ca-48aa-a102-58c39ec2fb88 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6519189
Mar 05 20:49:21.463813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dca3a2-f1e4-4506-8bd2-92510aabc80b req-c0840078-fb2a-4e41-8fb0-5c2770fcf34d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:21.472523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9dca3a2-f1e4-4506-8bd2-92510aabc80b req-c0840078-fb2a-4e41-8fb0-5c2770fcf34d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 936 time: 0.1939726
Mar 05 20:49:21.485169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d09975a-2c78-4565-9441-09dcee0a67e2,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:21.492968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (87a1c1e6-6678-4eff-aff3-a8f653f9abcb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.495532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.504658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'port_id': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'mac_address': 'fa:16:3e:15:11:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:21.507646 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87a1c1e6-6678-4eff-aff3-a8f653f9abcb HTTP/1.1" status: 204  len: 168 time: 0.7747376
Mar 05 20:49:21.560785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:21.571937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3d09975a-2c78-4565-9441-09dcee0a67e2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:21.572342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.572815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78357e19-795f-4459-bfc1-eda79b20b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1c1e6-6678-4eff-aff3-a8f653f9abcb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:21.590780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:21.598869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:21.617676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d09975a-2c78-4565-9441-09dcee0a67e2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:21.618083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a014b4-b464-4203-8c89-db1d813f0118 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:21.618410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Pushing event updated for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:21.642377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks [] for port (f2a014b4-b464-4203-8c89-db1d813f0118), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.662280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9dca3a2-f1e4-4506-8bd2-92510aabc80b req-428ed268-4cbb-4d30-8e1c-dd98fb1ad7e2 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888530
Mar 05 20:49:21.678061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-38f0d634-21a3-4c92-b045-c33ab4ab86ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd43fe9254d04dbead327aa06baa059a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3984287
Mar 05 20:49:21.681184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37838) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:21.689825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d09975a-2c78-4565-9441-09dcee0a67e2,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:21.696006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.697587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Transition to ACTIVE for port object f2a014b4-b464-4203-8c89-db1d813f0118 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:21.709028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.765713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657c66-bde7-4537-9815-f855513467c3 req-9982b65f-6cf4-47fa-be57-d1d86d2340dc tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:21.777894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5657c66-bde7-4537-9815-f855513467c3 req-9982b65f-6cf4-47fa-be57-d1d86d2340dc tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 935 time: 0.4970841
Mar 05 20:49:21.779122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:21.808914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:21.809746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:21.873857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-8f719bf3-1888-41fb-9341-7ccb89021bd0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.5025265
Mar 05 20:49:21.886550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Request body: {'port': {'device_id': '97e68fe7-4232-4918-aa20-4dda276362ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:21.952483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5657c66-bde7-4537-9815-f855513467c3 req-eaf1d818-29ff-4893-91a8-d748827264b3 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733031
Mar 05 20:49:21.976356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] Publish callbacks [] for security_group (6ba3fded-571d-40a7-b3e7-5fd565c8cb8b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.045937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5ebe62a2-2ff5-45a6-bd0c-64cb1efdce15 None None] Provisioning complete for port 11733f46-438a-4683-b8ae-9561dfb31a38 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:22.046480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ebe62a2-2ff5-45a6-bd0c-64cb1efdce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.079082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:22.118625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:22.132875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] Publish callbacks [] for security_group (6ba3fded-571d-40a7-b3e7-5fd565c8cb8b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.164637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7e23d-6380-4d9c-8768-ad3d8106e7f4 req-738c0f13-6f3f-4e70-aaf8-4e54411f037c tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:22.172097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abd7e23d-6380-4d9c-8768-ad3d8106e7f4 req-738c0f13-6f3f-4e70-aaf8-4e54411f037c tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 947 time: 0.3238692
Mar 05 20:49:22.187767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Attempting to bind port f2a014b4-b464-4203-8c89-db1d813f0118 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:22.188395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Attempting to bind port f2a014b4-b464-4203-8c89-db1d813f0118 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:22.188936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Attempting to bind port f2a014b4-b464-4203-8c89-db1d813f0118 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:22.195334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3d09975a-2c78-4565-9441-09dcee0a67e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:22.212060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Port f2a014b4-b464-4203-8c89-db1d813f0118 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:22.212576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Attempting to bind port f2a014b4-b464-4203-8c89-db1d813f0118 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:22.228209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:22.228808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:22.229372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:22.229961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Bound port: f2a014b4-b464-4203-8c89-db1d813f0118, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:22.230471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.307481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3db8299-9220-413a-b709-391f3fa944d7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:22.323422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe62a2-2ff5-45a6-bd0c-64cb1efdce15 None None] Port 11733f46-438a-4683-b8ae-9561dfb31a38 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:22.353048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks [] for port (a3db8299-9220-413a-b709-391f3fa944d7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.378223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abd7e23d-6380-4d9c-8768-ad3d8106e7f4 req-3e97806c-df6a-492d-8a75-a8fb469df048 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047515
Mar 05 20:49:22.403217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Transition to ACTIVE for port object a3db8299-9220-413a-b709-391f3fa944d7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:22.430453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.550309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:22.607418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2a014b4-b464-4203-8c89-db1d813f0118,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:22.611297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:22.626535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.667983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Attempting to bind port a3db8299-9220-413a-b709-391f3fa944d7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:22.668530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Attempting to bind port a3db8299-9220-413a-b709-391f3fa944d7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:22.668974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Attempting to bind port a3db8299-9220-413a-b709-391f3fa944d7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:22.681176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:22.681941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.683449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] 10.222.0.31 "PUT /v2.0/ports/f2a014b4-b464-4203-8c89-db1d813f0118 HTTP/1.1" status: 200  len: 1095 time: 3.1737554
Mar 05 20:49:22.690308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:22.696757 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888e6a27-06b2-4c4c-90a9-2f2d0974c691" -d '{"events": [{"name": "network-changed", "server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:22.708202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Port a3db8299-9220-413a-b709-391f3fa944d7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:22.708581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Attempting to bind port a3db8299-9220-413a-b709-391f3fa944d7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:22.730555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:22.730910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:22.731277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:22.731751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Bound port: a3db8299-9220-413a-b709-391f3fa944d7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:22.732365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3db8299-9220-413a-b709-391f3fa944d7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.761134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:22.834387 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:22.841152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2e35-1a38-4fbf-9173-0a8d3bcb68a1 req-564d2485-9025-48e0-b1fb-e231f47662a6 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:22.852361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80d2e35-1a38-4fbf-9173-0a8d3bcb68a1 req-564d2485-9025-48e0-b1fb-e231f47662a6 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 945 time: 0.3597252
Mar 05 20:49:22.936495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:22.940917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3db8299-9220-413a-b709-391f3fa944d7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:22.944030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a07d-a471-45b0-be5c-00d8f37307cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:22.969447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.027214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:23.066094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'mac_address': 'fa:16:3e:75:97:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:23.091044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.092805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.100005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3db8299-9220-413a-b709-391f3fa944d7 HTTP/1.1" status: 200  len: 1096 time: 2.2426987
Mar 05 20:49:23.117718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235806-16d2-48ad-aafb-124fcd3fdd00 req-a927899d-f0ed-4af5-9e7e-ac103f932926 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.119298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce235806-16d2-48ad-aafb-124fcd3fdd00 req-a927899d-f0ed-4af5-9e7e-ac103f932926 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 948 time: 1.0346541
Mar 05 20:49:23.149361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-7e1b7297-08cc-4221-be8b-444b11f5fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.156193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6ba3fded-571d-40a7-b3e7-5fd565c8cb8b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.156579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-7e1b7297-08cc-4221-be8b-444b11f5fcf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 1129 time: 0.4127808
Mar 05 20:49:23.159519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.162866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ba3fded-571d-40a7-b3e7-5fd565c8cb8b HTTP/1.1" status: 204  len: 168 time: 1.4785564
Mar 05 20:49:23.183964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80d2e35-1a38-4fbf-9173-0a8d3bcb68a1 req-9bdff93d-63dd-485d-aa1c-3310d217854f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3148174
Mar 05 20:49:23.191328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc4c88-4a42-4890-b45b-26de9ad4e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3fded-571d-40a7-b3e7-5fd565c8cb8b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:23.248275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:23.249664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.294478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:23.297823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce235806-16d2-48ad-aafb-124fcd3fdd00 req-ed5a01ea-ccf1-40e0-b172-d175ebdf16dd tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505249
Mar 05 20:49:23.315411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e55f5-06ff-4a0c-abef-b845e84198d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:23.344011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-b178cdac-9efd-4288-8f69-44cfb99e4de5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f2a014b4-b464-4203-8c89-db1d813f0118 HTTP/1.1" status: 200  len: 217 time: 0.1382818
Mar 05 20:49:23.382459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:23.396545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.454543 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f50b07-1778-4849-aa76-274bfaec4af7 x-openstack-request-id: req-18f50b07-1778-4849-aa76-274bfaec4af7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:23.456172 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:23.456780 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18f50b07-1778-4849-aa76-274bfaec4af7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:23.458887 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118', 'status': 'completed', 'code': 200}
Mar 05 20:49:23.466729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11733f46-438a-4683-b8ae-9561dfb31a38 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:23.487092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks [] for port (11733f46-438a-4683-b8ae-9561dfb31a38), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.505152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:23.547933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Transition to ACTIVE for port object 11733f46-438a-4683-b8ae-9561dfb31a38 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:23.554312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.574436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-811be715-bfed-4d15-9d9a-2f7ff3c031e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.576170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-811be715-bfed-4d15-9d9a-2f7ff3c031e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 1130 time: 0.3625329
Mar 05 20:49:23.577560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-5041983c-1c5d-48e9-8421-e3344494bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.579063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-5041983c-1c5d-48e9-8421-e3344494bdd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2287459
Mar 05 20:49:23.589209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:23.614266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d3cca-7143-488d-9545-7ee38c76470b req-c29e3bcc-4f5f-4a53-8c56-8b594cb4dfe6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.627347 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe7d3cca-7143-488d-9545-7ee38c76470b req-c29e3bcc-4f5f-4a53-8c56-8b594cb4dfe6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 935 time: 0.1259978
Mar 05 20:49:23.643467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc8b2-3335-46e8-8a63-c68f27b8dbf7 req-0081a26a-3c95-48c0-a880-47d7041acafa tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:23.652688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Pushing event updated for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:23.659381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-725cc8b2-3335-46e8-8a63-c68f27b8dbf7 req-0081a26a-3c95-48c0-a880-47d7041acafa tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 948 time: 0.2766769
Mar 05 20:49:23.733254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-6019628f-8513-431f-a529-cfc902a20009 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a3db8299-9220-413a-b709-391f3fa944d7 HTTP/1.1" status: 200  len: 217 time: 0.1451313
Mar 05 20:49:23.810831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37896) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:23.839284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe7d3cca-7143-488d-9545-7ee38c76470b req-e173fc7c-4ed3-40cb-af16-71a5a8403f09 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109141
Mar 05 20:49:23.862814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Attempting to bind port 11733f46-438a-4683-b8ae-9561dfb31a38 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:23.862814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Attempting to bind port 11733f46-438a-4683-b8ae-9561dfb31a38 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:23.863110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Attempting to bind port 11733f46-438a-4683-b8ae-9561dfb31a38 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:23.868298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Port 11733f46-438a-4683-b8ae-9561dfb31a38 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:23.869099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Attempting to bind port 11733f46-438a-4683-b8ae-9561dfb31a38 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:23.877703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:23.877935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:23.878283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:23.878677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Bound port: 11733f46-438a-4683-b8ae-9561dfb31a38, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:23.879038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:23.988744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:23.992663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11733f46-438a-4683-b8ae-9561dfb31a38,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:24.000697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.054856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.055491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.057670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] 10.222.0.23 "PUT /v2.0/ports/11733f46-438a-4683-b8ae-9561dfb31a38 HTTP/1.1" status: 200  len: 1095 time: 2.1751568
Mar 05 20:49:24.058143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:24.062794 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05132d72-d979-424d-829d-39c7972d794e" -d '{"events": [{"name": "network-changed", "server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:24.100208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22d03e-275d-462d-b680-547bf10ef046 service neutron] Pushing event updated for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:24.172471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-2f965757-c64a-4dac-bb0b-edc6d61ec5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.174985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-2f965757-c64a-4dac-bb0b-edc6d61ec5ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 1129 time: 0.0694315
Mar 05 20:49:24.233964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-c7bc7178-4412-4502-8535-e6ca8acc6c49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=11733f46-438a-4683-b8ae-9561dfb31a38 HTTP/1.1" status: 200  len: 217 time: 0.0526602
Mar 05 20:49:24.256415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-6c47f290-527b-4324-a13d-6b4790910707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.258149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-6c47f290-527b-4324-a13d-6b4790910707 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6685374
Mar 05 20:49:24.281562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-725cc8b2-3335-46e8-8a63-c68f27b8dbf7 req-ef5c8fdc-70dc-47ef-a78c-dc9cec2a2649 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6142926
Mar 05 20:49:24.292134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-524da9c1-1900-49c5-80e2-2f616cb34495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.294223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-524da9c1-1900-49c5-80e2-2f616cb34495 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.5405216
Mar 05 20:49:24.308105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-7727ffe4-07d0-40fd-a0cc-7f6301bac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.309596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-7727ffe4-07d0-40fd-a0cc-7f6301bac441 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0702350
Mar 05 20:49:24.385326 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bad96d-2b59-496d-87e5-34be4a97c65e x-openstack-request-id: req-43bad96d-2b59-496d-87e5-34be4a97c65e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:24.385797 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:24.386075 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43bad96d-2b59-496d-87e5-34be4a97c65e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:24.386484 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38', 'status': 'completed', 'code': 200}
Mar 05 20:49:24.388208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3ca06364-2ce9-4572-a8bb-70826fa973c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8318f1ac67b4e5f9fa0b269f26d45a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5747352
Mar 05 20:49:24.388998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37918) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:24.414174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-40652181-11a6-44b2-a2dd-a11e82021cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.415713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-40652181-11a6-44b2-a2dd-a11e82021cbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1001558
Mar 05 20:49:24.430985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc786d-c3b8-4da5-8871-f707b0ff7d7d req-5b410d17-c82e-4437-8181-13b4a0e40e95 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.432580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13fc786d-c3b8-4da5-8871-f707b0ff7d7d req-5b410d17-c82e-4437-8181-13b4a0e40e95 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 947 time: 0.0883930
Mar 05 20:49:24.464743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-01a5b077-8265-4f53-9cd2-6d1123145ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.519129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-0812929c-7d27-4fd0-aff3-5c150b2e4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.520736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-0812929c-7d27-4fd0-aff3-5c150b2e4861 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2149439
Mar 05 20:49:24.550009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-13e20be0-5a15-4c19-bd3e-a73b3e84a6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598317
Mar 05 20:49:24.556593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13fc786d-c3b8-4da5-8871-f707b0ff7d7d req-52104f73-f357-45c2-a12e-3f59722305ff tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037569
Mar 05 20:49:24.579132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-87c28606-28d8-4290-bdab-6fa0395dfec5 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455710
Mar 05 20:49:24.586597 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] Publish callbacks [] for security_group (fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.688595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5497f-7472-4edf-ba7e-d2e686842a10 req-5f0eda7b-1f57-42a3-9e5e-11304d38d516 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.690655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46e5497f-7472-4edf-ba7e-d2e686842a10 req-5f0eda7b-1f57-42a3-9e5e-11304d38d516 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 945 time: 0.2311583
Mar 05 20:49:24.695526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] Publish callbacks [] for security_group (fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.702558 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-465e9177-eebe-4623-98f2-c60141f9a9c0 req-69298063-34c2-424c-9d0d-0116fa4f37ca service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176138
Mar 05 20:49:24.733699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a2c3b-fd97-43d9-b1f8-40ceee637491 req-11ee4690-04dd-4886-96c0-0c730f1c043a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.735205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d5a2c3b-fd97-43d9-b1f8-40ceee637491 req-11ee4690-04dd-4886-96c0-0c730f1c043a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 948 time: 0.0628846
Mar 05 20:49:24.748642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:24.794736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-700604d1-7b4e-4807-8d3d-d8b0c9668efa service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606299
Mar 05 20:49:24.801818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port cd12eb23-3086-4db9-babd-0ffb56ce7a27 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:24.805383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-221be29a-7ce0-4a81-906f-d32566ae7174 req-f76e9b85-39b1-4ea1-8ed8-d576ffe2545d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199099
Mar 05 20:49:24.808862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port cd12eb23-3086-4db9-babd-0ffb56ce7a27 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:24.809348 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.828812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d5a2c3b-fd97-43d9-b1f8-40ceee637491 req-d7ffcbf7-18e3-4a71-adf1-77bbdf96dcb5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846736
Mar 05 20:49:24.840948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132d72-d979-424d-829d-39c7972d794e req-f129e2ad-cb02-43f7-85d0-82a2de8ecc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:24.842430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-f129e2ad-cb02-43f7-85d0-82a2de8ecc60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 1129 time: 0.0897114
Mar 05 20:49:24.842965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46e5497f-7472-4edf-ba7e-d2e686842a10 req-d57c52d9-94a3-49ce-a8fa-385569db3c1f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400330
Mar 05 20:49:24.951951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.954448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 641ae876-922a-4e29-be45-f8fac1e96f2e up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:24.957041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:24.958073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493 HTTP/1.1" status: 204  len: 168 time: 0.5656331
Mar 05 20:49:24.981524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af36685-1444-4a38-a07b-b8ca5ee49d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd99b37e-aa40-49b5-8a8f-f5d6bb2b1493,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:25.009033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132d72-d979-424d-829d-39c7972d794e req-bd4aad1d-ce4a-4d0d-844b-94c39472fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.010759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-bd4aad1d-ce4a-4d0d-844b-94c39472fe94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1614203
Mar 05 20:49:25.023102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-c596aeef-f5d6-449c-93db-5239051ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.024602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-c596aeef-f5d6-449c-93db-5239051ab486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 1129 time: 0.1207018
Mar 05 20:49:25.031317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78f56d3a-cbfe-4b41-8146-73d4490004f2 req-95db8742-06dd-45dd-8be0-ec9f4bb67fd4 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281220
Mar 05 20:49:25.086557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-ff7f6ecb-c0d5-45e7-a377-9c6f8f0a6d03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=11733f46-438a-4683-b8ae-9561dfb31a38 HTTP/1.1" status: 200  len: 217 time: 0.0519421
Mar 05 20:49:25.128622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-34fb0e77-5c69-4135-927b-31f72746619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.130274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-34fb0e77-5c69-4135-927b-31f72746619b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.0976903
Mar 05 20:49:25.147375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb50d-9c43-4cd6-8ffa-c2b4b6ab7b51 req-02196830-0865-48df-bc77-73e94c918c78 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.154384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-457bb50d-9c43-4cd6-8ffa-c2b4b6ab7b51 req-02196830-0865-48df-bc77-73e94c918c78 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 947 time: 0.1599569
Mar 05 20:49:25.178940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132d72-d979-424d-829d-39c7972d794e req-7865972c-ec37-4719-82c6-d6da8c32594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.180440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-7865972c-ec37-4719-82c6-d6da8c32594c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0873644
Mar 05 20:49:25.225688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-e12e1c58-b39d-4461-aa0f-4de30261d56f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f2a014b4-b464-4203-8c89-db1d813f0118 HTTP/1.1" status: 200  len: 217 time: 0.0796688
Mar 05 20:49:25.257241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-457bb50d-9c43-4cd6-8ffa-c2b4b6ab7b51 req-bcb21595-deb2-4b07-add5-eb2cba09993c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968115
Mar 05 20:49:25.305325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132d72-d979-424d-829d-39c7972d794e req-a6187825-a417-46e3-bb2c-8752a6dea82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.306830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-a6187825-a417-46e3-bb2c-8752a6dea82b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1192992
Mar 05 20:49:25.309254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-63892783-151d-41dd-adf1-4b7ec668e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.314991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-63892783-151d-41dd-adf1-4b7ec668e150 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0879490
Mar 05 20:49:25.324661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:25.326088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.399153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:25.403650 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363fb57-4813-48ed-af54-ee1501b3b37d" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:25.410868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 641ae876-922a-4e29-be45-f8fac1e96f2e completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:25.423141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 641ae876-922a-4e29-be45-f8fac1e96f2e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:25.423568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.426472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:25.453034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.466647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:25.472412 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe9060-728e-4be7-85b1-ab8078b7a525" -d '{"events": [{"name": "network-changed", "server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "tag": "a3db8299-9220-413a-b709-391f3fa944d7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:25.497776 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4efa4-5bee-4a76-846c-485479fc24c3 x-openstack-request-id: req-83d4efa4-5bee-4a76-846c-485479fc24c3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:25.498296 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:25.498399 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83d4efa4-5bee-4a76-846c-485479fc24c3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:25.498724 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'code': 200}
Mar 05 20:49:25.535922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-5b59398d-256b-4c50-99f9-80ca19a985f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.540490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-5b59398d-256b-4c50-99f9-80ca19a985f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2171807
Mar 05 20:49:25.553727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19278d-787e-418a-8f13-34dbe0c21556 req-1ca26cf2-a0be-4cc5-b384-5f2b2814654d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.554309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e19278d-787e-418a-8f13-34dbe0c21556 req-1ca26cf2-a0be-4cc5-b384-5f2b2814654d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 948 time: 0.1713867
Mar 05 20:49:25.557725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-9f0e79b9-5ebd-4041-ac54-4e77aae45383 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438784
Mar 05 20:49:25.602961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:25.712658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 641ae876-922a-4e29-be45-f8fac1e96f2e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:25.712848 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184727a-af44-4ed3-9b66-12ba6b591e5b x-openstack-request-id: req-5184727a-af44-4ed3-9b66-12ba6b591e5b {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:25.713049 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "tag": "a3db8299-9220-413a-b709-391f3fa944d7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:25.713448 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5184727a-af44-4ed3-9b66-12ba6b591e5b {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:25.713726 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.713837 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7', 'status': 'completed', 'code': 200}
Mar 05 20:49:25.766700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=641ae876-922a-4e29-be45-f8fac1e96f2e,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:25.774126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.776535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d09975a-2c78-4565-9441-09dcee0a67e2 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:25.805287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05132d72-d979-424d-829d-39c7972d794e req-27ee7ed3-282d-437e-b085-aaa7be8721b3 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407377
Mar 05 20:49:25.807873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-65e361c4-fae4-4fe3-9c58-813bf84993a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.809319 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-65e361c4-fae4-4fe3-9c58-813bf84993a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 1130 time: 0.1466446
Mar 05 20:49:25.829102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:25.845555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87db65-8770-4240-b2b1-8d25232ce2a8 req-b2f1ba99-c47a-429e-87e1-f7a8ff82bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.856534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab87db65-8770-4240-b2b1-8d25232ce2a8 req-b2f1ba99-c47a-429e-87e1-f7a8ff82bbe0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.2652378
Mar 05 20:49:25.891039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625bad-dc88-4c57-961a-960975fc9b7e req-e8120d2d-93bb-4d27-a222-195ef21e2e71 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:25.892661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65625bad-dc88-4c57-961a-960975fc9b7e req-e8120d2d-93bb-4d27-a222-195ef21e2e71 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 947 time: 0.1671100
Mar 05 20:49:25.909585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:25.920827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e19278d-787e-418a-8f13-34dbe0c21556 req-26fc3c81-6b62-4ef9-beaf-54db2ce7a460 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3457506
Mar 05 20:49:25.922039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3d09975a-2c78-4565-9441-09dcee0a67e2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:25.928048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3d09975a-2c78-4565-9441-09dcee0a67e2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:25.928506 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:25.961351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-86f1c297-8a62-47aa-89ea-e2247775dd8b service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4060509
Mar 05 20:49:26.018910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65625bad-dc88-4c57-961a-960975fc9b7e req-19d3a766-ad09-4f56-9271-d678234367bc tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903635
Mar 05 20:49:26.021900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-7304497b-64c3-4276-b3e1-bdfc6369b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.027789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-7304497b-64c3-4276-b3e1-bdfc6369b609 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2060449
Mar 05 20:49:26.075082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab87db65-8770-4240-b2b1-8d25232ce2a8 req-008b3e59-61eb-4f93-b836-87ecc9ae7f96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985943
Mar 05 20:49:26.097204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-22620e2a-6dfa-4b12-857d-3e868245a8c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a3db8299-9220-413a-b709-391f3fa944d7 HTTP/1.1" status: 200  len: 217 time: 0.0663979
Mar 05 20:49:26.109417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3d09975a-2c78-4565-9441-09dcee0a67e2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:26.110077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.146589 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f1c5-97dc-44c0-b78f-2553c35dace2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.164383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-888e6a27-06b2-4c4c-90a9-2f2d0974c691 req-a3dc5fbd-b785-4829-a92e-a40ac9d6e61f service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929092
Mar 05 20:49:26.178308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d09975a-2c78-4565-9441-09dcee0a67e2,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:26.185375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.217692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd7e7-7cfb-44ae-99d8-4196ee7843e0 req-32506cc5-1a1b-4f5b-931b-33d3980f5093 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.219864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-930bd7e7-7cfb-44ae-99d8-4196ee7843e0 req-32506cc5-1a1b-4f5b-931b-33d3980f5093 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.0842843
Mar 05 20:49:26.237747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c384-b54a-49eb-afc2-eaecf209162f req-a1199483-13bd-4994-ad9a-b9008713d597 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.239431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0828c384-b54a-49eb-afc2-eaecf209162f req-a1199483-13bd-4994-ad9a-b9008713d597 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 945 time: 0.0951831
Mar 05 20:49:26.247038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:26.292055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-930bd7e7-7cfb-44ae-99d8-4196ee7843e0 req-b005d89d-0e4b-4d6f-86b7-d844464e493d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656784
Mar 05 20:49:26.347471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f1c5-97dc-44c0-b78f-2553c35dace2 admin admin] Publish callbacks [] for security_group (5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.356489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f1c5-97dc-44c0-b78f-2553c35dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.362365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-93cb5fa5-a060-4bb6-9807-217c037c6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.363842 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-93cb5fa5-a060-4bb6-9807-217c037c6f26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0959203
Mar 05 20:49:26.372592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0828c384-b54a-49eb-afc2-eaecf209162f req-a9a208b8-2d9e-4202-aaf5-b3caf8ec59b0 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244311
Mar 05 20:49:26.444483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3f1c5-97dc-44c0-b78f-2553c35dace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:26.448798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d9b3f1c5-97dc-44c0-b78f-2553c35dace2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25fb4dcb15e54db48a122a71e912b8a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6186416
Mar 05 20:49:26.451412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37990) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:26.480581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129a209-690b-4b66-bd8e-5fd4c7d8980b req-deaa3a6d-371b-434b-bf7a-84e6cbd2deb1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.481716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-5ceba8f5-4951-448e-b944-396a866050c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:26.482222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8129a209-690b-4b66-bd8e-5fd4c7d8980b req-deaa3a6d-371b-434b-bf7a-84e6cbd2deb1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 947 time: 0.0851498
Mar 05 20:49:26.483398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-5ceba8f5-4951-448e-b944-396a866050c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1027567
Mar 05 20:49:26.547163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] Publish callbacks [] for security_group (5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.563470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8129a209-690b-4b66-bd8e-5fd4c7d8980b req-c4dd27f5-c0f4-441c-b32e-656353653423 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719419
Mar 05 20:49:26.595237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] Publish callbacks [] for security_group (5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.598655 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-7e2a48ff-e582-4aa4-8033-d66f65eedb86 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076045
Mar 05 20:49:26.674913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.677487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.680945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b HTTP/1.1" status: 204  len: 168 time: 0.2261171
Mar 05 20:49:26.687370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5fbd9-61a4-46c5-a6f5-b67f39acdad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96c7ca-d53d-4ce1-b9e7-c195ec25bb1b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:26.722439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48fe9060-728e-4be7-85b1-ab8078b7a525 req-c11cec35-9d97-4159-904f-8ea6cbd3f7fa service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164029
Mar 05 20:49:26.725270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a75fc441-b743-44d0-b9e9-ee841f6f115a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:26.878478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38010) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:27.087560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ab46f-2c8d-4861-8cdc-681a8e794df3 req-a029c3d5-084f-42db-bd04-723523d2e8e7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.089210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f3ab46f-2c8d-4861-8cdc-681a8e794df3 req-a029c3d5-084f-42db-bd04-723523d2e8e7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 948 time: 0.0925927
Mar 05 20:49:27.110515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f55de527-df01-4b54-a32e-7e11e780fc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.167038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f3ab46f-2c8d-4861-8cdc-681a8e794df3 req-b0bc3b5d-0bcd-4397-9b26-7dcbf91c6ae2 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689757
Mar 05 20:49:27.185848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aa1a-eb2a-4eac-9cb1-251518fd490b req-87ba13d9-8d11-41f7-ba37-421a81df7cf7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.191424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7b54aa1a-eb2a-4eac-9cb1-251518fd490b req-87ba13d9-8d11-41f7-ba37-421a81df7cf7 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 947 time: 0.0931718
Mar 05 20:49:27.232055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38026) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:27.253084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7b54aa1a-eb2a-4eac-9cb1-251518fd490b req-d82bd267-040d-496a-8a28-45c0f8c43ace tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544522
Mar 05 20:49:27.255978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f55de527-df01-4b54-a32e-7e11e780fc07 admin admin] Publish callbacks [] for security_group (bad06afc-0346-4841-a48a-19fb764a48af), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.257217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-939ccc8f-6989-4205-9948-5f44907b7b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.266885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f55de527-df01-4b54-a32e-7e11e780fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad06afc-0346-4841-a48a-19fb764a48af), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.326634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f55de527-df01-4b54-a32e-7e11e780fc07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aaca3cb950294464b94cfe4a68126f17&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4467485
Mar 05 20:49:27.327185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de527-df01-4b54-a32e-7e11e780fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad06afc-0346-4841-a48a-19fb764a48af,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:27.330363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38030) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:27.374766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-939ccc8f-6989-4205-9948-5f44907b7b41 admin admin] Publish callbacks [] for security_group (87cf43b9-9a64-4038-8fc6-acc897f17a5f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.380540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-939ccc8f-6989-4205-9948-5f44907b7b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (87cf43b9-9a64-4038-8fc6-acc897f17a5f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.425004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-939ccc8f-6989-4205-9948-5f44907b7b41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9daaf68416b14264b56a21e56a156d8e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1918716
Mar 05 20:49:27.426994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ccc8f-6989-4205-9948-5f44907b7b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf43b9-9a64-4038-8fc6-acc897f17a5f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:27.429269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38034) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:27.435026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] Publish callbacks [] for security_group (bad06afc-0346-4841-a48a-19fb764a48af), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.468514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] Publish callbacks [] for security_group (bad06afc-0346-4841-a48a-19fb764a48af), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.479988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] Publish callbacks [] for security_group (87cf43b9-9a64-4038-8fc6-acc897f17a5f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.494177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a2ac7-a60c-4f7e-a803-b2944344c2cb req-31ba1e85-47de-4b6e-a625-be420b3a309a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.495814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-632a2ac7-a60c-4f7e-a803-b2944344c2cb req-31ba1e85-47de-4b6e-a625-be420b3a309a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.1043797
Mar 05 20:49:27.500069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e'}, {'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:27.502379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] Publish callbacks [] for security_group (87cf43b9-9a64-4038-8fc6-acc897f17a5f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.503711 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fc7b19-f8e1-4549-ab0b-913a25cd7a68" -d '{"events": [{"server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "name": "network-vif-plugged", "status": "completed", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e"}, {"server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:27.562878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-632a2ac7-a60c-4f7e-a803-b2944344c2cb req-ae2e177a-837f-484c-a710-067dd550891e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511816
Mar 05 20:49:27.572661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad06afc-0346-4841-a48a-19fb764a48af), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.576215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.577872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (87cf43b9-9a64-4038-8fc6-acc897f17a5f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.580710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.580991 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad06afc-0346-4841-a48a-19fb764a48af HTTP/1.1" status: 204  len: 168 time: 0.2489548
Mar 05 20:49:27.581841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87cf43b9-9a64-4038-8fc6-acc897f17a5f HTTP/1.1" status: 204  len: 168 time: 0.1516893
Mar 05 20:49:27.594216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bc394-c427-4f4f-a8e6-00c085c0d987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad06afc-0346-4841-a48a-19fb764a48af,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:27.630100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a45b3e-0290-4370-8a3b-722b271df786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf43b9-9a64-4038-8fc6-acc897f17a5f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:27.643277 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b537773-d3ef-4f01-a67b-94cc85840b07 x-openstack-request-id: req-4b537773-d3ef-4f01-a67b-94cc85840b07 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:27.643621 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "name": "network-vif-plugged", "status": "completed", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e", "code": 200}, {"server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:27.643883 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b537773-d3ef-4f01-a67b-94cc85840b07 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:27.644290 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e', 'code': 200}
Mar 05 20:49:27.644579 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'code': 200}
Mar 05 20:49:27.665563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642118b-954e-429c-b6ae-8a66919dac12 req-afe7cc10-4bde-4312-99be-623c8b950de4 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.673207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5642118b-954e-429c-b6ae-8a66919dac12 req-afe7cc10-4bde-4312-99be-623c8b950de4 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.0902989
Mar 05 20:49:27.737473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5642118b-954e-429c-b6ae-8a66919dac12 req-17d385a3-7f99-45a9-807f-dd10866c0ae5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624731
Mar 05 20:49:27.804551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195af705-a0ba-45c9-8380-8763d4e099b9 req-e057f57e-8c32-4f0d-86c0-d9a46d5910b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.806055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-195af705-a0ba-45c9-8380-8763d4e099b9 req-e057f57e-8c32-4f0d-86c0-d9a46d5910b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 1128 time: 0.0561626
Mar 05 20:49:27.830433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2630dd8-8c7e-43aa-a7bd-8ac112055837 req-dff41037-0646-45c5-b1fb-aa3105731a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.835723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:27.837798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2630dd8-8c7e-43aa-a7bd-8ac112055837 req-dff41037-0646-45c5-b1fb-aa3105731a40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 1131 time: 0.0903647
Mar 05 20:49:27.866384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-195af705-a0ba-45c9-8380-8763d4e099b9 req-93117cea-41b9-40e7-8831-2b2a52cedfc1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544055
Mar 05 20:49:27.968938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2630dd8-8c7e-43aa-a7bd-8ac112055837 req-cce2a9c4-c45f-436e-9257-35977d8eb40e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002688
Mar 05 20:49:27.977661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7c48e-94fa-4918-bc81-f44f8186636c req-b378b3b5-e182-4863-b9a8-7fd34530f6dd tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:27.979982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e7c48e-94fa-4918-bc81-f44f8186636c req-b378b3b5-e182-4863-b9a8-7fd34530f6dd tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 947 time: 0.1411960
Mar 05 20:49:28.045590 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e7c48e-94fa-4918-bc81-f44f8186636c req-76ccabfc-06d5-44cf-8b71-fa6bdccd9958 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538862
Mar 05 20:49:28.165738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38076) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:28.180646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ae66fa-b54a-4df8-8e8c-cc8388be76bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.273680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ae66fa-b54a-4df8-8e8c-cc8388be76bc admin admin] Publish callbacks [] for security_group (07d07785-def3-4968-ab0e-d4b395e1ab7e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.279079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ae66fa-b54a-4df8-8e8c-cc8388be76bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (07d07785-def3-4968-ab0e-d4b395e1ab7e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.323198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762fc7-d0b3-46dc-9b98-b090b0937ee6 req-7203181c-8fc2-44bc-bffb-ab7721c9a666 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:28.325302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1762fc7-d0b3-46dc-9b98-b090b0937ee6 req-7203181c-8fc2-44bc-bffb-ab7721c9a666 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 948 time: 0.0736616
Mar 05 20:49:28.328616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38090) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:28.328832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b2ae66fa-b54a-4df8-8e8c-cc8388be76bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec47b4c16b14e488465f63d764e4eda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1620181
Mar 05 20:49:28.330524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae66fa-b54a-4df8-8e8c-cc8388be76bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d07785-def3-4968-ab0e-d4b395e1ab7e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:28.417560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1762fc7-d0b3-46dc-9b98-b090b0937ee6 req-7f85dde3-a8f0-4f67-b120-68b1f0a539e6 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771317
Mar 05 20:49:28.422303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] Publish callbacks [] for security_group (07d07785-def3-4968-ab0e-d4b395e1ab7e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.446766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] Publish callbacks [] for security_group (07d07785-def3-4968-ab0e-d4b395e1ab7e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.542731 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (07d07785-def3-4968-ab0e-d4b395e1ab7e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.545341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:28.546493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07d07785-def3-4968-ab0e-d4b395e1ab7e HTTP/1.1" status: 204  len: 168 time: 0.2138414
Mar 05 20:49:28.563422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311803c-9e6c-4e26-94c5-74f68898e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d07785-def3-4968-ab0e-d4b395e1ab7e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:28.601665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14579fc7-27bc-4682-8348-e17cc8311c88 req-26618314-fc55-4c58-9ab4-549b9dd9b891 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:28.604737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14579fc7-27bc-4682-8348-e17cc8311c88 req-26618314-fc55-4c58-9ab4-549b9dd9b891 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 947 time: 0.0947804
Mar 05 20:49:28.679715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14579fc7-27bc-4682-8348-e17cc8311c88 req-6cf303db-6f3f-4cc3-8b1c-e517e9039ef0 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650752
Mar 05 20:49:28.727332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ca03-236a-41b9-a35d-3125f66d98f0 req-abc69a65-db48-437e-9c39-941f26e83ab1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:28.734661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ff6ca03-236a-41b9-a35d-3125f66d98f0 req-abc69a65-db48-437e-9c39-941f26e83ab1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.0795629
Mar 05 20:49:28.763140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3db8299-9220-413a-b709-391f3fa944d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:28.815226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ff6ca03-236a-41b9-a35d-3125f66d98f0 req-d70f8956-2f26-44cf-9b03-8f2b7026ab93 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773389
Mar 05 20:49:28.913288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3db8299-9220-413a-b709-391f3fa944d7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:28.931967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a3db8299-9220-413a-b709-391f3fa944d7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'a3db8299-9220-413a-b709-391f3fa944d7', 'mac_address': 'fa:16:3e:f6:9f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:28.961281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fa4bd-3819-475e-8fb2-f53b6223e2d1 req-09daf9aa-1a37-4bb5-8e97-917bb16d123c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:28.972862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c9fa4bd-3819-475e-8fb2-f53b6223e2d1 req-09daf9aa-1a37-4bb5-8e97-917bb16d123c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.1144419
Mar 05 20:49:28.976906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 11733f46-438a-4683-b8ae-9561dfb31a38 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:28.993181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3db8299-9220-413a-b709-391f3fa944d7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:28.993588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3db8299-9220-413a-b709-391f3fa944d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.022669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3db8299-9220-413a-b709-391f3fa944d7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:29.059074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c9fa4bd-3819-475e-8fb2-f53b6223e2d1 req-e5e34ae6-a564-48d9-b570-c17d8c26ba6b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807316
Mar 05 20:49:29.103350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3db8299-9220-413a-b709-391f3fa944d7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:29.117475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.117475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f2a014b4-b464-4203-8c89-db1d813f0118 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:29.205387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:29.223971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11733f46-438a-4683-b8ae-9561dfb31a38,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:29.243225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2a014b4-b464-4203-8c89-db1d813f0118,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:29.246080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '11733f46-438a-4683-b8ae-9561dfb31a38', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '11733f46-438a-4683-b8ae-9561dfb31a38', 'mac_address': 'fa:16:3e:07:84:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:29.257959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869d053-b262-4fc7-8828-018cd4931d81 req-e7e3a729-e297-438d-aab2-243398f50763 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:29.259524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1869d053-b262-4fc7-8828-018cd4931d81 req-e7e3a729-e297-438d-aab2-243398f50763 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 947 time: 0.1246448
Mar 05 20:49:29.263714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f2a014b4-b464-4203-8c89-db1d813f0118', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f2a014b4-b464-4203-8c89-db1d813f0118', 'mac_address': 'fa:16:3e:56:be:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:29.328151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 11733f46-438a-4683-b8ae-9561dfb31a38 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:29.328547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.347227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f2a014b4-b464-4203-8c89-db1d813f0118 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:29.347877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.360841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11733f46-438a-4683-b8ae-9561dfb31a38 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:29.374458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a014b4-b464-4203-8c89-db1d813f0118 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:29.383166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1869d053-b262-4fc7-8828-018cd4931d81 req-d8bb2a12-a6a5-45ed-b8f0-eb01909bfc68 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094792
Mar 05 20:49:29.402405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11733f46-438a-4683-b8ae-9561dfb31a38,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:29.419306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2a014b4-b464-4203-8c89-db1d813f0118,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:29.421813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.433470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.480833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:29.507538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:29.625557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:29.630799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e9f2-f2e9-400d-98fa-539f63877a62 req-fea83a2a-883f-4fed-b408-3bc2fd3c4c71 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:29.637442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a52e9f2-f2e9-400d-98fa-539f63877a62 req-fea83a2a-883f-4fed-b408-3bc2fd3c4c71 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 949 time: 0.1000941
Mar 05 20:49:29.667320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f2a014b4-b464-4203-8c89-db1d813f0118'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:29.708814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a52e9f2-f2e9-400d-98fa-539f63877a62 req-fcde5519-3779-48fe-8313-2fe220a9d586 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653286
Mar 05 20:49:29.749942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3db8299-9220-413a-b709-391f3fa944d7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:29.758726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['11733f46-438a-4683-b8ae-9561dfb31a38'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:29.923660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac57b-8734-4a12-ba12-fa4bd4046092 req-34bf822b-614a-489f-8192-03c435feb5a6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:29.925883 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc0ac57b-8734-4a12-ba12-fa4bd4046092 req-34bf822b-614a-489f-8192-03c435feb5a6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 948 time: 0.0991533
Mar 05 20:49:29.998141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc0ac57b-8734-4a12-ba12-fa4bd4046092 req-977d7fa7-0361-40df-8dfa-92cf29f9c12b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647354
Mar 05 20:49:30.270952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e368-4306-4a6f-b507-e243d0d95b8b req-a0671d31-667b-4196-b50b-4491ee801635 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:30.272472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cb4e368-4306-4a6f-b507-e243d0d95b8b req-a0671d31-667b-4196-b50b-4491ee801635 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.0603769
Mar 05 20:49:30.309281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47410a-172a-4710-b636-f139564fbdde req-1f3d4ed4-b62a-449a-b464-92b96f72d8b1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:30.311844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a47410a-172a-4710-b636-f139564fbdde req-1f3d4ed4-b62a-449a-b464-92b96f72d8b1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.0595002
Mar 05 20:49:30.332031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cb4e368-4306-4a6f-b507-e243d0d95b8b req-205d6bb5-1f2e-4bba-a256-1480450b9444 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502322
Mar 05 20:49:30.365239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a47410a-172a-4710-b636-f139564fbdde req-ace81349-a635-447c-91ac-9f19af95d38c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464361
Mar 05 20:49:30.563618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efbbeb-0f50-4386-b1d6-133d94cdff05 req-409e326a-745e-4b09-9338-5f790e7f0bfb tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:30.565638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8efbbeb-0f50-4386-b1d6-133d94cdff05 req-409e326a-745e-4b09-9338-5f790e7f0bfb tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.0580642
Mar 05 20:49:30.575259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38242) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:30.580139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'floatingip': {'port_id': '3d09975a-2c78-4565-9441-09dcee0a67e2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:30.677805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:30.723166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38248) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:30.740281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d927-8aed-41a9-8646-5624596d7b63 req-faf6112c-d906-4103-a82e-632463a0aa4f tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:30.741946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee54d927-8aed-41a9-8646-5624596d7b63 req-faf6112c-d906-4103-a82e-632463a0aa4f tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 948 time: 0.0739896
Mar 05 20:49:30.772260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3db8299-9220-413a-b709-391f3fa944d7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:30.802670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee54d927-8aed-41a9-8646-5624596d7b63 req-3ab8b0e1-9c44-4461-b21b-6a192df34c7b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533173
Mar 05 20:49:30.816885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48377-c13c-4bf4-9488-deb7619946be req-4e57c7b3-c847-48d9-bcd8-3ceaf7218cc9 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:30.818424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8f48377-c13c-4bf4-9488-deb7619946be req-4e57c7b3-c847-48d9-bcd8-3ceaf7218cc9 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 1131 time: 0.1555226
Mar 05 20:49:30.859544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a3db8299-9220-413a-b709-391f3fa944d7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:30.864784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a3db8299-9220-413a-b709-391f3fa944d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:30.865100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3db8299-9220-413a-b709-391f3fa944d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:30.921960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:30.943254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:30.982585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3db8299-9220-413a-b709-391f3fa944d7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:30.982982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3db8299-9220-413a-b709-391f3fa944d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.006855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f8f48377-c13c-4bf4-9488-deb7619946be req-847f96c8-8c2a-48cf-b594-ae8c4e28eb0c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.026629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3db8299-9220-413a-b709-391f3fa944d7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:31.030065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:31.033628 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda4954-bd57-4bfa-91d4-96fe77ee8c63" -d '{"events": [{"server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "name": "network-vif-plugged", "status": "completed", "tag": "a3db8299-9220-413a-b709-391f3fa944d7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:31.036363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 11733f46-438a-4683-b8ae-9561dfb31a38 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:31.047454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Publish callbacks [] for security_group (3085d848-8f8c-4556-bc40-4f52a3ad9485), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.051856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3085d848-8f8c-4556-bc40-4f52a3ad9485), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.063466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b391-5d0f-43d3-93d6-31c14cb9c989 req-0f8dc2c4-a96b-46be-afb0-5f5db63a0c35 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:31.065460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d841b391-5d0f-43d3-93d6-31c14cb9c989 req-0f8dc2c4-a96b-46be-afb0-5f5db63a0c35 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 949 time: 0.0921957
Mar 05 20:49:31.065616 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.066380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f2a014b4-b464-4203-8c89-db1d813f0118 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:31.114230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3085d848-8f8c-4556-bc40-4f52a3ad9485,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.120891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50977eaf070344bd9ee8032c811436c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3953810
Mar 05 20:49:31.122927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38264) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:31.147708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.148067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.148411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.148751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.149201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.149541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.150115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.150240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.150513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.150838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.151489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.151489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.151821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68915900-9cb0-447a-aa4b-154877bfb800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.184616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.197672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 11733f46-438a-4683-b8ae-9561dfb31a38 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:31.200748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.200748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.200973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.201232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.201623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.201960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.202285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.202607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.202927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.203269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.203559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.203907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.204222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:31.211511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d841b391-5d0f-43d3-93d6-31c14cb9c989 req-72a739af-f020-42e3-b7ca-3a13529a8d76 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330974
Mar 05 20:49:31.212179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 11733f46-438a-4683-b8ae-9561dfb31a38 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:31.212723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.242993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f2a014b4-b464-4203-8c89-db1d813f0118 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:31.250585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] Publish callbacks [] for security_group (3085d848-8f8c-4556-bc40-4f52a3ad9485), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.253266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f2a014b4-b464-4203-8c89-db1d813f0118 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:31.253965 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.297879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] Publish callbacks [] for security_group (3085d848-8f8c-4556-bc40-4f52a3ad9485), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.401278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3085d848-8f8c-4556-bc40-4f52a3ad9485), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.404811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.406174 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3085d848-8f8c-4556-bc40-4f52a3ad9485 HTTP/1.1" status: 204  len: 168 time: 0.2796130
Mar 05 20:49:31.425474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decd37a-5d2a-4510-80c4-73ff52e6ee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3085d848-8f8c-4556-bc40-4f52a3ad9485,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.535970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f8f48377-c13c-4bf4-9488-deb7619946be req-847f96c8-8c2a-48cf-b594-ae8c4e28eb0c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Publish callbacks [] for security_group (51c89881-cf01-4d67-ba3c-a92c62aa048b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.555763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f8f48377-c13c-4bf4-9488-deb7619946be req-847f96c8-8c2a-48cf-b594-ae8c4e28eb0c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (51c89881-cf01-4d67-ba3c-a92c62aa048b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.569430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38278) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:31.609411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 11733f46-438a-4683-b8ae-9561dfb31a38 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:31.609810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.619117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f2a014b4-b464-4203-8c89-db1d813f0118 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:31.619513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.648103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-228774b3-0776-40e4-a355-1b43e8bed276 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0390406
Mar 05 20:49:31.668571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:49:31.670768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11733f46-438a-4683-b8ae-9561dfb31a38,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:31.678968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.683310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2a014b4-b464-4203-8c89-db1d813f0118,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:31.712150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.748842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.759644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8f48377-c13c-4bf4-9488-deb7619946be req-847f96c8-8c2a-48cf-b594-ae8c4e28eb0c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8320801
Mar 05 20:49:31.773795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f96c8-8c2a-48cf-b594-ae8c4e28eb0c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c89881-cf01-4d67-ba3c-a92c62aa048b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.794167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-9f60bf9e-18da-49ed-b34e-05114ba8dd61 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:31.796173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-9f60bf9e-18da-49ed-b34e-05114ba8dd61 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1467826
Mar 05 20:49:31.828702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-25aab358-e3aa-4f81-b467-cf97b9eb5f66 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/quotas/3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 375 time: 0.0247767
Mar 05 20:49:31.840100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:31.892102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:31.919442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.001277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:32.021682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c6886-7764-4f5f-a54c-dcd1da45ce7f req-60586355-58fb-4ae6-aae1-be0353ab549a tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:32.023371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-815c6886-7764-4f5f-a54c-dcd1da45ce7f req-60586355-58fb-4ae6-aae1-be0353ab549a tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1540897
Mar 05 20:49:32.036724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.090567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-7c841f31-8658-4342-aa0c-a07d91252f9c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2608311
Mar 05 20:49:32.101840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0893963c-a866-4dd9-963a-818ff74404cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.122485 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624 associated. External IP: 172.35.0.7, port: 3d09975a-2c78-4565-9441-09dcee0a67e2.
Mar 05 20:49:32.127508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-815c6886-7764-4f5f-a54c-dcd1da45ce7f req-ddd7016a-6d3c-4d7f-b1bd-041ee53073dd tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949707
Mar 05 20:49:32.184659 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1224e2c9-079d-453d-aa9d-9d31f560966a x-openstack-request-id: req-1224e2c9-079d-453d-aa9d-9d31f560966a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:32.185303 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "name": "network-vif-plugged", "status": "completed", "tag": "a3db8299-9220-413a-b709-391f3fa944d7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:32.185762 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1224e2c9-079d-453d-aa9d-9d31f560966a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:32.186355 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7', 'code': 200}
Mar 05 20:49:32.215332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0893963c-a866-4dd9-963a-818ff74404cb admin admin] Publish callbacks [] for security_group (533e73e3-6076-47ac-b501-35f68d4cc0c1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.223599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0893963c-a866-4dd9-963a-818ff74404cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (533e73e3-6076-47ac-b501-35f68d4cc0c1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.291027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Publish callbacks [] for security_group (7ad28111-55eb-4989-ad41-72d0869bf6a7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.301278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7ad28111-55eb-4989-ad41-72d0869bf6a7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.366160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0893963c-a866-4dd9-963a-818ff74404cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4b65a4de94b4798b9d9f34e15451b06&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7892406
Mar 05 20:49:32.374089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38302) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:32.438262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893963c-a866-4dd9-963a-818ff74404cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e73e3-6076-47ac-b501-35f68d4cc0c1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:32.468418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68779377e98b42a3abd0673edcf34101&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4637125
Mar 05 20:49:32.477206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:32.495457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad28111-55eb-4989-ad41-72d0869bf6a7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:32.514321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843559dd-2826-4d38-9e74-54b02ee6f00b req-0015d25f-fb72-40a8-86bb-97c7a14999c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:32.520372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.520694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-843559dd-2826-4d38-9e74-54b02ee6f00b req-0015d25f-fb72-40a8-86bb-97c7a14999c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 1132 time: 0.2450092
Mar 05 20:49:32.521122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.521653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.522403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.523081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.523775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.524583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.526757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.527321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.527851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.528335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.528864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.529452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8491a-3dc2-48aa-b43b-3dace4019b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:49:32.588013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] Publish callbacks [] for security_group (533e73e3-6076-47ac-b501-35f68d4cc0c1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.596484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41d4ac-40ff-4e88-ac88-123b2456bd59 req-1c0c9885-778f-444f-8a10-950c43fd7913 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:32.606532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac41d4ac-40ff-4e88-ac88-123b2456bd59 req-1c0c9885-778f-444f-8a10-950c43fd7913 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.1868780
Mar 05 20:49:32.629574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:49:32.632844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8cc7b-4411-4253-aa1d-2b2d8f89db21 req-c331f885-cdd7-4a93-b2cd-718ea94dec83 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:32.640554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91d8cc7b-4411-4253-aa1d-2b2d8f89db21 req-c331f885-cdd7-4a93-b2cd-718ea94dec83 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.2118378
Mar 05 20:49:32.669493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-843559dd-2826-4d38-9e74-54b02ee6f00b req-56db95bb-2ca1-4b94-aa6f-5d5cbc6b698d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385503
Mar 05 20:49:32.680298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] Publish callbacks [] for security_group (533e73e3-6076-47ac-b501-35f68d4cc0c1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.684268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac41d4ac-40ff-4e88-ac88-123b2456bd59 req-1b5e3647-a73f-410a-9676-bf72068eed09 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767903
Mar 05 20:49:32.693983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] Publish callbacks [] for security_group (7ad28111-55eb-4989-ad41-72d0869bf6a7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.775442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] Publish callbacks [] for security_group (7ad28111-55eb-4989-ad41-72d0869bf6a7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.796516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91d8cc7b-4411-4253-aa1d-2b2d8f89db21 req-71d93acc-eca5-4f07-9e14-1bf9d456bc19 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547000
Mar 05 20:49:32.835405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (533e73e3-6076-47ac-b501-35f68d4cc0c1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.844177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.847954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/533e73e3-6076-47ac-b501-35f68d4cc0c1 HTTP/1.1" status: 204  len: 168 time: 0.4735723
Mar 05 20:49:32.856112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8ffa978-80c9-4d45-b37a-80e7782c740c req-729fa827-8101-4760-9a5e-be361a7a345d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 210 time: 0.1275811
Mar 05 20:49:32.892868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ef62-c7bf-41a0-ab71-df29144e7f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e73e3-6076-47ac-b501-35f68d4cc0c1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:32.916992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7ad28111-55eb-4989-ad41-72d0869bf6a7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.916992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.920830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ad28111-55eb-4989-ad41-72d0869bf6a7 HTTP/1.1" status: 204  len: 168 time: 0.4401515
Mar 05 20:49:32.937405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:49:32.946519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b1681-11c8-4b15-917e-d48e7dc31e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad28111-55eb-4989-ad41-72d0869bf6a7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:32.947285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:32.959192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:49:32.980871 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:49:32.984215 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:49:33.016666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-c2bccb05-f23c-4a6d-aaa1-f4d02b87d198 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0471098
Mar 05 20:49:33.027108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dbf01ee4-21a8-4b06-a2c1-35c6c9d35ff5 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "PUT /v2.0/floatingips/8d6b64f6-ee5e-4694-ace7-b7e179c2d624 HTTP/1.1" status: 200  len: 990 time: 2.4481924
Mar 05 20:49:33.027108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:33.035569 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe39541-02b9-4a61-af9e-09d21c1daffd" -d '{"events": [{"name": "network-changed", "server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:33.200063 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:49:33.202248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6c9a7-d5c1-4b0f-b515-4c9d4d328323 req-444ee5bd-f833-40f2-9c13-acaec699cc93 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:33.212938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6c6c9a7-d5c1-4b0f-b515-4c9d4d328323 req-444ee5bd-f833-40f2-9c13-acaec699cc93 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.1130254
Mar 05 20:49:33.252235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-b658d282-a9a5-4b7d-a951-69f18dd2700c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:33.269199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-b658d282-a9a5-4b7d-a951-69f18dd2700c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2511888
Mar 05 20:49:33.278401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6c6c9a7-d5c1-4b0f-b515-4c9d4d328323 req-a42588be-2425-4992-bf14-6c8dce617848 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611172
Mar 05 20:49:33.307052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-916f3fc8-6d39-4d98-9d92-231cf84a229f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0369377
Mar 05 20:49:33.350243 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06effa47-99e9-4216-9875-3a2a64af4605 x-openstack-request-id: req-06effa47-99e9-4216-9875-3a2a64af4605 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:33.350564 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:33.350979 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06effa47-99e9-4216-9875-3a2a64af4605 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:33.351392 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'status': 'completed', 'code': 200}
Mar 05 20:49:33.494439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-5d66aefc-fb1c-4650-86a9-cb3fd43b5587 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1807075
Mar 05 20:49:33.509431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-1a733aaf-fccd-445c-a602-6af0c106ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:33.511392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-1a733aaf-fccd-445c-a602-6af0c106ecf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 1128 time: 0.1261883
Mar 05 20:49:33.560948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509269a-b7a3-49a2-98a6-f3036451d8cb req-9d0bd5ab-df99-4e5e-9618-6979f9597d7f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:33.569631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1509269a-b7a3-49a2-98a6-f3036451d8cb req-9d0bd5ab-df99-4e5e-9618-6979f9597d7f tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1003168
Mar 05 20:49:33.571662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:33.601456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e139117c-8f83-475e-8777-e3844b071c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:33.691628 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a8e0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:15:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:49:31Z', 'revision_number': 1, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:49:33.699485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-33b87deb-fc70-446b-b963-79aa3be703ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:33.700973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-33b87deb-fc70-446b-b963-79aa3be703ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 924 time: 0.1826015
Mar 05 20:49:33.731840 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:49:33.760537 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:49:33.762684 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:49:33.765097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1509269a-b7a3-49a2-98a6-f3036451d8cb req-da6949fa-75de-4d15-b1aa-7db59002df7b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923351
Mar 05 20:49:33.908137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e139117c-8f83-475e-8777-e3844b071c45 admin admin] Publish callbacks [] for security_group (3849b8da-e439-4329-bdb6-8325cd05a3a6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:33.931160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e139117c-8f83-475e-8777-e3844b071c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3849b8da-e439-4329-bdb6-8325cd05a3a6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:33.960643 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:49:34.020084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e139117c-8f83-475e-8777-e3844b071c45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e465da1c116743d1b7d5f1d02532c890&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4472671
Mar 05 20:49:34.025190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38350) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:34.034269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139117c-8f83-475e-8777-e3844b071c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3849b8da-e439-4329-bdb6-8325cd05a3a6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:34.062658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b0854-33c2-46d2-a28e-c4c9ebfaed08 req-bc9e6d4f-b9bf-4473-a575-415f2bafda65 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:34.064990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e15b0854-33c2-46d2-a28e-c4c9ebfaed08 req-bc9e6d4f-b9bf-4473-a575-415f2bafda65 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.1545205
Mar 05 20:49:34.137652 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-42623cd2-55ca-4985-9f87-7aca9be06842 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1796072
Mar 05 20:49:34.171306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] Publish callbacks [] for security_group (3849b8da-e439-4329-bdb6-8325cd05a3a6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.185650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e15b0854-33c2-46d2-a28e-c4c9ebfaed08 req-f7d58d96-f84a-48d3-9913-1876cfd99d8d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122615
Mar 05 20:49:34.187858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38'}, {'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:34.192343 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7ac1f-3f83-4179-8b6f-22d117ea3162" -d '{"events": [{"server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "name": "network-vif-plugged", "status": "completed", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38"}, {"server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "name": "network-vif-plugged", "status": "completed", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:34.219759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] Publish callbacks [] for security_group (3849b8da-e439-4329-bdb6-8325cd05a3a6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.329231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-c27ca9bb-d04d-4508-a9eb-40f01a28f8de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 200  len: 998 time: 0.6216364
Mar 05 20:49:34.343212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fc84a7c-e0b0-4caa-9adb-32a0f1fb6f60 req-b523b957-f0cd-4c77-b15c-b5be00be6824 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 210 time: 0.0400932
Mar 05 20:49:34.344048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3849b8da-e439-4329-bdb6-8325cd05a3a6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.355033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.356199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3849b8da-e439-4329-bdb6-8325cd05a3a6 HTTP/1.1" status: 204  len: 168 time: 0.3293471
Mar 05 20:49:34.362897 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a8e0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:15:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:49:31Z', 'revision_number': 1, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:49:34.393824 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973413d4-edcb-4342-9bf8-2d3e99f48a9e None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:15:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:49:31Z', 'revision_number': 1, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:49:34.394965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b23561-e8a0-45ae-a623-7bd2eaf68ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3849b8da-e439-4329-bdb6-8325cd05a3a6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:34.479292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-8ef81f43-a7b6-44a1-95a2-ebb582bb038e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:34.480957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-8ef81f43-a7b6-44a1-95a2-ebb582bb038e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3170116
Mar 05 20:49:34.530443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Request body: {'port': {'device_id': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '3501f5d56344468ebc4d50db1a5c5bb7'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:34.687700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b332e-560d-4295-97c4-34b22c5c1f88 req-074cf9b0-5d45-42bc-8abb-614d70d87013 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:34.701612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c46b332e-560d-4295-97c4-34b22c5c1f88 req-074cf9b0-5d45-42bc-8abb-614d70d87013 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.3901589
Mar 05 20:49:34.703113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-19fe51ab-4819-4b09-bad5-efcab15fb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:34.704463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-19fe51ab-4819-4b09-bad5-efcab15fb6f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.2828419
Mar 05 20:49:34.761389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd483979-f40b-4c26-b955-7767557c45b2 None None] New status for floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:49:34.816301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c46b332e-560d-4295-97c4-34b22c5c1f88 req-cb4b0961-9e42-47b5-9198-d77e2511211e tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055903
Mar 05 20:49:34.848796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Made reservation on behalf of 3501f5d56344468ebc4d50db1a5c5bb7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:34.848796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.848796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-c434e2d0-6020-4173-acd4-65635ca2765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:34.849983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-c434e2d0-6020-4173-acd4-65635ca2765c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1381767
Mar 05 20:49:34.865272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:34.960420 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac2655-87dd-4514-9abf-465ed2d5d46f x-openstack-request-id: req-97ac2655-87dd-4514-9abf-465ed2d5d46f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:34.963482 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "name": "network-vif-plugged", "status": "completed", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38", "code": 200}, {"server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "name": "network-vif-plugged", "status": "completed", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:34.964132 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97ac2655-87dd-4514-9abf-465ed2d5d46f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:34.966452 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38', 'code': 200}
Mar 05 20:49:34.967813 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118', 'code': 200}
Mar 05 20:49:35.097674 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-8c2007eb-ae0c-4d00-a6e2-7f3569b83ffa service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402418
Mar 05 20:49:35.169085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f59804c8-a04f-4d14-ac2d-e57f0138c16f req-6cbf4e58-e060-4926-b782-a7ae983d879a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 210 time: 0.1025026
Mar 05 20:49:35.178194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6464dd-1674-46ba-b514-d32455e7fb19 req-0d4fb3b3-4ebf-4e0b-a74f-6c91378fdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:35.179822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea6464dd-1674-46ba-b514-d32455e7fb19 req-0d4fb3b3-4ebf-4e0b-a74f-6c91378fdad9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 1131 time: 0.1583965
Mar 05 20:49:35.216678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2147a15-61c4-4b80-ae0a-96b84fbaace2 req-701ad882-258d-4821-b293-566455e9609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:35.218380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2147a15-61c4-4b80-ae0a-96b84fbaace2 req-701ad882-258d-4821-b293-566455e9609f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 1131 time: 0.1316757
Mar 05 20:49:35.373965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2147a15-61c4-4b80-ae0a-96b84fbaace2 req-c2f2aac4-cc2d-45a9-9606-5385200a525a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349788
Mar 05 20:49:35.385238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for security_group (6c82170e-57d1-45b7-91a2-ead6df057686), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:35.402970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea6464dd-1674-46ba-b514-d32455e7fb19 req-066e6ed2-a767-4671-955a-32310863caa8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119379
Mar 05 20:49:35.406059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6c82170e-57d1-45b7-91a2-ead6df057686), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:35.441287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0c72-8239-46c0-9fa1-222c6c5e78a4 req-710f92cb-875d-41cd-a927-7eb2b8f93878 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:35.442903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d4e0c72-8239-46c0-9fa1-222c6c5e78a4 req-710f92cb-875d-41cd-a927-7eb2b8f93878 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.1062694
Mar 05 20:49:35.489162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd259609-b0b5-49c9-be54-c04891ca6e8d req-18876c25-c6b2-4584-85a3-1b0ef6528c55 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:35.490832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd259609-b0b5-49c9-be54-c04891ca6e8d req-18876c25-c6b2-4584-85a3-1b0ef6528c55 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.3128726
Mar 05 20:49:35.509973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fe39541-02b9-4a61-af9e-09d21c1daffd req-82296122-de3c-4cf6-b94f-5ed84952995b service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3996041
Mar 05 20:49:35.532248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82170e-57d1-45b7-91a2-ead6df057686,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:35.534353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d4e0c72-8239-46c0-9fa1-222c6c5e78a4 req-873315ee-9468-46b6-999a-67312c4b4530 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809534
Mar 05 20:49:35.665114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd259609-b0b5-49c9-be54-c04891ca6e8d req-d2a5beb7-9705-4ba2-be0d-a8a7730e6bbf tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648962
Mar 05 20:49:35.680565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Allocated IP 192.168.233.6 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/de504aa3-bfc4-44ec-a4bc-0df77d0e7550) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:35.700539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19ef8fe6-d963-4f60-a80f-a05de528ccbd req-d7fe355d-d23d-4d5a-aded-1e299aa9a47b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 210 time: 0.0689294
Mar 05 20:49:35.866652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.001178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f61d0-7d4a-4b32-bbe6-d2c5725e2d7d req-bd3f3a7d-ede6-4cef-b9d6-6c683331b277 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:36.009037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-211f61d0-7d4a-4b32-bbe6-d2c5725e2d7d req-bd3f3a7d-ede6-4cef-b9d6-6c683331b277 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2300925
Mar 05 20:49:36.009207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c329-e9dc-4d57-9cdd-9eb43e77e8fd req-6d906b9b-6beb-44ef-b9b0-e004419723ea tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:36.016150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0d6c329-e9dc-4d57-9cdd-9eb43e77e8fd req-6d906b9b-6beb-44ef-b9b0-e004419723ea tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.0815103
Mar 05 20:49:36.080413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0d6c329-e9dc-4d57-9cdd-9eb43e77e8fd req-90b1813e-a3a4-42db-a16a-89c2ccd78eab tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599141
Mar 05 20:49:36.085977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.100497 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-211f61d0-7d4a-4b32-bbe6-d2c5725e2d7d req-9c181814-99b3-4e35-b982-3fe4218fec3f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906498
Mar 05 20:49:36.138836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.156307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.187968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:36.193270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:36.195952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:36.224633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:36.272900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:36.273577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.302885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3d22c180-741d-492a-bb1e-0a5e4b330723 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8082874
Mar 05 20:49:36.326197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Request body: {'port': {'device_id': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:36.360197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44dd8353-07d8-477f-a4ae-2099bc6b09df req-11df7d73-9e8c-49f6-a343-9f2f8696429a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 210 time: 0.0545421
Mar 05 20:49:36.522614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-df605bd9-a32b-4237-a00f-9377d8356964 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1103392
Mar 05 20:49:36.642561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.663582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-352d7149-709f-4d49-b869-4b1d29d9069f None None] Provisioning complete for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:36.667603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-352d7149-709f-4d49-b869-4b1d29d9069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:36.700383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-b08d7f9b-502f-40b3-a9c5-1bc6279cbd89 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0588655
Mar 05 20:49:36.787168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-352d7149-709f-4d49-b869-4b1d29d9069f None None] Port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:36.887825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-d5551a32-3269-484b-a0b2-d845f7fd31eb tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2671609
Mar 05 20:49:36.944517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-af96aca9-a790-4506-94b9-000e814276e7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:36.947409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-af96aca9-a790-4506-94b9-000e814276e7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2431359
Mar 05 20:49:36.959526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:36.987460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-7b648c48-d147-469c-ab80-9f0a7a9411b4 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:36.988840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-7b648c48-d147-469c-ab80-9f0a7a9411b4 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4413128
Mar 05 20:49:37.071859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-eb047fdc-ce2a-4301-b704-3d22570fd821 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/quotas/f138bfc479e24b3d9017a7cb9e73bdd2 HTTP/1.1" status: 200  len: 375 time: 0.0311871
Mar 05 20:49:37.130232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:37.134570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:37.208704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-310abf91-5c9e-49e4-ad10-9974a2f87504 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:37.210006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-310abf91-5c9e-49e4-ad10-9974a2f87504 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3152657
Mar 05 20:49:37.256639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:37.320830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-431f0c08-14ce-45b6-b9d1-3b062735a370 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2481380
Mar 05 20:49:37.445784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:37.456555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:37.510196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de504aa3-bfc4-44ec-a4bc-0df77d0e7550 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:37.534068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks [] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:37.604915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Transition to ACTIVE for port object de504aa3-bfc4-44ec-a4bc-0df77d0e7550 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:37.646662 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:37.676559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.210 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/18ba91e4-2032-4765-b352-295315061de5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:37.703062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee814f0-52d2-4d10-ac88-0069c450aea8 req-3461c29b-a5cb-420c-9ba3-44c63e5840f9 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:37.705314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cee814f0-52d2-4d10-ac88-0069c450aea8 req-3461c29b-a5cb-420c-9ba3-44c63e5840f9 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1901386
Mar 05 20:49:37.784864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e37d93-802d-4d5d-bc40-f6de1392d284 req-7f8e47ec-e5b8-43f7-a0e5-aa895860e442 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:37.786297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73e37d93-802d-4d5d-bc40-f6de1392d284 req-7f8e47ec-e5b8-43f7-a0e5-aa895860e442 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.1072950
Mar 05 20:49:37.792330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cee814f0-52d2-4d10-ac88-0069c450aea8 req-412c495b-ca2e-4c75-89d5-4d4c1398c686 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756028
Mar 05 20:49:37.811447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:37.959824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103244-0ca1-44ad-8322-2c64a470f072 req-8c02d650-19c8-489f-8441-18c7ca0d9134 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:37.961252 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09103244-0ca1-44ad-8322-2c64a470f072 req-8c02d650-19c8-489f-8441-18c7ca0d9134 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.0945179
Mar 05 20:49:37.966527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:37.966877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:37.967213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:37.974631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73e37d93-802d-4d5d-bc40-f6de1392d284 req-7c24b709-14ce-4c5f-97ab-ac1088f2cbd3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769423
Mar 05 20:49:37.978966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:37.980201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:38.002012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:38.002448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:38.004273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:38.005127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Bound port: de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:38.005505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.010108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (18ba91e4-2032-4765-b352-295315061de5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.069106 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (18ba91e4-2032-4765-b352-295315061de5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.085836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:38.098836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09103244-0ca1-44ad-8322-2c64a470f072 req-2a498f14-8ad7-459e-a401-5fa621efa55c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257670
Mar 05 20:49:38.149850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f713da88-e47d-4625-9848-e97e7e59a17e req-d4ebc227-1fb2-434b-85ab-1cc56c766a58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 210 time: 0.0697718
Mar 05 20:49:38.179462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:38.185258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:38.187854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:38.201995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:38.210681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:38.211348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.238490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-82cc26d6-8a88-45f9-ada3-c185763bf59f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2805898
Mar 05 20:49:38.256175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Request body: {'port': {'device_id': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:38.270694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.250 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/7816a992-0d79-44b6-8e6b-38df5012bd45) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:38.290428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b076955e-5564-44ba-ae39-5fc6784d672e req-e7803fd7-1823-4940-92e0-dc6630b76c93 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 210 time: 0.1180041
Mar 05 20:49:38.328605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:38.335469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:38.357040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.378772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:38.380013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.381985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] 10.222.0.31 "PUT /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 1094 time: 2.0630603
Mar 05 20:49:38.388357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:38.390762 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:38.397773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18ba91e4-2032-4765-b352-295315061de5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.558384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c5ee-9edd-4275-97d7-6823791d0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:38.587814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-29edee3f-1f0d-47db-835c-9de4a10929ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:38.589342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-29edee3f-1f0d-47db-835c-9de4a10929ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1128 time: 0.1543386
Mar 05 20:49:38.669380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9bd6798e-6177-4086-a46e-e3fd2acca7e2 None None] Provisioning complete for port 18ba91e4-2032-4765-b352-295315061de5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:38.670155 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd6798e-6177-4086-a46e-e3fd2acca7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (18ba91e4-2032-4765-b352-295315061de5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.716110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-cd9c1c16-8c94-424e-addd-3aa9ce41fd14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.1074953
Mar 05 20:49:38.775081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6798e-6177-4086-a46e-e3fd2acca7e2 None None] Port 18ba91e4-2032-4765-b352-295315061de5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:38.792839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.804883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-b1db9e97-0be0-4faa-a6e5-75c2e53c2a2d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0602674
Mar 05 20:49:38.853130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-70e8b623-da22-4a93-9e0d-50eab3c14e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:38.854798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-70e8b623-da22-4a93-9e0d-50eab3c14e3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1214392
Mar 05 20:49:38.870845 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01befce-3e73-4f86-b162-956883417f65 x-openstack-request-id: req-a01befce-3e73-4f86-b162-956883417f65 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:38.871148 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:38.871409 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a01befce-3e73-4f86-b162-956883417f65 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:38.871839 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'status': 'completed', 'code': 200}
Mar 05 20:49:38.928737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:38.948237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:39.016746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3df1a26d-8983-4a84-b627-3c6bdbf2ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.020167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-3df1a26d-8983-4a84-b627-3c6bdbf2ad27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1459248
Mar 05 20:49:39.022685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:39.027441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:39.077928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:39.092990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:39.294117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.294745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.309660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-fe52b3ca-0068-468f-830a-2d3d37d7095f service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617979
Mar 05 20:49:39.331804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-a61793b9-0490-469b-bb92-67d63fcb0bec tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0825315
Mar 05 20:49:39.347972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35710fd-d975-49cf-ad3d-deaf35e18a81 req-ffa87e03-b614-44cc-adff-1112702abcc7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.349467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c35710fd-d975-49cf-ad3d-deaf35e18a81 req-ffa87e03-b614-44cc-adff-1112702abcc7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.1344800
Mar 05 20:49:39.363006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ee173c5d-1d4c-4aa3-a745-81df4558d112 None None] Provisioning complete for port 7816a992-0d79-44b6-8e6b-38df5012bd45 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:39.364021 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee173c5d-1d4c-4aa3-a745-81df4558d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.378866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Request body: {'port': {'device_id': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:39.394620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-85335664-e9c8-4990-b5a5-880b93d751d7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.396115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-85335664-e9c8-4990-b5a5-880b93d751d7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5898378
Mar 05 20:49:39.401470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ee173c5d-1d4c-4aa3-a745-81df4558d112 None None] Port 7816a992-0d79-44b6-8e6b-38df5012bd45 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:39.410673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d9-69d4-410d-b789-f39588e6035e req-3ffb0589-d0b4-4626-8b0b-7e561920c3ef tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.412208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22ff00d9-69d4-410d-b789-f39588e6035e req-3ffb0589-d0b4-4626-8b0b-7e561920c3ef tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1782525
Mar 05 20:49:39.419533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Request body: {'port': {'device_id': '7f1f3af1-178f-48ef-84cf-406044a37585', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'f138bfc479e24b3d9017a7cb9e73bdd2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:39.572849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22ff00d9-69d4-410d-b789-f39588e6035e req-152f5852-6cda-4afd-8f02-40f758c90b88 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500187
Mar 05 20:49:39.582704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ba91e4-2032-4765-b352-295315061de5 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:39.600711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks [] for port (18ba91e4-2032-4765-b352-295315061de5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.622174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Transition to ACTIVE for port object 18ba91e4-2032-4765-b352-295315061de5 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:39.626931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18ba91e4-2032-4765-b352-295315061de5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.663142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Made reservation on behalf of f138bfc479e24b3d9017a7cb9e73bdd2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:39.666578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.706888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Pushing event updated for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:39.709202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c35710fd-d975-49cf-ad3d-deaf35e18a81 req-962bb0d1-e9d6-4f7f-a506-8d331d9fafe2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3347299
Mar 05 20:49:39.711981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.730235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-206a3d83-e840-44eb-8772-06ab863a1d0e req-ae547532-e199-4bbc-b76b-1e7e9fc8e49a service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4134142
Mar 05 20:49:39.878955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Attempting to bind port 18ba91e4-2032-4765-b352-295315061de5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:39.879544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Attempting to bind port 18ba91e4-2032-4765-b352-295315061de5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:39.879993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Attempting to bind port 18ba91e4-2032-4765-b352-295315061de5 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:39.895221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Port 18ba91e4-2032-4765-b352-295315061de5 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:39.896282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Attempting to bind port 18ba91e4-2032-4765-b352-295315061de5 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:39.910640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Allocated IP 192.168.233.121 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/231b7fe1-ac2c-471c-96ed-df1619c4cf5c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:39.912853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:39.913331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:39.913909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:39.914556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Bound port: 18ba91e4-2032-4765-b352-295315061de5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:39.915154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18ba91e4-2032-4765-b352-295315061de5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:39.993765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-424d1ea2-f49f-4b52-9561-18526d13b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:39.995224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-424d1ea2-f49f-4b52-9561-18526d13b437 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1128 time: 0.1915669
Mar 05 20:49:40.002009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6220-af09-43f9-b691-fb16c5b0777a req-3d41e2df-b39b-4cc2-ae79-59abfec5800b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.003364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-128f6220-af09-43f9-b691-fb16c5b0777a req-3d41e2df-b39b-4cc2-ae79-59abfec5800b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 936 time: 0.1848981
Mar 05 20:49:40.024565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-dbaca2d0-3aa4-4639-b73d-0e71a67511a8 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0583467
Mar 05 20:49:40.107269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-128f6220-af09-43f9-b691-fb16c5b0777a req-18aad69d-c65e-4695-85a7-cc348df0beee tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950434
Mar 05 20:49:40.133340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-fcf2cb24-15dc-4f49-b53d-f0c564341316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.134914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-fcf2cb24-15dc-4f49-b53d-f0c564341316 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1305747
Mar 05 20:49:40.144518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:40.176116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18ba91e4-2032-4765-b352-295315061de5,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:40.183400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-0b840a3b-fb7d-4bc4-91ca-71366c74ef37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.0375278
Mar 05 20:49:40.192621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18ba91e4-2032-4765-b352-295315061de5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.219303 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4284d93-ab83-4bbb-89e8-ba312bcac667 req-04c8c7e5-c0cf-436f-8f99-832da1263162 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 210 time: 0.0386119
Mar 05 20:49:40.255006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-4a226957-f415-450b-a1eb-d9b11d39d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.256518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-4a226957-f415-450b-a1eb-d9b11d39d41e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0647173
Mar 05 20:49:40.269810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.270429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.275037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] 10.222.0.23 "PUT /v2.0/ports/18ba91e4-2032-4765-b352-295315061de5 HTTP/1.1" status: 200  len: 1096 time: 2.0321474
Mar 05 20:49:40.285830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'tag': '18ba91e4-2032-4765-b352-295315061de5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:40.289244 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb80c668-3926-4238-81dd-bcb3df5c3b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "tag": "18ba91e4-2032-4765-b352-295315061de5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:40.314587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-bbff1842-d3eb-4184-8f36-911c136a8f0d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.315925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-bbff1842-d3eb-4184-8f36-911c136a8f0d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2706590
Mar 05 20:49:40.340728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-86b4d53d-bc2b-4661-bd81-021e7b4e2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.342540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-86b4d53d-bc2b-4661-bd81-021e7b4e2700 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0700872
Mar 05 20:49:40.382675 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks [] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.392633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-788218c4-c195-422c-8bc0-4eb9a84eb39b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/quotas/46a689a4e8aa4d1fb19c10217e5986ac HTTP/1.1" status: 200  len: 375 time: 0.0648334
Mar 05 20:49:40.396251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48ad09-3028-41f6-b157-1de42ff46d0a service neutron] Pushing event updated for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:40.465729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-2a69d936-da8f-496e-89cb-5345d44fa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.467229 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-2a69d936-da8f-496e-89cb-5345d44fa39e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 1130 time: 0.1439300
Mar 05 20:49:40.491628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.507912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'a3db8299-9220-413a-b709-391f3fa944d7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:40.541429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-6b93e975-24dd-4ae8-8942-37167098bb9d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840010
Mar 05 20:49:40.562762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-9bd50144-567c-4a69-83bb-6da46b5109bc tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1498971
Mar 05 20:49:40.572468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-502d5db3-ee7c-4388-afba-2c2d1bd8685d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=18ba91e4-2032-4765-b352-295315061de5 HTTP/1.1" status: 200  len: 217 time: 0.0926743
Mar 05 20:49:40.598560 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f3ad6f-3022-4561-a4c2-8367ecb787fe x-openstack-request-id: req-34f3ad6f-3022-4561-a4c2-8367ecb787fe {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:40.598962 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "tag": "18ba91e4-2032-4765-b352-295315061de5", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:40.599393 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34f3ad6f-3022-4561-a4c2-8367ecb787fe {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:40.599977 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'tag': '18ba91e4-2032-4765-b352-295315061de5', 'status': 'completed', 'code': 200}
Mar 05 20:49:40.613441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:40.643052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:40.648998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:40.655026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.655899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.683679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event updated for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:40.698020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-bba60107-e97f-4072-bf7f-7b29781be26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.699765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-bba60107-e97f-4072-bf7f-7b29781be26f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0987594
Mar 05 20:49:40.703949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d335f3a-03c2-452d-be97-5fc9bda4df7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2889392
Mar 05 20:49:40.755995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Request body: {'port': {'device_id': '7f1f3af1-178f-48ef-84cf-406044a37585', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:40.862563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-56057574-8f68-425a-8727-3d1d37146b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:40.864332 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-56057574-8f68-425a-8727-3d1d37146b78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1543679
Mar 05 20:49:40.894336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7816a992-0d79-44b6-8e6b-38df5012bd45 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:40.914906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks [] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.957223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Transition to ACTIVE for port object 7816a992-0d79-44b6-8e6b-38df5012bd45 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:40.964094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb06c1eb-d3f8-47ee-a202-f3de4e6a0dfe req-26d2972a-7460-49a9-878f-46ecb1e5ddb6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3602123
Mar 05 20:49:40.969816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.974863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:40.993344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559a83e-b008-46c5-a959-21ff753038f2 req-280806f7-cb6a-4899-9caf-baad4dcd222c tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.006637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5559a83e-b008-46c5-a959-21ff753038f2 req-280806f7-cb6a-4899-9caf-baad4dcd222c tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.2652686
Mar 05 20:49:41.043059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c5a20620-c264-40c6-bf6b-e280fa4d3398 None None] Provisioning complete for port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:41.043472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c5a20620-c264-40c6-bf6b-e280fa4d3398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.086600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c5a20620-c264-40c6-bf6b-e280fa4d3398 None None] Port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:41.114166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-81a3f3a6-cfb1-45c3-94c7-8a30192c1855 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400618
Mar 05 20:49:41.145462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Pushing event updated for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:41.179140 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5559a83e-b008-46c5-a959-21ff753038f2 req-4fe188ad-0937-49bd-8c1f-14e840da755e tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715813
Mar 05 20:49:41.270564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f12d73a8-2e54-4e8c-aee8-a5ebf06468fc req-3203c014-8da3-4fb9-967c-81ffd1424a35 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 210 time: 0.0376229
Mar 05 20:49:41.295242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec11b9-82c3-4542-8d62-e1218ece2000 req-40a3c969-9306-4dd3-b533-1ef0c0c6697e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.295851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Attempting to bind port 7816a992-0d79-44b6-8e6b-38df5012bd45 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:41.296192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Attempting to bind port 7816a992-0d79-44b6-8e6b-38df5012bd45 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:41.296523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Attempting to bind port 7816a992-0d79-44b6-8e6b-38df5012bd45 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:41.297255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91ec11b9-82c3-4542-8d62-e1218ece2000 req-40a3c969-9306-4dd3-b533-1ef0c0c6697e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.2958329
Mar 05 20:49:41.311993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Port 7816a992-0d79-44b6-8e6b-38df5012bd45 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:41.312325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Attempting to bind port 7816a992-0d79-44b6-8e6b-38df5012bd45 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:41.324366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:41.325094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:41.325377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:41.326321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Bound port: 7816a992-0d79-44b6-8e6b-38df5012bd45, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:41.326684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.418417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:41.421466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91ec11b9-82c3-4542-8d62-e1218ece2000 req-70bd0b9a-a304-4fd4-8df0-7e50b6fa54a3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892210
Mar 05 20:49:41.433161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-7dfe1d88-e710-476d-b327-c7f9b0f747fe service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621570
Mar 05 20:49:41.441855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7816a992-0d79-44b6-8e6b-38df5012bd45,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:41.456413 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.545691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.551495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.553069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] 10.222.0.23 "PUT /v2.0/ports/7816a992-0d79-44b6-8e6b-38df5012bd45 HTTP/1.1" status: 200  len: 1096 time: 2.2026124
Mar 05 20:49:41.553539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:41.556104 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eacc4f-4046-4a8d-bb24-553583e5eae1" -d '{"events": [{"name": "network-changed", "server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:41.594098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550548-1fbf-4428-9b90-f7aeb291181d service neutron] Pushing event updated for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:41.606415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231b7fe1-ac2c-471c-96ed-df1619c4cf5c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:41.616464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks [] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.655232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Transition to ACTIVE for port object 231b7fe1-ac2c-471c-96ed-df1619c4cf5c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:41.664609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:41.670602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe940c-9198-4054-8cf5-1e178dc4f9a6 req-33d41cb3-5c4b-415d-8e75-95daa9d496c1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.679939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ebe940c-9198-4054-8cf5-1e178dc4f9a6 req-33d41cb3-5c4b-415d-8e75-95daa9d496c1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 948 time: 0.1810873
Mar 05 20:49:41.682852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bd068-f616-4b06-b5c1-884b4454322d req-7170fb22-9b83-467f-a92b-a1b23f64de76 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.684633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e98bd068-f616-4b06-b5c1-884b4454322d req-7170fb22-9b83-467f-a92b-a1b23f64de76 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 936 time: 0.1447973
Mar 05 20:49:41.712553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-2609b200-a81a-4ebb-9c4e-f9edf104fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.714018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-2609b200-a81a-4ebb-9c4e-f9edf104fcbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 1130 time: 0.1756337
Mar 05 20:49:41.727476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-fd7f74b8-4390-44de-8e99-cc3ea3d6cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.729072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-fd7f74b8-4390-44de-8e99-cc3ea3d6cd2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 1130 time: 0.1075623
Mar 05 20:49:41.807095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ebe940c-9198-4054-8cf5-1e178dc4f9a6 req-be6dd196-6277-4e9c-a107-348bdf1beec9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214092
Mar 05 20:49:41.807095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-6bbb9465-2eb2-43ff-bd0b-71579c8b0197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7816a992-0d79-44b6-8e6b-38df5012bd45 HTTP/1.1" status: 200  len: 217 time: 0.0651095
Mar 05 20:49:41.850809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e98bd068-f616-4b06-b5c1-884b4454322d req-da0514c5-9666-427d-8c70-b2d862724230 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427848
Mar 05 20:49:41.879600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-ddb9b8c2-21c2-4598-8e60-643752f44bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.881503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-ddb9b8c2-21c2-4598-8e60-643752f44bfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0675120
Mar 05 20:49:41.982573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Pushing event updated for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:41.997491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-5adf5608-ed3b-47f7-96d4-ede342db2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:41.999476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-5adf5608-ed3b-47f7-96d4-ede342db2823 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2163024
Mar 05 20:49:42.001695 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8a9207-109c-413b-96c6-fa01d3041348 x-openstack-request-id: req-ef8a9207-109c-413b-96c6-fa01d3041348 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:42.002230 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:42.002230 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef8a9207-109c-413b-96c6-fa01d3041348 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:42.002424 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45', 'status': 'completed', 'code': 200}
Mar 05 20:49:42.052028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d421811-bf82-4545-8154-382e55f79c33 req-30388072-74c4-4194-8920-45f59f438d2d tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.053551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d421811-bf82-4545-8154-382e55f79c33 req-30388072-74c4-4194-8920-45f59f438d2d tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1461747
Mar 05 20:49:42.056770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-ce18562e-1dae-4ba0-9012-c5ab2a7bf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.058234 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-ce18562e-1dae-4ba0-9012-c5ab2a7bf309 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1595576
Mar 05 20:49:42.102016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-2110779a-355b-401e-9de1-0fabd3fa1edc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=18ba91e4-2032-4765-b352-295315061de5 HTTP/1.1" status: 200  len: 217 time: 0.0904217
Mar 05 20:49:42.103904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Attempting to bind port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:42.104252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Attempting to bind port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:42.104586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Attempting to bind port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:42.126766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:42.127106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Attempting to bind port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:42.157526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:42.157999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:42.158697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:42.159196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Bound port: 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:42.159689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.371119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Deleting port f2a014b4-b464-4203-8c89-db1d813f0118 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:49:42.371119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.417474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:42.477300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18ab5bcc-c0f5-4771-8c5d-0fcebcb437f1 req-9343c717-13e1-4fae-914f-33ca132dcd36 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 210 time: 0.0589032
Mar 05 20:49:42.500163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-66547383-f997-4c1a-8a44-9021d986e1ec service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3291299
Mar 05 20:49:42.598974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] For port f2a014b4-b464-4203-8c89-db1d813f0118, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2a014b4-b464-4203-8c89-db1d813f0118,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:42.599708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.622629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-4d834570-373b-4e36-8570-8563c88c35ce tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1007338
Mar 05 20:49:42.630024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-cb9663dc-4855-4cee-af20-622453639bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.631444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-cb9663dc-4855-4cee-af20-622453639bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.5231147
Mar 05 20:49:42.631663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Calling delete_port for f2a014b4-b464-4203-8c89-db1d813f0118 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:49:42.682822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331a73-2d00-440a-a1e0-a94e7bf41634 req-470c376b-03ca-41b4-bfbb-d384b7d1aba6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.684220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d331a73-2d00-440a-a1e0-a94e7bf41634 req-470c376b-03ca-41b4-bfbb-d384b7d1aba6 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 949 time: 0.1637909
Mar 05 20:49:42.695024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53ca4757-90bc-4279-8794-0b86208c971a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.750023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce84d0c-f90d-49d6-84a9-1f5ebac07f32 req-9c108444-ba20-4403-92c2-afea6f9a66fe service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395592
Mar 05 20:49:42.780134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:42.793753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97df26-b265-4ca9-8334-5d9f2a418fba req-e722965d-1fde-424f-b523-cfd9a0c0188d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.795239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f97df26-b265-4ca9-8334-5d9f2a418fba req-e722965d-1fde-424f-b523-cfd9a0c0188d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.1812422
Mar 05 20:49:42.811224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:42.827769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:42.852598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.860190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-9dd3fd94-4df4-438a-bb2e-b6c1420379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.862074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-9dd3fd94-4df4-438a-bb2e-b6c1420379d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2105401
Mar 05 20:49:42.871144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d331a73-2d00-440a-a1e0-a94e7bf41634 req-226a794b-5beb-4d87-9175-9f5e214535f2 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/security-groups?id=db2b3a07-43f3-4dac-8512-a23de3e8ca10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449525
Mar 05 20:49:42.896914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-dd4c9be5-72e9-4ee2-aaf4-dff1e99467ac tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.898822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-dd4c9be5-72e9-4ee2-aaf4-dff1e99467ac tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2657988
Mar 05 20:49:42.918799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.919584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:42.921200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] 10.222.0.31 "PUT /v2.0/ports/231b7fe1-ac2c-471c-96ed-df1619c4cf5c HTTP/1.1" status: 200  len: 1096 time: 2.1755235
Mar 05 20:49:42.929602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Request body: {'port': {'device_id': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '46a689a4e8aa4d1fb19c10217e5986ac'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:42.947216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:42.949877 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21cdab-1081-4e99-bb10-aa50b4047ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:42.970890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:42.971929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f97df26-b265-4ca9-8334-5d9f2a418fba req-f0d15cb9-5c51-4f88-94d5-b9264122d38a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606469
Mar 05 20:49:42.989499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'mac_address': 'fa:16:3e:f7:de:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:42.993876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-3818bb1b-6af5-4eee-9cb6-f214093e1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:42.995429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-3818bb1b-6af5-4eee-9cb6-f214093e1ddf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 1130 time: 0.1941578
Mar 05 20:49:43.062770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f2a014b4-b464-4203-8c89-db1d813f0118), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.067205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:43.067966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.092607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f2a014b4-b464-4203-8c89-db1d813f0118'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:43.096262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53ca4757-90bc-4279-8794-0b86208c971a admin admin] Publish callbacks [] for security_group (25bab9c6-294c-422c-a239-249fc911c7c5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.109239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de504aa3-bfc4-44ec-a4bc-0df77d0e7550 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:43.133661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0e76e-a5fa-4aa2-a4a1-6c4cff7b8641 service neutron] Pushing event updated for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:43.140491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:43.167616 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.170774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53ca4757-90bc-4279-8794-0b86208c971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25bab9c6-294c-422c-a239-249fc911c7c5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.236526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Pushing event deleted for resources: {'Port': ['ID=f2a014b4-b464-4203-8c89-db1d813f0118,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:43.239408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:43.259564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-472bd4c3-051e-49a4-9753-fd177f44748d service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575392
Mar 05 20:49:43.331432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-ac03d5c3-2ea1-45ab-9b18-97de827d7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.332986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-ac03d5c3-2ea1-45ab-9b18-97de827d7651 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 1130 time: 0.3026032
Mar 05 20:49:43.362174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e7a8-de19-454e-b2f5-12ed4e3cc9ae req-b3532b53-5db0-44f5-93b0-29726ed65c64 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.363785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa06e7a8-de19-454e-b2f5-12ed4e3cc9ae req-b3532b53-5db0-44f5-93b0-29726ed65c64 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 948 time: 0.2093117
Mar 05 20:49:43.408345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:43.414233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-3d1308dc-5513-4b89-82b6-26bab44cb504 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c HTTP/1.1" status: 200  len: 217 time: 0.0681334
Mar 05 20:49:43.424930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Made reservation on behalf of 46a689a4e8aa4d1fb19c10217e5986ac for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:43.429323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.532630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb80c668-3926-4238-81dd-bcb3df5c3b2c req-65f95927-5a8a-4c28-a2ae-c07f5d2c02a6 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603338
Mar 05 20:49:43.534186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca4757-90bc-4279-8794-0b86208c971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bab9c6-294c-422c-a239-249fc911c7c5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:43.551697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] No DVR routers for this DVR port f2a014b4-b464-4203-8c89-db1d813f0118 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:49:43.555415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.559377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d421811-bf82-4545-8154-382e55f79c33 req-6c9c7b4a-f6da-475c-a3de-7048af6c056b tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.31 "DELETE /v2.0/ports/f2a014b4-b464-4203-8c89-db1d813f0118 HTTP/1.1" status: 204  len: 173 time: 1.5002048
Mar 05 20:49:43.575270 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-53ca4757-90bc-4279-8794-0b86208c971a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be98f1a957914ab4b65935cd4480da61&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1557074
Mar 05 20:49:43.581459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38634) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:43.586112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880047-c4dc-4060-be05-7690836d4087 req-9aab74d9-f00e-49cf-b984-158ec8b55147 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.588796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-06dc86da-294f-4fcd-ade4-d1011a87d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.589015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a880047-c4dc-4060-be05-7690836d4087 req-9aab74d9-f00e-49cf-b984-158ec8b55147 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 948 time: 0.4432020
Mar 05 20:49:43.590234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-06dc86da-294f-4fcd-ade4-d1011a87d003 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1531150
Mar 05 20:49:43.613094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa06e7a8-de19-454e-b2f5-12ed4e3cc9ae req-8e6594ab-7ab7-4845-8824-00eb400a3f5e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124360
Mar 05 20:49:43.671125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-52879d12-6e88-4e97-9266-d5fbe5bc722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.672643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-52879d12-6e88-4e97-9266-d5fbe5bc722c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6197596
Mar 05 20:49:43.685243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a880047-c4dc-4060-be05-7690836d4087 req-5194c926-739d-4fdb-8d0e-9ce71e7ee81c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869691
Mar 05 20:49:43.741484 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b001c8b-0b21-4dd5-8639-9a9752dcaef9 x-openstack-request-id: req-3b001c8b-0b21-4dd5-8639-9a9752dcaef9 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:43.741803 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:43.742030 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b001c8b-0b21-4dd5-8639-9a9752dcaef9 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:43.742425 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'status': 'completed', 'code': 200}
Mar 05 20:49:43.752943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-c19350d1-f805-45bc-bd76-a37ce5b1fbdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7816a992-0d79-44b6-8e6b-38df5012bd45 HTTP/1.1" status: 200  len: 217 time: 0.0663412
Mar 05 20:49:43.756319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] Publish callbacks [] for security_group (25bab9c6-294c-422c-a239-249fc911c7c5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.781951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-48cf1b68-c738-40fb-8a0b-1f6ffffab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.784059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-48cf1b68-c738-40fb-8a0b-1f6ffffab927 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1756585
Mar 05 20:49:43.785186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Allocated IP 192.168.233.141 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/5cfde395-3c68-4fc7-a3b1-d62814d069b8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:43.810116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] Publish callbacks [] for security_group (25bab9c6-294c-422c-a239-249fc911c7c5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:43.815249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-4331e92d-a264-44d5-8bcc-c47b5afbe4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.816769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-4331e92d-a264-44d5-8bcc-c47b5afbe4ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0581534
Mar 05 20:49:43.871563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-043162f0-b5c2-4d43-9c64-3d402cc7562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:43.873284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-043162f0-b5c2-4d43-9c64-3d402cc7562a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0505145
Mar 05 20:49:43.900612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae9da07f-da06-41f6-ad26-a5362b661f90 req-0a307b10-841a-4121-9e64-07efb28a85c8 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 210 time: 0.0881600
Mar 05 20:49:44.005108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'name': 'network-vif-deleted', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:44.008481 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ff992-a937-438d-ba1f-773b6088a18a" -d '{"events": [{"server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "name": "network-vif-deleted", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:44.023632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-a53ff0a9-8e4c-483d-b158-4be58bbe95ac service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424313
Mar 05 20:49:44.061615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25bab9c6-294c-422c-a239-249fc911c7c5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.064597 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.068433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25bab9c6-294c-422c-a239-249fc911c7c5 HTTP/1.1" status: 204  len: 168 time: 0.4746346
Mar 05 20:49:44.068433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-71456b8e-1a89-48b2-b1dc-d571292c842e service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722297
Mar 05 20:49:44.091404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-663b28bb-012e-47d8-ad8e-f4346091e667 req-f944d3bb-99af-41ef-bdb5-ea582acc0796 tempest-DeleteServersAdminTestJSON-602250000 tempest-DeleteServersAdminTestJSON-602250000-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96e01cc-e3b1-464e-8032-9e86fcb22824 HTTP/1.1" status: 200  len: 210 time: 0.0509551
Mar 05 20:49:44.116989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b509ed-e221-495d-af42-5cc6611c6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bab9c6-294c-422c-a239-249fc911c7c5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:44.203223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5eacc4f-4046-4a8d-bb24-553583e5eae1 req-26a68ff1-2282-4a24-a183-bf91fdce4d00 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721313
Mar 05 20:49:44.211397 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9455baa-3421-4b26-a186-d11aebeab2e8 x-openstack-request-id: req-a9455baa-3421-4b26-a186-d11aebeab2e8 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:44.212017 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96e01cc-e3b1-464e-8032-9e86fcb22824", "name": "network-vif-deleted", "tag": "f2a014b4-b464-4203-8c89-db1d813f0118", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:44.212236 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9455baa-3421-4b26-a186-d11aebeab2e8 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:44.212703 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96e01cc-e3b1-464e-8032-9e86fcb22824', 'name': 'network-vif-deleted', 'tag': 'f2a014b4-b464-4203-8c89-db1d813f0118', 'status': 'completed', 'code': 200}
Mar 05 20:49:44.248312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks [] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.318377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c121c5b5-b486-4cb4-a33e-27d4d205c199 req-bd9512cb-7b22-45f1-b2d6-b63f23f77b82 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312515
Mar 05 20:49:44.350857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c43689-bf1d-4810-9df9-1142b3fcabea req-c262d0bf-3f08-4ed0-98b4-7309af70c432 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:44.352395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14c43689-bf1d-4810-9df9-1142b3fcabea req-c262d0bf-3f08-4ed0-98b4-7309af70c432 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 947 time: 0.1018322
Mar 05 20:49:44.371413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.383630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['11733f46-438a-4683-b8ae-9561dfb31a38'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:44.504876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:44.505602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Pushing event updated for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:44.512153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:44.520668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:44.526023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:44.526799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.578121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14c43689-bf1d-4810-9df9-1142b3fcabea req-9163f062-4126-40dc-9bae-fcf42e8b7c1b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154665
Mar 05 20:49:44.582290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-12363e1a-02c4-49d7-8147-bda29b595643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:44.584172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-12363e1a-02c4-49d7-8147-bda29b595643 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 1130 time: 0.2028191
Mar 05 20:49:44.589459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-b24e6f72-876a-47af-ab03-b91b6da0ff5d tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6725760
Mar 05 20:49:44.622286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Request body: {'port': {'device_id': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:44.634198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38670) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:44.664873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-345a812f-626b-4efc-bcfb-48ff76429aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.784858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-345a812f-626b-4efc-bcfb-48ff76429aac admin admin] Publish callbacks [] for security_group (d8bcde90-b6be-4e43-9527-051f657a1b3e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.794227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-345a812f-626b-4efc-bcfb-48ff76429aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d8bcde90-b6be-4e43-9527-051f657a1b3e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.824965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:44.826593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.853868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-271edeab-ed80-4351-8748-7bfdd862d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:44.857577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-345a812f-626b-4efc-bcfb-48ff76429aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cb2f2fde8d14659b7fdc1c4f6650f8e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2196381
Mar 05 20:49:44.857716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-271edeab-ed80-4351-8748-7bfdd862d545 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2537463
Mar 05 20:49:44.858108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38678) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:44.890166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a812f-626b-4efc-bcfb-48ff76429aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bcde90-b6be-4e43-9527-051f657a1b3e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:44.899574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:44.914903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:44.915714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.933180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044db2f-1aac-470a-965b-da7fcba701ab req-9f03f9eb-1279-43d2-afd7-31e8771f1fe5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:44.940538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8044db2f-1aac-470a-965b-da7fcba701ab req-9f03f9eb-1279-43d2-afd7-31e8771f1fe5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 948 time: 0.1191783
Mar 05 20:49:44.951410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-795ab9af-abe1-443b-93f6-393c75931b82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c HTTP/1.1" status: 200  len: 217 time: 0.0852182
Mar 05 20:49:44.952344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-159a752a-1cf5-4c9d-b097-636d57be5f7e None None] Provisioning complete for port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:44.952708 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-159a752a-1cf5-4c9d-b097-636d57be5f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:44.989872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8044db2f-1aac-470a-965b-da7fcba701ab req-9f5445b7-eb88-4807-97e1-58d939194a1a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483623
Mar 05 20:49:45.010773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425852-b85a-4e4a-ab93-045fbdab632f req-2ef5f2b0-6ec6-46f9-87d7-9b48eaa6d86b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.012576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1425852-b85a-4e4a-ab93-045fbdab632f req-2ef5f2b0-6ec6-46f9-87d7-9b48eaa6d86b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 948 time: 0.2387688
Mar 05 20:49:45.102446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 18ba91e4-2032-4765-b352-295315061de5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:45.139383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-159a752a-1cf5-4c9d-b097-636d57be5f7e None None] Port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:45.145128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b0ce-9edd-4e6c-bcdf-b2746d719589 req-e5d3d0fb-2a91-4a32-9f39-ab225a2ea913 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.146672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2c4b0ce-9edd-4e6c-bcdf-b2746d719589 req-e5d3d0fb-2a91-4a32-9f39-ab225a2ea913 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 936 time: 0.0569887
Mar 05 20:49:45.211645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2c4b0ce-9edd-4e6c-bcdf-b2746d719589 req-6624172f-6ac4-4228-92e5-0a6468c92f3c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576687
Mar 05 20:49:45.229032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:45.229300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.275281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18ba91e4-2032-4765-b352-295315061de5,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:45.289626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:45.292008 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845913ee-4460-42d5-a095-2baa738d5885" -d '{"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-plugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:45.305558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '18ba91e4-2032-4765-b352-295315061de5', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '18ba91e4-2032-4765-b352-295315061de5', 'mac_address': 'fa:16:3e:05:92:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:45.310271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:45.347398 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.350979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f2a014b4-b464-4203-8c89-db1d813f0118 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:49:45.365931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] Publish callbacks [] for security_group (d8bcde90-b6be-4e43-9527-051f657a1b3e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.372341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-87fd2935-fc1e-485e-a3f9-8f9858ddbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.373866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-87fd2935-fc1e-485e-a3f9-8f9858ddbbf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.4115632
Mar 05 20:49:45.378736 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46198f6f-db2c-4f6d-a7b6-da305d3be24a x-openstack-request-id: req-46198f6f-db2c-4f6d-a7b6-da305d3be24a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:45.379058 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-plugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:45.379318 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46198f6f-db2c-4f6d-a7b6-da305d3be24a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:45.379732 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'code': 200}
Mar 05 20:49:45.403392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f2a014b4-b464-4203-8c89-db1d813f0118 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:49:45.404517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f2a014b4-b464-4203-8c89-db1d813f0118 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:49:45.427194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 18ba91e4-2032-4765-b352-295315061de5 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:45.427899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18ba91e4-2032-4765-b352-295315061de5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.444863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ba91e4-2032-4765-b352-295315061de5 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:45.471358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1425852-b85a-4e4a-ab93-045fbdab632f req-843b8340-e681-41e1-a77f-3ba1453ecb55 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397943
Mar 05 20:49:45.478616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:45.488519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18ba91e4-2032-4765-b352-295315061de5,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:45.494799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18ba91e4-2032-4765-b352-295315061de5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.510617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] Publish callbacks [] for security_group (d8bcde90-b6be-4e43-9527-051f657a1b3e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.581837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb8a75-f93b-4108-9c2c-c268ff2b0e5d req-e95e72c7-c0f5-4b25-b24f-b0911d5d4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.583370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbcb8a75-f93b-4108-9c2c-c268ff2b0e5d req-e95e72c7-c0f5-4b25-b24f-b0911d5d4e00 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1130 time: 0.1347263
Mar 05 20:49:45.596011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-17528473-9968-453c-a2a4-dff197644580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.597761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-17528473-9968-453c-a2a4-dff197644580 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2072453
Mar 05 20:49:45.640533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:45.650867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d8bcde90-b6be-4e43-9527-051f657a1b3e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.653556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.658408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8bcde90-b6be-4e43-9527-051f657a1b3e HTTP/1.1" status: 204  len: 168 time: 0.7947087
Mar 05 20:49:45.692077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbcb8a75-f93b-4108-9c2c-c268ff2b0e5d req-01e593e8-cdd1-4306-a4b1-c48b67c9ba00 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922704
Mar 05 20:49:45.727775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166df6e-6411-487a-9ae9-6ba0302de744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bcde90-b6be-4e43-9527-051f657a1b3e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:45.751852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['18ba91e4-2032-4765-b352-295315061de5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:45.823118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfde395-3c68-4fc7-a3b1-d62814d069b8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:45.834870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks [] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.842315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-7c9702d8-c024-45b1-bf4b-20f0de5f43a7 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319844
Mar 05 20:49:45.853242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8a205-e22b-477c-9bbf-dc77f294aeb9 req-055e6c7e-de16-472c-a8fb-21deb9919647 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:45.855033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfe8a205-e22b-477c-9bbf-dc77f294aeb9 req-055e6c7e-de16-472c-a8fb-21deb9919647 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1571257
Mar 05 20:49:45.865071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Transition to ACTIVE for port object 5cfde395-3c68-4fc7-a3b1-d62814d069b8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:45.872041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:45.976912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:46.033394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38732) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:46.103496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfe8a205-e22b-477c-9bbf-dc77f294aeb9 req-7405b6e1-e5dc-4779-8839-32bafd665f6c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401960
Mar 05 20:49:46.104151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:46.188483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f13b4-958a-4fc9-ba89-bcaa108b7d5c req-087d3fa5-d7b3-4e50-947e-96add9341960 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.189644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Attempting to bind port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:46.190031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Attempting to bind port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:46.190320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Attempting to bind port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:46.194990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf21cdab-1081-4e99-bb10-aa50b4047ce0 req-7205b898-e397-497e-ab84-9a547b2caff1 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2785654
Mar 05 20:49:46.196999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681f13b4-958a-4fc9-ba89-bcaa108b7d5c req-087d3fa5-d7b3-4e50-947e-96add9341960 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 948 time: 0.1023343
Mar 05 20:49:46.198313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:46.198817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Attempting to bind port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:46.205229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:46.205784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:46.206362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:46.207073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Bound port: 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:46.207603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.271567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2053-43cd-4fca-ba72-4d7cbcd23750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.293053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:46.296422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:46.331082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.380207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681f13b4-958a-4fc9-ba89-bcaa108b7d5c req-a47b5aa3-f503-4d14-8943-2bd9dab1693a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669335
Mar 05 20:49:46.385724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ff89a514-2a1a-4088-bc3b-b134cacfcb83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc979e049ee9421d8f6e41c1b6723f1e&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3552470
Mar 05 20:49:46.393522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38746) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:46.400094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.401197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.403013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] 10.222.0.31 "PUT /v2.0/ports/5cfde395-3c68-4fc7-a3b1-d62814d069b8 HTTP/1.1" status: 200  len: 1096 time: 1.7919116
Mar 05 20:49:46.404623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:46.407083 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74159b5b-7005-4341-ac42-3b7610950156" -d '{"events": [{"name": "network-changed", "server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:46.452452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcbb02-8270-4ba3-af33-363401cf3977 req-50a46767-4401-474d-9f10-cf1735441abf tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.454721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ccbcbb02-8270-4ba3-af33-363401cf3977 req-50a46767-4401-474d-9f10-cf1735441abf tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 948 time: 0.1552048
Mar 05 20:49:46.464635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ff5f-7fb5-4805-aa8c-72d45cd90c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:46.506761 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143d3706-8d9c-4859-b467-642e66853d09 x-openstack-request-id: req-143d3706-8d9c-4859-b467-642e66853d09 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:46.507636 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:46.507916 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-143d3706-8d9c-4859-b467-642e66853d09 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:46.508315 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8', 'status': 'completed', 'code': 200}
Mar 05 20:49:46.529519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] Publish callbacks [] for security_group (db2b3a07-43f3-4dac-8512-a23de3e8ca10), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.576221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2053-43cd-4fca-ba72-4d7cbcd23750 admin admin] Publish callbacks [] for security_group (09f5d89d-2947-406d-8f67-8d6da8b96df9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.578268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] Publish callbacks [] for security_group (db2b3a07-43f3-4dac-8512-a23de3e8ca10), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.593100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-78b39103-486a-4861-a84e-46de53e4523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.594624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-78b39103-486a-4861-a84e-46de53e4523e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 1130 time: 0.1387219
Mar 05 20:49:46.598650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ccbcbb02-8270-4ba3-af33-363401cf3977 req-c754000f-c7c3-442b-8a61-a176415fd5ce tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007736
Mar 05 20:49:46.620765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2053-43cd-4fca-ba72-4d7cbcd23750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (09f5d89d-2947-406d-8f67-8d6da8b96df9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.650182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-5a83083e-e9b0-46b3-827f-eb4ef53204df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8 HTTP/1.1" status: 200  len: 217 time: 0.0455678
Mar 05 20:49:46.702915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3ca2053-43cd-4fca-ba72-4d7cbcd23750 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b3ca5296cbb409b877cbd196f489b04&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7233932
Mar 05 20:49:46.706556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca2053-43cd-4fca-ba72-4d7cbcd23750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f5d89d-2947-406d-8f67-8d6da8b96df9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:46.706872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:46.723548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032628-51f6-4c27-8bfa-0331a2a8c9e6 req-fc494fc9-c5cc-4d4d-a359-7726de9ea6e3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.724732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3032628-51f6-4c27-8bfa-0331a2a8c9e6 req-fc494fc9-c5cc-4d4d-a359-7726de9ea6e3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 948 time: 0.1438608
Mar 05 20:49:46.748868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (db2b3a07-43f3-4dac-8512-a23de3e8ca10), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.751898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.752974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db2b3a07-43f3-4dac-8512-a23de3e8ca10 HTTP/1.1" status: 204  len: 168 time: 0.3573744
Mar 05 20:49:46.758131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-a4f9bb42-9f2b-49d4-b482-a4f8b5a2bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.759781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-a4f9bb42-9f2b-49d4-b482-a4f8b5a2bc73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1021473
Mar 05 20:49:46.806878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a827e-5f82-4f68-bb9d-bfed38902db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b3a07-43f3-4dac-8512-a23de3e8ca10,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:46.811054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] Publish callbacks [] for security_group (09f5d89d-2947-406d-8f67-8d6da8b96df9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.863186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3032628-51f6-4c27-8bfa-0331a2a8c9e6 req-c72d05d3-d61b-4cec-8d00-1e33885cbb02 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220331
Mar 05 20:49:46.867811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] Publish callbacks [] for security_group (09f5d89d-2947-406d-8f67-8d6da8b96df9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:46.882694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-310eb905-a123-4c4e-b589-c53806368892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:46.884260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-310eb905-a123-4c4e-b589-c53806368892 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1106777
Mar 05 20:49:47.003101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (09f5d89d-2947-406d-8f67-8d6da8b96df9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.005741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.006939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09f5d89d-2947-406d-8f67-8d6da8b96df9 HTTP/1.1" status: 204  len: 168 time: 0.2989712
Mar 05 20:49:47.013473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-93fc5b9e-28c2-4528-a10d-b0b0f12ea097 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205027
Mar 05 20:49:47.019212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866480-2d6d-4675-9fb9-44096a9c1e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f5d89d-2947-406d-8f67-8d6da8b96df9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:47.106053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7816a992-0d79-44b6-8e6b-38df5012bd45 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:47.110425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 18ba91e4-2032-4765-b352-295315061de5 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:47.129857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25af804f-1369-4b62-b84f-bf4dd5941055 req-eb687df2-6efb-4237-bc2b-e754e6a42813 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085708
Mar 05 20:49:47.251696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 18ba91e4-2032-4765-b352-295315061de5 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:47.266364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 18ba91e4-2032-4765-b352-295315061de5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:47.267579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (18ba91e4-2032-4765-b352-295315061de5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.292468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159b5b-7005-4341-ac42-3b7610950156 req-5b457710-75e5-4443-9d14-6f2605525946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.293960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-5b457710-75e5-4443-9d14-6f2605525946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 1130 time: 0.0851400
Mar 05 20:49:47.304052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39478fa-a363-4676-963b-7f7da8cf9f0a req-bf3fb681-d0bf-45a7-aab1-96b06d0d12fa tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.305485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f39478fa-a363-4676-963b-7f7da8cf9f0a req-bf3fb681-d0bf-45a7-aab1-96b06d0d12fa tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1061137
Mar 05 20:49:47.312571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7816a992-0d79-44b6-8e6b-38df5012bd45,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:47.330585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '7816a992-0d79-44b6-8e6b-38df5012bd45', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '7816a992-0d79-44b6-8e6b-38df5012bd45', 'mac_address': 'fa:16:3e:59:d2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:47.334048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:47.354348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54c98f8d-3d36-4c00-91fd-4bbe768ae7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.398199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159b5b-7005-4341-ac42-3b7610950156 req-755d01d6-5ece-4333-b372-3150d44434e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.399880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-755d01d6-5ece-4333-b372-3150d44434e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.0933998
Mar 05 20:49:47.482941 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:49:47.522131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-9472dda9-64ee-4d90-aa83-66631d90391d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8 HTTP/1.1" status: 200  len: 217 time: 0.1040332
Mar 05 20:49:47.538418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54c98f8d-3d36-4c00-91fd-4bbe768ae7ad admin admin] Publish callbacks [] for security_group (170b908b-92ab-4d2e-bfbd-706b8f82b0d6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.543556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7816a992-0d79-44b6-8e6b-38df5012bd45 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:47.543963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.547615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54c98f8d-3d36-4c00-91fd-4bbe768ae7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (170b908b-92ab-4d2e-bfbd-706b8f82b0d6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.566504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 18ba91e4-2032-4765-b352-295315061de5 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:47.566806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18ba91e4-2032-4765-b352-295315061de5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.574466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:47.596644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7816a992-0d79-44b6-8e6b-38df5012bd45 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:47.597608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd36e-8ad1-472e-88dd-a36d71025f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.611514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f39478fa-a363-4676-963b-7f7da8cf9f0a req-a7637813-906c-407f-95de-9b9159890116 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105727
Mar 05 20:49:47.613243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159b5b-7005-4341-ac42-3b7610950156 req-ba1e014d-4798-4051-8fe6-96ecc2ea5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.614630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-ba1e014d-4798-4051-8fe6-96ecc2ea5f2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0791788
Mar 05 20:49:47.624347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a217849-5249-4013-a3ec-4ffcff1df7f2 req-2e356b94-3ca8-40d3-9173-0e1f2f66975d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.631771 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a217849-5249-4013-a3ec-4ffcff1df7f2 req-2e356b94-3ca8-40d3-9173-0e1f2f66975d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 948 time: 0.1321616
Mar 05 20:49:47.633781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ba91e4-2032-4765-b352-295315061de5'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:47.637784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54c98f8d-3d36-4c00-91fd-4bbe768ae7ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a880a2bae554ce983fe2367bb06d19d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3005061
Mar 05 20:49:47.642648 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1897e2-d5a8-4e36-b1da-46aa7fb26de8" -d '{"events": [{"server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "name": "network-vif-plugged", "status": "completed", "tag": "18ba91e4-2032-4765-b352-295315061de5"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:47.650188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38792) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:47.665326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18ba91e4-2032-4765-b352-295315061de5,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:47.666925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c98f8d-3d36-4c00-91fd-4bbe768ae7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b908b-92ab-4d2e-bfbd-706b8f82b0d6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:47.668223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7816a992-0d79-44b6-8e6b-38df5012bd45,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:47.689361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.696307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18ba91e4-2032-4765-b352-295315061de5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.712513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159b5b-7005-4341-ac42-3b7610950156 req-d16b5bdf-47a3-4ae4-be3b-fd85a0e056f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.715328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-d16b5bdf-47a3-4ae4-be3b-fd85a0e056f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0867286
Mar 05 20:49:47.768226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a217849-5249-4013-a3ec-4ffcff1df7f2 req-8253baef-ef1f-46f8-8c42-ab41dc098f00 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333323
Mar 05 20:49:47.772630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:47.804396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] Publish callbacks [] for security_group (170b908b-92ab-4d2e-bfbd-706b8f82b0d6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.845358 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0fa357-d0f4-4a3a-81ec-0b1fb521434e x-openstack-request-id: req-1f0fa357-d0f4-4a3a-81ec-0b1fb521434e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:47.845906 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "name": "network-vif-plugged", "status": "completed", "tag": "18ba91e4-2032-4765-b352-295315061de5", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:47.846405 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f0fa357-d0f4-4a3a-81ec-0b1fb521434e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:47.847962 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ba91e4-2032-4765-b352-295315061de5', 'code': 200}
Mar 05 20:49:47.857103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dc3ab-1baf-4e91-859b-bb606d621807 req-778ca7ea-65ba-4db5-8671-01c70304729c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:47.858810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a6dc3ab-1baf-4e91-859b-bb606d621807 req-778ca7ea-65ba-4db5-8671-01c70304729c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 948 time: 0.1344993
Mar 05 20:49:47.873300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] Publish callbacks [] for security_group (170b908b-92ab-4d2e-bfbd-706b8f82b0d6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.888522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-f6886ced-ba99-485d-871f-566b9f7c4d24 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536794
Mar 05 20:49:47.891394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd36e-8ad1-472e-88dd-a36d71025f19 admin admin] Publish callbacks [] for security_group (cc092c73-674b-44bf-a44d-863477ae7d51), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.909538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:47.914180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd36e-8ad1-472e-88dd-a36d71025f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cc092c73-674b-44bf-a44d-863477ae7d51), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:47.961971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a6dc3ab-1baf-4e91-859b-bb606d621807 req-942a1015-71ab-4aed-88ce-e7a4b670ea92 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865939
Mar 05 20:49:48.012204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7816a992-0d79-44b6-8e6b-38df5012bd45'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:48.061646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdd36e-8ad1-472e-88dd-a36d71025f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc092c73-674b-44bf-a44d-863477ae7d51,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:48.070561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ebdd36e-8ad1-472e-88dd-a36d71025f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a233e8a3aaa64094801ea51e8b1adc3e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4941957
Mar 05 20:49:48.073229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:48.092787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74159b5b-7005-4341-ac42-3b7610950156 req-4a58632c-acdf-4282-adb8-48a154d8bb15 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978271
Mar 05 20:49:48.104911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d3f2-6ced-4edc-ab85-2c8bcfe8c83d req-ffaccfbb-2804-4c57-a190-93d92c1fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:48.108406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-add7d3f2-6ced-4edc-ab85-2c8bcfe8c83d req-ffaccfbb-2804-4c57-a190-93d92c1fe6e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 1132 time: 0.1687264
Mar 05 20:49:48.112229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (170b908b-92ab-4d2e-bfbd-706b8f82b0d6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.114830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.115962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/170b908b-92ab-4d2e-bfbd-706b8f82b0d6 HTTP/1.1" status: 204  len: 168 time: 0.4602244
Mar 05 20:49:48.153621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21330ddd-89ef-4d57-81e0-11f7f6553c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b908b-92ab-4d2e-bfbd-706b8f82b0d6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:48.181157 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] Publish callbacks [] for security_group (cc092c73-674b-44bf-a44d-863477ae7d51), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.189396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-add7d3f2-6ced-4edc-ab85-2c8bcfe8c83d req-9f87f8e5-bc53-4f3d-9006-c198a1c8c5bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717099
Mar 05 20:49:48.193060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b9ce4-a1e3-4e30-9798-ab3661be2fcb req-0b5062de-7951-4cd4-beb2-4250c22d4f6e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:48.199875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e95b9ce4-a1e3-4e30-9798-ab3661be2fcb req-0b5062de-7951-4cd4-beb2-4250c22d4f6e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 948 time: 0.1314123
Mar 05 20:49:48.232264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] Publish callbacks [] for security_group (cc092c73-674b-44bf-a44d-863477ae7d51), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.286759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e95b9ce4-a1e3-4e30-9798-ab3661be2fcb req-06520d66-50c9-49a8-8f98-7ed0f11dec97 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860357
Mar 05 20:49:48.310801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cc092c73-674b-44bf-a44d-863477ae7d51), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.314071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.317680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc092c73-674b-44bf-a44d-863477ae7d51 HTTP/1.1" status: 204  len: 168 time: 0.2410772
Mar 05 20:49:48.329139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6fc56-8dde-48db-a4f3-6084d26e24c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc092c73-674b-44bf-a44d-863477ae7d51,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:48.457080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-8e17349b-edc8-42ba-993e-59e5c3f3d08c tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:48.458601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-8e17349b-edc8-42ba-993e-59e5c3f3d08c tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1130 time: 0.0452287
Mar 05 20:49:48.480264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-14486efe-a68f-4e83-8a33-1156ba23a0e0 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.569841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-14486efe-a68f-4e83-8a33-1156ba23a0e0 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Publish callbacks [] for security_group (7cdfd530-5438-4a75-9059-cbe5a36679ae), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.574743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-14486efe-a68f-4e83-8a33-1156ba23a0e0 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7cdfd530-5438-4a75-9059-cbe5a36679ae), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.616704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14486efe-a68f-4e83-8a33-1156ba23a0e0 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfd530-5438-4a75-9059-cbe5a36679ae,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:48.621468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-625c0c7b-622c-49ed-8537-2f88121e2426 req-14486efe-a68f-4e83-8a33-1156ba23a0e0 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554389
Mar 05 20:49:48.788714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:48.805023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bcac8ece-9a2d-4c62-9a48-ed3be9512c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:48.888044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 231b7fe1-ac2c-471c-96ed-df1619c4cf5c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:48.926572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-41a88add-901f-4fe2-952d-70fa604f60dc tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=20c17cd80f57435e83687f847a73abd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0617330
Mar 05 20:49:48.993290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-b7d223fd-e6cd-4197-8914-04026ffb36bd req-0c65abc5-82a2-4dbf-a847-31ed25d061d5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:49:48.994513 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b7d223fd-e6cd-4197-8914-04026ffb36bd req-0c65abc5-82a2-4dbf-a847-31ed25d061d5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0641751
Mar 05 20:49:49.008108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bcac8ece-9a2d-4c62-9a48-ed3be9512c4f admin admin] Publish callbacks [] for security_group (a5bb0b4b-281e-49b9-8027-59470c71dc79), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.013313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:49.020370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bcac8ece-9a2d-4c62-9a48-ed3be9512c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5bb0b4b-281e-49b9-8027-59470c71dc79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.029244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'mac_address': 'fa:16:3e:93:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:49.057300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac8ece-9a2d-4c62-9a48-ed3be9512c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb0b4b-281e-49b9-8027-59470c71dc79,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:49.086101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:49.087208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.091417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bcac8ece-9a2d-4c62-9a48-ed3be9512c4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94a94ca351cc49f4aea3aaacdfccedc7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3013363
Mar 05 20:49:49.094166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:49.103970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231b7fe1-ac2c-471c-96ed-df1619c4cf5c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:49.115534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-95e5b529-5f7f-470f-925a-ce6750a69acf tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:49.117224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-95e5b529-5f7f-470f-925a-ce6750a69acf tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1896713
Mar 05 20:49:49.122384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7816a992-0d79-44b6-8e6b-38df5012bd45 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:49.135653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-2603cef1-5378-441f-b642-ef136f6757b9 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/quotas/20c17cd80f57435e83687f847a73abd4 HTTP/1.1" status: 200  len: 375 time: 0.0108225
Mar 05 20:49:49.177540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:49.195945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.197949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-03297d88-51a2-494c-ae69-27495703b8e4 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533617
Mar 05 20:49:49.205336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] Publish callbacks [] for security_group (a5bb0b4b-281e-49b9-8027-59470c71dc79), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.230903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] Publish callbacks [] for security_group (a5bb0b4b-281e-49b9-8027-59470c71dc79), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.283770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 7816a992-0d79-44b6-8e6b-38df5012bd45 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:49.289600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:49.295073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 7816a992-0d79-44b6-8e6b-38df5012bd45 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:49.295533 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.323345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5bb0b4b-281e-49b9-8027-59470c71dc79), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.327159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.335031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5bb0b4b-281e-49b9-8027-59470c71dc79 HTTP/1.1" status: 204  len: 168 time: 0.2367306
Mar 05 20:49:49.353161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28352f-cceb-48ac-ba37-7fddcfba6f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb0b4b-281e-49b9-8027-59470c71dc79,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:49.479292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7816a992-0d79-44b6-8e6b-38df5012bd45 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:49.480040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.490169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['231b7fe1-ac2c-471c-96ed-df1619c4cf5c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:49.552208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c62b8-076c-4695-8b1c-2bbf2108b556 req-ec90ee40-026e-49c7-86a3-3308851b424d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:49.562802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e22c62b8-076c-4695-8b1c-2bbf2108b556 req-ec90ee40-026e-49c7-86a3-3308851b424d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 949 time: 0.1534247
Mar 05 20:49:49.607130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7816a992-0d79-44b6-8e6b-38df5012bd45,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:49.619576 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:49.691426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:49.727700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e22c62b8-076c-4695-8b1c-2bbf2108b556 req-f9fdde35-5080-40ec-85da-fe98950aacb7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497376
Mar 05 20:49:49.850277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:49.853439 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcff6713-8662-44c3-8f90-8021f14dbf1a" -d '{"events": [{"server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "name": "network-vif-plugged", "status": "completed", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:49.967583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2ddb4-ff41-4893-b621-86d4808431ba req-6915dde4-e93b-4afa-9599-b55eb97f18d0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:49.971000 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c0e2ddb4-ff41-4893-b621-86d4808431ba req-6915dde4-e93b-4afa-9599-b55eb97f18d0 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 948 time: 0.1464005
Mar 05 20:49:50.064297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8240b-d7c7-4373-b76e-51426e1208f0 req-eeb48710-ed2f-4bdf-9bc6-d36add26a9b8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:50.083350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aab8240b-d7c7-4373-b76e-51426e1208f0 req-eeb48710-ed2f-4bdf-9bc6-d36add26a9b8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 949 time: 0.1036553
Mar 05 20:49:50.104013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c0e2ddb4-ff41-4893-b621-86d4808431ba req-0d390135-3f0f-45a7-a165-d0e56bf1a414 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255057
Mar 05 20:49:50.219228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a416d1c1-1eab-41a5-b5db-b83a0ed095e4 req-993b3886-adc2-4d6d-8c9b-5f174e765a01 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 210 time: 0.0448644
Mar 05 20:49:50.235906 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aab8240b-d7c7-4373-b76e-51426e1208f0 req-993bb813-9318-41d3-8e35-ce813018a518 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509778
Mar 05 20:49:50.283047 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9703d8f3-adbc-4000-85c8-615820017509 x-openstack-request-id: req-9703d8f3-adbc-4000-85c8-615820017509 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:50.283528 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "name": "network-vif-plugged", "status": "completed", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:50.283617 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9703d8f3-adbc-4000-85c8-615820017509 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:50.284052 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45', 'code': 200}
Mar 05 20:49:50.396326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989e35c-bcb9-4dc9-bb92-861b14ad04ea req-03e6133c-1667-48a4-9164-a38da40437ba tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:50.401269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38916) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:50.403604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8989e35c-bcb9-4dc9-bb92-861b14ad04ea req-03e6133c-1667-48a4-9164-a38da40437ba tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0808411
Mar 05 20:49:50.483510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8989e35c-bcb9-4dc9-bb92-861b14ad04ea req-10260198-937a-412c-888c-ae65141064f1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742865
Mar 05 20:49:50.511268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7af93-826f-4511-855c-fdb10869e32a req-6ebb0c87-4efb-4a98-9e0d-1a67f64e686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:50.513830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cd7af93-826f-4511-855c-fdb10869e32a req-6ebb0c87-4efb-4a98-9e0d-1a67f64e686b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 1132 time: 0.1368001
Mar 05 20:49:50.592732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cd7af93-826f-4511-855c-fdb10869e32a req-ef41418e-6e4d-4285-aab7-209a7bdc1e81 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712788
Mar 05 20:49:50.690234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-a2178a84-5a31-4b3c-a368-fc4ea110f4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2872584
Mar 05 20:49:50.699969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-df9220b1-df4c-42c0-9437-8b8436a494c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:49:50.701364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-df9220b1-df4c-42c0-9437-8b8436a494c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057292
Mar 05 20:49:50.866498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e15a2-9a2a-4ae0-b8f9-bbbe43888cbd req-d3d1ee0a-9d23-4aea-a5df-f36271e899da tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:50.868595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-092e15a2-9a2a-4ae0-b8f9-bbbe43888cbd req-d3d1ee0a-9d23-4aea-a5df-f36271e899da tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 950 time: 0.0689454
Mar 05 20:49:50.890247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5cfde395-3c68-4fc7-a3b1-d62814d069b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:50.893902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 231b7fe1-ac2c-471c-96ed-df1619c4cf5c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:50.949024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-376d866d-9553-42a3-949f-cef4309b01ab tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=20c17cd80f57435e83687f847a73abd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0499208
Mar 05 20:49:51.040314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-092e15a2-9a2a-4ae0-b8f9-bbbe43888cbd req-797d3409-0afe-4ba1-871d-9454ae7f47df tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649117
Mar 05 20:49:51.075147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:51.098343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:51.098724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.131539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-db81e329-485b-4b40-a14d-0caeb6c69fb4 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:51.133113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-db81e329-485b-4b40-a14d-0caeb6c69fb4 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1769013
Mar 05 20:49:51.135256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:51.155042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Request body: {'port': {'device_id': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '20c17cd80f57435e83687f847a73abd4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:51.174223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '5cfde395-3c68-4fc7-a3b1-d62814d069b8', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '5cfde395-3c68-4fc7-a3b1-d62814d069b8', 'mac_address': 'fa:16:3e:f5:02:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:51.252608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:51.254158 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.281526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:51.282079 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.320101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfde395-3c68-4fc7-a3b1-d62814d069b8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:51.352744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b17f-2197-4f58-8db8-99849c081314 req-7e7d1010-8892-48b0-b500-3e19f4c6f67e tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:51.353316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-841ade93-e319-4385-9eb4-50c43dafa350 req-7eab76f1-840d-4c99-bd5a-c7ea4860bcb5 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 210 time: 0.0427141
Mar 05 20:49:51.354248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e796b17f-2197-4f58-8db8-99849c081314 req-7e7d1010-8892-48b0-b500-3e19f4c6f67e tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 948 time: 0.1031768
Mar 05 20:49:51.371627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:51.378799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.441411 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e796b17f-2197-4f58-8db8-99849c081314 req-ef4b7d12-47a8-4c10-88cd-7d7ef7655895 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714483
Mar 05 20:49:51.442644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Made reservation on behalf of 20c17cd80f57435e83687f847a73abd4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:51.462849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.486452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.604437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:51.617406 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.619646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:51.651997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd885-6174-4e99-b626-87574fd14075 req-569d8205-8509-4697-a705-42efd0c778b8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:51.674191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-438bd885-6174-4e99-b626-87574fd14075 req-569d8205-8509-4697-a705-42efd0c778b8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 949 time: 0.1224957
Mar 05 20:49:51.676344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['5cfde395-3c68-4fc7-a3b1-d62814d069b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:51.678640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:51.685813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks [] for security_group (c5f0f143-9df6-48aa-9d91-e260af9e10a1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.697904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c5f0f143-9df6-48aa-9d91-e260af9e10a1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:51.812169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0f143-9df6-48aa-9d91-e260af9e10a1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:51.832664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-438bd885-6174-4e99-b626-87574fd14075 req-18ab9993-6964-4993-a731-881ea645ac72 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527448
Mar 05 20:49:51.968857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Allocated IP 192.168.233.239 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/f735b1e1-9320-4212-b3ea-1aa7016452b8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:51.975067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbdce-383d-4318-8e87-544e405ffe6f req-fe8d4552-de61-488d-91c4-bbefd9fc4b77 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:51.984365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b51fbdce-383d-4318-8e87-544e405ffe6f req-fe8d4552-de61-488d-91c4-bbefd9fc4b77 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0964520
Mar 05 20:49:52.038741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38988) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:52.052489 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b51fbdce-383d-4318-8e87-544e405ffe6f req-80915a92-5ddd-495e-9558-41d44533e92c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669641
Mar 05 20:49:52.231956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks [] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:52.245985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3c02-7ca4-4996-9b4b-9e05e17e56ea req-cf475d05-9eea-4071-b08b-93e9051fabfb tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.247776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e90b3c02-7ca4-4996-9b4b-9e05e17e56ea req-cf475d05-9eea-4071-b08b-93e9051fabfb tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 950 time: 0.0959747
Mar 05 20:49:52.284838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:52.287334 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de086b-ebf9-4b93-acdb-bb9af01e8ebe" -d '{"events": [{"server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "name": "network-vif-plugged", "status": "completed", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:52.316738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-1a0a87a6-3d18-4138-aa12-1417f119b0fa tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.318134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-1a0a87a6-3d18-4138-aa12-1417f119b0fa tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 1127 time: 0.2778437
Mar 05 20:49:52.348678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e90b3c02-7ca4-4996-9b4b-9e05e17e56ea req-f5c66f01-0267-4295-8a39-eaca53bacb3b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949731
Mar 05 20:49:52.350566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:52.375923 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f414acf7-97a1-4f13-820e-fcd748221a5d x-openstack-request-id: req-f414acf7-97a1-4f13-820e-fcd748221a5d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:52.377098 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "name": "network-vif-plugged", "status": "completed", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:52.377098 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f414acf7-97a1-4f13-820e-fcd748221a5d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:52.377098 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'code': 200}
Mar 05 20:49:52.416238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:49:52.424902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:49:52.427560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:49:52.434346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.434346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:52.447081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Pushing event updated for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:52.464531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-00977f32-635e-470d-96e2-869727d6f413 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3147814
Mar 05 20:49:52.482781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Request body: {'port': {'device_id': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:52.588913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06561-3ad4-4bb5-864a-04ff89d61a3d req-ae26787a-13d5-4149-a5e7-f9fbb2deaccc tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.590754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08a06561-3ad4-4bb5-864a-04ff89d61a3d req-ae26787a-13d5-4149-a5e7-f9fbb2deaccc tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 936 time: 0.1045308
Mar 05 20:49:52.621719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bbcd4-a339-4031-8a52-7996f703cccb req-c5a5ff68-a74f-4506-aacb-4892afa8c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.635137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b0bbcd4-a339-4031-8a52-7996f703cccb req-c5a5ff68-a74f-4506-aacb-4892afa8c7b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 1132 time: 0.1750937
Mar 05 20:49:52.640354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:52.692564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08a06561-3ad4-4bb5-864a-04ff89d61a3d req-efb88a50-c2f5-4bae-9cab-d4a17735b0d6 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938995
Mar 05 20:49:52.825489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b0bbcd4-a339-4031-8a52-7996f703cccb req-ca71412d-e5f7-4a5d-bfd0-ed026c7b2ea1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792245
Mar 05 20:49:52.834785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:52.895032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2a32011a-6fff-4fe4-baee-ad57c992890a None None] Provisioning complete for port f735b1e1-9320-4212-b3ea-1aa7016452b8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:52.895488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2a32011a-6fff-4fe4-baee-ad57c992890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:52.930938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5cfde395-3c68-4fc7-a3b1-d62814d069b8 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:49:52.944074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d917a13-5f5b-43fd-80e7-141bf6a91d3a req-836f6445-6c89-413e-9901-77f5844ca62b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.945509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d917a13-5f5b-43fd-80e7-141bf6a91d3a req-836f6445-6c89-413e-9901-77f5844ca62b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 950 time: 0.1832681
Mar 05 20:49:52.969376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f8b2b-df4a-4357-9ee8-3e04ed85e5d2 req-abd61962-e092-4207-8d90-26f2ce81c3b6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:52.971148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d9f8b2b-df4a-4357-9ee8-3e04ed85e5d2 req-abd61962-e092-4207-8d90-26f2ce81c3b6 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 949 time: 0.1034892
Mar 05 20:49:52.992382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2a32011a-6fff-4fe4-baee-ad57c992890a None None] Port f735b1e1-9320-4212-b3ea-1aa7016452b8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:49:53.037922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:49:53.043408 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d9f8b2b-df4a-4357-9ee8-3e04ed85e5d2 req-6ef8dd3d-32da-4b6b-a2e1-b6210e83c449 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659065
Mar 05 20:49:53.045078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:49:53.045626 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.078040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f8bda1-4853-4ec4-a684-5d5c2b6f589e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.179265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:53.179807 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.191864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f8bda1-4853-4ec4-a684-5d5c2b6f589e admin admin] Publish callbacks [] for security_group (74feda7a-1a0d-46f2-aa6e-172ac0b0ec96), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.197309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f8bda1-4853-4ec4-a684-5d5c2b6f589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (74feda7a-1a0d-46f2-aa6e-172ac0b0ec96), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.245903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:53.249283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d4f8bda1-4853-4ec4-a684-5d5c2b6f589e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01e255977df9439db757806bb72799a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4113770
Mar 05 20:49:53.250316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8bda1-4853-4ec4-a684-5d5c2b6f589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74feda7a-1a0d-46f2-aa6e-172ac0b0ec96,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:53.253674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39044) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:53.255477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.330715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] Publish callbacks [] for security_group (74feda7a-1a0d-46f2-aa6e-172ac0b0ec96), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.358400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:53.360875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] Publish callbacks [] for security_group (74feda7a-1a0d-46f2-aa6e-172ac0b0ec96), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.372719 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d917a13-5f5b-43fd-80e7-141bf6a91d3a req-daac51ca-9e56-49a0-b5b0-0c911ebea334 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496048
Mar 05 20:49:53.408109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1105650-2762-4fcd-b193-b257b71afb3c req-2742c21a-6e66-4e3d-b29a-4d33af2cb8e8 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401361
Mar 05 20:49:53.484174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (74feda7a-1a0d-46f2-aa6e-172ac0b0ec96), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.486971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.488144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74feda7a-1a0d-46f2-aa6e-172ac0b0ec96 HTTP/1.1" status: 204  len: 168 time: 0.2225831
Mar 05 20:49:53.494347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f735b1e1-9320-4212-b3ea-1aa7016452b8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:53.506170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks [] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.513136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcb8f1-4773-4d94-890a-89b301a05301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74feda7a-1a0d-46f2-aa6e-172ac0b0ec96,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:53.532562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Transition to ACTIVE for port object f735b1e1-9320-4212-b3ea-1aa7016452b8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:49:53.545719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6967-98cc-446e-be54-c9bb91ccba8b req-977dd56c-c76a-4be7-b288-ef22f3432966 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:53.547291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bbf6967-98cc-446e-be54-c9bb91ccba8b req-977dd56c-c76a-4be7-b288-ef22f3432966 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 950 time: 0.0938969
Mar 05 20:49:53.551469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.555017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1105650-2762-4fcd-b193-b257b71afb3c req-ac3657c8-9dec-4425-8922-28a573a71033 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:53.556712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1105650-2762-4fcd-b193-b257b71afb3c req-ac3657c8-9dec-4425-8922-28a573a71033 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1415577
Mar 05 20:49:53.572832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1105650-2762-4fcd-b193-b257b71afb3c req-e2caeb09-3f31-442a-a18a-f0b4b9ccec7d tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/quotas/919ba8f1159b4d3c9792c0d7ea550d81 HTTP/1.1" status: 200  len: 375 time: 0.0105431
Mar 05 20:49:53.622312 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1105650-2762-4fcd-b193-b257b71afb3c req-a7549c86-a5b7-4bc4-a692-ca388f264535 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0394778
Mar 05 20:49:53.713090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Pushing event updated for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:53.770211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Attempting to bind port f735b1e1-9320-4212-b3ea-1aa7016452b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:49:53.770638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Attempting to bind port f735b1e1-9320-4212-b3ea-1aa7016452b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:49:53.770988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Attempting to bind port f735b1e1-9320-4212-b3ea-1aa7016452b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:53.779354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bbf6967-98cc-446e-be54-c9bb91ccba8b req-eb586e6b-d90c-4beb-bafd-3ecbdb5cb21d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206059
Mar 05 20:49:53.784485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Port f735b1e1-9320-4212-b3ea-1aa7016452b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:49:53.784822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Attempting to bind port f735b1e1-9320-4212-b3ea-1aa7016452b8 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:49:53.793190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:49:53.793532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:49:53.793926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:49:53.800278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Bound port: f735b1e1-9320-4212-b3ea-1aa7016452b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:49:53.800662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.831326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a7197-a37b-4cbe-9d6a-305dcbfbdc42 req-805dfe56-0e84-405a-963f-17fdd6952dd1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:53.835063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b2a7197-a37b-4cbe-9d6a-305dcbfbdc42 req-805dfe56-0e84-405a-963f-17fdd6952dd1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0764785
Mar 05 20:49:53.854590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-c21bdab2-2e84-488f-bb86-7a3ca5eeacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:53.858230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-c21bdab2-2e84-488f-bb86-7a3ca5eeacb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1130 time: 0.1337929
Mar 05 20:49:53.929681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b2a7197-a37b-4cbe-9d6a-305dcbfbdc42 req-d1489c00-d81e-4e71-bf2b-39ff3a65567c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863512
Mar 05 20:49:53.964171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39066) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:53.980452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30387636-bb56-4a3c-8f21-ba0cd2d54897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:53.985237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:49:53.990240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:49:54.001892 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.057558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.058177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.059842 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] 10.222.0.31 "PUT /v2.0/ports/f735b1e1-9320-4212-b3ea-1aa7016452b8 HTTP/1.1" status: 200  len: 1096 time: 1.5851254
Mar 05 20:49:54.060640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:54.067162 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a728460f-b337-4507-a331-686d784285f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:54.072799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-12fa89ad-b621-4b11-a573-aaae315c0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.074273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-12fa89ad-b621-4b11-a573-aaae315c0a43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2074053
Mar 05 20:49:54.104652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30387636-bb56-4a3c-8f21-ba0cd2d54897 admin admin] Publish callbacks [] for security_group (b0c677e7-cd19-4ac6-8c8e-346d575ca272), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.112914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30387636-bb56-4a3c-8f21-ba0cd2d54897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c677e7-cd19-4ac6-8c8e-346d575ca272), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.167842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2deb-d8d8-4cf0-9148-c6927d74c974 service neutron] Pushing event updated for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:54.171256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-8be27fec-d396-4dcd-baba-f6317296892b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.0864580
Mar 05 20:49:54.201101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30387636-bb56-4a3c-8f21-ba0cd2d54897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c677e7-cd19-4ac6-8c8e-346d575ca272,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:54.246813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30387636-bb56-4a3c-8f21-ba0cd2d54897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2644a1e88e7d4fec9662c9f8a48fce46&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2789440
Mar 05 20:49:54.247004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:54.261071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-0c794e25-33d8-4186-aca1-34d8a37b4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.262793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-0c794e25-33d8-4186-aca1-34d8a37b4c8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 1130 time: 0.1235044
Mar 05 20:49:54.272513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-aea67e29-0939-4d9c-862a-4b0a66391fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.274342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-aea67e29-0939-4d9c-862a-4b0a66391fa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0840881
Mar 05 20:49:54.327972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] Publish callbacks [] for security_group (b0c677e7-cd19-4ac6-8c8e-346d575ca272), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.348095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-5d5e878b-d74f-4cf3-b7a9-c96484c60653 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8 HTTP/1.1" status: 200  len: 217 time: 0.0725808
Mar 05 20:49:54.351727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] Publish callbacks [] for security_group (b0c677e7-cd19-4ac6-8c8e-346d575ca272), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.378025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:49:54.382343 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a75ac0-6a2c-4abd-b353-df18dd372b0c" -d '{"events": [{"server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "name": "network-vif-plugged", "status": "completed", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:49:54.419078 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c677e7-cd19-4ac6-8c8e-346d575ca272), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.424306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.425644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c677e7-cd19-4ac6-8c8e-346d575ca272 HTTP/1.1" status: 204  len: 168 time: 0.1777055
Mar 05 20:49:54.436097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb458e1-220a-47d7-a81c-407cac1d1d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c677e7-cd19-4ac6-8c8e-346d575ca272,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:54.468714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fc3d92fa-506a-4872-be69-aff76cdb6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.470785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fc3d92fa-506a-4872-be69-aff76cdb6670 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1872549
Mar 05 20:49:54.490948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87576fc2-d68f-4d8e-9c31-3cf1b8a9d37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:54.495780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-03e86997-ad25-42cd-b215-fadaf55b566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.497544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-03e86997-ad25-42cd-b215-fadaf55b566d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1374774
Mar 05 20:49:54.507379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c73a-9a40-45a5-970b-2b7d957182d0 req-495a3e6c-fac2-4f00-899f-b0688366b20d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.513322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c73a-9a40-45a5-970b-2b7d957182d0 req-495a3e6c-fac2-4f00-899f-b0688366b20d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.515709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df52c73a-9a40-45a5-970b-2b7d957182d0 req-495a3e6c-fac2-4f00-899f-b0688366b20d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c&device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 1691 time: 0.1873796
Mar 05 20:49:54.531541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f8adf-3590-4e4c-bf29-5c19c263723b req-09a170a3-9bde-487d-8ba7-73f6e85b4d06 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.534112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-716f8adf-3590-4e4c-bf29-5c19c263723b req-09a170a3-9bde-487d-8ba7-73f6e85b4d06 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 948 time: 0.0725231
Mar 05 20:49:54.588235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-716f8adf-3590-4e4c-bf29-5c19c263723b req-e2c5bd1d-377b-4291-91cf-bb3df916b643 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476065
Mar 05 20:49:54.661029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df52c73a-9a40-45a5-970b-2b7d957182d0 req-2cf57054-48f0-4c9b-bb9a-5160e483aa4f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234963
Mar 05 20:49:54.674887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-8e115f66-fb08-402e-8756-093fad6ee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.676432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-8e115f66-fb08-402e-8756-093fad6ee3f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1590929
Mar 05 20:49:54.682278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-0f714ffc-17ce-45d0-af5a-a2826d4d268b service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017136
Mar 05 20:49:54.718661 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11574eb7-027a-4c87-9874-a4819f3a7ea7 x-openstack-request-id: req-11574eb7-027a-4c87-9874-a4819f3a7ea7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:54.719026 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:54.719372 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11574eb7-027a-4c87-9874-a4819f3a7ea7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:54.719901 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8', 'status': 'completed', 'code': 200}
Mar 05 20:49:54.720876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789a559-6a3f-4c97-b2d2-49df7feef5bc req-815518ed-fd39-4ab2-a8a1-66ccba7263fa tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.722393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1789a559-6a3f-4c97-b2d2-49df7feef5bc req-815518ed-fd39-4ab2-a8a1-66ccba7263fa tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0681040
Mar 05 20:49:54.748835 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0e1ca2-4fe3-4024-af19-9bf827eadd40 x-openstack-request-id: req-9f0e1ca2-4fe3-4024-af19-9bf827eadd40 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:49:54.749180 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "name": "network-vif-plugged", "status": "completed", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:49:54.749423 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f0e1ca2-4fe3-4024-af19-9bf827eadd40 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:49:54.749818 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8', 'code': 200}
Mar 05 20:49:54.811033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1789a559-6a3f-4c97-b2d2-49df7feef5bc req-e5326ea4-f057-4827-9a76-483ad60efda3 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795805
Mar 05 20:49:54.887519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-005e5fd9-b9fa-44b4-a0eb-d0c2e919aa9d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919084
Mar 05 20:49:54.889474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-58fd2dea-8ef7-49cd-b2e8-ef7d138c12f3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860468
Mar 05 20:49:54.929585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85320260-fdf5-4d45-bb7b-1e665be055a3 req-bf374770-91df-45ea-992a-a099db8e1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:54.932728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-85320260-fdf5-4d45-bb7b-1e665be055a3 req-bf374770-91df-45ea-992a-a099db8e1393 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 1132 time: 0.1015623
Mar 05 20:49:55.025010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-85320260-fdf5-4d45-bb7b-1e665be055a3 req-cb1eac31-37d9-4feb-beec-1eaf86f5efb6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708187
Mar 05 20:49:55.032370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9750f2-9531-40dc-976c-dc691dbbda2a req-da095c24-12c1-4cbf-98bf-c2170c74513d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.039425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d9750f2-9531-40dc-976c-dc691dbbda2a req-da095c24-12c1-4cbf-98bf-c2170c74513d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 950 time: 0.1004980
Mar 05 20:49:55.064622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be38623b-06f0-4b4d-9c6d-ec78cd4d5666 req-3f471c96-32ab-41fd-aaa9-d69168f7ccb5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649232
Mar 05 20:49:55.086820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d9750f2-9531-40dc-976c-dc691dbbda2a req-09e4c1e0-bef4-4f9a-99bd-f1dac67eb0f3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464420
Mar 05 20:49:55.200164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e2ff-e841-454b-aeb9-38753a186ce7 req-4909f612-0bbe-4294-8667-f6e6c8f9cad6 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.207888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6de5e2ff-e841-454b-aeb9-38753a186ce7 req-4909f612-0bbe-4294-8667-f6e6c8f9cad6 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 1132 time: 0.0558341
Mar 05 20:49:55.256271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6de5e2ff-e841-454b-aeb9-38753a186ce7 req-7f354e0e-f28c-4bfb-bf1c-ae65010c4458 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474024
Mar 05 20:49:55.305228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520bc3c-dc83-43fb-a25a-fc244365e15c req-6546c2a7-96c4-4cc1-90e6-1ecbd1512022 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.306765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2520bc3c-dc83-43fb-a25a-fc244365e15c req-6546c2a7-96c4-4cc1-90e6-1ecbd1512022 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0854542
Mar 05 20:49:55.398831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2520bc3c-dc83-43fb-a25a-fc244365e15c req-567d771f-89ff-403a-961e-c39cb00a7ffb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755799
Mar 05 20:49:55.404062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728460f-b337-4507-a331-686d784285f5 req-af2c8217-ba61-45e1-bffe-8138c7aaebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.409849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-af2c8217-ba61-45e1-bffe-8138c7aaebab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 1130 time: 0.0978746
Mar 05 20:49:55.508558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728460f-b337-4507-a331-686d784285f5 req-dc47ca95-e606-4c86-92d8-24858048edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.510063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-dc47ca95-e606-4c86-92d8-24858048edb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.0883968
Mar 05 20:49:55.568491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-5d33daa8-e954-46cd-b4de-888aada78efa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8 HTTP/1.1" status: 200  len: 217 time: 0.0467834
Mar 05 20:49:55.648356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728460f-b337-4507-a331-686d784285f5 req-e8317ecb-e779-4fec-83de-0b3f1abe286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.649870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-e8317ecb-e779-4fec-83de-0b3f1abe286e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0563285
Mar 05 20:49:55.720981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728460f-b337-4507-a331-686d784285f5 req-ebb0324d-0cb8-4e4e-94bf-889ab22babdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.721710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-ebb0324d-0cb8-4e4e-94bf-889ab22babdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0595419
Mar 05 20:49:55.757646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f664f-8491-4cc9-811e-15fb229cb115 req-d001959e-4f4c-4a4c-85e6-bd49ce0ebd9a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:55.759642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d78f664f-8491-4cc9-811e-15fb229cb115 req-d001959e-4f4c-4a4c-85e6-bd49ce0ebd9a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 1132 time: 0.0507267
Mar 05 20:49:55.823799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d78f664f-8491-4cc9-811e-15fb229cb115 req-bc042ef7-4a12-414c-8b7b-2d7edcdb4dc7 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574641
Mar 05 20:49:55.844695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-1aac4519-8336-455a-93aa-935628e041bf service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123383
Mar 05 20:49:56.007942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5c592-1b92-4f54-8ba0-19cf5231f73c req-b46917d4-4af1-48a7-9df6-5635f1e51fa7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.009413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce5c592-1b92-4f54-8ba0-19cf5231f73c req-b46917d4-4af1-48a7-9df6-5635f1e51fa7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 948 time: 0.0944149
Mar 05 20:49:56.011651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a728460f-b337-4507-a331-686d784285f5 req-680536fd-4ad1-4e95-b39d-2f0539610d2c service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635141
Mar 05 20:49:56.060466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bce5c592-1b92-4f54-8ba0-19cf5231f73c req-6167bd0c-582c-4678-8273-3a00ee2357e4 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441506
Mar 05 20:49:56.181032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058efa-0cf2-4338-96a8-a097ec4b136c req-dbd435a5-970d-454d-87b3-b8046f6cbf0c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.182557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca058efa-0cf2-4338-96a8-a097ec4b136c req-dbd435a5-970d-454d-87b3-b8046f6cbf0c tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0531776
Mar 05 20:49:56.191393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.191920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.192408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.192951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.193414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.193896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.194383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.194839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.195294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.195776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.196247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.198468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-759015f5-f2d1-4402-8d62-90c47e78c182 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9&device_id=3c46afc9-db69-4609-a26c-acf26b922ce7&device_id=7f1f3af1-178f-48ef-84cf-406044a37585&device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c&device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82&device_id=97e68fe7-4232-4918-aa20-4dda276362ed&device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180&device_id=d196df64-5f99-4c5a-b30b-92751e6f7702&device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd&device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 10344 time: 0.0633681
Mar 05 20:49:56.217963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-9ae0f309-3c38-4138-9807-b31ed480c28b tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:56.231637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca058efa-0cf2-4338-96a8-a097ec4b136c req-63d11799-6e71-414d-9495-35cf0944a384 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432053
Mar 05 20:49:56.296342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-9ae0f309-3c38-4138-9807-b31ed480c28b tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Publish callbacks [] for security_group (e2056ecf-eda8-4910-81f7-28f5a09e730d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:56.301091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-9ae0f309-3c38-4138-9807-b31ed480c28b tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e2056ecf-eda8-4910-81f7-28f5a09e730d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:56.346101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0f309-3c38-4138-9807-b31ed480c28b tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2056ecf-eda8-4910-81f7-28f5a09e730d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:56.400779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a96675e-44ad-4fc8-9812-ca32d8c67ebd req-9ae0f309-3c38-4138-9807-b31ed480c28b tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&id=6c82170e-57d1-45b7-91a2-ead6df057686&id=0bc96e74-0153-43de-85f3-9de817329c5f&id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 648 time: 0.1946518
Mar 05 20:49:56.487728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c773e38-51f9-4b6a-8d3c-8cbc5d741dc9 req-93826e03-38cf-4f21-9342-ab17c9d4d978 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0527475
Mar 05 20:49:56.563135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b07b21-e8b1-409c-ab88-cc77495b4553 req-b12985d4-db4f-4910-b264-7c4def768603 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.565738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5b07b21-e8b1-409c-ab88-cc77495b4553 req-b12985d4-db4f-4910-b264-7c4def768603 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0635998
Mar 05 20:49:56.604013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c773e38-51f9-4b6a-8d3c-8cbc5d741dc9 req-79a04d4e-f37b-4a61-9300-d23e0d25748f tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.606745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c773e38-51f9-4b6a-8d3c-8cbc5d741dc9 req-79a04d4e-f37b-4a61-9300-d23e0d25748f tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1181056
Mar 05 20:49:56.622327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5b07b21-e8b1-409c-ab88-cc77495b4553 req-ef0cf36a-0091-45d7-a934-c22d2c59f86d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496707
Mar 05 20:49:56.623128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c773e38-51f9-4b6a-8d3c-8cbc5d741dc9 req-7b803187-922e-4e8a-85bd-b75be9ed66f7 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/quotas/919ba8f1159b4d3c9792c0d7ea550d81 HTTP/1.1" status: 200  len: 375 time: 0.0096815
Mar 05 20:49:56.664720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c773e38-51f9-4b6a-8d3c-8cbc5d741dc9 req-22068f93-4ead-48d0-a4b0-2159d903beed tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0325160
Mar 05 20:49:56.730012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ec51df2-2cab-4f4d-bf22-47976232a461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:56.763043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:56.788204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-e8ae4107-b08c-45f1-87f8-259d06f702b0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299513
Mar 05 20:49:56.884301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c673d82a-c432-4747-9e11-bf9fac5a176c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:56.901119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-ff5d8df3-c5bb-46a3-9c2a-7c873a3be44f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:56.902606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-ff5d8df3-c5bb-46a3-9c2a-7c873a3be44f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1099772
Mar 05 20:49:56.919152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-6bc01ab8-3bb1-450e-9659-122dfebb9176 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0093064
Mar 05 20:49:56.981257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9ea84d02-9b19-44c3-a3c5-af1cdec527c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0563452
Mar 05 20:49:57.002816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c673d82a-c432-4747-9e11-bf9fac5a176c admin admin] Publish callbacks [] for security_group (8fded759-35b6-4099-9d95-18578ca17232), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.007882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c673d82a-c432-4747-9e11-bf9fac5a176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8fded759-35b6-4099-9d95-18578ca17232), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.057458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c673d82a-c432-4747-9e11-bf9fac5a176c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc29c3bee86c4b9d990132a9b232cba4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2909267
Mar 05 20:49:57.058019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:57.058526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f25c-8837-42c6-adde-fb08d485ca89 req-a47838b1-1e0a-4eda-8d65-3d25052436da tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:57.059023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f25c-8837-42c6-adde-fb08d485ca89 req-a47838b1-1e0a-4eda-8d65-3d25052436da tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:57.059529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f25c-8837-42c6-adde-fb08d485ca89 req-a47838b1-1e0a-4eda-8d65-3d25052436da tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:57.061245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cb9f25c-8837-42c6-adde-fb08d485ca89 req-a47838b1-1e0a-4eda-8d65-3d25052436da tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585&device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180&device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 2977 time: 0.1053908
Mar 05 20:49:57.061866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d82a-c432-4747-9e11-bf9fac5a176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fded759-35b6-4099-9d95-18578ca17232,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:57.112031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] Publish callbacks [] for security_group (8fded759-35b6-4099-9d95-18578ca17232), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.118736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cb9f25c-8837-42c6-adde-fb08d485ca89 req-d6059237-5987-4011-9412-045068ea5b5c tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473597
Mar 05 20:49:57.139021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] Publish callbacks [] for security_group (8fded759-35b6-4099-9d95-18578ca17232), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.189682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8fded759-35b6-4099-9d95-18578ca17232), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.192633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.197970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fded759-35b6-4099-9d95-18578ca17232 HTTP/1.1" status: 204  len: 168 time: 0.1374695
Mar 05 20:49:57.205262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbad5d-b271-4318-9dfb-8a26788e731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fded759-35b6-4099-9d95-18578ca17232,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:57.459068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf2fc4-d8a1-4392-819f-b18cf165d018 req-5e0ef331-a82b-469b-91b9-0a662e6e4162 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:57.467199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07cf2fc4-d8a1-4392-819f-b18cf165d018 req-5e0ef331-a82b-469b-91b9-0a662e6e4162 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 948 time: 0.0720921
Mar 05 20:49:57.571783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07cf2fc4-d8a1-4392-819f-b18cf165d018 req-f7349faa-a28a-4e47-92e1-5edf86ce2160 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900624
Mar 05 20:49:57.571783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39212) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:57.592234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60949489-c79f-4d89-b4a2-dd43962eec64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.702572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60949489-c79f-4d89-b4a2-dd43962eec64 admin admin] Publish callbacks [] for security_group (1a312fec-fc98-459a-bc06-f4a28ba33aed), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.707465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6074-2645-4337-96c6-07d10b300ab8 req-414dd66c-34c6-4b21-a7ae-8db3e37bcf4b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:57.708160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60949489-c79f-4d89-b4a2-dd43962eec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a312fec-fc98-459a-bc06-f4a28ba33aed), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.709491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e57a6074-2645-4337-96c6-07d10b300ab8 req-414dd66c-34c6-4b21-a7ae-8db3e37bcf4b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0667162
Mar 05 20:49:57.756231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-60949489-c79f-4d89-b4a2-dd43962eec64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=821aa0d55c804e7888a095b06f174c0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1876013
Mar 05 20:49:57.756231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949489-c79f-4d89-b4a2-dd43962eec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a312fec-fc98-459a-bc06-f4a28ba33aed,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:57.757086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:49:57.780406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e57a6074-2645-4337-96c6-07d10b300ab8 req-690c2369-7ee1-4b9c-bab3-d738724f6b3a tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651271
Mar 05 20:49:57.821860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] Publish callbacks [] for security_group (1a312fec-fc98-459a-bc06-f4a28ba33aed), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.856611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] Publish callbacks [] for security_group (1a312fec-fc98-459a-bc06-f4a28ba33aed), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.861218 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.909951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a312fec-fc98-459a-bc06-f4a28ba33aed), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.913576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:57.914894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a312fec-fc98-459a-bc06-f4a28ba33aed HTTP/1.1" status: 204  len: 168 time: 0.1572425
Mar 05 20:49:57.935846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e2be8-7989-43b9-a667-a67e96fa0e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a312fec-fc98-459a-bc06-f4a28ba33aed,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:58.006192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863aa39f-97b6-4917-aeab-84ae5d834be5 req-386437bf-8e0c-4dc5-b1e1-3518f3a63564 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:58.008353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-863aa39f-97b6-4917-aeab-84ae5d834be5 req-386437bf-8e0c-4dc5-b1e1-3518f3a63564 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0764978
Mar 05 20:49:58.068744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-863aa39f-97b6-4917-aeab-84ae5d834be5 req-37c0f247-6a09-47fc-ab25-b78786fbd8cd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508277
Mar 05 20:49:58.298845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-234e9fba-f8a8-4268-bca8-9fb978f3d55f req-1fafc721-37c0-4078-ab30-561f4ea6cc20 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 210 time: 0.0359001
Mar 05 20:49:58.882233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92062848-1c8f-4584-87f4-d8693f02d83d req-377ec555-b832-4ee6-ade7-0cafa75c3a59 tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:58.883927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92062848-1c8f-4584-87f4-d8693f02d83d req-377ec555-b832-4ee6-ade7-0cafa75c3a59 tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 1132 time: 0.0865672
Mar 05 20:49:58.884358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08772df-b2ef-4cf6-9287-c56780ccd58e req-29d04edb-63c1-4a2b-a6e8-e6b8a4a4d3fa tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:58.892972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b08772df-b2ef-4cf6-9287-c56780ccd58e req-29d04edb-63c1-4a2b-a6e8-e6b8a4a4d3fa tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 948 time: 0.0875850
Mar 05 20:49:58.910960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-92062848-1c8f-4584-87f4-d8693f02d83d req-cbb1d4a7-04e7-4290-add1-b593818b9e6f tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:58.945297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f735b1e1-9320-4212-b3ea-1aa7016452b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:49:58.966364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b08772df-b2ef-4cf6-9287-c56780ccd58e req-c96ca464-c69b-4c9b-978c-31c1bb4309fa tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721560
Mar 05 20:49:59.006595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-92062848-1c8f-4584-87f4-d8693f02d83d req-cbb1d4a7-04e7-4290-add1-b593818b9e6f tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Publish callbacks [] for security_group (939f17ce-4ec4-4165-bb57-63c97c27438f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.013648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-92062848-1c8f-4584-87f4-d8693f02d83d req-cbb1d4a7-04e7-4290-add1-b593818b9e6f tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (939f17ce-4ec4-4165-bb57-63c97c27438f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.018369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-d12abdea-688b-4586-9ad9-edf146df74fc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0471230
Mar 05 20:49:59.095058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92062848-1c8f-4584-87f4-d8693f02d83d req-cbb1d4a7-04e7-4290-add1-b593818b9e6f tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981416
Mar 05 20:49:59.096065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1d4a7-04e7-4290-add1-b593818b9e6f tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939f17ce-4ec4-4165-bb57-63c97c27438f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:59.178869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:59.193757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f735b1e1-9320-4212-b3ea-1aa7016452b8', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f735b1e1-9320-4212-b3ea-1aa7016452b8', 'mac_address': 'fa:16:3e:71:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:49:59.249686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-c83c2041-5613-497f-ad2f-d43498389625 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:59.251206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-c83c2041-5613-497f-ad2f-d43498389625 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2212281
Mar 05 20:49:59.270898 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f7e7add-9112-4f16-8868-fdc10ae5ae2f req-c6f7ca2b-9a48-4e12-b141-b4dd8aba578e tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298917
Mar 05 20:49:59.283768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f735b1e1-9320-4212-b3ea-1aa7016452b8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:49:59.284195 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.304595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f735b1e1-9320-4212-b3ea-1aa7016452b8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:49:59.330010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:49:59.331842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:59.334371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.384819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-1cb3cfb6-2d7d-4b87-8c97-3501fc5e6485 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0371540
Mar 05 20:49:59.401159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:49:59.429476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.486904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220fb04-a762-4b96-a0ca-a496bec40dba req-83d88c1b-55c4-4edb-b29e-28c97f55ad4d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:59.493768 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f220fb04-a762-4b96-a0ca-a496bec40dba req-83d88c1b-55c4-4edb-b29e-28c97f55ad4d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.2361588
Mar 05 20:49:59.544839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7add-9112-4f16-8868-fdc10ae5ae2f req-469645e7-30c4-47aa-b985-dd6ea81f4faa tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:59.547198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f7e7add-9112-4f16-8868-fdc10ae5ae2f req-469645e7-30c4-47aa-b985-dd6ea81f4faa tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2754338
Mar 05 20:49:59.575627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f7e7add-9112-4f16-8868-fdc10ae5ae2f req-53bb98be-b17b-431c-9ea3-025b8b2a5ce1 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/quotas/919ba8f1159b4d3c9792c0d7ea550d81 HTTP/1.1" status: 200  len: 375 time: 0.0207324
Mar 05 20:49:59.594700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-bba56f7e-8b68-4a48-b234-661086a6b701 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:59.596311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-bba56f7e-8b68-4a48-b234-661086a6b701 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2053447
Mar 05 20:49:59.596875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f220fb04-a762-4b96-a0ca-a496bec40dba req-312570fb-f00c-4863-86b3-6b70f43556d5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901098
Mar 05 20:49:59.606249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:59.612522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.627420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f7e7add-9112-4f16-8868-fdc10ae5ae2f req-8015b38c-7ef9-4fcb-92f0-787265dc6ee8 tempest-QuotasAdminNegativeTest-1055502458 tempest-QuotasAdminNegativeTest-1055502458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406976
Mar 05 20:49:59.631062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': 'c3e95742-638c-44fa-b25e-327896dbc669', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:49:59.659217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f735b1e1-9320-4212-b3ea-1aa7016452b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:49:59.765801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:49:59.774108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:49:59.809367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0211ec4-91bc-4f5b-af13-fa0ce7878704 req-a6b7f4f2-925b-4370-8b60-afbed434c10e tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:49:59.811926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0211ec4-91bc-4f5b-af13-fa0ce7878704 req-a6b7f4f2-925b-4370-8b60-afbed434c10e tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.1034570
Mar 05 20:49:59.862364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.38 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/2ce9941d-9f5c-480d-b176-f639f34c5f2f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:49:59.877725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9060d6c-de33-4afb-8f6f-c79a1cb620bf req-508c7293-ff42-40e0-8043-643138a5962f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 210 time: 0.0719876
Mar 05 20:49:59.899177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0211ec4-91bc-4f5b-af13-fa0ce7878704 req-220cc1fb-c447-42d1-aa02-ef3ee80f39f5 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784955
Mar 05 20:50:00.056403 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.160211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.176966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:00.238579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.41 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/687346d5-cf6b-4895-b648-b214a9d0b985) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:00.263223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:00.271371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:00.275867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.276842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.276842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.277251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.277716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.289863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a5aa11d-9c4f-4258-8c41-892ee0b5555b req-1beead99-4022-4131-93a7-fdfbad066ddb tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.2230020
Mar 05 20:50:00.297709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:00.301886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:00.341919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346ca9-3310-4af2-ab40-a73e8aab7b93 req-fe521b16-fa33-4caa-acad-1e45e52ec9ac tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.343575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74346ca9-3310-4af2-ab40-a73e8aab7b93 req-fe521b16-fa33-4caa-acad-1e45e52ec9ac tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.1016304
Mar 05 20:50:00.414276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.414546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.444013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c608-5606-4658-997e-5daef698cd46 req-92e55870-4fb5-4a8f-8a7b-0a43b8eefef3 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.445690 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d52c608-5606-4658-997e-5daef698cd46 req-92e55870-4fb5-4a8f-8a7b-0a43b8eefef3 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 949 time: 0.0872300
Mar 05 20:50:00.449241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-9a2da677-18dc-43ce-9da5-a27954a98170 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1286070
Mar 05 20:50:00.460455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74346ca9-3310-4af2-ab40-a73e8aab7b93 req-cf7c5454-7422-4dbb-8dbd-3a2df5b71344 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899336
Mar 05 20:50:00.466296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Request body: {'port': {'device_id': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:00.598606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (687346d5-cf6b-4895-b648-b214a9d0b985), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.635851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b6c25c6c-be65-48d8-a111-175dfd2f225c None None] Provisioning complete for port 2ce9941d-9f5c-480d-b176-f639f34c5f2f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:00.636324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6c25c6c-be65-48d8-a111-175dfd2f225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.636483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac12676-f473-411a-860e-1880c543113b req-db8233fa-783f-433b-9648-331db06a46ee tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.638021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ac12676-f473-411a-860e-1880c543113b req-db8233fa-783f-433b-9648-331db06a46ee tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 1132 time: 0.0864885
Mar 05 20:50:00.659073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.672129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:00.698922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b6c25c6c-be65-48d8-a111-175dfd2f225c None None] Port 2ce9941d-9f5c-480d-b176-f639f34c5f2f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:00.784158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d52c608-5606-4658-997e-5daef698cd46 req-55eef9b5-9333-43b2-ae21-b38dcc943618 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3314276
Mar 05 20:50:00.789456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.919366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:00.955491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f735b1e1-9320-4212-b3ea-1aa7016452b8 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:00.966177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:00.976015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:00.992019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:00.997710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:00.998357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.021257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:01.049560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ac12676-f473-411a-860e-1880c543113b req-b0c18aa5-d049-4a55-bd97-b2280adfc3ce tempest-ServersAdminNegativeTestJSON-1545891716 tempest-ServersAdminNegativeTestJSON-1545891716-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3956528
Mar 05 20:50:01.071590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f735b1e1-9320-4212-b3ea-1aa7016452b8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:01.073514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-f90c55d8-5747-4eaa-ac2c-0b5297e0a737 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4495838
Mar 05 20:50:01.084403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f735b1e1-9320-4212-b3ea-1aa7016452b8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:01.084785 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.092608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Request body: {'port': {'device_id': 'c3e95742-638c-44fa-b25e-327896dbc669', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:01.212063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660148-ebee-433e-a5b7-bb9758500947 req-5e4704c1-46e3-4176-a4fd-9f086edd25bc tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.213756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.226575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7660148-ebee-433e-a5b7-bb9758500947 req-5e4704c1-46e3-4176-a4fd-9f086edd25bc tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 886 time: 0.1970043
Mar 05 20:50:01.287821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:01.315533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f735b1e1-9320-4212-b3ea-1aa7016452b8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:01.316902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.349572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce9941d-9f5c-480d-b176-f639f34c5f2f {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:01.373718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks [] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.376585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:01.379937 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31600ec6-4e05-41f1-afa0-beb1939557e0" -d '{"events": [{"server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "name": "network-vif-plugged", "status": "completed", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:01.392852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Transition to ACTIVE for port object 2ce9941d-9f5c-480d-b176-f639f34c5f2f will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:01.399977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.411305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:01.428913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.447401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad94067-59db-49d7-bfdb-4cc166720302 req-ff2375c7-4fc9-4534-a9fa-bab3ef1aef0a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.448937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ad94067-59db-49d7-bfdb-4cc166720302 req-ff2375c7-4fc9-4534-a9fa-bab3ef1aef0a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1226819
Mar 05 20:50:01.482581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Pushing event updated for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:01.492517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d25da51-092f-42c0-98ca-1a1279017c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.513842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-38700866-c8dc-4149-94d7-332e85a5bf0d None None] Provisioning complete for port 687346d5-cf6b-4895-b648-b214a9d0b985 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:01.514221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38700866-c8dc-4149-94d7-332e85a5bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.549345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:01.565100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-38700866-c8dc-4149-94d7-332e85a5bf0d None None] Port 687346d5-cf6b-4895-b648-b214a9d0b985 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:01.583602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ad94067-59db-49d7-bfdb-4cc166720302 req-656414af-0097-4c4f-9492-9ef549deb18d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122460
Mar 05 20:50:01.636815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Attempting to bind port 2ce9941d-9f5c-480d-b176-f639f34c5f2f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:01.637161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Attempting to bind port 2ce9941d-9f5c-480d-b176-f639f34c5f2f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:01.637496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Attempting to bind port 2ce9941d-9f5c-480d-b176-f639f34c5f2f on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:01.643126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Port 2ce9941d-9f5c-480d-b176-f639f34c5f2f on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:01.643450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Attempting to bind port 2ce9941d-9f5c-480d-b176-f639f34c5f2f on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:01.649447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:01.655457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:01.656572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:01.657817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Bound port: 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:01.658422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.658529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3f205-8d43-4df3-ada6-549f37fadfa2 req-f61d1700-4926-4ab1-a2ac-9f540a911f75 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.666344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1da3f205-8d43-4df3-ada6-549f37fadfa2 req-f61d1700-4926-4ab1-a2ac-9f540a911f75 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 935 time: 0.1991978
Mar 05 20:50:01.768876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d25da51-092f-42c0-98ca-1a1279017c24 admin admin] Publish callbacks [] for security_group (90187ef9-60e0-4955-b1be-3a6972a7c0b1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.776368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1da3f205-8d43-4df3-ada6-549f37fadfa2 req-96d08466-68f3-48fb-b5d9-a2fc8caf6668 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090009
Mar 05 20:50:01.791907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:01.792051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d25da51-092f-42c0-98ca-1a1279017c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (90187ef9-60e0-4955-b1be-3a6972a7c0b1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.796488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:01.812190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.859313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2d25da51-092f-42c0-98ca-1a1279017c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=919ba8f1159b4d3c9792c0d7ea550d81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5680430
Mar 05 20:50:01.861951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25da51-092f-42c0-98ca-1a1279017c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90187ef9-60e0-4955-b1be-3a6972a7c0b1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:01.869766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.870420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.871886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] 10.222.0.23 "PUT /v2.0/ports/2ce9941d-9f5c-480d-b176-f639f34c5f2f HTTP/1.1" status: 200  len: 1095 time: 1.4112172
Mar 05 20:50:01.872382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39352) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:01.884163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:01.887765 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19c701-0b0d-456b-9b65-a2dadf6c016c" -d '{"events": [{"name": "network-changed", "server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:01.916706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687346d5-cf6b-4895-b648-b214a9d0b985 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:01.929142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks [] for port (687346d5-cf6b-4895-b648-b214a9d0b985), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.944373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Transition to ACTIVE for port object 687346d5-cf6b-4895-b648-b214a9d0b985 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:01.950739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:01.959394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.959905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.960374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.960850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.961305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:01.963038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cff0c0a-fb91-4aee-be85-7dc6399a8eee req-8142c205-8268-4a70-b024-d730dcd82008 tempest-NetworksTest-540911942 tempest-NetworksTest-540911942-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.2905130
Mar 05 20:50:02.004680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:02.045761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf89b3-6a4e-48b9-9486-13fbd2c1956b service neutron] Pushing event updated for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:02.055578 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a71168-5b81-44f7-992b-075f9a0e63ba x-openstack-request-id: req-24a71168-5b81-44f7-992b-075f9a0e63ba {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:02.055941 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "name": "network-vif-plugged", "status": "completed", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:02.056199 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24a71168-5b81-44f7-992b-075f9a0e63ba {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:02.056743 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8', 'code': 200}
Mar 05 20:50:02.095464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Attempting to bind port 687346d5-cf6b-4895-b648-b214a9d0b985 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:02.095767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Attempting to bind port 687346d5-cf6b-4895-b648-b214a9d0b985 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:02.102779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Attempting to bind port 687346d5-cf6b-4895-b648-b214a9d0b985 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:02.111589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Port 687346d5-cf6b-4895-b648-b214a9d0b985 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:02.111945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Attempting to bind port 687346d5-cf6b-4895-b648-b214a9d0b985 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:02.120251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-a6499e25-c349-48f2-862c-f1e5a74962a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.122575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-a6499e25-c349-48f2-862c-f1e5a74962a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 1129 time: 0.1884825
Mar 05 20:50:02.123516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] Publish callbacks [] for security_group (90187ef9-60e0-4955-b1be-3a6972a7c0b1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.127894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:02.128516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:02.129074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:02.129530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Bound port: 687346d5-cf6b-4895-b648-b214a9d0b985, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:02.129894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.238976 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b40849-8b6a-4244-8a48-b41c6239b010 x-openstack-request-id: req-68b40849-8b6a-4244-8a48-b41c6239b010 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:02.239902 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:02.239902 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68b40849-8b6a-4244-8a48-b41c6239b010 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:02.239902 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'status': 'completed', 'code': 200}
Mar 05 20:50:02.268060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] Publish callbacks [] for security_group (90187ef9-60e0-4955-b1be-3a6972a7c0b1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.283951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-b5030662-de4e-41e7-a58d-71a1f4f471a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f HTTP/1.1" status: 200  len: 217 time: 0.1446886
Mar 05 20:50:02.288583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:02.292510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687346d5-cf6b-4895-b648-b214a9d0b985,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:02.308587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.366838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.368752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.371202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/687346d5-cf6b-4895-b648-b214a9d0b985 HTTP/1.1" status: 200  len: 1095 time: 1.2829716
Mar 05 20:50:02.373338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:02.404925 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154028fd-c413-48a4-bde9-969e0f3fe703" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:02.405703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:02.435779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-13047f9f-2500-4ea5-8ad7-fa4cea2048ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.437317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-13047f9f-2500-4ea5-8ad7-fa4cea2048ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1372089
Mar 05 20:50:02.530351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b9da7-a419-4e3f-8ddf-0e6ddcedf7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:02.557775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300a4c9-3306-4715-b212-1e8110d7aca0 req-0e73e251-d935-4904-a2c5-3172ffd372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.559295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6300a4c9-3306-4715-b212-1e8110d7aca0 req-0e73e251-d935-4904-a2c5-3172ffd372cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 1132 time: 0.3929014
Mar 05 20:50:02.571801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-da981d30-67a7-4fe1-ac6b-755683234dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.577371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-da981d30-67a7-4fe1-ac6b-755683234dd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 1129 time: 0.1488883
Mar 05 20:50:02.584565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f440bc-ba15-4dbe-aacc-dcafe1f2f1a8 req-1445be8b-2f04-4951-a5a4-b54194db94e7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.587907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55f440bc-ba15-4dbe-aacc-dcafe1f2f1a8 req-1445be8b-2f04-4951-a5a4-b54194db94e7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.3469946
Mar 05 20:50:02.615210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (90187ef9-60e0-4955-b1be-3a6972a7c0b1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.618429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.623148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90187ef9-60e0-4955-b1be-3a6972a7c0b1 HTTP/1.1" status: 204  len: 168 time: 0.7233684
Mar 05 20:50:02.654560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255681-2d8e-4a50-9964-a865941173fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90187ef9-60e0-4955-b1be-3a6972a7c0b1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:02.686289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-72f1217c-1bbd-46d7-ac4b-bba3ec3a9344 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=687346d5-cf6b-4895-b648-b214a9d0b985 HTTP/1.1" status: 200  len: 217 time: 0.1017582
Mar 05 20:50:02.708632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e944-6530-4dba-8df1-51bb06ef6bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:02.712274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-c9556eb9-6d35-44eb-adbb-5e0fd0769eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.713794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-c9556eb9-6d35-44eb-adbb-5e0fd0769eb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2449963
Mar 05 20:50:02.758711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6300a4c9-3306-4715-b212-1e8110d7aca0 req-73017429-c3da-4249-91fc-01868092be39 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843235
Mar 05 20:50:02.766361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-36bced0b-047e-4258-b86e-b1c5f8af5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:02.768829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-36bced0b-047e-4258-b86e-b1c5f8af5128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0765364
Mar 05 20:50:02.834887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55f440bc-ba15-4dbe-aacc-dcafe1f2f1a8 req-564605f1-5a65-4552-8c0f-8f439f61c81e tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341056
Mar 05 20:50:02.915409 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04406289-9a5b-4e96-80be-e1b560927eaf x-openstack-request-id: req-04406289-9a5b-4e96-80be-e1b560927eaf {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:02.916053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:02.919331 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04406289-9a5b-4e96-80be-e1b560927eaf {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:02.920330 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985', 'status': 'completed', 'code': 200}
Mar 05 20:50:02.942397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-6b037abf-e8b2-4ca1-9b95-f518dc0fb22c service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087305
Mar 05 20:50:03.049029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e944-6530-4dba-8df1-51bb06ef6bdd admin admin] Publish callbacks [] for security_group (71b085d0-e875-46bd-bff3-ed3772666808), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.075504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-b1c90343-aae9-4f2e-9148-9e67b5bb6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.076569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e944-6530-4dba-8df1-51bb06ef6bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71b085d0-e875-46bd-bff3-ed3772666808), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.077912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-b1c90343-aae9-4f2e-9148-9e67b5bb6920 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0905716
Mar 05 20:50:03.150154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3e944-6530-4dba-8df1-51bb06ef6bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b085d0-e875-46bd-bff3-ed3772666808,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:03.164880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-ab8aea17-288a-43dd-84ab-7df3c1809774 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105062
Mar 05 20:50:03.171519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cdc3e944-6530-4dba-8df1-51bb06ef6bdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f2e49f0d93c44d0811b04e3d2cc82dd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7591360
Mar 05 20:50:03.175027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:03.194944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bf0b5-a505-44f4-b95d-98ccf0d43ef1 req-38e10914-5009-49b4-916b-f3eb769bf81d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.196706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c6bf0b5-a505-44f4-b95d-98ccf0d43ef1 req-38e10914-5009-49b4-916b-f3eb769bf81d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1668026
Mar 05 20:50:03.197389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39406) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:03.247278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d982d9a-6686-41cd-a741-b55de27e45ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.257203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-26eed29b-f55a-4ee8-9b3b-2e56eabfb32d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644247
Mar 05 20:50:03.269392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c89c9f-770c-4a3f-93c8-ba65f3403a7a req-5f4bee08-5860-466c-a255-1115284f2285 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.272174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70c89c9f-770c-4a3f-93c8-ba65f3403a7a req-5f4bee08-5860-466c-a255-1115284f2285 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 947 time: 0.0818138
Mar 05 20:50:03.326741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c6bf0b5-a505-44f4-b95d-98ccf0d43ef1 req-d3da76fe-f92c-4851-a53d-781c6d26af6b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153879
Mar 05 20:50:03.374635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] Publish callbacks [] for security_group (71b085d0-e875-46bd-bff3-ed3772666808), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.379993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70c89c9f-770c-4a3f-93c8-ba65f3403a7a req-144c7a03-d26c-4810-9d9b-df211c34b297 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991528
Mar 05 20:50:03.384780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-e36fae27-2bf4-45fc-924b-ca791a68e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.386281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-e36fae27-2bf4-45fc-924b-ca791a68e8e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 1129 time: 0.1234276
Mar 05 20:50:03.432957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4016f14d-dbe0-4137-934a-d9c925afd880 req-e692ab89-2f5d-4c12-a691-689383f1dfb3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595764
Mar 05 20:50:03.495540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] Publish callbacks [] for security_group (71b085d0-e875-46bd-bff3-ed3772666808), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.503835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f1cef-9a7d-4c91-9ff2-a71c3f437255 req-83b77685-7a2a-4e09-955d-cb9b95627e0a tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.505321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-029f1cef-9a7d-4c91-9ff2-a71c3f437255 req-83b77685-7a2a-4e09-955d-cb9b95627e0a tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0600262
Mar 05 20:50:03.574846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d982d9a-6686-41cd-a741-b55de27e45ca admin admin] Publish callbacks [] for security_group (b5aa7681-1827-43cb-b895-7a3815b8cd9a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.583464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d982d9a-6686-41cd-a741-b55de27e45ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5aa7681-1827-43cb-b895-7a3815b8cd9a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.584021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-029f1cef-9a7d-4c91-9ff2-a71c3f437255 req-8964316f-8ca0-4853-a286-286c052a0eca tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702610
Mar 05 20:50:03.586130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-c799cb36-b638-43da-9230-08fd26294a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.587564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-c799cb36-b638-43da-9230-08fd26294a73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 1129 time: 0.0813954
Mar 05 20:50:03.633025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ba8e5-0048-4a68-b9b3-6e129608fee9 req-ee61d7cb-71f5-4c86-8d61-83727cd2e6d9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.634502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-438ba8e5-0048-4a68-b9b3-6e129608fee9 req-ee61d7cb-71f5-4c86-8d61-83727cd2e6d9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2224181
Mar 05 20:50:03.647814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-851b0b3f-ec2a-4c76-be12-b28657e00cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.649284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-851b0b3f-ec2a-4c76-be12-b28657e00cdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2409546
Mar 05 20:50:03.660889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9d982d9a-6686-41cd-a741-b55de27e45ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=346fd38a85cf4b5b907eb4a5e1469151&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4566152
Mar 05 20:50:03.663912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39408) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:03.679883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d982d9a-6686-41cd-a741-b55de27e45ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa7681-1827-43cb-b895-7a3815b8cd9a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:03.711314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-cbe43dea-5c6e-4ce6-9ed3-00a3029f5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.712798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-cbe43dea-5c6e-4ce6-9ed3-00a3029f5bea service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1183312
Mar 05 20:50:03.713841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71b085d0-e875-46bd-bff3-ed3772666808), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.716356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.717479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71b085d0-e875-46bd-bff3-ed3772666808 HTTP/1.1" status: 204  len: 168 time: 0.5412567
Mar 05 20:50:03.721810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-3a22df66-981b-4bc2-9e7e-4d9680ec2eca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f HTTP/1.1" status: 200  len: 217 time: 0.0588119
Mar 05 20:50:03.744403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a023-a205-48d1-b81b-1d53435f2cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b085d0-e875-46bd-bff3-ed3772666808,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:03.765284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-cb1d8b8d-438a-4096-a3f4-551d39a4f76d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=687346d5-cf6b-4895-b648-b214a9d0b985 HTTP/1.1" status: 200  len: 217 time: 0.0411189
Mar 05 20:50:03.768340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] Publish callbacks [] for security_group (b5aa7681-1827-43cb-b895-7a3815b8cd9a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.786231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-438ba8e5-0048-4a68-b9b3-6e129608fee9 req-714df3f4-7dbc-4f61-acd6-a4bdedddcc87 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399288
Mar 05 20:50:03.794198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] Publish callbacks [] for security_group (b5aa7681-1827-43cb-b895-7a3815b8cd9a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.800894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-26e6720e-6484-465d-9332-f2e7aee69a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.802388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-26e6720e-6484-465d-9332-f2e7aee69a5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0719869
Mar 05 20:50:03.862546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-85f553ae-7263-4fca-84c5-b97687c9e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.864831 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-85f553ae-7263-4fca-84c5-b97687c9e994 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0520256
Mar 05 20:50:03.866097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-30d49144-b100-4cfa-a13a-3be70a59edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.867557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-30d49144-b100-4cfa-a13a-3be70a59edb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0618055
Mar 05 20:50:03.919824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5aa7681-1827-43cb-b895-7a3815b8cd9a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.923183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:03.924568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5aa7681-1827-43cb-b895-7a3815b8cd9a HTTP/1.1" status: 204  len: 168 time: 0.2596180
Mar 05 20:50:03.952273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2791177-fa48-4ae6-852d-23ff93ed44c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa7681-1827-43cb-b895-7a3815b8cd9a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:03.977617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-85bf9b4f-dc03-4db5-b07d-e05651c829a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:03.979309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-85bf9b4f-dc03-4db5-b07d-e05651c829a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1029875
Mar 05 20:50:04.014007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fbaec-5a5d-43b5-824a-fc55d10d6705 req-e7ad6dcd-43a5-46e4-bd3c-18e219e19ff2 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:04.015600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e85fbaec-5a5d-43b5-824a-fc55d10d6705 req-e7ad6dcd-43a5-46e4-bd3c-18e219e19ff2 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.0887187
Mar 05 20:50:04.036965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-f3243f44-2379-4d11-8c3d-1e9874f9261c service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626384
Mar 05 20:50:04.158395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e85fbaec-5a5d-43b5-824a-fc55d10d6705 req-798f988c-6d69-495e-b581-5f066d26256c tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324275
Mar 05 20:50:04.176369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-f757188b-1e70-4986-b000-6e657e18862d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794872
Mar 05 20:50:04.193241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f19c701-0b0d-456b-9b65-a2dadf6c016c req-82959767-f0cb-427a-942e-5a2cdbc3e203 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487141
Mar 05 20:50:04.211454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:04.227863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb6231e3-72c0-4dfc-aa36-faf387654ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.304722 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-154028fd-c413-48a4-bde9-969e0f3fe703 req-6e67b7a3-f4d9-417f-aea2-5a70fd4c67dd service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1137083
Mar 05 20:50:04.305169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb6231e3-72c0-4dfc-aa36-faf387654ebf admin admin] Publish callbacks [] for security_group (9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.309282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb6231e3-72c0-4dfc-aa36-faf387654ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.352204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb6231e3-72c0-4dfc-aa36-faf387654ebf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7631f256bb79422fb5c5938508ea2f38&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1396034
Mar 05 20:50:04.353065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6231e3-72c0-4dfc-aa36-faf387654ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:04.354820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:04.432788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] Publish callbacks [] for security_group (9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.471390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] Publish callbacks [] for security_group (9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.474827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f37a4-2165-48f2-975e-607b6bd7fa83 req-12566cf3-8224-437e-9337-a263023b81a8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:04.476392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d1f37a4-2165-48f2-975e-607b6bd7fa83 req-12566cf3-8224-437e-9337-a263023b81a8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0666218
Mar 05 20:50:04.525912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d1f37a4-2165-48f2-975e-607b6bd7fa83 req-44d379f3-f856-4d7d-b948-ce5f95846eac tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437341
Mar 05 20:50:04.537970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d409de3-12fc-4ede-afbd-6ac7bef29dde req-bcaa7960-48bc-4e78-98e0-4925bcca4ece tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:04.539487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d409de3-12fc-4ede-afbd-6ac7bef29dde req-bcaa7960-48bc-4e78-98e0-4925bcca4ece tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 947 time: 0.0814624
Mar 05 20:50:04.562810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.565961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:04.567067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54 HTTP/1.1" status: 204  len: 168 time: 0.2012820
Mar 05 20:50:04.581396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9218-86ca-4511-a9c7-ad24917baf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c81f8-9dc1-4dc9-b666-6fd5dc9cea54,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:04.617499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d409de3-12fc-4ede-afbd-6ac7bef29dde req-9306bd5a-f017-4d7a-b19a-c845fe3fd2f3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701895
Mar 05 20:50:04.725741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac99c-808f-4a26-a04d-2459da676211 req-7da017f4-f0a4-4875-b4ec-1e1d874f8592 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:04.727720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c5ac99c-808f-4a26-a04d-2459da676211 req-7da017f4-f0a4-4875-b4ec-1e1d874f8592 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0596519
Mar 05 20:50:04.795415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c5ac99c-808f-4a26-a04d-2459da676211 req-6bcf3d94-2a7e-4783-83ae-6d5336445ca4 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624733
Mar 05 20:50:04.930047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9af97-ae8b-44cd-8bbc-d075929b119f req-7cbd81b8-8002-4535-8be5-26743074f1ed tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:04.931826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94d9af97-ae8b-44cd-8bbc-d075929b119f req-7cbd81b8-8002-4535-8be5-26743074f1ed tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0721235
Mar 05 20:50:04.991420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94d9af97-ae8b-44cd-8bbc-d075929b119f req-13365aa4-78a6-45fd-9d9b-4b04d53dbd01 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531712
Mar 05 20:50:05.089987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-eecde1d3-89ee-466d-906a-b4fb79c946e1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:05.092242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-eecde1d3-89ee-466d-906a-b4fb79c946e1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 950 time: 0.0530269
Mar 05 20:50:05.206828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Deleting port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:50:05.207147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.274235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41080c06-bb7b-4533-9bac-6418db6d28e1 req-94d93ac1-2c99-48f6-86bd-35f488b9ac4f tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:05.282620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41080c06-bb7b-4533-9bac-6418db6d28e1 req-94d93ac1-2c99-48f6-86bd-35f488b9ac4f tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.0659833
Mar 05 20:50:05.334075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41080c06-bb7b-4533-9bac-6418db6d28e1 req-ea3642b3-c96b-437f-bc7c-559b6565ba0d tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511136
Mar 05 20:50:05.340616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] For port 5cfde395-3c68-4fc7-a3b1-d62814d069b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cfde395-3c68-4fc7-a3b1-d62814d069b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:05.341276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.355876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Calling delete_port for 5cfde395-3c68-4fc7-a3b1-d62814d069b8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:50:05.381563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39484) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:05.499429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (5cfde395-3c68-4fc7-a3b1-d62814d069b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.503664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-network', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:05.513176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['11733f46-438a-4683-b8ae-9561dfb31a38'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:05.515501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['5cfde395-3c68-4fc7-a3b1-d62814d069b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:05.543946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Pushing event deleted for resources: {'Port': ['ID=5cfde395-3c68-4fc7-a3b1-d62814d069b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:05.545154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Made reservation on behalf of bde93d10dbea40429b16ffe4a6efce79 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:05.561396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.580670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.619792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] No DVR routers for this DVR port 5cfde395-3c68-4fc7-a3b1-d62814d069b8 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:05.625506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.628925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c638c1ff-ecf0-4be9-b777-a50f0b647ac0 req-36117cd8-7d57-4da9-97a3-12a7e6c1ee13 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.31 "DELETE /v2.0/ports/5cfde395-3c68-4fc7-a3b1-d62814d069b8 HTTP/1.1" status: 204  len: 173 time: 0.5303829
Mar 05 20:50:05.629599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'name': 'network-vif-deleted', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:05.631776 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36adb0-046d-4541-aaeb-d91c2cc9be03" -d '{"events": [{"server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "name": "network-vif-deleted", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:05.745464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks [] for security_group (0b3bb5cc-c2b1-4af1-8461-28220dfac50a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.755903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b3bb5cc-c2b1-4af1-8461-28220dfac50a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.784176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8b2ae-f5b0-4171-8507-e9242a444438 req-61acd440-0e18-4f7e-ad80-d773d4515a31 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:05.787225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05a8b2ae-f5b0-4171-8507-e9242a444438 req-61acd440-0e18-4f7e-ad80-d773d4515a31 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1087120
Mar 05 20:50:05.809770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:50:05.856397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bb5cc-c2b1-4af1-8461-28220dfac50a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:05.862419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-8a3b5006-5daa-4c7b-9381-f3f06e9256f5 req-48e085aa-eff0-47c6-a988-916a9d2e7d4c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:50:05.863977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a3b5006-5daa-4c7b-9381-f3f06e9256f5 req-48e085aa-eff0-47c6-a988-916a9d2e7d4c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0157592
Mar 05 20:50:05.878820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8c515c66-a592-4b89-96b0-9a212a99c1b9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.879314 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Added segment 8c515c66-a592-4b89-96b0-9a212a99c1b9 of type vlan for network c6093dad-5e11-4f5a-9e28-4941e94e098d
Mar 05 20:50:05.889318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.987035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c6093dad-5e11-4f5a-9e28-4941e94e098d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:05.995265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05a8b2ae-f5b0-4171-8507-e9242a444438 req-04c26ba7-38fd-4f23-b212-72506ee7c46c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881263
Mar 05 20:50:06.029346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c6093dad-5e11-4f5a-9e28-4941e94e098d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.031518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.032574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.078121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76c82f-8fd2-4847-8838-9dd152bd99ed req-75c15f12-baa6-4edf-b3b2-428c63f55ff9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.079908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f76c82f-8fd2-4847-8838-9dd152bd99ed req-75c15f12-baa6-4edf-b3b2-428c63f55ff9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 947 time: 0.0766685
Mar 05 20:50:06.081537 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ecc03-55ae-43a4-9663-bff8ee03d221 x-openstack-request-id: req-030ecc03-55ae-43a4-9663-bff8ee03d221 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:06.081947 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c46afc9-db69-4609-a26c-acf26b922ce7", "name": "network-vif-deleted", "tag": "5cfde395-3c68-4fc7-a3b1-d62814d069b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:06.082256 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-030ecc03-55ae-43a4-9663-bff8ee03d221 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:06.082702 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c46afc9-db69-4609-a26c-acf26b922ce7', 'name': 'network-vif-deleted', 'tag': '5cfde395-3c68-4fc7-a3b1-d62814d069b8', 'status': 'completed', 'code': 200}
Mar 05 20:50:06.129775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] Pushing event updated for resources: {'Network': ['ID=c6093dad-5e11-4f5a-9e28-4941e94e098d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:06.140261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d58962b9-6f7d-464c-94d6-3e48a46c2c74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7549901
Mar 05 20:50:06.140647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39508) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:06.140865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c6093dad-5e11-4f5a-9e28-4941e94e098d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:50:06.153970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f76c82f-8fd2-4847-8838-9dd152bd99ed req-6d9e6eb3-ea9c-451d-8318-c674b4934a8c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640116
Mar 05 20:50:06.154837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Request body: {'subnet': {'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-subnet', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:06.167361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:06.203790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e760e896-8bb5-4403-bfd0-5727c6ea159f req-c8ff8a55-dee7-438e-8edf-87e87d1fb97b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46afc9-db69-4609-a26c-acf26b922ce7 HTTP/1.1" status: 200  len: 210 time: 0.0417964
Mar 05 20:50:06.229066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Made reservation on behalf of bde93d10dbea40429b16ffe4a6efce79 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:06.232700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.254880 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.338850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35fd7f9f-2b92-49bb-add8-27a9b969d69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.362845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81301ed-8c9d-49f6-bfb2-d9b283375e26 req-f47ec2d1-178b-4e58-bfe7-afa4c569fad7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.364373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a81301ed-8c9d-49f6-bfb2-d9b283375e26 req-f47ec2d1-178b-4e58-bfe7-afa4c569fad7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.1184430
Mar 05 20:50:06.394952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6ff4d-8d3d-41a9-a085-181e5da3bf1e req-c373b578-f7c3-429d-be7f-dbcf81ff1c29 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.396510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1b6ff4d-8d3d-41a9-a085-181e5da3bf1e req-c373b578-f7c3-429d-be7f-dbcf81ff1c29 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1000223
Mar 05 20:50:06.435641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a81301ed-8c9d-49f6-bfb2-d9b283375e26 req-0a2c04a4-000a-449d-8fe8-5dea8d3ef255 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625837
Mar 05 20:50:06.477791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35fd7f9f-2b92-49bb-add8-27a9b969d69c admin admin] Publish callbacks [] for security_group (f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.486133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35fd7f9f-2b92-49bb-add8-27a9b969d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.499647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1b6ff4d-8d3d-41a9-a085-181e5da3bf1e req-132d9348-9954-4769-a618-34a116ddae34 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963471
Mar 05 20:50:06.528359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35fd7f9f-2b92-49bb-add8-27a9b969d69c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4aa2b7255764691bff0b20dad7e031f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3558450
Mar 05 20:50:06.528359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39516) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:06.534338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd7f9f-2b92-49bb-add8-27a9b969d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:06.561790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (26519c1e-9919-42f4-a35e-29de2ebb93ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.581144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] Publish callbacks [] for security_group (f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.604392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] Publish callbacks [] for security_group (f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.629528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26519c1e-9919-42f4-a35e-29de2ebb93ac,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:06.653420 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.655444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Checking segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:06.656098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Network hostable DHCP agents. Network: c6093dad-5e11-4f5a-9e28-4941e94e098d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:50:06.656225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.657827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c HTTP/1.1" status: 204  len: 168 time: 0.1290684
Mar 05 20:50:06.666606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a69995-e222-4e8a-8386-f9532e09f95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ea6ed-4704-4fe6-b6f0-4ffddebdab2c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:06.687328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Network c6093dad-5e11-4f5a-9e28-4941e94e098d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:50:06.698163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6093dad-5e11-4f5a-9e28-4941e94e098d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:06.703882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-a1bf0e1f-4efe-4f91-b935-152fbb2dc31a tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=20c17cd80f57435e83687f847a73abd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0259562
Mar 05 20:50:06.705321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.705969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.709914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7d006-0552-43f0-9542-4a6db9bbcf8f None None] Network c6093dad-5e11-4f5a-9e28-4941e94e098d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:06.728259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9850209-799b-4960-9c4a-35867cbc643f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5837262
Mar 05 20:50:06.729423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39530) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:06.736319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:06.765729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (cd398499-4422-442b-a4a1-afe9d5572598), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.768097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (cd398499-4422-442b-a4a1-afe9d5572598), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.837649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c6093dad-5e11-4f5a-9e28-4941e94e098d', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'fixed_ips': [{'subnet_id': '26519c1e-9919-42f4-a35e-29de2ebb93ac'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:50:06.838526 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.840582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-274b523c-a3b1-4c82-abe8-9aca31fe2390 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:06.840830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for router_controller (cd398499-4422-442b-a4a1-afe9d5572598), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:06.842211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-274b523c-a3b1-4c82-abe8-9aca31fe2390 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1259763
Mar 05 20:50:06.861172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-f74a8a43-7a6a-456f-b0e7-9d896af2ab26 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/quotas/20c17cd80f57435e83687f847a73abd4 HTTP/1.1" status: 200  len: 375 time: 0.0123258
Mar 05 20:50:06.936278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-71cd6ef8-6cc1-472d-aad6-3534a3e7c98d tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0654712
Mar 05 20:50:07.011658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 687346d5-cf6b-4895-b648-b214a9d0b985 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:07.067369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:07.102565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b7eb9d-e60f-4034-bec3-f92d042a93b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.120729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Allocated IP 172.20.0.2 (c6093dad-5e11-4f5a-9e28-4941e94e098d/26519c1e-9919-42f4-a35e-29de2ebb93ac/6e881db4-004f-47d1-88e3-ad2a0e78b089) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:07.160686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7bf0062b-6d52-4c1d-881c-2acd8097b85a req-ca3df594-1d20-424e-a407-336338ba8b40 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 210 time: 0.0408952
Mar 05 20:50:07.269598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2ce9941d-9f5c-480d-b176-f639f34c5f2f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:07.270897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b7eb9d-e60f-4034-bec3-f92d042a93b9 admin admin] Publish callbacks [] for security_group (210f9eb7-13e5-4323-a818-ee36879221d5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.277917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b7eb9d-e60f-4034-bec3-f92d042a93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (210f9eb7-13e5-4323-a818-ee36879221d5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.280222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for router_gateway (cd398499-4422-442b-a4a1-afe9d5572598), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.362746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0b7eb9d-e60f-4034-bec3-f92d042a93b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81b895d1576d4bcda904161372456ab4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2942448
Mar 05 20:50:07.363167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28bcea-85e3-488d-ae09-2768ebf8f42d req-a34902ab-e463-4f56-9030-7124d7d276d2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:07.363549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:07.365288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea28bcea-85e3-488d-ae09-2768ebf8f42d req-a34902ab-e463-4f56-9030-7124d7d276d2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1581426
Mar 05 20:50:07.370738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7eb9d-e60f-4034-bec3-f92d042a93b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210f9eb7-13e5-4323-a818-ee36879221d5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:07.372308 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks [] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.394948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.404739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22c9b-e73e-46e4-af4a-c0bee57ed82d req-a76432cc-66f3-48de-bdbf-d7d2a7fb6006 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:07.412715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cba22c9b-e73e-46e4-af4a-c0bee57ed82d req-a76432cc-66f3-48de-bdbf-d7d2a7fb6006 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 947 time: 0.1282833
Mar 05 20:50:07.445971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Pushing event updated for resources: {'Port': ['ID=6e881db4-004f-47d1-88e3-ad2a0e78b089,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:07.476135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Network c6093dad-5e11-4f5a-9e28-4941e94e098d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:07.487648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cba22c9b-e73e-46e4-af4a-c0bee57ed82d req-b49dd17a-637a-403f-a99b-0f9a9a524b55 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687630
Mar 05 20:50:07.490603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea28bcea-85e3-488d-ae09-2768ebf8f42d req-a20b1d5e-23ba-40e9-b261-8f8560c91565 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195309
Mar 05 20:50:07.494742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:07.497670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687346d5-cf6b-4895-b648-b214a9d0b985,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:07.508818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] Publish callbacks [] for security_group (210f9eb7-13e5-4323-a818-ee36879221d5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.534862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:07.560453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '687346d5-cf6b-4895-b648-b214a9d0b985', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '687346d5-cf6b-4895-b648-b214a9d0b985', 'mac_address': 'fa:16:3e:6f:7e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:07.567312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] Publish callbacks [] for security_group (210f9eb7-13e5-4323-a818-ee36879221d5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.668631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (210f9eb7-13e5-4323-a818-ee36879221d5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.672336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.673361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/210f9eb7-13e5-4323-a818-ee36879221d5 HTTP/1.1" status: 204  len: 168 time: 0.2993777
Mar 05 20:50:07.692620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614724a-9b0e-483c-bb9f-fbd6b16f0d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210f9eb7-13e5-4323-a818-ee36879221d5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:07.818611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for router_gateway (cd398499-4422-442b-a4a1-afe9d5572598), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.838491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:07.841191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Attempting to bind port 6e881db4-004f-47d1-88e3-ad2a0e78b089 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:07.841642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Attempting to bind port 6e881db4-004f-47d1-88e3-ad2a0e78b089 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:07.841908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Attempting to bind port 6e881db4-004f-47d1-88e3-ad2a0e78b089 on network c6093dad-5e11-4f5a-9e28-4941e94e098d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:07.846642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.858155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 687346d5-cf6b-4895-b648-b214a9d0b985 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:07.858543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.862288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:07.862665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Checking segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:07.863065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.863453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Bound using segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:07.863954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Bound port: 6e881db4-004f-47d1-88e3-ad2a0e78b089, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:07.864508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.869973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea14e-8b30-4a89-ba0d-a5ed756be534 req-fba9c2b2-536d-4493-b979-f779f14d8acb tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:07.871535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-823ea14e-8b30-4a89-ba0d-a5ed756be534 req-fba9c2b2-536d-4493-b979-f779f14d8acb tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1667795
Mar 05 20:50:07.878835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'mac_address': 'fa:16:3e:c0:bf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:07.899229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687346d5-cf6b-4895-b648-b214a9d0b985 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:07.911077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a025-7c5c-481b-a7cc-bd5b44bd8e3a req-b29a8c74-5016-4667-aaab-1ea790a0c0dc tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:07.916265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be36a025-7c5c-481b-a7cc-bd5b44bd8e3a req-b29a8c74-5016-4667-aaab-1ea790a0c0dc tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.1239226
Mar 05 20:50:07.970666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687346d5-cf6b-4895-b648-b214a9d0b985,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:07.981117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:07.992008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2ce9941d-9f5c-480d-b176-f639f34c5f2f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:07.992392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:08.003128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be36a025-7c5c-481b-a7cc-bd5b44bd8e3a req-ec2353f5-f844-4c13-a6d2-b49b3ddba0d1 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823259
Mar 05 20:50:08.061793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce9941d-9f5c-480d-b176-f639f34c5f2f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:08.068505 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-823ea14e-8b30-4a89-ba0d-a5ed756be534 req-9c438e8b-dd91-4b3f-bca7-5edaeb1767d3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943182
Mar 05 20:50:08.073746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] For port 6e881db4-004f-47d1-88e3-ad2a0e78b089, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:08.100152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:08.105130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] For port 6e881db4-004f-47d1-88e3-ad2a0e78b089, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e881db4-004f-47d1-88e3-ad2a0e78b089,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:08.107286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:08.113043 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:08.119719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:08.157386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Allocated IP 172.35.0.238 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3f778286-ee93-4df4-bca2-edcf80ac27da) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:08.182429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:08.262610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993fc4-7b6f-4417-ab3b-bcf93849b7e2 None None] Pushing event updated for resources: {'Port': ['ID=6e881db4-004f-47d1-88e3-ad2a0e78b089,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:08.309589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a027965-a600-4882-af0f-383ba4075820 req-d9e668f5-c210-4479-8c6b-1806a9e39d6f tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 210 time: 0.0367024
Mar 05 20:50:08.350097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:08.388506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:08.391524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:08.457454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:08.462275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:08.471167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:08.483824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:08.501778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f778286-ee93-4df4-bca2-edcf80ac27da,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:08.685453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5357fc-9ed4-4d38-9ef7-d4aa7ed9319d req-beb95e43-1123-42a2-8152-9ad06278e683 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:08.688344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc5357fc-9ed4-4d38-9ef7-d4aa7ed9319d req-beb95e43-1123-42a2-8152-9ad06278e683 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0683753
Mar 05 20:50:08.783938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-c4647218-7a8e-4b58-8ac1-f08b2d754664 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=20c17cd80f57435e83687f847a73abd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0571873
Mar 05 20:50:08.835890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc5357fc-9ed4-4d38-9ef7-d4aa7ed9319d req-fdc3ffea-8ab5-494a-bad7-bb45dc58b5e4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384251
Mar 05 20:50:08.840166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c87d-a63b-410e-9492-a017b8bb4fab req-658de1a9-1f83-4065-8e1c-98bd9b108946 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:08.850930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20b2c87d-a63b-410e-9492-a017b8bb4fab req-658de1a9-1f83-4065-8e1c-98bd9b108946 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 948 time: 0.2012110
Mar 05 20:50:08.976331 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20b2c87d-a63b-410e-9492-a017b8bb4fab req-9f393319-7437-4ea0-8a7a-db196fa69e12 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238577
Mar 05 20:50:08.980702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-7d7ed36b-255f-4621-aff6-efe0b588c726 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:08.982848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-7d7ed36b-255f-4621-aff6-efe0b588c726 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1401823
Mar 05 20:50:09.001297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Request body: {'port': {'device_id': '21a93d69-84ef-4271-84c0-51db6b478596', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '20c17cd80f57435e83687f847a73abd4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:09.001512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5cfde395-3c68-4fc7-a3b1-d62814d069b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:09.014279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for router_gateway (cd398499-4422-442b-a4a1-afe9d5572598), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.026833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 5cfde395-3c68-4fc7-a3b1-d62814d069b8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:50:09.027510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5cfde395-3c68-4fc7-a3b1-d62814d069b8 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:09.204126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Made reservation on behalf of 20c17cd80f57435e83687f847a73abd4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:09.210501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.242230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1960183-1808-4a4d-9f99-ff03e0251cc7 req-054c7bc8-eb8f-4391-aac6-92402bc04c9b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:09.254343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1960183-1808-4a4d-9f99-ff03e0251cc7 req-054c7bc8-eb8f-4391-aac6-92402bc04c9b tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.1531570
Mar 05 20:50:09.333778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19f585-03c9-4028-910e-357f16817a43 req-506f4ffe-dfb8-49b4-ac19-213fb318437c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:09.336812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c19f585-03c9-4028-910e-357f16817a43 req-506f4ffe-dfb8-49b4-ac19-213fb318437c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1550095
Mar 05 20:50:09.378750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1960183-1808-4a4d-9f99-ff03e0251cc7 req-80b25999-5292-4f64-a6a6-19e8fa72f559 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211212
Mar 05 20:50:09.408384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (cd398499-4422-442b-a4a1-afe9d5572598), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.449938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Allocated IP 192.168.233.227 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/1e6bd486-5ded-43df-bdec-a261d46a9815) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:09.503785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c19f585-03c9-4028-910e-357f16817a43 req-ab7d1e55-8eb9-4ad3-835a-dcd063a1f949 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540353
Mar 05 20:50:09.511707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04d51bed-d7ea-4115-9624-8644353ea4d8 req-cf7e07da-be09-4b6e-a0a7-765acb8bea2d tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 210 time: 0.0364306
Mar 05 20:50:09.519918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dcf481-7d1d-4d90-a9b4-884cdc596446 None None] Network c6093dad-5e11-4f5a-9e28-4941e94e098d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:09.615419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Router cd398499-4422-442b-a4a1-afe9d5572598 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:50:09.658444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks [] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.700677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Provisioning complete for port 6e881db4-004f-47d1-88e3-ad2a0e78b089 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:09.701397 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.711365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.762997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f735b1e1-9320-4212-b3ea-1aa7016452b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:09.796250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58b487-2397-49fa-b979-f4c34630f80d req-ae817260-55ac-4351-80df-c68915125a21 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:09.798466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c58b487-2397-49fa-b979-f4c34630f80d req-ae817260-55ac-4351-80df-c68915125a21 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.23 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.0823433
Mar 05 20:50:09.800338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:09.811449 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Sync routers for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:09.825869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:09.826653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Pushing event updated for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:09.827900 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:09.857069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:09.873999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:09.881693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:09.907831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:09.910092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:09.945745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-bc38179e-049a-4b39-9e61-c22205b9a001 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9535198
Mar 05 20:50:09.962177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Request body: {'port': {'device_id': '21a93d69-84ef-4271-84c0-51db6b478596', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:10.011004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.012550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-960c3849-39e1-4f76-bf54-9f9676381bb5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2806060
Mar 05 20:50:10.034280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39616) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:10.077186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Current status of the port 6e881db4-004f-47d1-88e3-ad2a0e78b089 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:10.077713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.079118 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:10.103913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.372172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] For port 6e881db4-004f-47d1-88e3-ad2a0e78b089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e881db4-004f-47d1-88e3-ad2a0e78b089,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:10.385148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e881db4-004f-47d1-88e3-ad2a0e78b089 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:10.414238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.449078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1489388016', 'description': 'tempest-description-409536665'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:10.498284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-38432afc-362e-41cb-bd21-4f17aab907aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:10.502739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-38432afc-362e-41cb-bd21-4f17aab907aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.5990489
Mar 05 20:50:10.507624 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4670>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:08Z', 'revision_number': 3, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:10.517134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5786f6-1f9c-4050-88c5-4d66873eb4aa None None] Pushing event updated for resources: {'Port': ['ID=6e881db4-004f-47d1-88e3-ad2a0e78b089,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:10.541146 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Checking router: cd398499-4422-442b-a4a1-afe9d5572598 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:10.541786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Updating router cd398499-4422-442b-a4a1-afe9d5572598 port 3f778286-ee93-4df4-bca2-edcf80ac27da binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:50:10.556390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6e881db4-004f-47d1-88e3-ad2a0e78b089 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:10.556907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.581423 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.586572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Provisioning complete for port 6e881db4-004f-47d1-88e3-ad2a0e78b089 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:10.587083 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.742439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6e881db4-004f-47d1-88e3-ad2a0e78b089 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:10.752872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Current status of the port 6e881db4-004f-47d1-88e3-ad2a0e78b089 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:10.767685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Provisioning complete for port 1e6bd486-5ded-43df-bdec-a261d46a9815 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:10.768519 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.774796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.786993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.810674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bc530d6f-7498-4a3b-8b0d-09bdcb99f241 None None] Port 1e6bd486-5ded-43df-bdec-a261d46a9815 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:10.918589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6bd486-5ded-43df-bdec-a261d46a9815 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:10.929699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks [] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.933793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b31f8-cb24-434c-a548-4bd9cc5e6579 req-0782078d-3c33-4fa7-815f-5b3716500289 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:10.941351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c34b31f8-cb24-434c-a548-4bd9cc5e6579 req-0782078d-3c33-4fa7-815f-5b3716500289 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.9564836
Mar 05 20:50:10.942852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (1c4fbc9d-7d9e-4f37-b500-760fc4c3e037), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.949399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c4fbc9d-7d9e-4f37-b500-760fc4c3e037), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.958012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Transition to ACTIVE for port object 1e6bd486-5ded-43df-bdec-a261d46a9815 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:10.969441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:10.997074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Deleting port 11733f46-438a-4683-b8ae-9561dfb31a38 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:50:10.997401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.006384 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks [] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.014291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 687346d5-cf6b-4895-b648-b214a9d0b985 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:11.021510 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.024446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4fbc9d-7d9e-4f37-b500-760fc4c3e037,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.059908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.076669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-387b6c20-40d3-4383-b6ad-b221623d0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.078126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-387b6c20-40d3-4383-b6ad-b221623d0c2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.5065827
Mar 05 20:50:11.105957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Attempting to bind port 1e6bd486-5ded-43df-bdec-a261d46a9815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:11.106302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Attempting to bind port 1e6bd486-5ded-43df-bdec-a261d46a9815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:11.106640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Attempting to bind port 1e6bd486-5ded-43df-bdec-a261d46a9815 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:11.109187 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Pushing event updated for resources: {'Port': ['ID=3f778286-ee93-4df4-bca2-edcf80ac27da,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.117571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (f9f24f47-ce1a-4147-9d0a-761c1e292d64), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.118786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Port 1e6bd486-5ded-43df-bdec-a261d46a9815 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:11.118910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Attempting to bind port 1e6bd486-5ded-43df-bdec-a261d46a9815 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:11.124901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:11.126081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:11.126651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:11.127169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Bound port: 1e6bd486-5ded-43df-bdec-a261d46a9815, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:11.127540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.128390 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.128913 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.129869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.130371 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.130783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f9f24f47-ce1a-4147-9d0a-761c1e292d64), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.131012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.131696 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.132711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.133193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.133976 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.134624 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.135096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.135563 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.136066 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:11.171238 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Attempting to bind port 3f778286-ee93-4df4-bca2-edcf80ac27da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:11.172027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Attempting to bind port 3f778286-ee93-4df4-bca2-edcf80ac27da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:11.173619 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Attempting to bind port 3f778286-ee93-4df4-bca2-edcf80ac27da on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:11.178506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 687346d5-cf6b-4895-b648-b214a9d0b985 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:11.184644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 687346d5-cf6b-4895-b648-b214a9d0b985 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:11.185320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.188459 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:11.188845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:11.189502 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.189676 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:11.190160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Bound port: 3f778286-ee93-4df4-bca2-edcf80ac27da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:11.190535 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.192576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c34b31f8-cb24-434c-a548-4bd9cc5e6579 req-a8b47343-a615-4962-99f9-bc376a9fb876 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503693
Mar 05 20:50:11.222804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-da3ffd10-40f5-4e0d-a435-997f2fbf9979 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27 HTTP/1.1" status: 200  len: 217 time: 0.1286342
Mar 05 20:50:11.222978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.229866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df705b33-ced1-436a-92f9-97375b50f7b2 req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8283551
Mar 05 20:50:11.248812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ec2d0-0fa9-477f-aca0-b2f4ae5fb90c tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f24f47-ce1a-4147-9d0a-761c1e292d64,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.291087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] For port 3f778286-ee93-4df4-bca2-edcf80ac27da, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:11.294694 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] For port 3f778286-ee93-4df4-bca2-edcf80ac27da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f778286-ee93-4df4-bca2-edcf80ac27da,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:11.305358 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.313599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 687346d5-cf6b-4895-b648-b214a9d0b985 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:11.314143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.316272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2ce9941d-9f5c-480d-b176-f639f34c5f2f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:11.328987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:11.339477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e6bd486-5ded-43df-bdec-a261d46a9815,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:11.396369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.400406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:11.402891 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215831e1-0ce2-4e5a-8c77-e5a4baa1e9fa" -d '{"events": [{"server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "name": "network-vif-plugged", "status": "completed", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:11.418417 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:11.419101 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:11.420374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687346d5-cf6b-4895-b648-b214a9d0b985,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:11.424688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 2ce9941d-9f5c-480d-b176-f639f34c5f2f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:11.427883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.436130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 2ce9941d-9f5c-480d-b176-f639f34c5f2f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:11.436130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.440874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] For port 11733f46-438a-4683-b8ae-9561dfb31a38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11733f46-438a-4683-b8ae-9561dfb31a38,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:11.441745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.470935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.471557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.472970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] 10.222.0.31 "PUT /v2.0/ports/1e6bd486-5ded-43df-bdec-a261d46a9815 HTTP/1.1" status: 200  len: 1096 time: 1.5177720
Mar 05 20:50:11.473425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:11.475708 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321a8c02-fe67-457d-b7cb-6931c250b96e" -d '{"events": [{"name": "network-changed", "server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:11.488288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Calling delete_port for 11733f46-438a-4683-b8ae-9561dfb31a38 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:50:11.491597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a7dfe-8a42-49e5-ba53-e35f79c44005 req-05585bf7-316a-4517-9681-47f4722f7bb8 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.493318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6a7dfe-8a42-49e5-ba53-e35f79c44005 req-05585bf7-316a-4517-9681-47f4722f7bb8 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e68fe7-4232-4918-aa20-4dda276362ed HTTP/1.1" status: 200  len: 949 time: 0.1493928
Mar 05 20:50:11.499697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-9a35e5a7-6859-4f18-9cfd-3bc2bbe3bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.502525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-9a35e5a7-6859-4f18-9cfd-3bc2bbe3bdc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2593737
Mar 05 20:50:11.538946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.591190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8db9-3667-4324-b1dd-c57032f09753 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.610600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2ce9941d-9f5c-480d-b176-f639f34c5f2f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:11.612115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.654578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:11.660674 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.674027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6a7dfe-8a42-49e5-ba53-e35f79c44005 req-b5668007-4aca-4aa2-adcd-a049541bcc99 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.15 "GET /v2.0/security-groups?id=55644cfe-7cda-4a8e-b912-7528b8a9e81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579061
Mar 05 20:50:11.676432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-cd9e45f0-377a-4b43-a990-cfd4eb3af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.678450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8275f0-9f58-414f-b0bd-6ec33894bdcc req-a1bfc29a-16fe-44e8-b0f4-a69998d30611 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.678981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-cd9e45f0-377a-4b43-a990-cfd4eb3af097 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 1130 time: 0.1498797
Mar 05 20:50:11.685216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e8275f0-9f58-414f-b0bd-6ec33894bdcc req-a1bfc29a-16fe-44e8-b0f4-a69998d30611 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 948 time: 0.3414564
Mar 05 20:50:11.720571 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:11.765021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-42573951-4990-4f59-afbd-6bacfc04a0f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1e6bd486-5ded-43df-bdec-a261d46a9815 HTTP/1.1" status: 200  len: 217 time: 0.0741057
Mar 05 20:50:11.789457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.846193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.857462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-6d078319-81fa-40eb-b817-b52bc52c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.859099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-6d078319-81fa-40eb-b817-b52bc52c9d9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3487909
Mar 05 20:50:11.867091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (11733f46-438a-4683-b8ae-9561dfb31a38), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:11.878852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['11733f46-438a-4683-b8ae-9561dfb31a38'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:11.901608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-799e2fa4-46b0-4a2c-9735-f874562e18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.901608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-799e2fa4-46b0-4a2c-9735-f874562e18c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1221013
Mar 05 20:50:11.934211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df82d-012b-4a72-b926-36d2f42c14c4 None None] Pushing event updated for resources: {'Port': ['ID=3f778286-ee93-4df4-bca2-edcf80ac27da,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:11.961166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0757d-613f-4d08-92ea-44bc7c90d18d req-c70175f9-ff1d-40fe-b937-6bc72315022e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:11.962618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90d0757d-613f-4d08-92ea-44bc7c90d18d req-c70175f9-ff1d-40fe-b937-6bc72315022e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1439629
Mar 05 20:50:11.974001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-93a26f19-601a-4365-988f-eb10007ce07d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1178405
Mar 05 20:50:11.988913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Pushing event deleted for resources: {'Port': ['ID=11733f46-438a-4683-b8ae-9561dfb31a38,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:12.016884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-d28c26a6-5cdb-4970-98fd-ba3bcc7180aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:12.018310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-d28c26a6-5cdb-4970-98fd-ba3bcc7180aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1028960
Mar 05 20:50:12.070700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e8275f0-9f58-414f-b0bd-6ec33894bdcc req-fefb2439-e149-4ec7-b7f6-50c0ddaec887 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3751402
Mar 05 20:50:12.097475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] No DVR routers for this DVR port 11733f46-438a-4683-b8ae-9561dfb31a38 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:12.106336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.109856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c58b487-2397-49fa-b979-f4c34630f80d req-0465fec9-15cf-4615-b558-30145353fc45 tempest-ServersAdminNegativeTestJSON-2139377812 tempest-ServersAdminNegativeTestJSON-2139377812-project] 10.222.0.23 "DELETE /v2.0/ports/11733f46-438a-4683-b8ae-9561dfb31a38 HTTP/1.1" status: 204  len: 173 time: 2.3044279
Mar 05 20:50:12.112993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'name': 'network-vif-deleted', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:12.114965 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf46748-6c1d-444b-801d-823e10a21893" -d '{"events": [{"server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "name": "network-vif-deleted", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:12.129964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90d0757d-613f-4d08-92ea-44bc7c90d18d req-a382ecd9-947c-42b5-b996-4a2c91c3e3ba tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590352
Mar 05 20:50:12.184387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-df5590b7-5a49-4c1b-80db-51c7788c0cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133383
Mar 05 20:50:12.190045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Request body: {'security_group': {'name': 'tempest-securitygroup-14899225', 'description': 'tempest-description-68823550'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:12.195028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4670>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:08Z', 'revision_number': 3, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:12.279826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb0499-1906-4249-a352-0f5a3200b392 None None] The sync data for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 is: [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:08Z', 'revision_number': 3, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:12.288943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.322648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e881db4-004f-47d1-88e3-ad2a0e78b089 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:12.360327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-57990d64-6e49-4247-a398-032d629a4803 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3288856
Mar 05 20:50:12.361737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Allocated IP 172.20.0.1 (c6093dad-5e11-4f5a-9e28-4941e94e098d/26519c1e-9919-42f4-a35e-29de2ebb93ac/316bf164-de27-4bd2-a14a-836185f64d5f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:12.362304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-e81ba270-d748-4d1c-b514-edb08d8248cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:12.363763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-e81ba270-d748-4d1c-b514-edb08d8248cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 1128 time: 0.3199615
Mar 05 20:50:12.454917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6e881db4-004f-47d1-88e3-ad2a0e78b089 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:12.455728 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.565810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd6ac5-36f7-4c82-afbf-c60a65c1b0ab req-05529759-83a5-4f22-bdcc-4aac7269d573 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:12.574528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6e881db4-004f-47d1-88e3-ad2a0e78b089 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:12.582733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99dd6ac5-36f7-4c82-afbf-c60a65c1b0ab req-05529759-83a5-4f22-bdcc-4aac7269d573 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 948 time: 0.3038919
Mar 05 20:50:12.607275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (08d2bd8f-42eb-4a95-bd73-72a00eda3276), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.640349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (08d2bd8f-42eb-4a95-bd73-72a00eda3276), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.641834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7e2571c-0a69-4e83-9a2c-50763de0269f req-5ecea79a-d281-49d6-9fe9-2ef14e4f96cb service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4216535
Mar 05 20:50:12.653039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a245ec8-790a-4e8a-92c4-9146b7b910d5 req-d19f02b2-3c78-46d6-978c-7ceed0b1fc32 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834325
Mar 05 20:50:12.680646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-d3ffb8a4-59e0-4007-add4-58a631cce677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:12.682420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-d3ffb8a4-59e0-4007-add4-58a631cce677 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 924 time: 0.2811687
Mar 05 20:50:12.756342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99dd6ac5-36f7-4c82-afbf-c60a65c1b0ab req-008db58d-0220-4ee1-b5e9-d48b1afb4442 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720231
Mar 05 20:50:12.787158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.789398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks [] for port (316bf164-de27-4bd2-a14a-836185f64d5f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:12.801195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0da49635-e66c-4aac-814a-12f1e97f843e req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6259537
Mar 05 20:50:12.821488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2f4c1-49d2-405c-aa7e-28f838f2aa20 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2bd8f-42eb-4a95-bd73-72a00eda3276,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:12.877310 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffee1f9-4aa2-40ff-87f7-470451f85eea x-openstack-request-id: req-1ffee1f9-4aa2-40ff-87f7-470451f85eea {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:12.877634 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "name": "network-vif-plugged", "status": "completed", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:12.877886 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ffee1f9-4aa2-40ff-87f7-470451f85eea {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:12.878443 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985', 'code': 200}
Mar 05 20:50:12.889045 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27eb3e4-e4e2-44f6-ad5f-44f20d39a5f4 x-openstack-request-id: req-d27eb3e4-e4e2-44f6-ad5f-44f20d39a5f4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:12.889348 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:12.889600 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d27eb3e4-e4e2-44f6-ad5f-44f20d39a5f4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:12.890075 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815', 'status': 'completed', 'code': 200}
Mar 05 20:50:12.900742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.005857 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845f00f2-9809-478f-b372-6e0635e00504 x-openstack-request-id: req-845f00f2-9809-478f-b372-6e0635e00504 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:13.006535 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e68fe7-4232-4918-aa20-4dda276362ed", "name": "network-vif-deleted", "tag": "11733f46-438a-4683-b8ae-9561dfb31a38", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:13.006535 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-845f00f2-9809-478f-b372-6e0635e00504 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:13.006890 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e68fe7-4232-4918-aa20-4dda276362ed', 'name': 'network-vif-deleted', 'tag': '11733f46-438a-4683-b8ae-9561dfb31a38', 'status': 'completed', 'code': 200}
Mar 05 20:50:13.011040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Network c6093dad-5e11-4f5a-9e28-4941e94e098d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:13.018264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-8d2a1850-8e63-4bc8-9079-69f0a0513a0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 200  len: 1000 time: 0.3199384
Mar 05 20:50:13.025545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:13.068761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:13.101032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-e59b95d7-f45b-4341-ba65-59b55ab7c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.102924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-e59b95d7-f45b-4341-ba65-59b55ab7c75f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.0755980
Mar 05 20:50:13.110868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-be9c63cc-0705-431b-a6ef-1df44e07315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.112975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-be9c63cc-0705-431b-a6ef-1df44e07315e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20c17cd80f57435e83687f847a73abd4&device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 1130 time: 0.2219758
Mar 05 20:50:13.169240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Pushing event updated for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:13.268902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963480f9-07ee-466b-b480-a3dcb29b1809 req-697ac990-6e4c-4316-b48c-33ceb4eb2e8c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.277676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-963480f9-07ee-466b-b480-a3dcb29b1809 req-697ac990-6e4c-4316-b48c-33ceb4eb2e8c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1413054
Mar 05 20:50:13.287915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (cd398499-4422-442b-a4a1-afe9d5572598), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.378860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-1d6b8d8c-82d2-4ccb-a6ba-f2259923713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.380425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-1d6b8d8c-82d2-4ccb-a6ba-f2259923713b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2656469
Mar 05 20:50:13.482628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-89da139c-c9fc-47a1-9c4b-63264346413e None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:13.483228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89da139c-c9fc-47a1-9c4b-63264346413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.484026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.521973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3dbbc-7eaf-47cd-a045-3dd04a221e89 req-681e7cd0-f3f5-4bdc-b428-7b7d367d25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.524557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77a3dbbc-7eaf-47cd-a045-3dd04a221e89 req-681e7cd0-f3f5-4bdc-b428-7b7d367d25ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 1131 time: 0.5122912
Mar 05 20:50:13.568863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-89da139c-c9fc-47a1-9c4b-63264346413e None None] Port 316bf164-de27-4bd2-a14a-836185f64d5f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:13.574270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-740d7c95-d353-4a71-b20b-9445aef68b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.577263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-740d7c95-d353-4a71-b20b-9445aef68b22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.4227486
Mar 05 20:50:13.589362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2063179034', 'description': 'tempest-description-474014127'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:13.607250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-963480f9-07ee-466b-b480-a3dcb29b1809 req-6b9680ca-e652-4503-8277-2b428f6061cb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285913
Mar 05 20:50:13.693302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-8dce25c4-e6e1-4c75-89a4-307825e7d97d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1e6bd486-5ded-43df-bdec-a261d46a9815 HTTP/1.1" status: 200  len: 217 time: 0.1006570
Mar 05 20:50:13.711102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-d01c5306-9f01-422c-bc72-546323393f78 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158169
Mar 05 20:50:13.714858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:13.784646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-19634d62-ba8b-4a5f-a675-dbecb0759198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.786076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-19634d62-ba8b-4a5f-a675-dbecb0759198 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0740821
Mar 05 20:50:13.804542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77a3dbbc-7eaf-47cd-a045-3dd04a221e89 req-814f9290-c5b8-4ca4-82c3-2ddcc185de5c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201126
Mar 05 20:50:13.866791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f384e2-a2c5-456b-b47e-c525054d4935 req-4395ca59-7d67-4506-9d3d-18f035bb6cc9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:13.868325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95f384e2-a2c5-456b-b47e-c525054d4935 req-4395ca59-7d67-4506-9d3d-18f035bb6cc9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 949 time: 0.1361477
Mar 05 20:50:13.966671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95f384e2-a2c5-456b-b47e-c525054d4935 req-617b977b-53e2-44b4-8310-dbe3e366866f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873377
Mar 05 20:50:13.980878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks [] for port (316bf164-de27-4bd2-a14a-836185f64d5f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.983117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:13.991870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.006226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42f107f7-7780-47b3-99fc-4695d6de17b4 req-88eafd35-5ef2-4cc7-8695-2c89ee3a7714 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2178116
Mar 05 20:50:14.011956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.054956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86020b0f-6d15-4429-a98a-54f2d3681f6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46a689a4e8aa4d1fb19c10217e5986ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2721469
Mar 05 20:50:14.058953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:14.074172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-447a0a52-fe56-46d8-a35e-d49b38ed32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:14.075696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-447a0a52-fe56-46d8-a35e-d49b38ed32bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2740538
Mar 05 20:50:14.161224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Pushing event updated for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:14.179647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (cd398499-4422-442b-a4a1-afe9d5572598), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.214667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] Publish callbacks [] for security_group (55644cfe-7cda-4a8e-b912-7528b8a9e81b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.233551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-efe13287-d060-4f02-b25d-578333732057 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416531
Mar 05 20:50:14.243793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (3bc8c571-2d9e-4fbc-9923-1d0588490cd3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.258884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3bc8c571-2d9e-4fbc-9923-1d0588490cd3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.277765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83a5b3-95a1-4014-863c-3786d15b4061 req-73c54e7c-451e-4b12-b598-e077d9e5dfd7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:14.279369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d83a5b3-95a1-4014-863c-3786d15b4061 req-73c54e7c-451e-4b12-b598-e077d9e5dfd7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2226896
Mar 05 20:50:14.279759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3f778286-ee93-4df4-bca2-edcf80ac27da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:14.343468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3f778286-ee93-4df4-bca2-edcf80ac27da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:14.344512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.397084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-321a8c02-fe67-457d-b7cb-6931c250b96e req-7557512d-acca-4a47-b242-eb62a7fda1a5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506073
Mar 05 20:50:14.430501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8c571-2d9e-4fbc-9923-1d0588490cd3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:14.472725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3f778286-ee93-4df4-bca2-edcf80ac27da is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:14.473122 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.490382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (18b5c15a-7bad-4a77-97e2-1ee34cfbfea3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.499207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (18b5c15a-7bad-4a77-97e2-1ee34cfbfea3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.517938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3f778286-ee93-4df4-bca2-edcf80ac27da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f778286-ee93-4df4-bca2-edcf80ac27da,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:14.526169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.554964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.576928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-208583a4-92ee-4765-a6e1-e0911dff9068 req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.0145626
Mar 05 20:50:14.584667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c99ef4-fb74-4cf2-b4cd-92ec8e5aa53e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b5c15a-7bad-4a77-97e2-1ee34cfbfea3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:14.624104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] Publish callbacks [] for security_group (55644cfe-7cda-4a8e-b912-7528b8a9e81b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.626394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3f778286-ee93-4df4-bca2-edcf80ac27da,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:14.736289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Network c6093dad-5e11-4f5a-9e28-4941e94e098d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:14.748063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-34fdb1c9-8618-457c-af53-6cd8e682441c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1333199342&fields=id&tenant_id=4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 267 time: 0.0572989
Mar 05 20:50:14.749049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d83a5b3-95a1-4014-863c-3786d15b4061 req-fcedf579-ee75-4b0c-9c5a-da872b5c19b9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4584846
Mar 05 20:50:14.752903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:14.783737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55644cfe-7cda-4a8e-b912-7528b8a9e81b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.786161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:14.787287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55644cfe-7cda-4a8e-b912-7528b8a9e81b HTTP/1.1" status: 204  len: 168 time: 0.7243598
Mar 05 20:50:14.879654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:14.882332 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18b424-770b-4e8f-bbcb-29698f3bbda9" -d '{"events": [{"server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "name": "network-vif-plugged", "status": "completed", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:14.987231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-08b79ac0-3f56-4bf1-b2c3-b03f6f87c54f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:14.988780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-08b79ac0-3f56-4bf1-b2c3-b03f6f87c54f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d89c14-aebf-4565-9719-229a9abd3ebd HTTP/1.1" status: 200  len: 946 time: 0.1679955
Mar 05 20:50:14.989996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5043-b62e-4e92-a3f7-a3555b34620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55644cfe-7cda-4a8e-b912-7528b8a9e81b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:15.038087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-0ac6c446-9454-441d-8131-27c0b8a0e914 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:15.045956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-0ac6c446-9454-441d-8131-27c0b8a0e914 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 823 time: 0.2694068
Mar 05 20:50:15.061388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5e0ee-fecc-4beb-903f-0ca72cb7ba9c req-620f0d0c-d6b7-4efd-ae25-0f6ab210ca17 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:15.064430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a5e0ee-fecc-4beb-903f-0ca72cb7ba9c req-620f0d0c-d6b7-4efd-ae25-0f6ab210ca17 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 948 time: 0.1180429
Mar 05 20:50:15.087160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-40b740f6-92cd-48e0-b4d5-447c25721952 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/quotas/4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 375 time: 0.0402765
Mar 05 20:50:15.100687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Router cd398499-4422-442b-a4a1-afe9d5572598 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:50:15.115705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-45d3231b-a0cf-42f0-87d0-a9c26af95c56 None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:15.116451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-45d3231b-a0cf-42f0-87d0-a9c26af95c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.163120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-45d3231b-a0cf-42f0-87d0-a9c26af95c56 None None] Port 316bf164-de27-4bd2-a14a-836185f64d5f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:15.185846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a5e0ee-fecc-4beb-903f-0ca72cb7ba9c req-1ad07ea7-f176-4664-a0ad-4b5cce63abae tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149738
Mar 05 20:50:15.253971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-22b2e842-3799-4e68-8336-f99c68dc3a92 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1580441
Mar 05 20:50:15.258035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1761689318', 'description': 'tempest-description-1295624213'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:15.277844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Deleting port 3d09975a-2c78-4565-9441-09dcee0a67e2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:50:15.278189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.326800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 11733f46-438a-4683-b8ae-9561dfb31a38 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:15.346239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.369056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 11733f46-438a-4683-b8ae-9561dfb31a38 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:50:15.369646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 11733f46-438a-4683-b8ae-9561dfb31a38 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:15.380165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:15.395893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c1d3da9-70ef-46af-9349-dffe73600416 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd398499-4422-442b-a4a1-afe9d5572598/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3214962
Mar 05 20:50:15.398232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Sync routers for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:15.410762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:15.411662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832c9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:15.521103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (f6669b61-d92b-4aae-b2a7-364b45bce40a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.522030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39684) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:15.585330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f6669b61-d92b-4aae-b2a7-364b45bce40a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.657635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] For port 3d09975a-2c78-4565-9441-09dcee0a67e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d09975a-2c78-4565-9441-09dcee0a67e2,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:15.658277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.697817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-143a88a5-a798-4dda-aba9-b1fd177d7c2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c83b17616c44321bb8cdde328d93a5a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1723731
Mar 05 20:50:15.698771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6669b61-d92b-4aae-b2a7-364b45bce40a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:15.712337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39688) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:15.759035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:15.788648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] Publish callbacks [] for security_group (939f17ce-4ec4-4165-bb57-63c97c27438f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.816470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] Publish callbacks [] for security_group (939f17ce-4ec4-4165-bb57-63c97c27438f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.822703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fa3d0a84-88ff-422e-a507-d28d361cbf3e service neutron] 10.222.0.15 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5677969
Mar 05 20:50:15.835444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.837122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a57d9643-21fc-4142-8a2e-cf78755d2073 req-dfb01d0c-459a-4380-b2b6-a58889e68f8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.5926259
Mar 05 20:50:15.909133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (939f17ce-4ec4-4165-bb57-63c97c27438f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.913231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:15.914984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/939f17ce-4ec4-4165-bb57-63c97c27438f HTTP/1.1" status: 204  len: 168 time: 0.2000861
Mar 05 20:50:15.937722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e71a57-57e8-4ef2-aa9c-f192b9d128b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f17ce-4ec4-4165-bb57-63c97c27438f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:16.049228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6debec6-c847-430f-ae1b-e9dbb6665068 req-04beafed-bad6-4c2e-a60c-210ce543d9c9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:16.059867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6debec6-c847-430f-ae1b-e9dbb6665068 req-04beafed-bad6-4c2e-a60c-210ce543d9c9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1075304
Mar 05 20:50:16.109143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-121cda4e-d773-4ff9-b4e4-9479765f1efc service neutron] 10.222.0.15 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739842
Mar 05 20:50:16.119795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:16.120266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:16.120676 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624 disassociated. External IP: 172.35.0.7, port: 3d09975a-2c78-4565-9441-09dcee0a67e2.
Mar 05 20:50:16.121046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Calling delete_port for 3d09975a-2c78-4565-9441-09dcee0a67e2 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:50:16.209097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6debec6-c847-430f-ae1b-e9dbb6665068 req-00c8050b-b075-4dca-b7d3-4827ad0ebbe2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478481
Mar 05 20:50:16.237633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832c9ee0>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:13Z', 'revision_number': 4, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '316bf164-de27-4bd2-a14a-836185f64d5f', 'name': '', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'mac_address': 'fa:16:3e:2a:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:11Z', 'updated_at': '2022-03-05T20:50:13Z', 'revision_number': 2, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'subnets': [{'id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:16.316149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Checking router: cd398499-4422-442b-a4a1-afe9d5572598 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:16.319279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Updating router cd398499-4422-442b-a4a1-afe9d5572598 port 316bf164-de27-4bd2-a14a-836185f64d5f binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:50:16.412159 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f73e4d1-eaab-4b67-886e-556b2a0af393 x-openstack-request-id: req-1f73e4d1-eaab-4b67-886e-556b2a0af393 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:16.413405 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "name": "network-vif-plugged", "status": "completed", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:16.413671 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f73e4d1-eaab-4b67-886e-556b2a0af393 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:16.414078 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'code': 200}
Mar 05 20:50:16.420723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:16.426471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3f778286-ee93-4df4-bca2-edcf80ac27da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:16.466907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3d09975a-2c78-4565-9441-09dcee0a67e2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:16.584671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event deleted for resources: {'Port': ['ID=3d09975a-2c78-4565-9441-09dcee0a67e2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:16.586940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10d148-27b5-4302-adcd-b87e9e068f52 req-61d2460a-b3b6-483f-8f44-a9d5acca2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:16.588652 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec10d148-27b5-4302-adcd-b87e9e068f52 req-61d2460a-b3b6-483f-8f44-a9d5acca2f33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 1131 time: 0.1144578
Mar 05 20:50:16.633337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31ad5c-b857-4c67-a6d3-06f38c483787 req-9f9f7037-6930-42c6-bf2b-43677e0f9d11 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:16.640262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc31ad5c-b857-4c67-a6d3-06f38c483787 req-9f9f7037-6930-42c6-bf2b-43677e0f9d11 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 949 time: 0.1144347
Mar 05 20:50:16.704711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec10d148-27b5-4302-adcd-b87e9e068f52 req-006b32ec-0b0b-41eb-8ea1-0485c5812cc5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092744
Mar 05 20:50:16.718584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc31ad5c-b857-4c67-a6d3-06f38c483787 req-f96c19f6-4d52-484a-b096-15a25103a4b9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766342
Mar 05 20:50:16.944499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:16.951167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-network', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:16.977471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f856-7a1b-4a30-b164-fa3df860fad7 req-ac16f824-7743-4a13-8a0a-bc0a87874e5f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:16.979172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9c7f856-7a1b-4a30-b164-fa3df860fad7 req-ac16f824-7743-4a13-8a0a-bc0a87874e5f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.3491495
Mar 05 20:50:17.010126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Made reservation on behalf of 3f0be6ed248d4e509d2308e9fbd70f63 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:17.013214 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.017248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:50:17.028320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1e6bd486-5ded-43df-bdec-a261d46a9815 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:17.038291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.053681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9c7f856-7a1b-4a30-b164-fa3df860fad7 req-e6a18adc-a56f-4dc8-9924-d6c9c250bfcf tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663891
Mar 05 20:50:17.102685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3f778286-ee93-4df4-bca2-edcf80ac27da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:17.103074 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.309655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:17.324099 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:17.340219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks [] for port (316bf164-de27-4bd2-a14a-836185f64d5f), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.346419 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:17.347060 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:17.356279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.406715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] No DVR routers for this DVR port 3d09975a-2c78-4565-9441-09dcee0a67e2 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:17.415254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.421218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de2650ff-4bc2-461a-9a4e-70fbe8169b43 req-6ec70786-9de8-4c9c-888c-7faed35bc6f1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "DELETE /v2.0/ports/3d09975a-2c78-4565-9441-09dcee0a67e2 HTTP/1.1" status: 204  len: 173 time: 2.4222822
Mar 05 20:50:17.426067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'name': 'network-vif-deleted', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:17.429129 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aae26a-d79b-4aae-9429-b5b1f2f2010f" -d '{"events": [{"server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "name": "network-vif-deleted", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:17.460421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f97418-0a35-4141-9193-852a4720b8b7 req-3f62d1e2-8551-4885-86c4-0951d91e66a6 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:17.462113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43f97418-0a35-4141-9193-852a4720b8b7 req-3f62d1e2-8551-4885-86c4-0951d91e66a6 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 948 time: 0.2782800
Mar 05 20:50:17.503615 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-3710b7af-3b30-4863-9d3a-00c7c12b52e4 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 50949 time: 0.7637293
Mar 05 20:50:17.513892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa19c68-628b-4d06-8b7f-1eac4d4af518 None None] Pushing event updated for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:17.575301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43f97418-0a35-4141-9193-852a4720b8b7 req-7eff77f6-f519-4ce2-90b3-a8bb2e75df7f tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074307
Mar 05 20:50:17.674329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:17.693619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-d538cdca-a350-48e9-a3ae-af5098f2767b tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0b3bb5cc-c2b1-4af1-8461-28220dfac50a HTTP/1.1" status: 200  len: 2998 time: 0.1878588
Mar 05 20:50:17.697190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks [] for security_group (f3510d16-97e0-431b-90d9-7ca5158b0797), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.709667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f3510d16-97e0-431b-90d9-7ca5158b0797), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.774330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:50:17.795787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23506339-1c2c-47e4-93d8-d4b71888bf35 req-a838a9ba-9e79-41a5-bbfe-827137821b8c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 210 time: 0.0899396
Mar 05 20:50:17.800660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3f778286-ee93-4df4-bca2-edcf80ac27da is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:17.809596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3510d16-97e0-431b-90d9-7ca5158b0797,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:17.874745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6b9f798a-7bc5-4580-8b3e-1ba01aa96062), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.875780 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Added segment 6b9f798a-7bc5-4580-8b3e-1ba01aa96062 of type vlan for network 04042451-7243-43e8-b968-99e3aff1c8b7
Mar 05 20:50:17.879423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e6bd486-5ded-43df-bdec-a261d46a9815,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:17.882205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Attempting to bind port 316bf164-de27-4bd2-a14a-836185f64d5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:17.883384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Attempting to bind port 316bf164-de27-4bd2-a14a-836185f64d5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:17.884429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Attempting to bind port 316bf164-de27-4bd2-a14a-836185f64d5f on network c6093dad-5e11-4f5a-9e28-4941e94e098d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:17.928821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:17.929489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Checking segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:17.930122 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.930701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Bound using segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:17.931340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Bound port: 316bf164-de27-4bd2-a14a-836185f64d5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:17.931935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:17.936610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '1e6bd486-5ded-43df-bdec-a261d46a9815', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '1e6bd486-5ded-43df-bdec-a261d46a9815', 'mac_address': 'fa:16:3e:fa:30:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:17.985174 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-5125cf95-031d-42ad-9006-4d22b449da4a tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0b3bb5cc-c2b1-4af1-8461-28220dfac50a HTTP/1.1" status: 200  len: 2998 time: 0.2830424
Mar 05 20:50:18.004334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f3662cc2-4fab-48bf-b72e-661cd2bb5a5f None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:18.004778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f3662cc2-4fab-48bf-b72e-661cd2bb5a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.040437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7de0c3-d179-4495-8c9d-f47ba4839346 req-f31b22b8-7a32-4edf-930f-3449db2c19e2 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:18.044540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (04042451-7243-43e8-b968-99e3aff1c8b7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.047072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd7de0c3-d179-4495-8c9d-f47ba4839346 req-f31b22b8-7a32-4edf-930f-3449db2c19e2 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.1172681
Mar 05 20:50:18.083420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374c10>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:18.113193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:18.133647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:18.134588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:18.141434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-dcb2dd49-9a87-4b84-82cb-4cb6d9d3f9ac tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0cb912be-86aa-43df-85c6-bc3d1f569440 HTTP/1.1" status: 200  len: 2998 time: 0.1429617
Mar 05 20:50:18.148622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd7de0c3-d179-4495-8c9d-f47ba4839346 req-79c8fff7-faa2-453a-9406-980916e12fc0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946419
Mar 05 20:50:18.223161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (04042451-7243-43e8-b968-99e3aff1c8b7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.224343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:18.229990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f3662cc2-4fab-48bf-b72e-661cd2bb5a5f None None] Port 316bf164-de27-4bd2-a14a-836185f64d5f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:18.237289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.240587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] For port 316bf164-de27-4bd2-a14a-836185f64d5f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:18.246439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1e6bd486-5ded-43df-bdec-a261d46a9815 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:18.247971 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.304435 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:18.305258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] For port 316bf164-de27-4bd2-a14a-836185f64d5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=316bf164-de27-4bd2-a14a-836185f64d5f,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:18.309275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6bd486-5ded-43df-bdec-a261d46a9815 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:18.341430 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.358524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-5d7d14f0-d745-445f-86a5-7d4b5344e9de tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0cb912be-86aa-43df-85c6-bc3d1f569440 HTTP/1.1" status: 200  len: 2998 time: 0.2159488
Mar 05 20:50:18.378011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4304564
Mar 05 20:50:18.380928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39750) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:18.391417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Request body: {'subnet': {'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-subnet', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:18.402303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b28acd-2426-4cf5-baef-d2db6e88bc74 admin admin] Pushing event updated for resources: {'Network': ['ID=04042451-7243-43e8-b968-99e3aff1c8b7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:18.443499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e6bd486-5ded-43df-bdec-a261d46a9815,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:18.457596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-a848ab5b-396b-4bee-a5ce-d12d0dc62aac tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1c4fbc9d-7d9e-4f37-b500-760fc4c3e037 HTTP/1.1" status: 200  len: 2998 time: 0.0979733
Mar 05 20:50:18.465999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Made reservation on behalf of 3f0be6ed248d4e509d2308e9fbd70f63 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:18.470241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.476214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 04042451-7243-43e8-b968-99e3aff1c8b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:50:18.527530 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.593080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-51033b10-dd5d-4cc3-a712-5f6ca8d4d0c2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:18.598723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-51033b10-dd5d-4cc3-a712-5f6ca8d4d0c2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 823 time: 0.3107734
Mar 05 20:50:18.602285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:18.603101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832c9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:18.700025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-3f4004e4-96cb-4f95-a743-eeaeb27d5291 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0a2d8f510f49999fc3094858af40d6 HTTP/1.1" status: 200  len: 380 time: 0.0894723
Mar 05 20:50:18.712781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa19c68-628b-4d06-8b7f-1eac4d4af518 None None] Pushing event updated for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:18.721362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'port': {'device_id': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'admin_state_up': True, 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'security_groups': ['0bc96e74-0153-43de-85f3-9de817329c5f']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:18.756749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374c10>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:18.793755 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8a2e3-c02e-4203-8aa3-27f296ceaaa7 None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:18.845865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af6f17-f309-455c-a28e-4f6783f59827 req-910b2803-3a2e-4fa5-a560-f0d8b2392e79 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:18.847794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9af6f17-f309-455c-a28e-4f6783f59827 req-910b2803-3a2e-4fa5-a560-f0d8b2392e79 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.3907042
Mar 05 20:50:18.864988 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (361005a9-fd16-4d9a-9c3b-8140a1095236), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:18.873386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:18.964111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-49fb7ea3-1aee-43cd-b5d7-31afbacb9a78 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1c4fbc9d-7d9e-4f37-b500-760fc4c3e037 HTTP/1.1" status: 200  len: 2998 time: 0.5046155
Mar 05 20:50:18.985910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9af6f17-f309-455c-a28e-4f6783f59827 req-2eeb82d0-e08f-4fd0-9ff5-971d2a31e79a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218808
Mar 05 20:50:18.997091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=361005a9-fd16-4d9a-9c3b-8140a1095236,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:19.026978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Checking segment: {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:19.032039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Network hostable DHCP agents. Network: 04042451-7243-43e8-b968-99e3aff1c8b7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:50:19.054660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-8c49fa7e-6a43-4d2e-8b26-9a756f750752 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3bc8c571-2d9e-4fbc-9923-1d0588490cd3 HTTP/1.1" status: 200  len: 2998 time: 0.0895681
Mar 05 20:50:19.058694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:19.073993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Made reservation on behalf of 4e0a2d8f510f49999fc3094858af40d6 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:19.081077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.085084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['1e6bd486-5ded-43df-bdec-a261d46a9815'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:19.103927 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015cbfd-9c0b-48d0-a799-7bf2b42f5ce8 x-openstack-request-id: req-1015cbfd-9c0b-48d0-a799-7bf2b42f5ce8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:19.104487 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d89c14-aebf-4565-9719-229a9abd3ebd", "name": "network-vif-deleted", "tag": "3d09975a-2c78-4565-9441-09dcee0a67e2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:19.104487 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1015cbfd-9c0b-48d0-a799-7bf2b42f5ce8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:19.104913 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d89c14-aebf-4565-9719-229a9abd3ebd', 'name': 'network-vif-deleted', 'tag': '3d09975a-2c78-4565-9441-09dcee0a67e2', 'status': 'completed', 'code': 200}
Mar 05 20:50:19.187005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-463d2557-442c-44d2-873b-eee4566832e3 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3bc8c571-2d9e-4fbc-9923-1d0588490cd3 HTTP/1.1" status: 200  len: 2998 time: 0.1234989
Mar 05 20:50:19.187117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:19.187238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Network 04042451-7243-43e8-b968-99e3aff1c8b7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:50:19.187379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.214548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04042451-7243-43e8-b968-99e3aff1c8b7) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:19.220966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:19.221702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.257356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8550027-c8b2-421e-ac96-d15fc6286955 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8742917
Mar 05 20:50:19.258214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:19.264727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:19.271208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-dd4c015b-f3e8-4bda-a391-bc9a3f9869cf tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee HTTP/1.1" status: 200  len: 2998 time: 0.0786946
Mar 05 20:50:19.306339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Allocated IP 172.20.0.14 (da32bc16-2a34-4e4f-9967-3e30a71f2738/6f74d4e2-f31e-4eb7-9804-c292a4a0ed00/a9d235c2-9ace-436f-8a2f-896e912f51bf) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:19.310776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.312167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.335799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572265-6e9a-4d91-8287-4baab7fb0ca1 req-2d09c6a0-7f6e-44e8-89d6-da5fb733739c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:19.337373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53572265-6e9a-4d91-8287-4baab7fb0ca1 req-2d09c6a0-7f6e-44e8-89d6-da5fb733739c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0961106
Mar 05 20:50:19.370769 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for router_controller (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.390053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88c516-8840-4002-a1c4-3eec523dd7f6 None None] Network 04042451-7243-43e8-b968-99e3aff1c8b7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:19.392688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d09975a-2c78-4565-9441-09dcee0a67e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:19.395377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d7849-b199-4228-8d2d-052f20b1754a None None] New status for floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:50:19.450299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53572265-6e9a-4d91-8287-4baab7fb0ca1 req-d76be759-9f8c-4d76-9421-5acc1c829c38 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021030
Mar 05 20:50:19.459042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-c9dbfd1f-765f-4f7b-b452-a48d0410e4e4 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee HTTP/1.1" status: 200  len: 2998 time: 0.1804721
Mar 05 20:50:19.479809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 3d09975a-2c78-4565-9441-09dcee0a67e2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:50:19.480150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d09975a-2c78-4565-9441-09dcee0a67e2 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:19.514912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.557106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for router_gateway (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.570659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.634490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-c4c6a44b-681d-4d7d-b82e-d6977db2199d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/51c89881-cf01-4d67-ba3c-a92c62aa048b HTTP/1.1" status: 200  len: 2998 time: 0.1316626
Mar 05 20:50:19.644406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:19.648634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event updated for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:19.651110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:19.654087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:19.661410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:19.662508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.681998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b379-7921-4f46-94c1-ab1498af240e req-f3410188-1d31-4bcd-9e5c-b966fc03f10e tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:19.684520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8c9b379-7921-4f46-94c1-ab1498af240e req-f3410188-1d31-4bcd-9e5c-b966fc03f10e tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 949 time: 0.1275330
Mar 05 20:50:19.701661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-fe468dc9-a496-465b-830c-c6f5024d0632 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9947357
Mar 05 20:50:19.706786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-e60bd602-a81a-47ac-8803-2511b660b47a tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/51c89881-cf01-4d67-ba3c-a92c62aa048b HTTP/1.1" status: 200  len: 2998 time: 0.0621760
Mar 05 20:50:19.713570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Request body: {'port': {'device_id': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:19.825156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Current status of the port 316bf164-de27-4bd2-a14a-836185f64d5f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:19.825597 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.845077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04042451-7243-43e8-b968-99e3aff1c8b7', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:50:19.845934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.856862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8c9b379-7921-4f46-94c1-ab1498af240e req-30136795-cf45-4675-973c-1190cfa8cfe8 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605566
Mar 05 20:50:19.865641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.877851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-fdd95dc9-86ae-426a-a847-91253f7dd9dd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6c82170e-57d1-45b7-91a2-ead6df057686 HTTP/1.1" status: 200  len: 2998 time: 0.1616890
Mar 05 20:50:19.928857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832c9ee0>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:13Z', 'revision_number': 4, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '316bf164-de27-4bd2-a14a-836185f64d5f', 'name': '', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'mac_address': 'fa:16:3e:2a:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:11Z', 'updated_at': '2022-03-05T20:50:18Z', 'revision_number': 4, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'subnets': [{'id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:19.938185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for router_gateway (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.971684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] For port 316bf164-de27-4bd2-a14a-836185f64d5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=316bf164-de27-4bd2-a14a-836185f64d5f,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:19.978415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:19.982632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-798536c6-2910-4d0a-ac6c-97049e0e2fc5 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6c82170e-57d1-45b7-91a2-ead6df057686 HTTP/1.1" status: 200  len: 2998 time: 0.0831335
Mar 05 20:50:20.014559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.033958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea74753-cc9f-45b6-b491-3476d8ba0b58 None None] The sync data for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 is: [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:50:13Z', 'revision_number': 4, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '316bf164-de27-4bd2-a14a-836185f64d5f', 'name': '', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'mac_address': 'fa:16:3e:2a:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:11Z', 'updated_at': '2022-03-05T20:50:18Z', 'revision_number': 4, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'subnets': [{'id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:20.154574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-8d0a4959-2ac0-4f2d-84d9-f67c27b1e866 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6eaa35e2-28e6-49fb-a866-58f28e2194e2 HTTP/1.1" status: 200  len: 2994 time: 0.1580095
Mar 05 20:50:20.224863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-78ef1810-9c7d-4bc5-ab6e-fbcf23cde172 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6eaa35e2-28e6-49fb-a866-58f28e2194e2 HTTP/1.1" status: 200  len: 2994 time: 0.0591946
Mar 05 20:50:20.226052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Allocated IP 172.35.0.146 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/1876a72e-9c7a-483b-b593-9118dac5130b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:20.276505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c865807-171f-406a-8928-9ee4d3380873 None None] Pushing event updated for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:20.286164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9f46b55e-4968-466c-81e2-d30952c4a6cb None None] Provisioning complete for port a9d235c2-9ace-436f-8a2f-896e912f51bf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:20.286693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f46b55e-4968-466c-81e2-d30952c4a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.314785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fbaf7-7246-4c8e-94d3-e0311c9772ea req-6b31d34f-5323-4f61-b39e-a537e4fa15af tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:20.335117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Allocated IP 172.20.0.2 (04042451-7243-43e8-b968-99e3aff1c8b7/361005a9-fd16-4d9a-9c3b-8140a1095236/449f475c-0eaf-4674-a3e1-a47352f8c233) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:20.339962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b82fbaf7-7246-4c8e-94d3-e0311c9772ea req-6b31d34f-5323-4f61-b39e-a537e4fa15af tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 932 time: 0.2977192
Mar 05 20:50:20.357171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 316bf164-de27-4bd2-a14a-836185f64d5f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:20.366459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9f46b55e-4968-466c-81e2-d30952c4a6cb None None] Port a9d235c2-9ace-436f-8a2f-896e912f51bf cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:20.367730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-5e84a969-525b-4922-9536-89154ca0e8f4 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7cdfd530-5438-4a75-9059-cbe5a36679ae HTTP/1.1" status: 200  len: 2998 time: 0.1235275
Mar 05 20:50:20.471096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for port (1876a72e-9c7a-483b-b593-9118dac5130b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.481997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b82fbaf7-7246-4c8e-94d3-e0311c9772ea req-a2a8c7c0-45a8-4b6c-ac07-7cb581cc6cc0 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358976
Mar 05 20:50:20.519115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-1336d768-2974-43e0-80e0-f89a1a8bb883 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7cdfd530-5438-4a75-9059-cbe5a36679ae HTTP/1.1" status: 200  len: 2998 time: 0.1363289
Mar 05 20:50:20.524421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.544071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d235c2-9ace-436f-8a2f-896e912f51bf {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:20.554335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks [] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.570108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:20.570642 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.588766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Pushing event updated for resources: {'Port': ['ID=1876a72e-9c7a-483b-b593-9118dac5130b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:20.599344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Transition to ACTIVE for port object a9d235c2-9ace-436f-8a2f-896e912f51bf will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:20.613172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:20.621042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:20.631172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.631564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:20.702578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks [] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.720274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.763621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-c6b88fc6-f3a4-4330-a326-db3388f46b21 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c5f0f143-9df6-48aa-9d91-e260af9e10a1 HTTP/1.1" status: 200  len: 2998 time: 0.2331324
Mar 05 20:50:20.778812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Pushing event updated for resources: {'Port': ['ID=449f475c-0eaf-4674-a3e1-a47352f8c233,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:20.797509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 316bf164-de27-4bd2-a14a-836185f64d5f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:20.811800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Network 04042451-7243-43e8-b968-99e3aff1c8b7 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:20.814234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:20.819368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:20.927002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Attempting to bind port 449f475c-0eaf-4674-a3e1-a47352f8c233 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:20.927845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Attempting to bind port 449f475c-0eaf-4674-a3e1-a47352f8c233 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:20.928441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Attempting to bind port 449f475c-0eaf-4674-a3e1-a47352f8c233 on network 04042451-7243-43e8-b968-99e3aff1c8b7 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:20.934440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:20.935212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Checking segment: {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:20.935857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.936604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Bound using segment: {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:20.938136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Bound port: 449f475c-0eaf-4674-a3e1-a47352f8c233, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:20.938699 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:20.940535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-e354af26-9fa8-4edc-aa1f-ff1662fb2855 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c5f0f143-9df6-48aa-9d91-e260af9e10a1 HTTP/1.1" status: 200  len: 2998 time: 0.1653664
Mar 05 20:50:21.026049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] For port 449f475c-0eaf-4674-a3e1-a47352f8c233, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:21.032941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] For port 449f475c-0eaf-4674-a3e1-a47352f8c233, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=449f475c-0eaf-4674-a3e1-a47352f8c233,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:21.036218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1e6bd486-5ded-43df-bdec-a261d46a9815 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:21.069813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.095126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de19d7-4bd4-4038-a67c-791a0ff43eb7 req-28870661-43ac-40bd-adee-51ad3bad35ee tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.096676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36de19d7-4bd4-4038-a67c-791a0ff43eb7 req-28870661-43ac-40bd-adee-51ad3bad35ee tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.5130663
Mar 05 20:50:21.104972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for router_gateway (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.126460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Attempting to bind port a9d235c2-9ace-436f-8a2f-896e912f51bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:21.126805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Attempting to bind port a9d235c2-9ace-436f-8a2f-896e912f51bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:21.127143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Attempting to bind port a9d235c2-9ace-436f-8a2f-896e912f51bf on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:21.137254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:21.173871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8e0f-42a3-4db5-a61e-051805a4699c None None] Pushing event updated for resources: {'Port': ['ID=449f475c-0eaf-4674-a3e1-a47352f8c233,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:21.179491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Port a9d235c2-9ace-436f-8a2f-896e912f51bf on network da32bc16-2a34-4e4f-9967-3e30a71f2738 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:21.179875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Attempting to bind port a9d235c2-9ace-436f-8a2f-896e912f51bf on network da32bc16-2a34-4e4f-9967-3e30a71f2738 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:21.192800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:21.193148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Checking segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:21.193711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Bound using segment: {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:21.194243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Bound port: a9d235c2-9ace-436f-8a2f-896e912f51bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:21.195066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.196145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 1e6bd486-5ded-43df-bdec-a261d46a9815 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:21.200759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 1e6bd486-5ded-43df-bdec-a261d46a9815 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:21.201602 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.216526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-4df931ad-6e56-405c-b945-efba626f0c8c tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18 HTTP/1.1" status: 200  len: 2998 time: 0.2681932
Mar 05 20:50:21.268907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36de19d7-4bd4-4038-a67c-791a0ff43eb7 req-6ee00910-b646-403d-a1ec-70dd17ee8625 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517944
Mar 05 20:50:21.276229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-6e86422d-6a93-4dc5-8442-2ae6fdd1771a tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18 HTTP/1.1" status: 200  len: 2998 time: 0.0511124
Mar 05 20:50:21.338001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1e6bd486-5ded-43df-bdec-a261d46a9815 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:21.338786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.354812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:21.363059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:21.377808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-00ba27f6-ed52-4384-9a6b-c0a7ca077bf6 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e2056ecf-eda8-4910-81f7-28f5a09e730d HTTP/1.1" status: 200  len: 2998 time: 0.0920579
Mar 05 20:50:21.383170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.411973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e6bd486-5ded-43df-bdec-a261d46a9815,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:21.416657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:21.424710 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccdca4-2e97-47e8-8605-9217107c801e" -d '{"events": [{"server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "name": "network-vif-plugged", "status": "completed", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:21.425210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.426050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.427861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] 10.222.0.23 "PUT /v2.0/ports/a9d235c2-9ace-436f-8a2f-896e912f51bf HTTP/1.1" status: 200  len: 1092 time: 1.7187088
Mar 05 20:50:21.428372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:21.430664 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:21.445186 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.522274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7690029-4be2-448b-adae-7fe936e98881 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:21.580286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-349cb294-d2e6-4c03-934b-6f710fdddbe7 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e2056ecf-eda8-4910-81f7-28f5a09e730d HTTP/1.1" status: 200  len: 2998 time: 0.1329486
Mar 05 20:50:21.621788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-0b7d5273-a710-4812-93ce-51aafb9d8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.621788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-0b7d5273-a710-4812-93ce-51aafb9d8e0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 1126 time: 0.0904040
Mar 05 20:50:21.628603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:21.661822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:21.690424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-98f31633-9392-47ff-99aa-9e198793d747 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf HTTP/1.1" status: 200  len: 217 time: 0.0559061
Mar 05 20:50:21.724352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-5e7a8e2a-aa93-472d-ad70-aa315d039e4e tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e821ce3d-3c2c-4bd0-932d-4705f09fc855 HTTP/1.1" status: 200  len: 2994 time: 0.1417112
Mar 05 20:50:21.765265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-238b2b47-4a9b-4600-8978-8a82a982ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.766819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-238b2b47-4a9b-4600-8978-8a82a982ea6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.0700619
Mar 05 20:50:21.872055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-e35cdab2-f31b-49b3-97ac-727debc06426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.873555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-e35cdab2-f31b-49b3-97ac-727debc06426 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0919321
Mar 05 20:50:21.897382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc226cd6-dbd7-426d-a215-abbbf8126bdd req-c25af2a4-6350-4464-9f81-4c2b3ba9d743 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:21.898927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc226cd6-dbd7-426d-a215-abbbf8126bdd req-c25af2a4-6350-4464-9f81-4c2b3ba9d743 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0789921
Mar 05 20:50:22.005017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc226cd6-dbd7-426d-a215-abbbf8126bdd req-b0a4523d-27cf-4411-87bb-ffca569a43f4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941508
Mar 05 20:50:22.019458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-7a6c161b-b72f-456d-a2b5-b97fe61dd0e6 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372716
Mar 05 20:50:22.079918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-d92b7edc-e7b9-41ef-876a-466633c22baf tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e821ce3d-3c2c-4bd0-932d-4705f09fc855 HTTP/1.1" status: 200  len: 2994 time: 0.3546250
Mar 05 20:50:22.148657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-f581d617-cf1e-4cd9-be66-94c35ea77c25 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f008a7e8-e3a4-41ed-9667-e6887a37207a HTTP/1.1" status: 200  len: 2998 time: 0.0631788
Mar 05 20:50:22.156069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef357211-59a2-477b-8151-e2fcf701e5b2 req-2486a507-7a12-439e-a33e-eac3faaac1e5 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.157252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef357211-59a2-477b-8151-e2fcf701e5b2 req-2486a507-7a12-439e-a33e-eac3faaac1e5 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0876055
Mar 05 20:50:22.166279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ee93f76-0127-4d83-a630-093cf4f62f28 req-dd723265-eeb5-4ef5-b1da-e579882a73a8 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402752
Mar 05 20:50:22.198584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:50:22.215300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-2b915fd4-907c-4373-bfdb-8cc885d4303d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f008a7e8-e3a4-41ed-9667-e6887a37207a HTTP/1.1" status: 200  len: 2998 time: 0.0596101
Mar 05 20:50:22.228150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef357211-59a2-477b-8151-e2fcf701e5b2 req-173e0495-e87c-4ab3-9483-416dce53f181 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597017
Mar 05 20:50:22.310887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 449f475c-0eaf-4674-a3e1-a47352f8c233 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:22.337190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-33b5d569-fb94-48a8-81ca-3d9626a03398 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fd034284-52e0-410f-a02c-70d2fd5fd9df HTTP/1.1" status: 200  len: 2990 time: 0.0783947
Mar 05 20:50:22.358826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4f019-e197-4624-98aa-382972f32085 req-9fa7ef6b-1fcb-4007-bbc4-ebc6527f67fc tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.363253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60e4f019-e197-4624-98aa-382972f32085 req-9fa7ef6b-1fcb-4007-bbc4-ebc6527f67fc tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.0767038
Mar 05 20:50:22.370743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 449f475c-0eaf-4674-a3e1-a47352f8c233 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:22.370921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:22.374179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:22.384918 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Sync routers for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:22.403700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8abab702-707e-4d98-8fb7-27698ec6f0c7 req-2e18ad2c-4318-41b8-8309-af27e491f41f tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fd034284-52e0-410f-a02c-70d2fd5fd9df HTTP/1.1" status: 200  len: 2990 time: 0.0540566
Mar 05 20:50:22.405822 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:22.406557 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:22.419797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:22.425087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-88ee4ff5-e1f5-4e04-9d86-a9a71e75c625 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1640854
Mar 05 20:50:22.425841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39798) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:22.483917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60e4f019-e197-4624-98aa-382972f32085 req-084537e4-1ad3-4e69-b46d-9bd3fee910a6 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070547
Mar 05 20:50:22.552154 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0f9d1-23d9-4f6f-9370-1a603a43ef74 x-openstack-request-id: req-bdb0f9d1-23d9-4f6f-9370-1a603a43ef74 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:22.552154 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "name": "network-vif-plugged", "status": "completed", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:22.553269 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdb0f9d1-23d9-4f6f-9370-1a603a43ef74 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:22.553269 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815', 'code': 200}
Mar 05 20:50:22.613740 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769863a-5cc8-490a-bcd3-aca2d810818d x-openstack-request-id: req-1769863a-5cc8-490a-bcd3-aca2d810818d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:22.614756 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:22.614756 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1769863a-5cc8-490a-bcd3-aca2d810818d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:22.617729 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'status': 'completed', 'code': 200}
Mar 05 20:50:22.634609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 449f475c-0eaf-4674-a3e1-a47352f8c233 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:22.638231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:22.668670 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:22.702618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 449f475c-0eaf-4674-a3e1-a47352f8c233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=449f475c-0eaf-4674-a3e1-a47352f8c233,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:22.709025 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:22.709773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 316bf164-de27-4bd2-a14a-836185f64d5f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:22.834491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=449f475c-0eaf-4674-a3e1-a47352f8c233,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:22.862660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf374-ab20-446f-8a56-b3a8c93f85f5 req-c1e91ccb-1123-4bc6-8ff3-6a023bc1a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.866998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4bbdf374-ab20-446f-8a56-b3a8c93f85f5 req-c1e91ccb-1123-4bc6-8ff3-6a023bc1a097 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 1132 time: 0.1966212
Mar 05 20:50:22.875458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-f2171fe7-cb90-4485-a57e-c82865a9f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.877087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-f2171fe7-cb90-4485-a57e-c82865a9f0ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 1126 time: 0.2332270
Mar 05 20:50:22.879800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 316bf164-de27-4bd2-a14a-836185f64d5f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:22.880287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:22.965068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7e47f-5e09-4be6-9944-d02706dc55f7 req-7a1f3f39-f279-414c-99cc-840e6f5a1229 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.973286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00c7e47f-5e09-4be6-9944-d02706dc55f7 req-7a1f3f39-f279-414c-99cc-840e6f5a1229 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 944 time: 0.2310040
Mar 05 20:50:22.991062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a676e-3afd-48d3-82d2-a8f401449959 req-b63e0c8b-f438-4779-87de-8357092cb806 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.996689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a676e-3afd-48d3-82d2-a8f401449959 req-b63e0c8b-f438-4779-87de-8357092cb806 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:22.998344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e47a676e-3afd-48d3-82d2-a8f401449959 req-b63e0c8b-f438-4779-87de-8357092cb806 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942&device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 1689 time: 0.0959854
Mar 05 20:50:23.026914 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcc70>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:20Z', 'revision_number': 3, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:23.064318 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Checking router: c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:23.064666 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Updating router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 port 1876a72e-9c7a-483b-b593-9118dac5130b binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:50:23.095980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4bbdf374-ab20-446f-8a56-b3a8c93f85f5 req-43584c2d-04ac-46db-a3e5-63af44969851 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179003
Mar 05 20:50:23.100600 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.103323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e47a676e-3afd-48d3-82d2-a8f401449959 req-33fe94a0-fe33-4c86-8405-e5cd2641f64d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823879
Mar 05 20:50:23.130514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00c7e47f-5e09-4be6-9944-d02706dc55f7 req-e7318698-1057-4f15-aa34-853cdec64d04 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518414
Mar 05 20:50:23.144672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad9f1a-0b5c-4103-8d2b-f97f8c21c9d7 None None] Network 04042451-7243-43e8-b968-99e3aff1c8b7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:23.155870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-8f22b5fe-fead-4a1d-a9f5-3e70a6dfae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:23.158094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-8f22b5fe-fead-4a1d-a9f5-3e70a6dfae95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 924 time: 0.2544253
Mar 05 20:50:23.175099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.228988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-ffe0069f-4c70-4210-a7a4-9bb16ff485bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf HTTP/1.1" status: 200  len: 217 time: 0.0455716
Mar 05 20:50:23.234630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e931a017-0909-4dd0-8d75-d2f8370fd66e None None] Provisioning complete for port 449f475c-0eaf-4674-a3e1-a47352f8c233 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:23.235071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e931a017-0909-4dd0-8d75-d2f8370fd66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.305738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00053d7a-be2a-4386-9fd0-6338b6bfca7e req-fc773a4a-d812-4779-befa-30a10542bc85 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e624805bdb3e4086928cabfcd1253ecf HTTP/1.1" status: 200  len: 6150 time: 0.1445360
Mar 05 20:50:23.329416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-1f49d30f-2601-40e6-bafa-81a1aa630ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:23.330868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-1f49d30f-2601-40e6-bafa-81a1aa630ad5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.0937519
Mar 05 20:50:23.364017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Allocated IP 172.20.0.1 (04042451-7243-43e8-b968-99e3aff1c8b7/361005a9-fd16-4d9a-9c3b-8140a1095236/761dc8ea-a402-4251-bb61-65b3744a7f13) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:23.393073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00053d7a-be2a-4386-9fd0-6338b6bfca7e req-bbd68e9b-bd1a-4636-a158-69d9e3bc6030 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "GET /v2.0/security-groups/1c4fbc9d-7d9e-4f37-b500-760fc4c3e037 HTTP/1.1" status: 200  len: 2998 time: 0.0863390
Mar 05 20:50:23.401525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 316bf164-de27-4bd2-a14a-836185f64d5f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:23.434770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e931a017-0909-4dd0-8d75-d2f8370fd66e None None] Current status of the port 449f475c-0eaf-4674-a3e1-a47352f8c233 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:23.440317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-48de3a60-513c-4775-854a-1c58ca83c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:23.441991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-48de3a60-513c-4775-854a-1c58ca83c37f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1032269
Mar 05 20:50:23.487895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00053d7a-be2a-4386-9fd0-6338b6bfca7e req-6f5ee13e-93cb-4e02-bd01-78a88857e648 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "GET /v2.0/security-groups/1c4fbc9d-7d9e-4f37-b500-760fc4c3e037 HTTP/1.1" status: 200  len: 2998 time: 0.0888505
Mar 05 20:50:23.552249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks [] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.590049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36672adb-6a09-4cc2-a0d3-232693a40c02 req-c5c831ec-4805-4cef-a869-4923170880e7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:23.597223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36672adb-6a09-4cc2-a0d3-232693a40c02 req-c5c831ec-4805-4cef-a869-4923170880e7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1354730
Mar 05 20:50:23.628029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-e1a582ae-4bc9-4cb4-be67-e1c745868265 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759167
Mar 05 20:50:23.657601 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.672914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36672adb-6a09-4cc2-a0d3-232693a40c02 req-2ede3b42-25c8-4175-a6ec-04d45b23544d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747247
Mar 05 20:50:23.714639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Network 04042451-7243-43e8-b968-99e3aff1c8b7 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:23.724791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:23.734877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:23.736058 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks [] for port (1876a72e-9c7a-483b-b593-9118dac5130b), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.739787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Pushing event updated for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:23.746645 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.785250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26dc8b-9a32-44a6-98be-62cf3ae8fbc0 req-fd289145-d999-483e-9ef9-78b1213684b9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:23.786936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d26dc8b-9a32-44a6-98be-62cf3ae8fbc0 req-fd289145-d999-483e-9ef9-78b1213684b9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1234992
Mar 05 20:50:23.806925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a7cb65-4651-460d-87b6-405c68785d0c req-ce74950f-aed6-4191-bac8-3bed604e2dbf tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f6669b61-d92b-4aae-b2a7-364b45bce40a HTTP/1.1" status: 200  len: 1795 time: 0.0944083
Mar 05 20:50:23.810513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.814656 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd1ce3-ed85-41aa-9e7d-b3f960ce7a0b None None] Pushing event updated for resources: {'Port': ['ID=1876a72e-9c7a-483b-b593-9118dac5130b,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:23.820348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-155ddc5c-72ba-42c0-81ba-ef2cd2c94bbc req-e032533f-73ba-4f63-9093-e3c312e4e16d service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796396
Mar 05 20:50:23.839368 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Attempting to bind port 1876a72e-9c7a-483b-b593-9118dac5130b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:23.840207 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Attempting to bind port 1876a72e-9c7a-483b-b593-9118dac5130b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:23.840579 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Attempting to bind port 1876a72e-9c7a-483b-b593-9118dac5130b on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:23.846872 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:23.847234 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:23.847638 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.848064 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:23.848522 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Bound port: 1876a72e-9c7a-483b-b593-9118dac5130b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:23.848904 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.886899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b54fe72a-41ec-42f5-b599-d10df5ab0cd1 None None] Provisioning complete for port 449f475c-0eaf-4674-a3e1-a47352f8c233 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:23.888026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b54fe72a-41ec-42f5-b599-d10df5ab0cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.914324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d26dc8b-9a32-44a6-98be-62cf3ae8fbc0 req-d9c58817-2d61-4472-9a43-4cfa96f8fe93 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995922
Mar 05 20:50:23.931961 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] For port 1876a72e-9c7a-483b-b593-9118dac5130b, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:23.943906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] For port 1876a72e-9c7a-483b-b593-9118dac5130b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1876a72e-9c7a-483b-b593-9118dac5130b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:23.954335 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.964757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a7cb65-4651-460d-87b6-405c68785d0c req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (f6669b61-d92b-4aae-b2a7-364b45bce40a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:23.994196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a7cb65-4651-460d-87b6-405c68785d0c req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (f6669b61-d92b-4aae-b2a7-364b45bce40a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.021812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b54fe72a-41ec-42f5-b599-d10df5ab0cd1 None None] Current status of the port 449f475c-0eaf-4674-a3e1-a47352f8c233 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:24.049270 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd1ce3-ed85-41aa-9e7d-b3f960ce7a0b None None] Pushing event updated for resources: {'Port': ['ID=1876a72e-9c7a-483b-b593-9118dac5130b,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:24.053305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.082876 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:24.083627 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:49:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:24.091567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a7cb65-4651-460d-87b6-405c68785d0c req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f6669b61-d92b-4aae-b2a7-364b45bce40a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.094377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a7cb65-4651-460d-87b6-405c68785d0c req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.094738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f113009-79db-4fc2-b787-13dc806ccc68 req-eb3b154b-7961-4cc4-90a4-2894f4f894bb tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:24.095496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a7cb65-4651-460d-87b6-405c68785d0c req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6669b61-d92b-4aae-b2a7-364b45bce40a HTTP/1.1" status: 204  len: 173 time: 0.2816095
Mar 05 20:50:24.096573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f113009-79db-4fc2-b787-13dc806ccc68 req-eb3b154b-7961-4cc4-90a4-2894f4f894bb tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.0685704
Mar 05 20:50:24.112041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a10e2-d96d-47db-a9ed-5e69257d935d tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6669b61-d92b-4aae-b2a7-364b45bce40a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:24.204736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f113009-79db-4fc2-b787-13dc806ccc68 req-8706a109-aeb2-4707-88c8-dc73e38b930a tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008189
Mar 05 20:50:24.256836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-049adae8-fa0d-4abb-8409-0865b54c15fa None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:24.257232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-049adae8-fa0d-4abb-8409-0865b54c15fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.287069 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:24.288205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60fef-6fdf-43f9-96fa-2ff7bc5668ba req-403ad2a5-08be-4d57-9b1a-4e6e1ed6a055 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:24.289727 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7f60fef-6fdf-43f9-96fa-2ff7bc5668ba req-403ad2a5-08be-4d57-9b1a-4e6e1ed6a055 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 1131 time: 0.1139503
Mar 05 20:50:24.316847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-049adae8-fa0d-4abb-8409-0865b54c15fa None None] Port 761dc8ea-a402-4251-bb61-65b3744a7f13 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:24.319015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 449f475c-0eaf-4674-a3e1-a47352f8c233 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:24.357232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks [] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.373586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.392455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-86083e0f-c825-4ae0-8ac7-ae3d70d74644 tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "GET /v2.0/security-groups/18b5c15a-7bad-4a77-97e2-1ee34cfbfea3 HTTP/1.1" status: 200  len: 1794 time: 0.0679269
Mar 05 20:50:24.429506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 449f475c-0eaf-4674-a3e1-a47352f8c233 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:24.429896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.462449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (18b5c15a-7bad-4a77-97e2-1ee34cfbfea3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.462985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7f60fef-6fdf-43f9-96fa-2ff7bc5668ba req-a4cfec00-3c03-4173-b83b-96a31a7e6cda tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644382
Mar 05 20:50:24.491630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.491630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Pushing event updated for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:24.502626 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-10da3d73-4888-4edc-b164-9965f1a25894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.504104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (18b5c15a-7bad-4a77-97e2-1ee34cfbfea3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.518072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:50:24.555985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 449f475c-0eaf-4674-a3e1-a47352f8c233 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:24.575350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (18b5c15a-7bad-4a77-97e2-1ee34cfbfea3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.578635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:24.580342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7e3eee5-367e-4ac0-a135-921f7030f268 req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/18b5c15a-7bad-4a77-97e2-1ee34cfbfea3 HTTP/1.1" status: 204  len: 173 time: 0.1805458
Mar 05 20:50:24.591840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa49a8-7813-4590-a508-cc59036766fd tempest-SecurityGroupsTestAdminJSON-1345942603 tempest-SecurityGroupsTestAdminJSON-1345942603-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b5c15a-7bad-4a77-97e2-1ee34cfbfea3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:24.627320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Network 04042451-7243-43e8-b968-99e3aff1c8b7 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:24.629872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:24.651896 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcc70>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761dc8ea-a402-4251-bb61-65b3744a7f13', 'name': '', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'mac_address': 'fa:16:3e:60:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:23Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 1, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'subnets': [{'id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:24.690223 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cef3fd-1a8d-45fc-977a-b25a6061c503 None None] The sync data for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 is: [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761dc8ea-a402-4251-bb61-65b3744a7f13', 'name': '', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'mac_address': 'fa:16:3e:60:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:23Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 1, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'subnets': [{'id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:24.745771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80537c-5ad8-466a-a48b-0f932553ae82 req-3e344f9f-114c-414e-8712-9d889a03b178 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:24.753205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d80537c-5ad8-466a-a48b-0f932553ae82 req-3e344f9f-114c-414e-8712-9d889a03b178 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 944 time: 0.1775613
Mar 05 20:50:24.768537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11bd34-8514-497a-a37c-a898f924d8cb req-48e0b4d7-1696-4a24-835f-aa7c70178bb9 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:24.770202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e11bd34-8514-497a-a37c-a898f924d8cb req-48e0b4d7-1696-4a24-835f-aa7c70178bb9 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 1131 time: 0.0559757
Mar 05 20:50:24.829764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d80537c-5ad8-466a-a48b-0f932553ae82 req-aee7751d-9421-4057-9396-d6f39789c2b0 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759263
Mar 05 20:50:24.832222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e11bd34-8514-497a-a37c-a898f924d8cb req-21f87878-1645-4989-a3f6-426633ed0c94 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558579
Mar 05 20:50:24.852219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:50:24.946219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-64ffeb18-4505-4550-8725-241da5d74226 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "GET /v2.0/security-groups/08d2bd8f-42eb-4a95-bd73-72a00eda3276 HTTP/1.1" status: 200  len: 1791 time: 0.0719182
Mar 05 20:50:24.947760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-069e5dbc-b5a4-4fa4-9e55-bbdcecda83c0 None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:24.951262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-069e5dbc-b5a4-4fa4-9e55-bbdcecda83c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.026395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-069e5dbc-b5a4-4fa4-9e55-bbdcecda83c0 None None] Port 761dc8ea-a402-4251-bb61-65b3744a7f13 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:25.052543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (08d2bd8f-42eb-4a95-bd73-72a00eda3276), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.067181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:25.070569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:25.086778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (08d2bd8f-42eb-4a95-bd73-72a00eda3276), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.088031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813e9ea-4e1d-4219-bb94-23df2723ad1b req-d1c8a159-09b3-4baf-9309-d246502350f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:25.089522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2813e9ea-4e1d-4219-bb94-23df2723ad1b req-d1c8a159-09b3-4baf-9309-d246502350f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1134589
Mar 05 20:50:25.117370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:25.136620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e0997d9-2940-4f4f-90c2-af6c735735da admin admin] 10.222.0.15 "PUT /v2.0/routers/c782c6f7-f3cd-4fef-97cc-3f00c5aa1532/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7070186
Mar 05 20:50:25.147563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (08d2bd8f-42eb-4a95-bd73-72a00eda3276), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.150442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.151616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcdea2fb-9a59-4a0d-bc95-6d4e761c0f88 req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "DELETE /v2.0/security-groups/08d2bd8f-42eb-4a95-bd73-72a00eda3276 HTTP/1.1" status: 204  len: 173 time: 0.1974895
Mar 05 20:50:25.172591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ed563-3136-4472-910c-f63b34c0ea8a tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2bd8f-42eb-4a95-bd73-72a00eda3276,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:25.186918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2813e9ea-4e1d-4219-bb94-23df2723ad1b req-1c9edd67-2408-4f5b-9156-22f6f0210451 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897026
Mar 05 20:50:25.303758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:25.304255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.325791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:25.367359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:25.368766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'mac_address': 'fa:16:3e:75:97:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:25.373286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:25.376290 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37116a84-b27a-4192-8486-6b4c7f888879" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-unplugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:25.429001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.431994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a9d235c2-9ace-436f-8a2f-896e912f51bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:25.434406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c78f0-6ab9-43de-8278-9a1b64e5285a req-ad2f7184-0b12-4a75-a080-ca2654c8532c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:25.434573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:25.434986 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.446546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d96c78f0-6ab9-43de-8278-9a1b64e5285a req-ad2f7184-0b12-4a75-a080-ca2654c8532c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1363277
Mar 05 20:50:25.465526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-5fdd955d-555c-46bd-bae9-6f80ab23fa9d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301476
Mar 05 20:50:25.505505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:25.544764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d96c78f0-6ab9-43de-8278-9a1b64e5285a req-df80205a-5689-4d62-bf21-29615adfe5d8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957909
Mar 05 20:50:25.554822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:25.589393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:25.595344 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.649731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-c445836e-ac91-45a6-8edb-92ad40b191d8 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "GET /v2.0/security-groups/f9f24f47-ce1a-4147-9d0a-761c1e292d64 HTTP/1.1" status: 200  len: 1794 time: 0.0630784
Mar 05 20:50:25.662002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:25.667417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:50:25.741033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-66caeaad-c6ce-48cd-b3ec-8d533a2804fe tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:25.750696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-66caeaad-c6ce-48cd-b3ec-8d533a2804fe tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2773793
Mar 05 20:50:25.770622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-767072b4-6e16-4fd3-ae28-ebf3ac4e24c8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0183139
Mar 05 20:50:25.786487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (f9f24f47-ce1a-4147-9d0a-761c1e292d64), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.808325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:25.838823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (f9f24f47-ce1a-4147-9d0a-761c1e292d64), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:25.839932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'port_id': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'mac_address': 'fa:16:3e:ca:fe:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:25.950793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-7d6b6959-5086-4f48-9b7b-546188e11a5d tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1789300
Mar 05 20:50:25.994769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:26.014218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f9f24f47-ce1a-4147-9d0a-761c1e292d64), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.018200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.019398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c0d5416-1b11-4bde-ac06-4ea5d07ef42d req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] 10.222.0.15 "DELETE /v2.0/security-groups/f9f24f47-ce1a-4147-9d0a-761c1e292d64 HTTP/1.1" status: 204  len: 173 time: 0.3688545
Mar 05 20:50:26.025221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:26.080202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935de42-8ee2-420e-b283-20401a334b15 tempest-SecurityGroupsTestAdminJSON-398466210 tempest-SecurityGroupsTestAdminJSON-398466210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f24f47-ce1a-4147-9d0a-761c1e292d64,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:26.217849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a9d235c2-9ace-436f-8a2f-896e912f51bf is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:26.238567 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.294080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f24644-9e26-4170-8aa4-192a12a9219a req-2fa6daf4-ecf8-4d7f-a5f2-18bc5b33a026 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:26.308650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d235c2-9ace-436f-8a2f-896e912f51bf {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:26.314172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41f24644-9e26-4170-8aa4-192a12a9219a req-2fa6daf4-ecf8-4d7f-a5f2-18bc5b33a026 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.1644945
Mar 05 20:50:26.355652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b154983-f1bc-4e31-8524-43809ceb88e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.542836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41f24644-9e26-4170-8aa4-192a12a9219a req-44986677-6cf8-4707-8950-a3761f1ef1c4 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277403
Mar 05 20:50:26.559686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:26.649079 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a74fd1-674a-4bee-889b-05261219214a x-openstack-request-id: req-43a74fd1-674a-4bee-889b-05261219214a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:26.651222 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-unplugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:26.651685 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43a74fd1-674a-4bee-889b-05261219214a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:26.657586 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'code': 200}
Mar 05 20:50:26.660555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1876a72e-9c7a-483b-b593-9118dac5130b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:26.723718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:26.737923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.829251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b154983-f1bc-4e31-8524-43809ceb88e2 admin admin] Publish callbacks [] for security_group (132130a6-85b5-45a3-9afa-8e7060c22fda), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.840935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b154983-f1bc-4e31-8524-43809ceb88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (132130a6-85b5-45a3-9afa-8e7060c22fda), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:26.932957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50db0-7fe0-4c04-af2a-448bf4e43b6e req-ef443cdb-ae95-4ce7-944f-8fc6b1518e8f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:26.934772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81c50db0-7fe0-4c04-af2a-448bf4e43b6e req-ef443cdb-ae95-4ce7-944f-8fc6b1518e8f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 945 time: 0.1501434
Mar 05 20:50:27.002421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154983-f1bc-4e31-8524-43809ceb88e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132130a6-85b5-45a3-9afa-8e7060c22fda,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:27.014938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce25-1751-4bae-b41b-d7b9865848f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.061635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3b154983-f1bc-4e31-8524-43809ceb88e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47da487aef674325ad8438464568c8d0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0656912
Mar 05 20:50:27.067646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39908) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:27.131139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb291f2-40ce-43fe-ad1d-798bdb06a73f req-246df155-0840-4dd8-9554-4ee8786a35c5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:27.138492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fb291f2-40ce-43fe-ad1d-798bdb06a73f req-246df155-0840-4dd8-9554-4ee8786a35c5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.2759476
Mar 05 20:50:27.147039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81c50db0-7fe0-4c04-af2a-448bf4e43b6e req-246b3f34-2325-42ff-9175-33b1f804d052 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1944077
Mar 05 20:50:27.174630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['a9d235c2-9ace-436f-8a2f-896e912f51bf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:27.233603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] Publish callbacks [] for security_group (132130a6-85b5-45a3-9afa-8e7060c22fda), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.282880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] Publish callbacks [] for security_group (132130a6-85b5-45a3-9afa-8e7060c22fda), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.294777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fb291f2-40ce-43fe-ad1d-798bdb06a73f req-ff20da06-8758-41ed-9933-ca8d69695390 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531684
Mar 05 20:50:27.303899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:27.340773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7fb8e026-dcc5-4db8-b05a-d3da2e10fc4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e624805bdb3e4086928cabfcd1253ecf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6156402
Mar 05 20:50:27.344260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:27.390767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (132130a6-85b5-45a3-9afa-8e7060c22fda), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.398130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.403498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/132130a6-85b5-45a3-9afa-8e7060c22fda HTTP/1.1" status: 204  len: 168 time: 0.3203688
Mar 05 20:50:27.411173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1876a72e-9c7a-483b-b593-9118dac5130b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:27.414265 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.506274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9078ebbf-a5cc-4243-a98f-c3afa17ad6c2 req-f9525c6e-1e86-4817-89f9-23dad290ded6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 210 time: 0.1262043
Mar 05 20:50:27.514920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9010f5-60c4-4ba3-b96b-6c5f32096dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132130a6-85b5-45a3-9afa-8e7060c22fda,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:27.583388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] Publish callbacks [] for security_group (1c4fbc9d-7d9e-4f37-b500-760fc4c3e037), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.629450 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fa2bc86b-280e-465c-865e-58c54e209cf6 service neutron] show failed (client error): The resource could not be found.
Mar 05 20:50:27.635193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fa2bc86b-280e-465c-865e-58c54e209cf6 service neutron] 10.222.0.31 "GET /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2525203
Mar 05 20:50:27.658623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] Publish callbacks [] for security_group (1c4fbc9d-7d9e-4f37-b500-760fc4c3e037), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.846361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58afb3-eaf6-4c13-af91-7d7336fc3b1b req-0a5f615c-70af-46a1-900c-e16c5b19929a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:27.848535 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c4fbc9d-7d9e-4f37-b500-760fc4c3e037), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.852117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:27.853498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c4fbc9d-7d9e-4f37-b500-760fc4c3e037 HTTP/1.1" status: 204  len: 168 time: 0.5074799
Mar 05 20:50:27.860070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b58afb3-eaf6-4c13-af91-7d7336fc3b1b req-0a5f615c-70af-46a1-900c-e16c5b19929a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 949 time: 0.1837013
Mar 05 20:50:27.900509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c35fa-5bfd-447c-a93c-f9035155650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4fbc9d-7d9e-4f37-b500-760fc4c3e037,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:27.949042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b58afb3-eaf6-4c13-af91-7d7336fc3b1b req-5dffaad3-2353-4461-8508-e8c0b87155d6 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872157
Mar 05 20:50:28.020307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1876a72e-9c7a-483b-b593-9118dac5130b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:28.021679 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.102600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.146816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24508c-a6f9-473e-af0b-998f69eaf818 req-7730931f-1add-4860-820e-6439e3dec114 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:28.153838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c24508c-a6f9-473e-af0b-998f69eaf818 req-7730931f-1add-4860-820e-6439e3dec114 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.2543969
Mar 05 20:50:28.226715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1876a72e-9c7a-483b-b593-9118dac5130b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1876a72e-9c7a-483b-b593-9118dac5130b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:28.253121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.289387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39924) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:28.329129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fda5abdf-b835-400a-8f7f-4e6122dadccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.390833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c24508c-a6f9-473e-af0b-998f69eaf818 req-fea15f09-fe25-405c-b1ba-49b589160864 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141578
Mar 05 20:50:28.440578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1876a72e-9c7a-483b-b593-9118dac5130b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:28.540092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fda5abdf-b835-400a-8f7f-4e6122dadccb admin admin] Publish callbacks [] for security_group (e12f212a-6bdd-4067-a69f-81a1fe9079f1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.545605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fda5abdf-b835-400a-8f7f-4e6122dadccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e12f212a-6bdd-4067-a69f-81a1fe9079f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.612055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-d486cd76-9ebe-4609-a092-a9bf93d37129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:28.613670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-d486cd76-9ebe-4609-a092-a9bf93d37129 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1130 time: 0.3466527
Mar 05 20:50:28.621955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fda5abdf-b835-400a-8f7f-4e6122dadccb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00e7e803cc7c4a1581442c38a058cd0f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3263450
Mar 05 20:50:28.622431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1958d-989f-4937-ae1f-497559aefff8 req-c3941e86-cde6-47fb-af1e-00024d2463d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:28.624249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5abdf-b835-400a-8f7f-4e6122dadccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f212a-6bdd-4067-a69f-81a1fe9079f1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:28.636862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16d1958d-989f-4937-ae1f-497559aefff8 req-c3941e86-cde6-47fb-af1e-00024d2463d1 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 945 time: 0.2118831
Mar 05 20:50:28.646598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39932) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:28.667365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:28.754396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:28.816721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d710b3-1566-4b54-9b50-abb67c740348 req-5b9f169f-4576-40a4-a6d1-afb618a6d82c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:28.818320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46d710b3-1566-4b54-9b50-abb67c740348 req-5b9f169f-4576-40a4-a6d1-afb618a6d82c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.2010348
Mar 05 20:50:28.856136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] Publish callbacks [] for security_group (e12f212a-6bdd-4067-a69f-81a1fe9079f1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.864272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.867864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-473ab20c-dfd4-4d81-96dc-b602d65fcac7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1119249
Mar 05 20:50:28.873292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Sync routers for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:28.896062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:28.896651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:28.967450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] Publish callbacks [] for security_group (e12f212a-6bdd-4067-a69f-81a1fe9079f1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:28.979772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46d710b3-1566-4b54-9b50-abb67c740348 req-66958ccd-39bf-492f-9419-edd7b1f6c17a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263177
Mar 05 20:50:29.035079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16d1958d-989f-4937-ae1f-497559aefff8 req-0aa713d8-674d-4e35-99db-ac0f51f7070b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3963699
Mar 05 20:50:29.148026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:29.189040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ccc3918-628d-41cc-b7a2-2a3d55f80dad req-d489452b-9d84-4aa1-b4e7-12d912858181 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 210 time: 0.1002693
Mar 05 20:50:29.198205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e12f212a-6bdd-4067-a69f-81a1fe9079f1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.201129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.207299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e12f212a-6bdd-4067-a69f-81a1fe9079f1 HTTP/1.1" status: 204  len: 168 time: 0.4777179
Mar 05 20:50:29.223033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77446b9c-e147-47cc-85b8-57ea9dba453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f212a-6bdd-4067-a69f-81a1fe9079f1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:29.358588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:29.382242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3b416333-454d-4c26-8317-f556eef269b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b31de993a4b245cc8242c904fa171aab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6149607
Mar 05 20:50:29.384995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:29.421502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-a099483c-e73b-4e53-9dbc-68efb3811c0a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:29.425034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-a099483c-e73b-4e53-9dbc-68efb3811c0a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5264723
Mar 05 20:50:29.458216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:29.555771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] Publish callbacks [] for security_group (3bc8c571-2d9e-4fbc-9923-1d0588490cd3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.697353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be821c-3303-4464-8f7b-3de6509f3f62 req-04e596ed-db0c-4fc8-9152-7b4404070e88 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:29.698646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] Publish callbacks [] for security_group (3bc8c571-2d9e-4fbc-9923-1d0588490cd3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.713830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92be821c-3303-4464-8f7b-3de6509f3f62 req-04e596ed-db0c-4fc8-9152-7b4404070e88 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 949 time: 0.4534588
Mar 05 20:50:29.754883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a9d235c2-9ace-436f-8a2f-896e912f51bf up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:29.817482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb66d-9746-4484-8614-af3202df69ea req-3e272643-5c77-4008-9b2f-0827b29aa633 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:29.819011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c13eb66d-9746-4484-8614-af3202df69ea req-3e272643-5c77-4008-9b2f-0827b29aa633 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.2223315
Mar 05 20:50:29.893142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92be821c-3303-4464-8f7b-3de6509f3f62 req-c46ce742-3169-404a-a1a4-439d798db6d3 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780050
Mar 05 20:50:29.900576 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.942818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3bc8c571-2d9e-4fbc-9923-1d0588490cd3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.945378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.946515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bc8c571-2d9e-4fbc-9923-1d0588490cd3 HTTP/1.1" status: 204  len: 168 time: 0.5594101
Mar 05 20:50:29.956490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port cd12eb23-3086-4db9-babd-0ffb56ce7a27 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:29.956613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:29.979385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c13eb66d-9746-4484-8614-af3202df69ea req-b0b3186a-8539-4f1c-bc00-c69edcd669ca tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486576
Mar 05 20:50:29.995608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab26221-03f9-4a1a-a574-f4c7eb3477b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8c571-2d9e-4fbc-9923-1d0588490cd3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:30.135810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:30.138166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:30.150432 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:30.167121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port a9d235c2-9ace-436f-8a2f-896e912f51bf completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:30.177931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port a9d235c2-9ace-436f-8a2f-896e912f51bf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:30.178357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:30.298484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc400>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761dc8ea-a402-4251-bb61-65b3744a7f13', 'name': '', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'mac_address': 'fa:16:3e:60:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:23Z', 'updated_at': '2022-03-05T20:50:24Z', 'revision_number': 2, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'subnets': [{'id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:30.342882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:30.343834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:30.347438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Checking router: c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:30.348040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Updating router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 port 761dc8ea-a402-4251-bb61-65b3744a7f13 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:50:30.393411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:30.456161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba2fa1-69a6-46ec-a6d6-b13b9d5130d0 req-5d03a5b9-b6de-4d1c-9990-f587e3e25240 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:30.465941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:30.466110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2eba2fa1-69a6-46ec-a6d6-b13b9d5130d0 req-5d03a5b9-b6de-4d1c-9990-f587e3e25240 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.2522402
Mar 05 20:50:30.479058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:30.481792 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb8c13-6865-46a2-b7a0-491cbdda4b45" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:30.484805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1876a72e-9c7a-483b-b593-9118dac5130b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:30.518789 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:30.526714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:30.581749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2eba2fa1-69a6-46ec-a6d6-b13b9d5130d0 req-5a0b42f6-7c8c-4941-90a0-667914b2b0d6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147993
Mar 05 20:50:30.648507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:30.751937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:30.806821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91784540-6178-4dfd-986f-a6b973de1950 req-9733a1d0-f716-4682-b931-b9db96e2d0b8 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:30.825001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91784540-6178-4dfd-986f-a6b973de1950 req-9733a1d0-f716-4682-b931-b9db96e2d0b8 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 945 time: 0.1433873
Mar 05 20:50:30.899612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91784540-6178-4dfd-986f-a6b973de1950 req-4e7f385b-80d6-4275-ba8c-487ab5cd74fa tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672238
Mar 05 20:50:30.992934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks [] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.025636 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.045262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-347518970-network', 'tenant_id': 'b14297fa2b0c43d0825464caa734d756'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:31.086533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a9d235c2-9ace-436f-8a2f-896e912f51bf is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:31.087292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.114119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Made reservation on behalf of b14297fa2b0c43d0825464caa734d756 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:31.115086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.122149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.173627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0c040ee0-6647-4b66-993f-5a1bc5c166b3 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:31.184120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0c040ee0-6647-4b66-993f-5a1bc5c166b3 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 1132 time: 0.9617300
Mar 05 20:50:31.192411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4320e1da-bcc3-4bef-8a48-7ca690338735 req-a0541f28-b593-4153-9890-ad2a916191ea tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 210 time: 0.1002259
Mar 05 20:50:31.207783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.242841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:31.254036 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d2b67-15ee-4f1a-8879-a0e150fb48b8" -d '{"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-unplugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:31.261863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0cfd7efa-9da2-4583-bd3f-638b7e9f9428 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.278323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks [] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.285057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:31.289229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Pushing event updated for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:31.337130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Transition to ACTIVE for port object de504aa3-bfc4-44ec-a4bc-0df77d0e7550 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:31.396239 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2fe31c-4a1b-445f-aeae-1685134aa5c7 x-openstack-request-id: req-6e2fe31c-4a1b-445f-aeae-1685134aa5c7 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:31.398117 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:31.398946 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e2fe31c-4a1b-445f-aeae-1685134aa5c7 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:31.401414 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'code': 200}
Mar 05 20:50:31.429174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.431108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.431467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.434737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.435096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.435447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.441179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.441591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.443287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.443653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.446249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.446606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.446956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.447308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.489328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks [] for security_group (2812b226-97d0-4803-aef2-cdc069a19949), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.494410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2812b226-97d0-4803-aef2-cdc069a19949), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.544856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2812b226-97d0-4803-aef2-cdc069a19949,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:31.597670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.598484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.599268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.599885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.600695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.601319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.601868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.602433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.603316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.604188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.608553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.609564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.610183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:31.626894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:50:31.658824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0cfd7efa-9da2-4583-bd3f-638b7e9f9428 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] Publish callbacks [] for security_group (d9b3883a-f523-4f7a-ba87-ade828202dc1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.660489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9c866127-ac1b-4be0-b6c2-0b01150fd127), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.663095 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Added segment 9c866127-ac1b-4be0-b6c2-0b01150fd127 of type vlan for network 2cba25c8-6495-45ee-ad2f-4b907652d7e2
Mar 05 20:50:31.689180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4cb0-3b9c-4800-a17c-fceba6c6c4b4 req-90a463f0-fb32-4646-b66a-2ccfa17a8278 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:31.698802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b3b4cb0-3b9c-4800-a17c-fceba6c6c4b4 req-90a463f0-fb32-4646-b66a-2ccfa17a8278 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1569631
Mar 05 20:50:31.699211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:31.714250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Attempting to bind port 761dc8ea-a402-4251-bb61-65b3744a7f13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:31.714852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Attempting to bind port 761dc8ea-a402-4251-bb61-65b3744a7f13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:31.715277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Attempting to bind port 761dc8ea-a402-4251-bb61-65b3744a7f13 on network 04042451-7243-43e8-b968-99e3aff1c8b7 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:31.725393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.736971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.221 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:31.768298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:31.768877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Checking segment: {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:31.769429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.771175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Bound using segment: {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:31.771695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Bound port: 761dc8ea-a402-4251-bb61-65b3744a7f13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f798a-7bc5-4580-8b3e-1ba01aa96062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:31.772144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.802416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1876a72e-9c7a-483b-b593-9118dac5130b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:31.802767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.804282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-faa0faad-3972-4c23-b76b-7f2b41a73f1e None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:31.805236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-faa0faad-3972-4c23-b76b-7f2b41a73f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.808953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:50:31.809353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:31.879962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2cba25c8-6495-45ee-ad2f-4b907652d7e2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.915817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:31.949553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-faa0faad-3972-4c23-b76b-7f2b41a73f1e None None] Port 761dc8ea-a402-4251-bb61-65b3744a7f13 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:31.957787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:31.962442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9cc4-0b26-4cc7-98ea-3178b780c1ff req-4a69f903-403c-4cdd-90da-d5c7d3fdf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:31.964893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da5e9cc4-0b26-4cc7-98ea-3178b780c1ff req-4a69f903-403c-4cdd-90da-d5c7d3fdf556 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.2015095
Mar 05 20:50:31.971128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] For port 761dc8ea-a402-4251-bb61-65b3744a7f13, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:31.976304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] For port 761dc8ea-a402-4251-bb61-65b3744a7f13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761dc8ea-a402-4251-bb61-65b3744a7f13,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:31.989158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b3b4cb0-3b9c-4800-a17c-fceba6c6c4b4 req-6a1c7a14-7906-4d90-a0f4-10bc561a6ba8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2822750
Mar 05 20:50:31.990525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.002837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:32.008081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0cfd7efa-9da2-4583-bd3f-638b7e9f9428 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d9b3883a-f523-4f7a-ba87-ade828202dc1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.016468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2cba25c8-6495-45ee-ad2f-4b907652d7e2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.018449 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:32.019049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.065953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72163ed6-e6c7-462a-a008-f4c8e3192610 req-0cfd7efa-9da2-4583-bd3f-638b7e9f9428 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8805079
Mar 05 20:50:32.066928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd7efa-9da2-4583-bd3f-638b7e9f9428 tempest-LiveMigrationNegativeTest-730568867 tempest-LiveMigrationNegativeTest-730568867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b3883a-f523-4f7a-ba87-ade828202dc1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:32.092626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.155146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:32.163242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:32.225417 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7747287-3579-40b1-982c-97cc0a4f5607 x-openstack-request-id: req-b7747287-3579-40b1-982c-97cc0a4f5607 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:32.227868 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-unplugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:32.228270 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7747287-3579-40b1-982c-97cc0a4f5607 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:32.228792 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'code': 200}
Mar 05 20:50:32.252966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:32.294011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:32.298091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:32.313393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:32.313710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227930-3158-44df-b96f-b382a18da9d0 None None] Pushing event updated for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:32.316589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.364031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] No DVR routers for this DVR port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:32.497072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0446739
Mar 05 20:50:32.552271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1876a72e-9c7a-483b-b593-9118dac5130b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:32.595866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:32.596519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:32.634827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Request body: {'port': {'device_id': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:32.651332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:32.685414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.685766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.686115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.686699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.687204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.687619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.688004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.688325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.688666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.688994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.689327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.689654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.689985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c257c0-d3a9-418f-b99a-07599961284e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:50:32.693353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:32.693707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:32.694025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:32.726947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:32.727297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Attempting to bind port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:32.747168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] Pushing event updated for resources: {'Network': ['ID=2cba25c8-6495-45ee-ad2f-4b907652d7e2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:32.763032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-95388e86-b76d-45ee-b033-f9e7d439792b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.0069656
Mar 05 20:50:32.780286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:32.800783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Request body: {'subnet': {'network_id': '2cba25c8-6495-45ee-ad2f-4b907652d7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-347518970-subnet', 'tenant_id': 'b14297fa2b0c43d0825464caa734d756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:32.822097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2cba25c8-6495-45ee-ad2f-4b907652d7e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:50:32.833924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64a56-d29d-40cd-aef5-cf1cb14d206d req-f79dfe29-e1f8-4304-811e-8bc8f8ef263b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:32.848335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5b64a56-d29d-40cd-aef5-cf1cb14d206d req-f79dfe29-e1f8-4304-811e-8bc8f8ef263b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.4925327
Mar 05 20:50:32.854186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:32.856089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:32.856689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:32.859060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Bound port: de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:32.859732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.899658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Made reservation on behalf of b14297fa2b0c43d0825464caa734d756 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:32.913221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:32.916298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 761dc8ea-a402-4251-bb61-65b3744a7f13 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:33.057534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.087471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da5e9cc4-0b26-4cc7-98ea-3178b780c1ff req-f746eb34-14dc-4886-a1f3-c3a3bf1003d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0932631
Mar 05 20:50:33.100517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:33.100897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.120813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6085-ec7a-44da-814c-e5bff63ad41b req-6ebd37f1-3206-4fb9-bb3d-6c42dfeb25d2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:33.128429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6ac6085-ec7a-44da-814c-e5bff63ad41b req-6ebd37f1-3206-4fb9-bb3d-6c42dfeb25d2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.3871253
Mar 05 20:50:33.164610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:33.168316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:33.193737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6ac6085-ec7a-44da-814c-e5bff63ad41b req-071929e4-44c4-445c-b498-5f9278ebfe45 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642328
Mar 05 20:50:33.197982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.229610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:33.236797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5b64a56-d29d-40cd-aef5-cf1cb14d206d req-128c7ccc-9513-4772-accf-f688f9ae0b8d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3871970
Mar 05 20:50:33.400223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:33.410858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.412356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] 10.222.0.23 "PUT /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 1094 time: 4.7546494
Mar 05 20:50:33.497991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2660755f-21ed-4b97-a0ff-1baee9896346), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.508510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32bb57-3327-4497-8763-7ec290560cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:33.619646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2660755f-21ed-4b97-a0ff-1baee9896346,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:33.699223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Checking segment: {'id': '9c866127-ac1b-4be0-b6c2-0b01150fd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cba25c8-6495-45ee-ad2f-4b907652d7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:33.699591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Network hostable DHCP agents. Network: 2cba25c8-6495-45ee-ad2f-4b907652d7e2, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:50:33.727118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8bc5-d814-407d-a846-7d2c32953459 req-a053a031-e2e2-499d-8091-a35f4d6e235e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:33.735852 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-125c8bc5-d814-407d-a846-7d2c32953459 req-a053a031-e2e2-499d-8091-a35f4d6e235e tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1122766
Mar 05 20:50:33.741832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:33.744287 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6785d-3f1f-48c7-8bb2-8f64eb117f0f" -d '{"events": [{"server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "name": "network-vif-plugged", "status": "completed", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:33.782314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Network 2cba25c8-6495-45ee-ad2f-4b907652d7e2 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:50:33.785734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:33.786224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.805963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2cba25c8-6495-45ee-ad2f-4b907652d7e2) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:33.816186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:33.816379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.839634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434082a-44ff-493c-8e16-6c6c4bce9cea None None] Network 2cba25c8-6495-45ee-ad2f-4b907652d7e2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:33.847183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-125c8bc5-d814-407d-a846-7d2c32953459 req-19cc4f19-5f3d-4a92-aa70-4fd906ff06b2 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101716
Mar 05 20:50:33.876525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57d38643-351a-4162-9de9-e74f4db9cc5b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0879018
Mar 05 20:50:33.924968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:33.934361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks [] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.947791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Transition to ACTIVE for port object a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:33.960039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 761dc8ea-a402-4251-bb61-65b3744a7f13 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:33.960704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:33.991154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.036958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 761dc8ea-a402-4251-bb61-65b3744a7f13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761dc8ea-a402-4251-bb61-65b3744a7f13,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:34.083269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Pushing event updated for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:34.168248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Attempting to bind port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:34.168750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Attempting to bind port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:34.169189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Attempting to bind port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:34.195297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-e16db0ac-043f-497b-9025-64b70c2312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.198224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-e16db0ac-043f-497b-9025-64b70c2312b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1128 time: 0.7204716
Mar 05 20:50:34.200339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:34.200830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Attempting to bind port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:34.211106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5e43-29c0-4661-bd18-0452f366ad95 req-d0f40905-6da4-4738-8230-63395469cb25 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.229857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-944f5e43-29c0-4661-bd18-0452f366ad95 req-d0f40905-6da4-4738-8230-63395469cb25 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 936 time: 0.7527184
Mar 05 20:50:34.252364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:34.266392 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:34.327746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:34.327746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:34.327746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:34.327746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Bound port: a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:34.327746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.384325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Current status of the port 761dc8ea-a402-4251-bb61-65b3744a7f13 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:34.385662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.428823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a42e-ddcb-4598-91fa-bcb42317182b req-f9857402-8a5b-47ad-aded-701267965ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.435257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5454a42e-ddcb-4598-91fa-bcb42317182b req-f9857402-8a5b-47ad-aded-701267965ad1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 1128 time: 0.1568024
Mar 05 20:50:34.438196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9cc8e-79c4-42c0-8839-cde4cf4c6a69 x-openstack-request-id: req-3ed9cc8e-79c4-42c0-8839-cde4cf4c6a69 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:34.438527 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "name": "network-vif-plugged", "status": "completed", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:34.438788 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ed9cc8e-79c4-42c0-8839-cde4cf4c6a69 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:34.439215 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'code': 200}
Mar 05 20:50:34.443137 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.533976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5454a42e-ddcb-4598-91fa-bcb42317182b req-6e7ab076-78f5-4af6-a7bf-4610075e3497 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817394
Mar 05 20:50:34.621057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:34.631642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-944f5e43-29c0-4661-bd18-0452f366ad95 req-237e1121-3912-4eed-a2fe-47f2caf26304 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4007611
Mar 05 20:50:34.726827 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-50f11116-1f97-4e02-8673-6fc45d6abf1f req-adb63358-6183-4eca-be92-4939b6063351 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] show failed (client error): The resource could not be found.
Mar 05 20:50:34.744037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50f11116-1f97-4e02-8673-6fc45d6abf1f req-adb63358-6183-4eca-be92-4939b6063351 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/9d4d3212-7159-4bd1-b72e-2eae7c3e2975 HTTP/1.1" status: 404  len: 352 time: 0.0469475
Mar 05 20:50:34.757171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:34.759065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58243a26-7c57-467d-afd7-4701b5907686 None None] Network 2cba25c8-6495-45ee-ad2f-4b907652d7e2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:34.766053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:34.776759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.883123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:50:34.883123 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:50:34.940087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c27ba9-5fe9-4363-a59d-fb14d86f722a req-4a717cc8-f90f-41cf-90e9-99a218a6a167 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.954880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.955504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:34.956937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] 10.222.0.31 "PUT /v2.0/ports/a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b HTTP/1.1" status: 200  len: 1096 time: 2.3823469
Mar 05 20:50:34.957581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32c27ba9-5fe9-4363-a59d-fb14d86f722a req-4a717cc8-f90f-41cf-90e9-99a218a6a167 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.1217227
Mar 05 20:50:34.966474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-247ec15e-1d66-4aa0-9f98-9cd1424023b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:34.972847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-247ec15e-1d66-4aa0-9f98-9cd1424023b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.7368245
Mar 05 20:50:35.056310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32c27ba9-5fe9-4363-a59d-fb14d86f722a req-292c8202-1c6d-492a-8a08-083cbc57eeaa tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975492
Mar 05 20:50:35.088580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc400>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761dc8ea-a402-4251-bb61-65b3744a7f13', 'name': '', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'mac_address': 'fa:16:3e:60:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:23Z', 'updated_at': '2022-03-05T20:50:31Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'subnets': [{'id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:35.136757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395f12-967e-417c-a065-0fd04b1c813e None None] The sync data for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 is: [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:23Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761dc8ea-a402-4251-bb61-65b3744a7f13', 'name': '', 'network_id': '04042451-7243-43e8-b968-99e3aff1c8b7', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'mac_address': 'fa:16:3e:60:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:23Z', 'updated_at': '2022-03-05T20:50:31Z', 'revision_number': 4, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'subnets': [{'id': '361005a9-fd16-4d9a-9c3b-8140a1095236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:35.184660 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d50722-4f5f-403e-bb8c-c8b22dca12ce x-openstack-request-id: req-76d50722-4f5f-403e-bb8c-c8b22dca12ce {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:35.185683 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:35.185943 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d50722-4f5f-403e-bb8c-c8b22dca12ce {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:35.186343 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'status': 'completed', 'code': 200}
Mar 05 20:50:35.214628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-1284c25a-7ec5-4cf4-b4c8-d90d930eac9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.2213080
Mar 05 20:50:35.310586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f32133-9a95-45e6-8e5f-45a419ae15fe req-dc5ca62c-5fa6-4d06-8fd7-f1d471ecb405 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.312870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53f32133-9a95-45e6-8e5f-45a419ae15fe req-dc5ca62c-5fa6-4d06-8fd7-f1d471ecb405 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.4743412
Mar 05 20:50:35.336214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe0982-9cdb-475c-bd55-adda1e63b701 service neutron] Pushing event updated for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:35.352014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-b587733c-18e4-453c-ae0c-4ed478bc338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.353526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-b587733c-18e4-453c-ae0c-4ed478bc338e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1128 time: 0.1745269
Mar 05 20:50:35.433184 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53f32133-9a95-45e6-8e5f-45a419ae15fe req-06801186-6e75-4147-827c-0b154081405c tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095471
Mar 05 20:50:35.452562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-02660654-3442-4656-95d5-e7294e69681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.454745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-02660654-3442-4656-95d5-e7294e69681c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2388873
Mar 05 20:50:35.464099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-282ae9cc-92a2-4472-94e6-689bca1f8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.465783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-282ae9cc-92a2-4472-94e6-689bca1f8cd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 1130 time: 0.3698428
Mar 05 20:50:35.502722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e029f35-81bd-4aae-b0ee-2cc7d5a6b4b0 req-19159ad0-4459-45dd-9dfc-c9e4c9d060f7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.511255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e029f35-81bd-4aae-b0ee-2cc7d5a6b4b0 req-19159ad0-4459-45dd-9dfc-c9e4c9d060f7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.2122381
Mar 05 20:50:35.575634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-46f93326-6ee0-4110-a278-5b72590283aa None None] Current status of the port 761dc8ea-a402-4251-bb61-65b3744a7f13 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:35.587802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-451b5c91-4ef1-4a20-89de-41e58d174e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.589614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-451b5c91-4ef1-4a20-89de-41e58d174e94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2236552
Mar 05 20:50:35.601183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-ed91b3d0-510e-4f5d-913f-e345e924400b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b HTTP/1.1" status: 200  len: 217 time: 0.0747197
Mar 05 20:50:35.682509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e029f35-81bd-4aae-b0ee-2cc7d5a6b4b0 req-969a6ac0-e680-4c64-9036-aa19d7ae642e tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699677
Mar 05 20:50:35.694883 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-3e068347-b639-417f-8ad4-31bd91412319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.0934000
Mar 05 20:50:35.792551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-149dab00-e98f-4ef1-aedb-393520de8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.794510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-149dab00-e98f-4ef1-aedb-393520de8451 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0928445
Mar 05 20:50:35.826805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-6efad6d4-a259-4a0b-a78d-480cfdab9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.831751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-6efad6d4-a259-4a0b-a78d-480cfdab9b73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3643048
Mar 05 20:50:35.841227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-7af65e8b-78ba-4e37-88fa-ba0fc7cc59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.842978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-7af65e8b-78ba-4e37-88fa-ba0fc7cc59c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2354646
Mar 05 20:50:35.866452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:35.996227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7676e9-bc0e-4e21-a278-78c8e63c1e30 req-9e94410d-5527-40c1-86da-cf0d471a1c4c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.997307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-28fb13d1-032b-4440-95bd-406d79893013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:35.998918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-28fb13d1-032b-4440-95bd-406d79893013 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1896410
Mar 05 20:50:36.004289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c7676e9-bc0e-4e21-a278-78c8e63c1e30 req-9e94410d-5527-40c1-86da-cf0d471a1c4c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2603228
Mar 05 20:50:36.010322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599e92-1423-47ec-923a-66871c30a2b0 req-56dbeb7a-9c27-4e45-8f12-6e535d91268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.012031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-56dbeb7a-9c27-4e45-8f12-6e535d91268e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1592534
Mar 05 20:50:36.102523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-65206988-d21c-4f86-83ac-88c0bbd6d78d service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549064
Mar 05 20:50:36.132416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-80926f16-b3d3-4f9d-9f13-4103d8ad5dab service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245468
Mar 05 20:50:36.137507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ebd36e3-d496-47ac-9a82-356c9870f012 req-df6365af-29d6-43d8-8adf-54fa61e34dce tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b14297fa2b0c43d0825464caa734d756 HTTP/1.1" status: 200  len: 3001 time: 0.2548203
Mar 05 20:50:36.170012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:36.207126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c7676e9-bc0e-4e21-a278-78c8e63c1e30 req-615db951-8c8a-46de-9256-0188c9b1fb61 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017226
Mar 05 20:50:36.290058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-7180e790-250d-42b0-9483-044e10a5a8ff service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681355
Mar 05 20:50:36.308003 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ebd36e3-d496-47ac-9a82-356c9870f012 req-37b685b9-42dc-45b6-b809-702737c6c000 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/2812b226-97d0-4803-aef2-cdc069a19949 HTTP/1.1" status: 200  len: 2998 time: 0.1453209
Mar 05 20:50:36.415991 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ebd36e3-d496-47ac-9a82-356c9870f012 req-43db813a-5965-4e64-a627-e9c88fffb2fc tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/2812b226-97d0-4803-aef2-cdc069a19949 HTTP/1.1" status: 200  len: 2998 time: 0.0978472
Mar 05 20:50:36.434600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-2171f365-0a31-427d-845a-a2ea0768a4ae service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939577
Mar 05 20:50:36.521939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f97a556-6ae5-4d13-ab9e-441b70246ab6 req-053d1631-180d-48f3-b89c-d9144770d17d service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4097750
Mar 05 20:50:36.569355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db420520-c24c-4a94-865e-2222a8074253 req-cb7ad88f-9a6c-4adc-9c0e-bc93ceb8cc13 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.570921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db420520-c24c-4a94-865e-2222a8074253 req-cb7ad88f-9a6c-4adc-9c0e-bc93ceb8cc13 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 948 time: 0.2467670
Mar 05 20:50:36.590228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14599e92-1423-47ec-923a-66871c30a2b0 req-30b7d546-cfa5-43ce-84e6-3d17833fab9c service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892864
Mar 05 20:50:36.639041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-d97f9bb0-6695-4a3f-a202-72baba19f06b tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.641124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-d97f9bb0-6695-4a3f-a202-72baba19f06b tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.2021794
Mar 05 20:50:36.655069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd68d-2eb8-41fc-b45d-e18ea2a5321a req-9161655f-bd52-4a2b-81f2-7a579951f25e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.665912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bbdd68d-2eb8-41fc-b45d-e18ea2a5321a req-9161655f-bd52-4a2b-81f2-7a579951f25e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.1107087
Mar 05 20:50:36.726068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 761dc8ea-a402-4251-bb61-65b3744a7f13 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:36.767407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bbdd68d-2eb8-41fc-b45d-e18ea2a5321a req-05a6e5ed-4585-46e1-b749-e1319cb715f7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999937
Mar 05 20:50:36.797977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db420520-c24c-4a94-865e-2222a8074253 req-44fac838-20e8-4f13-b437-c67743aa3491 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066243
Mar 05 20:50:36.819208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-4a7dbdfc-e1d4-4d02-900c-51b1a58648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.821366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-4a7dbdfc-e1d4-4d02-900c-51b1a58648a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1128 time: 0.2066884
Mar 05 20:50:36.864422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 761dc8ea-a402-4251-bb61-65b3744a7f13 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:36.864805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:36.943981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03762ad-4bb7-4783-bddf-1b8d9a1aac3d req-2f5f508f-f2d8-409f-b9df-46e7d54a7eb8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:36.945431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f03762ad-4bb7-4783-bddf-1b8d9a1aac3d req-2f5f508f-f2d8-409f-b9df-46e7d54a7eb8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0718884
Mar 05 20:50:37.001496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-e707c93f-7565-4f7e-9ec2-a663d70659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.003376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-e707c93f-7565-4f7e-9ec2-a663d70659f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1578965
Mar 05 20:50:37.004319 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f03762ad-4bb7-4783-bddf-1b8d9a1aac3d req-4fb1e7a4-fcd3-463b-9ed6-e464bd1f4d61 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491090
Mar 05 20:50:37.018519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c76d38d-0697-40cd-b842-232122c5b560 req-1e71b7e0-92d9-4a26-b992-0de6cddaa6cc tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/2812b226-97d0-4803-aef2-cdc069a19949 HTTP/1.1" status: 200  len: 2998 time: 0.1743410
Mar 05 20:50:37.056109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 761dc8ea-a402-4251-bb61-65b3744a7f13 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:37.071327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Deleting port 1e6bd486-5ded-43df-bdec-a261d46a9815 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:50:37.071789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:37.086723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-627692bd-11d5-49b3-b858-14dc6a33da14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.0736136
Mar 05 20:50:37.158647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af8236-2d87-46b7-97dd-e13050531c7d req-a73f08ba-1b60-4f05-a918-8c4b3526594b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.160323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07af8236-2d87-46b7-97dd-e13050531c7d req-a73f08ba-1b60-4f05-a918-8c4b3526594b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.0728092
Mar 05 20:50:37.187561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:37.190030 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f401524-c25c-498e-bb56-0e7a4259b07a" -d '{"events": [{"name": "network-changed", "server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:37.220882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07af8236-2d87-46b7-97dd-e13050531c7d req-098805a7-9c91-4ae5-88be-65bbbbaeb5fa tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543416
Mar 05 20:50:37.221735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-385fa151-8e70-4c29-8361-36d847f2e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.223255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-385fa151-8e70-4c29-8361-36d847f2e81b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1043959
Mar 05 20:50:37.261993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] For port 1e6bd486-5ded-43df-bdec-a261d46a9815, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e6bd486-5ded-43df-bdec-a261d46a9815,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:37.263216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:37.309379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Calling delete_port for 1e6bd486-5ded-43df-bdec-a261d46a9815 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:50:37.320975 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-8c76d38d-0697-40cd-b842-232122c5b560 req-e49886db-648a-4af7-aa21-fcb8c7bdf896 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 05 20:50:37.322025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c76d38d-0697-40cd-b842-232122c5b560 req-e49886db-648a-4af7-aa21-fcb8c7bdf896 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "DELETE /v2.0/security-groups/2812b226-97d0-4803-aef2-cdc069a19949 HTTP/1.1" status: 409  len: 352 time: 0.2955339
Mar 05 20:50:37.379467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a7847-1e27-4a30-ad66-35862388be76 req-f51c60e3-c05e-4865-8b94-8cef5f4eba7d tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.381284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-420a7847-1e27-4a30-ad66-35862388be76 req-f51c60e3-c05e-4865-8b94-8cef5f4eba7d tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 950 time: 0.0722833
Mar 05 20:50:37.411448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-1b8d987f-8fc4-4f7b-9db4-d2df4bc51bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.411448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-1b8d987f-8fc4-4f7b-9db4-d2df4bc51bfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1794255
Mar 05 20:50:37.462106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-420a7847-1e27-4a30-ad66-35862388be76 req-39dd28fc-95a9-47f5-a03c-c0c399820e1c tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754287
Mar 05 20:50:37.710869 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d09d35-b73b-4251-8a69-dc9ad7ef6bd7 x-openstack-request-id: req-94d09d35-b73b-4251-8a69-dc9ad7ef6bd7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:37.711604 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:37.711604 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94d09d35-b73b-4251-8a69-dc9ad7ef6bd7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:37.711800 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', 'status': 'completed', 'code': 200}
Mar 05 20:50:37.774156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acf22-2556-42fa-8120-c8feb2b3509c req-9ee88a36-5ecc-49ae-8195-67c5526f07bf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:37.775830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-903acf22-2556-42fa-8120-c8feb2b3509c req-9ee88a36-5ecc-49ae-8195-67c5526f07bf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.1359169
Mar 05 20:50:37.789976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40096) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:37.800790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Request body: {'floatingip': {'port_id': 'a9d235c2-9ace-436f-8a2f-896e912f51bf'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:37.814636 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-cba8372e-3bc7-4a10-81c9-9216c57cb6aa req-200eb04b-6ddf-4cd1-a8b7-19e13a4908ed tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] show failed (client error): The resource could not be found.
Mar 05 20:50:37.833800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cba8372e-3bc7-4a10-81c9-9216c57cb6aa req-200eb04b-6ddf-4cd1-a8b7-19e13a4908ed tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/a71eb401-11d7-4f7f-aad6-f454eea957d0 HTTP/1.1" status: 404  len: 352 time: 0.0813215
Mar 05 20:50:37.993248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-d97ed716-59e3-4ca1-95bf-456cceacbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.001027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-d97ed716-59e3-4ca1-95bf-456cceacbf59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 1130 time: 0.2823372
Mar 05 20:50:38.002948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1e6bd486-5ded-43df-bdec-a261d46a9815), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:38.020780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f735b1e1-9320-4212-b3ea-1aa7016452b8', '1e6bd486-5ded-43df-bdec-a261d46a9815'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:38.062902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:38.228517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Pushing event deleted for resources: {'Port': ['ID=1e6bd486-5ded-43df-bdec-a261d46a9815,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:38.236793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-07a6cdee-3b8d-462e-aa88-86024b4dd6a7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8173730
Mar 05 20:50:38.300088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117989-8c75-4e32-ad52-c606e1598c1e req-3022fdc8-b8ce-40fe-8306-705eb9614c4d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.336629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93117989-8c75-4e32-ad52-c606e1598c1e req-3022fdc8-b8ce-40fe-8306-705eb9614c4d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.4213171
Mar 05 20:50:38.360856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] No DVR routers for this DVR port 1e6bd486-5ded-43df-bdec-a261d46a9815 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:38.404520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:38.409943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-777be76c-ba7f-4fb7-bbbe-022147000063 req-65ba9614-857b-47df-a079-bcd4db357f04 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "DELETE /v2.0/ports/1e6bd486-5ded-43df-bdec-a261d46a9815 HTTP/1.1" status: 204  len: 173 time: 1.7143791
Mar 05 20:50:38.492464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464f97-19e3-45f6-82ee-49002c6df0ce req-77069397-9b4e-473d-a080-2e1524b73b07 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.498032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93117989-8c75-4e32-ad52-c606e1598c1e req-922dfb23-bffe-46f4-8788-5fee59645419 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580217
Mar 05 20:50:38.503322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c464f97-19e3-45f6-82ee-49002c6df0ce req-77069397-9b4e-473d-a080-2e1524b73b07 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 946 time: 0.3471234
Mar 05 20:50:38.610222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c464f97-19e3-45f6-82ee-49002c6df0ce req-cdb0bd02-6676-4916-983a-42d1d218b7d9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939677
Mar 05 20:50:38.656730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-b3cec8ec-d963-43d0-8444-5c546ab9be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.658583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-b3cec8ec-d963-43d0-8444-5c546ab9be38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6567495
Mar 05 20:50:38.681253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afe9fea0-2d42-4fce-9cb8-c16ab27fc5b4 req-99790192-5867-48aa-aecb-8c3c07789181 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4093108
Mar 05 20:50:38.734047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-aea35817-b949-440e-add1-59b78b45236d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b HTTP/1.1" status: 200  len: 217 time: 0.0669980
Mar 05 20:50:38.799573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-0cc73eaa-31db-4725-8db5-496b9a52019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.801686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-0cc73eaa-31db-4725-8db5-496b9a52019d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0545595
Mar 05 20:50:38.852245 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-e518e9d9-9302-476c-a0c3-8c0951996c29 req-85c60782-49ce-443c-9970-d1fb690f8529 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] show failed (client error): The resource could not be found.
Mar 05 20:50:38.853410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e518e9d9-9302-476c-a0c3-8c0951996c29 req-85c60782-49ce-443c-9970-d1fb690f8529 tempest-SecurityGroupsNegativeTestJSON-149679774 tempest-SecurityGroupsNegativeTestJSON-149679774-project] 10.222.0.15 "GET /v2.0/security-groups/d339da2e-9bfb-4a99-b38e-60d940ab4f10 HTTP/1.1" status: 404  len: 352 time: 0.3059168
Mar 05 20:50:38.869112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40110) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:38.928753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f42c-28e3-43ae-8a7b-1e639e006526 req-7d373293-cce7-41a3-b101-7c1bae7cd473 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.930486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3c2f42c-28e3-43ae-8a7b-1e639e006526 req-7d373293-cce7-41a3-b101-7c1bae7cd473 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 948 time: 0.1276019
Mar 05 20:50:38.940126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-e63aa9d2-fa59-4d2c-aed0-90c8dae4c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:38.941739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-e63aa9d2-fa59-4d2c-aed0-90c8dae4c2bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1299279
Mar 05 20:50:39.037808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Deleting subnet 2660755f-21ed-4b97-a0ff-1baee9896346 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:50:39.052043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3c2f42c-28e3-43ae-8a7b-1e639e006526 req-08ddb0df-19d6-4d74-8e47-067b189ab731 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075222
Mar 05 20:50:39.064073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Publish callbacks [] for subnet (2660755f-21ed-4b97-a0ff-1baee9896346), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.141819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-c8b0872e-c9e5-4988-8be5-ae75617c604b service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665328
Mar 05 20:50:39.168121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88b91265-a585-425f-938f-30c50eb12b1a req-5bec289d-4508-4fb5-8465-2ce046a26754 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a93d69-84ef-4271-84c0-51db6b478596 HTTP/1.1" status: 200  len: 210 time: 0.1797454
Mar 05 20:50:39.304137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f401524-c25c-498e-bb56-0e7a4259b07a req-bf921d52-50c4-4dcd-9fc6-7e77c3760e15 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551802
Mar 05 20:50:39.455836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:39.469592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:50:39.474682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2660755f-21ed-4b97-a0ff-1baee9896346), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.590639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.594947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:39.596371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2660755f-21ed-4b97-a0ff-1baee9896346), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.598550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.609880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'mac_address': 'fa:16:3e:f7:de:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:39.660154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:39.663080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.690734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de504aa3-bfc4-44ec-a4bc-0df77d0e7550 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:39.732325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:39.735196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'name': 'network-vif-deleted', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:39.740566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.742701 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760e69aa-25b3-4c24-8add-baa8b23c14bf" -d '{"events": [{"server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "name": "network-vif-deleted", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:39.756752 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624 associated. External IP: 172.35.0.7, port: a9d235c2-9ace-436f-8a2f-896e912f51bf.
Mar 05 20:50:39.791073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a51f0-42ae-4ef0-b270-9512cc20c2d2 req-4c8c55df-1dd3-430b-8ee2-4eba929f3208 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:39.792674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-780a51f0-42ae-4ef0-b270-9512cc20c2d2 req-4c8c55df-1dd3-430b-8ee2-4eba929f3208 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1357665
Mar 05 20:50:39.814241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:39.820316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40162) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:39.862152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-780a51f0-42ae-4ef0-b270-9512cc20c2d2 req-b7a9c6a7-d31e-4104-89e1-d15f7df770d0 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634017
Mar 05 20:50:39.923621 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba0df76-01c7-415c-9f89-fcfa19e1f888 x-openstack-request-id: req-4ba0df76-01c7-415c-9f89-fcfa19e1f888 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:39.924021 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a93d69-84ef-4271-84c0-51db6b478596", "name": "network-vif-deleted", "tag": "1e6bd486-5ded-43df-bdec-a261d46a9815", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:39.924284 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ba0df76-01c7-415c-9f89-fcfa19e1f888 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:39.924687 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a93d69-84ef-4271-84c0-51db6b478596', 'name': 'network-vif-deleted', 'tag': '1e6bd486-5ded-43df-bdec-a261d46a9815', 'status': 'completed', 'code': 200}
Mar 05 20:50:39.933585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2660755f-21ed-4b97-a0ff-1baee9896346), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.973401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2660755f-21ed-4b97-a0ff-1baee9896346,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:39.979836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:39.982900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e0bf9827-e158-42fe-a5f3-8d2dead49711 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2660755f-21ed-4b97-a0ff-1baee9896346 HTTP/1.1" status: 204  len: 168 time: 1.1128461
Mar 05 20:50:39.987312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40166) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:39.994405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b97fed1-d720-41e4-97fe-acb1f947e1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.033769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:40.070859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf51f6-a352-4a43-a130-d10d1c1332d8 req-fdf7bd58-0d3d-4826-87a2-2a53cd9c83e2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:40.078310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07bf51f6-a352-4a43-a130-d10d1c1332d8 req-fdf7bd58-0d3d-4826-87a2-2a53cd9c83e2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 947 time: 0.2439542
Mar 05 20:50:40.117719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2cba25c8-6495-45ee-ad2f-4b907652d7e2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.174564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b97fed1-d720-41e4-97fe-acb1f947e1a8 admin admin] Publish callbacks [] for security_group (ea08d0e9-9fec-4856-8cd9-ab1efa3db40a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.186080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b97fed1-d720-41e4-97fe-acb1f947e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ea08d0e9-9fec-4856-8cd9-ab1efa3db40a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.226700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6b97fed1-d720-41e4-97fe-acb1f947e1a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=169a93ea111c415592bdc02e992e2788&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4036121
Mar 05 20:50:40.231347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40176) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:40.236037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07bf51f6-a352-4a43-a130-d10d1c1332d8 req-c48301d9-203c-433b-b26f-594481c6b755 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542933
Mar 05 20:50:40.345411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97fed1-d720-41e4-97fe-acb1f947e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08d0e9-9fec-4856-8cd9-ab1efa3db40a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:40.355762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2cba25c8-6495-45ee-ad2f-4b907652d7e2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.376682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9b4b-2ad6-4d77-b217-72d47b2ee178 req-d2a29dc6-3722-405d-a7ad-f3cef6efa7c8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:40.380047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:50:40.383960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5ee9b4b-2ad6-4d77-b217-72d47b2ee178 req-d2a29dc6-3722-405d-a7ad-f3cef6efa7c8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 948 time: 0.2030268
Mar 05 20:50:40.384876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6b82e0>,) {'filters': {'network_id': ['2cba25c8-6495-45ee-ad2f-4b907652d7e2']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:40.386719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] Publish callbacks [] for security_group (ea08d0e9-9fec-4856-8cd9-ab1efa3db40a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.397032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6b82e0>, '9c866127-ac1b-4be0-b6c2-0b01150fd127') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:40.397522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6b82e0>, '9c866127-ac1b-4be0-b6c2-0b01150fd127') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:40.410244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (9c866127-ac1b-4be0-b6c2-0b01150fd127), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.414218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] Publish callbacks [] for security_group (ea08d0e9-9fec-4856-8cd9-ab1efa3db40a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.485392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9c866127-ac1b-4be0-b6c2-0b01150fd127), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.498527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:50:40.499062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (9c866127-ac1b-4be0-b6c2-0b01150fd127), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:50:40.500931 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:50:40.581988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5ee9b4b-2ad6-4d77-b217-72d47b2ee178 req-5eead4da-209d-4212-b893-6a9eda11d899 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963472
Mar 05 20:50:40.605204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2cba25c8-6495-45ee-ad2f-4b907652d7e2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.620850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.623212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ea08d0e9-9fec-4856-8cd9-ab1efa3db40a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.624503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] 10.222.0.15 "DELETE /v2.0/networks/2cba25c8-6495-45ee-ad2f-4b907652d7e2 HTTP/1.1" status: 204  len: 168 time: 0.6361222
Mar 05 20:50:40.634470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.638098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea08d0e9-9fec-4856-8cd9-ab1efa3db40a HTTP/1.1" status: 204  len: 168 time: 0.4054635
Mar 05 20:50:40.657701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2cb69-a5c2-4077-83b0-d24dc15d01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08d0e9-9fec-4856-8cd9-ab1efa3db40a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:40.667987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8b04-b8eb-4983-a181-8ecfebab266c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cba25c8-6495-45ee-ad2f-4b907652d7e2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:40.682818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:40.691151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:40.697038 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:40.715087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:40.716729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:40.755966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07281f4f-cfe4-4ebc-8ff1-51e99301decf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "PUT /v2.0/floatingips/8d6b64f6-ee5e-4694-ace7-b7e179c2d624 HTTP/1.1" status: 200  len: 990 time: 2.9648402
Mar 05 20:50:40.756846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:40.761209 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9859bed4-f21a-4664-b252-f8138607eb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:40.935819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e42b9-0c99-4d23-bacf-a29df737fa56 req-73da2b7e-be86-454d-b3a3-ee594418082b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:40.943609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a5e42b9-0c99-4d23-bacf-a29df737fa56 req-73da2b7e-be86-454d-b3a3-ee594418082b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 947 time: 0.2463982
Mar 05 20:50:40.944092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40198) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:40.985802 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:41.016549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a5e42b9-0c99-4d23-bacf-a29df737fa56 req-51cab882-8f20-4ea8-8176-4802edbb9246 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671523
Mar 05 20:50:41.060770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-e39527d1-1101-49ce-8119-5d997f4486c7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.068067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-e39527d1-1101-49ce-8119-5d997f4486c7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.2589941
Mar 05 20:50:41.080091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46032-3aab-447b-bb94-5e3954fab40b req-f551af8e-0f45-44d0-a357-1a1b9dd0aa36 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.082495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bf46032-3aab-447b-bb94-5e3954fab40b req-f551af8e-0f45-44d0-a357-1a1b9dd0aa36 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.2082658
Mar 05 20:50:41.104382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4b40889c-2356-4e7f-bf1f-b5d855812379 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b14297fa2b0c43d0825464caa734d756&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1587458
Mar 05 20:50:41.105231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40202) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:41.130939 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d500f-e0e9-4aba-bcab-787eaeadf214 x-openstack-request-id: req-a34d500f-e0e9-4aba-bcab-787eaeadf214 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:41.131240 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:41.131508 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a34d500f-e0e9-4aba-bcab-787eaeadf214 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:41.131956 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'status': 'completed', 'code': 200}
Mar 05 20:50:41.184787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:41.239206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] Publish callbacks [] for security_group (2812b226-97d0-4803-aef2-cdc069a19949), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.250922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bf46032-3aab-447b-bb94-5e3954fab40b req-44bfbe07-ba8b-45c1-bc21-02e04dbb2965 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1629770
Mar 05 20:50:41.277434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bed4-f21a-4664-b252-f8138607eb5e req-f9852498-3644-4156-aed7-ce8c55775a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.279131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-f9852498-3644-4156-aed7-ce8c55775a01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e0a2d8f510f49999fc3094858af40d6&device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 1128 time: 0.1244380
Mar 05 20:50:41.280010 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-62142ead-c317-47af-8714-77298ca8328e service neutron] delete failed (client error): The resource could not be found.
Mar 05 20:50:41.281791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-62142ead-c317-47af-8714-77298ca8328e service neutron] 10.222.0.31 "DELETE /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2059548
Mar 05 20:50:41.345498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] Publish callbacks [] for security_group (2812b226-97d0-4803-aef2-cdc069a19949), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.355330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20ddb6-fd3e-449c-8507-b4bba95e02e9 req-2771cfbf-57dc-412f-a30a-ca8c9e873486 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.365970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d20ddb6-fd3e-449c-8507-b4bba95e02e9 req-2771cfbf-57dc-412f-a30a-ca8c9e873486 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.1758184
Mar 05 20:50:41.377955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1e6bd486-5ded-43df-bdec-a261d46a9815 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:41.430243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 1e6bd486-5ded-43df-bdec-a261d46a9815 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:50:41.431005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1e6bd486-5ded-43df-bdec-a261d46a9815 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:41.439507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:41.472116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', 'mac_address': 'fa:16:3e:94:1a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:41.474427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bed4-f21a-4664-b252-f8138607eb5e req-048f8f82-b9d8-4fc3-ba71-a7c92e65a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.476069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-048f8f82-b9d8-4fc3-ba71-a7c92e65a541 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 200  len: 924 time: 0.1745369
Mar 05 20:50:41.540354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:41.541008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.543341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:41.543650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec9dc0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:ca:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:50:39Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:41.635299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:41.636790 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:41.659964 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:41.661164 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:41.673107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e13eb-a095-4041-923f-f2ca8afcd798 req-39b92012-b40a-4ec7-b1b1-6662b0fb7bfd tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.680388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-707e13eb-a095-4041-923f-f2ca8afcd798 req-39b92012-b40a-4ec7-b1b1-6662b0fb7bfd tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.3025582
Mar 05 20:50:41.685643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d20ddb6-fd3e-449c-8507-b4bba95e02e9 req-1167b135-8810-4015-a802-462a6bca1ad7 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084775
Mar 05 20:50:41.698031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-315565f1-df2c-48e8-8916-445076b0e5fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf HTTP/1.1" status: 200  len: 998 time: 0.2139637
Mar 05 20:50:41.699383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:41.714346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.735326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-a0f77bc7-0071-4b44-a271-1adc68be5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.743580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-a0f77bc7-0071-4b44-a271-1adc68be5288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1129 time: 0.2487400
Mar 05 20:50:41.830690 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-707e13eb-a095-4041-923f-f2ca8afcd798 req-fbffe058-ab53-4dc6-b9e6-5bdf3026b704 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419775
Mar 05 20:50:41.848013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2812b226-97d0-4803-aef2-cdc069a19949), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.854824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.859040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2812b226-97d0-4803-aef2-cdc069a19949 HTTP/1.1" status: 204  len: 168 time: 0.7441616
Mar 05 20:50:41.865828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:41.877811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:41.889168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:41.893723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:41.924427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31724c-e54f-488c-93b9-8677fb3b1083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2812b226-97d0-4803-aef2-cdc069a19949,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:41.932859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bed4-f21a-4664-b252-f8138607eb5e req-8ceb0025-3a23-4e09-a32b-f5741ec06971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:41.934324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-8ceb0025-3a23-4e09-a32b-f5741ec06971 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 200  len: 862 time: 0.2320147
Mar 05 20:50:41.949365 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:42.021350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc034-91bd-48dc-9fb1-3b9ce6aba1be req-82e6dd1a-0434-4e58-bd40-a5f9a75757e0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.027998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-042bc034-91bd-48dc-9fb1-3b9ce6aba1be req-82e6dd1a-0434-4e58-bd40-a5f9a75757e0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 949 time: 0.1762781
Mar 05 20:50:42.038387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-db8dd55f-a950-4e50-8f4a-414358fc99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.039779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-db8dd55f-a950-4e50-8f4a-414358fc99a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2909710
Mar 05 20:50:42.068726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bed4-f21a-4664-b252-f8138607eb5e req-128ac659-c27d-4038-9c0f-8527b3a4ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.070370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-128ac659-c27d-4038-9c0f-8527b3a4ae10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da32bc16-2a34-4e4f-9967-3e30a71f2738&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1277471
Mar 05 20:50:42.106622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:42.107018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:42.129528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-c93a9d5e-7125-41b2-8d63-fcdfd3bdf301 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.0809679
Mar 05 20:50:42.168201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:42.185319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:42.190989 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f3f84-bd49-43a3-8502-339caa8c3e6f" -d '{"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-plugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:42.238494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-042bc034-91bd-48dc-9fb1-3b9ce6aba1be req-6ec78abd-bb2e-434e-ac3e-5b58d9536d64 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097449
Mar 05 20:50:42.289414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:42.307581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:42.327353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cae53-02c4-4aa7-aa5b-7519b478e7ed req-886c1277-2b6f-4deb-9778-564a5bae4692 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.334328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b62cae53-02c4-4aa7-aa5b-7519b478e7ed req-886c1277-2b6f-4deb-9778-564a5bae4692 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 947 time: 0.1702132
Mar 05 20:50:42.392131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:42.410384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-4e87b572-c318-4ded-a586-4ebe8bf025c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.411910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-4e87b572-c318-4ded-a586-4ebe8bf025c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2591636
Mar 05 20:50:42.448501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b62cae53-02c4-4aa7-aa5b-7519b478e7ed req-f85d685e-8e67-4673-95f5-9b8dc9ed1eae tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067774
Mar 05 20:50:42.470427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-74c21df6-2b2e-4cd7-ae93-21e22d8254d8 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3732970
Mar 05 20:50:42.523061 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec9dc0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:ca:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:50:39Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:42.578178 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db38d377-f9d7-4dc9-bb2e-b8076e02b636 x-openstack-request-id: req-db38d377-f9d7-4dc9-bb2e-b8076e02b636 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:42.578501 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-plugged", "status": "completed", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:42.582257 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db38d377-f9d7-4dc9-bb2e-b8076e02b636 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:42.582701 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'code': 200}
Mar 05 20:50:42.608084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500773-0495-4f10-818d-f627b27bbc4d None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d6b64f6-ee5e-4694-ace7-b7e179c2d624', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'floating_ip_address': '172.35.0.7', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'port_id': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'mac_address': 'fa:16:3e:ca:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:49:00Z', 'updated_at': '2022-03-05T20:50:39Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:42.770368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-64fc3c0a-95c8-4900-890b-2d61ef26a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.772142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-64fc3c0a-95c8-4900-890b-2d61ef26a7f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3000073
Mar 05 20:50:42.972122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8221458-bde2-4f1f-995c-3f83c468fa33 req-8510a7bf-96b0-42db-9e9b-c5b0c9baee69 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.981079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8221458-bde2-4f1f-995c-3f83c468fa33 req-8510a7bf-96b0-42db-9e9b-c5b0c9baee69 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.1618013
Mar 05 20:50:42.985600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e5929669-fc6c-4d66-babf-2a566b27334b tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:42.987142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e5929669-fc6c-4d66-babf-2a566b27334b tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.4650733
Mar 05 20:50:43.051822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e198e-219f-4df9-af81-b49d71622aea None None] New status for floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:50:43.090365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8221458-bde2-4f1f-995c-3f83c468fa33 req-4c34433d-0056-46a9-925f-32430b2fb1ac tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960815
Mar 05 20:50:43.164332 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9859bed4-f21a-4664-b252-f8138607eb5e req-2849179f-ede5-43f5-810a-3895b722b1e9 service neutron] 10.222.0.23 "GET /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6525424
Mar 05 20:50:43.241193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-5d169977-3d7e-4eed-b1cd-2c8b229341d1 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4509706
Mar 05 20:50:43.249657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89125eea-0561-4bd1-a520-22db1c822cc2 req-34016e60-1307-4320-b621-225802dbf1ae tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:43.251246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89125eea-0561-4bd1-a520-22db1c822cc2 req-34016e60-1307-4320-b621-225802dbf1ae tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2587681
Mar 05 20:50:43.288116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Deleting port f735b1e1-9320-4212-b3ea-1aa7016452b8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:50:43.288355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:43.429094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea03a-961e-4961-a4cf-e9836cb0c7eb req-12194cae-c4d4-467c-8f77-bac5e93f0154 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:43.439891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b4ea03a-961e-4961-a4cf-e9836cb0c7eb req-12194cae-c4d4-467c-8f77-bac5e93f0154 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 949 time: 0.1026087
Mar 05 20:50:43.526279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b4ea03a-961e-4961-a4cf-e9836cb0c7eb req-452a7101-bcc6-4abf-9c11-6ea2233a7f43 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850966
Mar 05 20:50:43.732790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89125eea-0561-4bd1-a520-22db1c822cc2 req-cfdb6658-94eb-48f4-86d6-1652852b1f02 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4698396
Mar 05 20:50:43.880790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef05b447-c5b3-4ddd-a65f-f20ab947e602 req-e73fe8dc-0b53-4947-bcf6-20949514de8f service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6283681
Mar 05 20:50:43.888959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] For port f735b1e1-9320-4212-b3ea-1aa7016452b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f735b1e1-9320-4212-b3ea-1aa7016452b8,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:43.888959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:43.910386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Calling delete_port for f735b1e1-9320-4212-b3ea-1aa7016452b8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:50:43.965726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542ee69-db16-4841-b090-1c44ab86f045 req-68b04a1f-db84-4666-9be1-0454084d4a07 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:43.974952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f542ee69-db16-4841-b090-1c44ab86f045 req-68b04a1f-db84-4666-9be1-0454084d4a07 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1489208
Mar 05 20:50:44.059712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:44.127743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f542ee69-db16-4841-b090-1c44ab86f045 req-8cf271e9-da17-4f58-87aa-aaf4faf53913 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504040
Mar 05 20:50:44.198567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:44.285170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa140d4-4545-40bb-81d7-6e593e2a6ca8 req-ab351936-f4eb-4dec-b77b-71efeadd270a tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:44.290478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (f735b1e1-9320-4212-b3ea-1aa7016452b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.294802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afa140d4-4545-40bb-81d7-6e593e2a6ca8 req-ab351936-f4eb-4dec-b77b-71efeadd270a tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/ports?device_id=f230ca64-ecae-4706-a59a-45da927e38a9 HTTP/1.1" status: 200  len: 950 time: 0.0839214
Mar 05 20:50:44.306768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f735b1e1-9320-4212-b3ea-1aa7016452b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:44.385646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Pushing event deleted for resources: {'Port': ['ID=f735b1e1-9320-4212-b3ea-1aa7016452b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:44.411218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5883c5db-ce4b-4625-be4e-a1bc2a642693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.442520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] No DVR routers for this DVR port f735b1e1-9320-4212-b3ea-1aa7016452b8 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:50:44.444272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afa140d4-4545-40bb-81d7-6e593e2a6ca8 req-5f6a4ae4-06c8-4bbe-ab4a-f2e13933f92f tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5f0f143-9df6-48aa-9d91-e260af9e10a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482363
Mar 05 20:50:44.445676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.448981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7788f29-dc39-4412-bcc7-ef2bd4d71826 req-e40461c1-d1b6-4d31-9a46-ba923e368c43 tempest-LiveMigrationNegativeTest-638242910 tempest-LiveMigrationNegativeTest-638242910-project] 10.222.0.31 "DELETE /v2.0/ports/f735b1e1-9320-4212-b3ea-1aa7016452b8 HTTP/1.1" status: 204  len: 173 time: 1.4464924
Mar 05 20:50:44.449432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'name': 'network-vif-deleted', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:44.465456 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736a92e-2c45-4d1f-862b-7aedc4f6480f" -d '{"events": [{"server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "name": "network-vif-deleted", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:44.466126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-346b75f2-2425-4c54-8661-37e10960bbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.527562 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3f61b-a243-453f-929c-9d94f2ab3df4 x-openstack-request-id: req-51d3f61b-a243-453f-929c-9d94f2ab3df4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:44.528440 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230ca64-ecae-4706-a59a-45da927e38a9", "name": "network-vif-deleted", "tag": "f735b1e1-9320-4212-b3ea-1aa7016452b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:44.528872 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51d3f61b-a243-453f-929c-9d94f2ab3df4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:44.529559 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f230ca64-ecae-4706-a59a-45da927e38a9', 'name': 'network-vif-deleted', 'tag': 'f735b1e1-9320-4212-b3ea-1aa7016452b8', 'status': 'completed', 'code': 200}
Mar 05 20:50:44.642483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5883c5db-ce4b-4625-be4e-a1bc2a642693 admin admin] Publish callbacks [] for security_group (a12fd5de-f136-4518-aadc-20721527e776), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.695472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5883c5db-ce4b-4625-be4e-a1bc2a642693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a12fd5de-f136-4518-aadc-20721527e776), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.798334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883c5db-ce4b-4625-be4e-a1bc2a642693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12fd5de-f136-4518-aadc-20721527e776,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:44.818883 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5883c5db-ce4b-4625-be4e-a1bc2a642693 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3996dbb0c52a4ba68b9bf12e0c69a52f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6192422
Mar 05 20:50:44.821647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40322) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:44.892315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-346b75f2-2425-4c54-8661-37e10960bbe4 admin admin] Publish callbacks [] for security_group (599e0d5a-6fef-420c-95e2-c6a77cbc9a7d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.908852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6811d4a-21ed-43d0-9999-09505a0dc59c req-34f04e39-122c-4173-9cf9-a31ec090973e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:44.917729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6811d4a-21ed-43d0-9999-09505a0dc59c req-34f04e39-122c-4173-9cf9-a31ec090973e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 949 time: 0.2722495
Mar 05 20:50:44.926618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-346b75f2-2425-4c54-8661-37e10960bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (599e0d5a-6fef-420c-95e2-c6a77cbc9a7d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:44.958553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] Publish callbacks [] for security_group (a12fd5de-f136-4518-aadc-20721527e776), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.006391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] Publish callbacks [] for security_group (a12fd5de-f136-4518-aadc-20721527e776), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.042668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4cc56-609c-4c58-bb7a-2623d8bef5e7 req-7559250b-4809-4ba0-acc5-86376ce7bebb tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:45.044271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe4cc56-609c-4c58-bb7a-2623d8bef5e7 req-7559250b-4809-4ba0-acc5-86376ce7bebb tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1603549
Mar 05 20:50:45.071611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b75f2-2425-4c54-8661-37e10960bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e0d5a-6fef-420c-95e2-c6a77cbc9a7d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:45.076448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-346b75f2-2425-4c54-8661-37e10960bbe4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc74950d92d04b899460a83af046e28a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0157089
Mar 05 20:50:45.079121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:45.110445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6811d4a-21ed-43d0-9999-09505a0dc59c req-f53ddfd4-3c0a-424c-b24d-6c51dd85bd84 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916909
Mar 05 20:50:45.128981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a12fd5de-f136-4518-aadc-20721527e776), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.132352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.135169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a12fd5de-f136-4518-aadc-20721527e776 HTTP/1.1" status: 204  len: 168 time: 0.3124335
Mar 05 20:50:45.175660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe4cc56-609c-4c58-bb7a-2623d8bef5e7 req-c3e04af1-e361-4485-9d13-6d6bbd7629d4 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197171
Mar 05 20:50:45.176500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e046e1-4f23-4ff1-ba92-bfe921a27ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12fd5de-f136-4518-aadc-20721527e776,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:45.201957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] Publish callbacks [] for security_group (599e0d5a-6fef-420c-95e2-c6a77cbc9a7d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.227973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:45.297463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] Publish callbacks [] for security_group (599e0d5a-6fef-420c-95e2-c6a77cbc9a7d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.372459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:50:45.383867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:45.384444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.446580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a091eb-389a-4176-9fd6-7e12a7e9f87b req-538fdfd4-72ab-4b68-b865-222f4f349903 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:45.456199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58a091eb-389a-4176-9fd6-7e12a7e9f87b req-538fdfd4-72ab-4b68-b865-222f4f349903 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1067057
Mar 05 20:50:45.491692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (599e0d5a-6fef-420c-95e2-c6a77cbc9a7d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.500665 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.505417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/599e0d5a-6fef-420c-95e2-c6a77cbc9a7d HTTP/1.1" status: 204  len: 168 time: 0.4250984
Mar 05 20:50:45.525260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:45.526095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.548635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8984b2-20b9-4db9-9a50-c0c9143eca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e0d5a-6fef-420c-95e2-c6a77cbc9a7d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:45.598049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:45.598859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58a091eb-389a-4176-9fd6-7e12a7e9f87b req-e2bab75b-7316-48e2-b200-82ca31576c08 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366110
Mar 05 20:50:45.601422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:45.604494 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1105aec-ba0b-4e96-9481-9c4c3dfdc14b" -d '{"events": [{"server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "name": "network-vif-plugged", "status": "completed", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:45.617773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:45.619449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f735b1e1-9320-4212-b3ea-1aa7016452b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:50:45.740864 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253ba90-a121-4cd4-b825-409a8a3a876d x-openstack-request-id: req-3253ba90-a121-4cd4-b825-409a8a3a876d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:45.741420 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "name": "network-vif-plugged", "status": "completed", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:45.741934 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3253ba90-a121-4cd4-b825-409a8a3a876d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:45.742609 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', 'code': 200}
Mar 05 20:50:45.750804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f735b1e1-9320-4212-b3ea-1aa7016452b8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:50:45.751431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f735b1e1-9320-4212-b3ea-1aa7016452b8 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:50:45.783974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:45.854730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808f1b-41cf-489f-beda-8c287fb06749 req-1fc44c40-9d86-44a9-8dde-fcd16a8836dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:45.857972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20808f1b-41cf-489f-beda-8c287fb06749 req-1fc44c40-9d86-44a9-8dde-fcd16a8836dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 1132 time: 0.0845833
Mar 05 20:50:45.864035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc333d-4f07-4431-bc12-1f9bfcbde400 req-ba71159e-75fc-45ea-9985-eeffb5b7668e tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:45.871244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29cc333d-4f07-4431-bc12-1f9bfcbde400 req-ba71159e-75fc-45ea-9985-eeffb5b7668e tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1130 time: 0.0933399
Mar 05 20:50:45.946049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29cc333d-4f07-4431-bc12-1f9bfcbde400 req-fdacf304-1069-444e-bb4e-456d8caeb54c tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738137
Mar 05 20:50:45.949421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20808f1b-41cf-489f-beda-8c287fb06749 req-dde77273-0179-44c4-8797-2cb0a43cfb17 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808876
Mar 05 20:50:46.088208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:46.309598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb9cad-bfeb-42f1-8243-026fdebcd4ae req-f7fa5217-6282-4ebb-b002-39d99a47b44e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:46.318612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dfb9cad-bfeb-42f1-8243-026fdebcd4ae req-f7fa5217-6282-4ebb-b002-39d99a47b44e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 950 time: 0.1267362
Mar 05 20:50:46.355883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-ccc2403f-36ce-4525-9291-8ea01cb6a344 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420628
Mar 05 20:50:46.410112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6b047a4a-fed3-4e19-a5c2-64eea8ec0c2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20c17cd80f57435e83687f847a73abd4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3207004
Mar 05 20:50:46.419819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:46.533363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] Publish callbacks [] for security_group (c5f0f143-9df6-48aa-9d91-e260af9e10a1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:46.552135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dfb9cad-bfeb-42f1-8243-026fdebcd4ae req-b6917f47-af3e-4671-a063-620269313f56 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325785
Mar 05 20:50:46.608144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-bd7ecd75-06c6-41e3-9f19-477d1928491b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:46.608144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-bd7ecd75-06c6-41e3-9f19-477d1928491b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2137172
Mar 05 20:50:46.609047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] Publish callbacks [] for security_group (c5f0f143-9df6-48aa-9d91-e260af9e10a1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:46.618333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-7959a20a-e914-4937-bce7-e6e0fb5b93d5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/quotas/3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 375 time: 0.0214484
Mar 05 20:50:46.694155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-5e4c95a0-991e-469d-bee0-ce395ecfc54c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0745282
Mar 05 20:50:46.809492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c5f0f143-9df6-48aa-9d91-e260af9e10a1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:46.813852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:46.836053 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5f0f143-9df6-48aa-9d91-e260af9e10a1 HTTP/1.1" status: 204  len: 168 time: 0.3920219
Mar 05 20:50:46.857470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04874712-da98-41d9-9dc2-6c6f93159ef6 req-baad23cb-3fde-446f-842a-471aa1ecc1f1 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:46.864628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04874712-da98-41d9-9dc2-6c6f93159ef6 req-baad23cb-3fde-446f-842a-471aa1ecc1f1 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1816428
Mar 05 20:50:46.879136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268fd2f-2327-4bee-807c-5f1c8b27de48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0f143-9df6-48aa-9d91-e260af9e10a1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:46.987041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5d55881-4567-4b6b-9ff3-d52155481996 req-220521e9-6fdd-4a28-b870-f47ad094fdfd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 210 time: 0.0672777
Mar 05 20:50:46.995785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04874712-da98-41d9-9dc2-6c6f93159ef6 req-88c0e8c3-0a73-4cb0-a912-bafdb89f0a34 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296289
Mar 05 20:50:47.009194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:47.327809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-515955350-network', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:47.361002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Made reservation on behalf of 0ff75cc228d249d1b12cd184ad1c4cde for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:47.367658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.389354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.488308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40442) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:47.507158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks [] for security_group (71a42704-957a-4f07-ab95-e4059bf9a9e5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.513920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71a42704-957a-4f07-ab95-e4059bf9a9e5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.544322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:50:47.556948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:47.564360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fb9f5565-ac5b-4c2e-a7b7-065aee2fe831 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2829209a38e94bf490ab544c9ee331b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0622501
Mar 05 20:50:47.597243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0fee1ba2-6f88-471c-8d59-37efca79e0ca), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.598835 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Added segment 0fee1ba2-6f88-471c-8d59-37efca79e0ca of type vlan for network d8a74baa-3ebe-46d5-a0b5-c05bac959620
Mar 05 20:50:47.627073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a42704-957a-4f07-ab95-e4059bf9a9e5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:47.740350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] Publish callbacks [] for security_group (d9b3883a-f523-4f7a-ba87-ade828202dc1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.772733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d8a74baa-3ebe-46d5-a0b5-c05bac959620), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.784288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469409e-d60a-487f-b7e1-5afdcaa1cf23 req-8e479cd0-287b-457b-b18a-bba9e62802ef tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:47.791379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2469409e-d60a-487f-b7e1-5afdcaa1cf23 req-8e479cd0-287b-457b-b18a-bba9e62802ef tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 950 time: 0.1502132
Mar 05 20:50:47.822709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] Publish callbacks [] for security_group (d9b3883a-f523-4f7a-ba87-ade828202dc1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.901661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2469409e-d60a-487f-b7e1-5afdcaa1cf23 req-ddd9b77a-927a-4edf-9193-f380564f815f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093092
Mar 05 20:50:47.908248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d8a74baa-3ebe-46d5-a0b5-c05bac959620), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.912592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:47.914291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:47.974583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a74baa-3ebe-46d5-a0b5-c05bac959620,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:47.991258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:50:48.000103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:48.000443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed2d38a8-727c-4db3-a7e4-abeeded77af1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9899077
Mar 05 20:50:48.006461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Request body: {'subnet': {'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-515955350-subnet', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:48.034039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Made reservation on behalf of 0ff75cc228d249d1b12cd184ad1c4cde for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:48.036382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d9b3883a-f523-4f7a-ba87-ade828202dc1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.038356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.038973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.053329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9b3883a-f523-4f7a-ba87-ade828202dc1 HTTP/1.1" status: 204  len: 168 time: 0.4952302
Mar 05 20:50:48.103897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9003c-8991-490e-86ce-141d778634f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b3883a-f523-4f7a-ba87-ade828202dc1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:48.117575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee549fd0-36ba-4b11-8915-1ae5e9380cc6 req-2c432a33-77e0-4fd8-af88-2d8222c5635a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:48.119139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee549fd0-36ba-4b11-8915-1ae5e9380cc6 req-2c432a33-77e0-4fd8-af88-2d8222c5635a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 1132 time: 0.1173012
Mar 05 20:50:48.232868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee549fd0-36ba-4b11-8915-1ae5e9380cc6 req-d4858830-3b6d-4e3c-998e-ccc9a57cdb81 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981514
Mar 05 20:50:48.300062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-bc357ffa-de97-4e10-8c7c-f3b7c07329a9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ffa214a1fdce408095cfce5d20496af7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410876
Mar 05 20:50:48.462060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d3ab2e6c-089b-4236-b864-8e4a60ff2dc0 req-b81eca37-c939-419b-8ba6-8db35e5cfe9b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 210 time: 0.0634277
Mar 05 20:50:48.475508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-7c50cf9d-e833-4738-b9a3-ed06bd3f6bfb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0939519
Mar 05 20:50:48.494580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (40c46d1e-105f-4efd-9838-f563237df13f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.677875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c46d1e-105f-4efd-9838-f563237df13f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:48.698101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-c002cdcc-6bb4-4f74-a128-1450b3c70b27 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:48.701248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-2c3f3d61-2ff9-41a0-87f2-dd24dcb19370 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:48.703820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-2c3f3d61-2ff9-41a0-87f2-dd24dcb19370 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2211065
Mar 05 20:50:48.704989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-c002cdcc-6bb4-4f74-a128-1450b3c70b27 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3815551
Mar 05 20:50:48.717059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Request body: {'port': {'device_id': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '3501f5d56344468ebc4d50db1a5c5bb7'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:48.728500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-b170d94f-0a18-46c7-a130-b98aeebf043f tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/quotas/ffa214a1fdce408095cfce5d20496af7 HTTP/1.1" status: 200  len: 375 time: 0.0225854
Mar 05 20:50:48.744309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Checking segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:48.744730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Network hostable DHCP agents. Network: d8a74baa-3ebe-46d5-a0b5-c05bac959620, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:50:48.782201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1644ac2b-f5d4-40c3-a40f-2e194a1e1f63 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffa214a1fdce408095cfce5d20496af7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0527644
Mar 05 20:50:48.809784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:50:48.836451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8a74baa-3ebe-46d5-a0b5-c05bac959620) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:48.844969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:48.847755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1202b-327e-462b-a52f-3b6deae4a2ff req-47d67259-aeda-4ab5-954a-9dd4832f2d7d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:48.850082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89fb39-f122-4e4f-b39c-7202cd9620c4 None None] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:48.850359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.864641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52e1202b-327e-462b-a52f-3b6deae4a2ff req-47d67259-aeda-4ab5-954a-9dd4832f2d7d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2319601
Mar 05 20:50:48.887877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d0f8fe39-58cc-43ce-af2e-0187c419a54b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8850071
Mar 05 20:50:48.889305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:48.911391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:48.916649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Made reservation on behalf of 3501f5d56344468ebc4d50db1a5c5bb7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:48.920436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.962348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:48.966867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:49.031283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52e1202b-327e-462b-a52f-3b6deae4a2ff req-eb9d6420-4f84-49e4-9934-2ded86e9b139 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537898
Mar 05 20:50:49.037672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for router_controller (c0cadf66-13c8-446a-b352-7c2da0a2de2d), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:49.218215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8a74baa-3ebe-46d5-a0b5-c05bac959620', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:50:49.219283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:49.259419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0cd4efd-7284-4365-918b-116a9d04cc76 req-13d9cd0d-e34f-4c08-a76f-45bd2d734c68 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 210 time: 0.1045938
Mar 05 20:50:49.325159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-6d127be3-244a-44af-81df-27f3ff34ae11 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1240370
Mar 05 20:50:49.572866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Allocated IP 172.20.0.2 (d8a74baa-3ebe-46d5-a0b5-c05bac959620/40c46d1e-105f-4efd-9838-f563237df13f/49315625-b42d-4c5f-9282-a40ccc59fc9d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:49.650723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Allocated IP 192.168.233.241 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:49.785766 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for router_gateway (c0cadf66-13c8-446a-b352-7c2da0a2de2d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:49.869473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f7cc9ac-7751-4e3f-951f-396da7671a40 req-e838952a-a56b-48bf-89ce-b448ceec5571 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 210 time: 0.0785124
Mar 05 20:50:49.902431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-65b8ff8e-84ef-40e8-8743-7eed3b6cab04 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:49.918148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-65b8ff8e-84ef-40e8-8743-7eed3b6cab04 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5336931
Mar 05 20:50:49.955214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-4ad3c450-94ab-485b-955a-698e3ba35f92 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0357733
Mar 05 20:50:50.041226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks [] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.052794 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.168767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Pushing event updated for resources: {'Port': ['ID=49315625-b42d-4c5f-9282-a40ccc59fc9d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:50.173200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-083c0a77-43bc-4c27-9419-250d1bd8fa01 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2163367
Mar 05 20:50:50.185311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:50.189171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:50.194920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:50.253726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.346699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.367445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:50.439900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:50.453685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:50.463981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:50.470318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:50.470957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.476530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdee746-90b5-4587-bb42-34e96c5a3b98 req-72d67423-fd25-490f-8f52-8231dc2bf727 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:50.479492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Attempting to bind port 49315625-b42d-4c5f-9282-a40ccc59fc9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:50.483079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Attempting to bind port 49315625-b42d-4c5f-9282-a40ccc59fc9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:50.484154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Attempting to bind port 49315625-b42d-4c5f-9282-a40ccc59fc9d on network d8a74baa-3ebe-46d5-a0b5-c05bac959620 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:50.484738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ebdee746-90b5-4587-bb42-34e96c5a3b98 req-72d67423-fd25-490f-8f52-8231dc2bf727 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.3000340
Mar 05 20:50:50.526752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:50.546488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Checking segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:50.550146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.550976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Bound using segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:50.554811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Bound port: 49315625-b42d-4c5f-9282-a40ccc59fc9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:50.556414 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.560076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:50.603765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-b15ad95f-ca73-4939-987d-a08ef36b058f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8911638
Mar 05 20:50:50.633969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for router_gateway (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.644061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Request body: {'port': {'device_id': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:50.768634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.768887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98ef7e9a-a3dc-4ac9-acf0-f91104430216 req-bfa2f850-8f54-4326-9fb7-359638c9feb1 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 210 time: 0.1512089
Mar 05 20:50:50.859458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] For port 49315625-b42d-4c5f-9282-a40ccc59fc9d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:50.884949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] For port 49315625-b42d-4c5f-9282-a40ccc59fc9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49315625-b42d-4c5f-9282-a40ccc59fc9d,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:50.948331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:50.983856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ebdee746-90b5-4587-bb42-34e96c5a3b98 req-36e02921-2f9e-41b1-9f8e-acc06c7fd713 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4975591
Mar 05 20:50:51.005362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99f6a625-e2a5-4d10-80ac-a34af5a3b204 req-c2d969bf-9389-44e6-9ee8-199127ac498f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 210 time: 0.1234694
Mar 05 20:50:51.026682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:51.066755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-6ce52394-b6fd-49be-8229-110603718b06 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffa214a1fdce408095cfce5d20496af7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1307564
Mar 05 20:50:51.103103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca00a8-3f3e-4cce-bc00-88823cc240f8 None None] Pushing event updated for resources: {'Port': ['ID=49315625-b42d-4c5f-9282-a40ccc59fc9d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:51.183531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c38bc2bd-36a7-4bf2-84c0-a0cda70f4529 None None] Provisioning complete for port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:51.187371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c38bc2bd-36a7-4bf2-84c0-a0cda70f4529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:51.302021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c38bc2bd-36a7-4bf2-84c0-a0cda70f4529 None None] Port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:51.383825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f9bff-9ada-4a32-883e-ebd8d171710e req-f0194ee7-fb88-41bc-85aa-7c34988ec405 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:51.396126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d51f9bff-9ada-4a32-883e-ebd8d171710e req-f0194ee7-fb88-41bc-85aa-7c34988ec405 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 936 time: 0.2330604
Mar 05 20:50:51.435812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-f599ad21-26e1-4e5b-beec-78063d2e93e4 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:51.439294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-f599ad21-26e1-4e5b-beec-78063d2e93e4 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3558695
Mar 05 20:50:51.466327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Request body: {'port': {'device_id': 'd54f039d-1623-4ad6-a4e3-308472493214', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ffa214a1fdce408095cfce5d20496af7'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:51.471628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Allocated IP 172.35.0.113 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/e4958f70-6b9e-4c40-83f6-afdef23af755) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:51.589051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d51f9bff-9ada-4a32-883e-ebd8d171710e req-79eacd59-9b42-4338-9e4e-1f6ffbe47857 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701989
Mar 05 20:50:51.815213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:51.839739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks [] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:51.882669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Transition to ACTIVE for port object 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:51.939980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:51.956531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Made reservation on behalf of ffa214a1fdce408095cfce5d20496af7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:51.960512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:51.968217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-876a90e7-1746-48b8-815e-55a32f5b78b7 req-fe98758e-79a4-4257-a0e5-9a713aa46dfd tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 210 time: 0.0957739
Mar 05 20:50:52.028231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.057376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.191049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Attempting to bind port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:52.191763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Attempting to bind port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:52.192262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Attempting to bind port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:52.206259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:52.215335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:52.215870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Attempting to bind port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:52.236892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:52.237640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:52.238181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:52.238936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Bound port: 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:52.240274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.281560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks [] for security_group (3f486d4a-d147-4ea9-a58b-3eb56c68bcf9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.284749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d155b67-3e1d-40bc-98f5-8df27915c8c9 req-42c494fb-cd98-48b6-9306-dd505019ba6a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:52.292614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d155b67-3e1d-40bc-98f5-8df27915c8c9 req-42c494fb-cd98-48b6-9306-dd505019ba6a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1844022
Mar 05 20:50:52.344703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f486d4a-d147-4ea9-a58b-3eb56c68bcf9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.520297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d155b67-3e1d-40bc-98f5-8df27915c8c9 req-c17b06e0-fd9e-4316-a16d-ce0a3acbc0fb tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166202
Mar 05 20:50:52.542665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-abc8fe3c-44a2-4e78-9265-deb2bdb52bc8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0965533
Mar 05 20:50:52.546364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:52.614846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:52.708012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.715051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:52.739696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab2555c9-9113-49bc-9f2a-15c1fe8504b6 req-38651dec-461b-403f-94e2-f2c1c52f363b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 210 time: 0.4538534
Mar 05 20:50:52.742841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40568) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:52.845661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49315625-b42d-4c5f-9282-a40ccc59fc9d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:52.878248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Allocated IP 192.168.233.143 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/6c25b98e-729b-490d-bb31-a40e13f1d945) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:52.883218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:52.895889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:52.914008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-23030b86-4e15-413c-8a59-c114243164ff tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:52.914378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:52.915565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-23030b86-4e15-413c-8a59-c114243164ff tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2871025
Mar 05 20:50:52.916783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:52.923056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Pushing event updated for resources: {'Port': ['ID=e4958f70-6b9e-4c40-83f6-afdef23af755,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:52.979315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:52.985995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49315625-b42d-4c5f-9282-a40ccc59fc9d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:52.986382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.049067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061002b-4cba-471f-b6e6-48e1ff5e2ea7 None None] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:50:53.162816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:50:53.166371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.181530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0df155b0-7c1b-4e78-a520-46d7377baca9 None None] Provisioning complete for port 49315625-b42d-4c5f-9282-a40ccc59fc9d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:53.183257 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0df155b0-7c1b-4e78-a520-46d7377baca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.276137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49315625-b42d-4c5f-9282-a40ccc59fc9d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:53.276802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.297137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.297775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.299206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 1096 time: 2.6670406
Mar 05 20:50:53.302211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:53.304543 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d3bd59-b842-4950-b3d1-b29ff4725290" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:53.332235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765818fd-8fc5-45b1-a1bd-a8f7ee288a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.373416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b2cf036-c5fb-48d7-b0de-eea409d5e3e7 req-006639bb-ded3-4580-91a9-34ecb0f2c97c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 210 time: 0.1749272
Mar 05 20:50:53.376216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 49315625-b42d-4c5f-9282-a40ccc59fc9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49315625-b42d-4c5f-9282-a40ccc59fc9d,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:53.403049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.438343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd220a-2199-4986-ab7b-2ce74083a72a req-df08c653-392b-43d9-978e-3e32dca91550 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.448888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43dd220a-2199-4986-ab7b-2ce74083a72a req-df08c653-392b-43d9-978e-3e32dca91550 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 948 time: 0.5174365
Mar 05 20:50:53.500647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1d37-25d2-4258-8e5b-a8621381f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:53.520894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0df155b0-7c1b-4e78-a520-46d7377baca9 None None] Current status of the port 49315625-b42d-4c5f-9282-a40ccc59fc9d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:53.522319 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b306b-5c84-4a56-9c3a-b3148884c39d x-openstack-request-id: req-c79b306b-5c84-4a56-9c3a-b3148884c39d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:53.522702 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:53.522794 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c79b306b-5c84-4a56-9c3a-b3148884c39d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:53.523168 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'status': 'completed', 'code': 200}
Mar 05 20:50:53.547462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=49315625-b42d-4c5f-9282-a40ccc59fc9d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:53.589045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43dd220a-2199-4986-ab7b-2ce74083a72a req-38fbe309-c352-4a5a-b391-7992b632caa6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391323
Mar 05 20:50:53.591120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-fd99bf38-8abf-4289-85aa-40539d318156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.593152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-fd99bf38-8abf-4289-85aa-40539d318156 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1130 time: 0.2316504
Mar 05 20:50:53.625649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765818fd-8fc5-45b1-a1bd-a8f7ee288a5f admin admin] Publish callbacks [] for security_group (097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.646542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765818fd-8fc5-45b1-a1bd-a8f7ee288a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.673008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-17d9bd01-32cd-457a-98c9-94eb50c08bf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.0675306
Mar 05 20:50:53.745729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-76895924-a8b8-4275-8b6e-367d4edb2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.747474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-76895924-a8b8-4275-8b6e-367d4edb2ad5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0680487
Mar 05 20:50:53.752381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for router_gateway (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.813583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-7c13fc3e-1b55-4745-9b87-b6d56c9aa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.815338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-7c13fc3e-1b55-4745-9b87-b6d56c9aa019 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0607240
Mar 05 20:50:53.853011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765818fd-8fc5-45b1-a1bd-a8f7ee288a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:53.869695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-765818fd-8fc5-45b1-a1bd-a8f7ee288a5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7804afad973645d586a240195eac3def&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0882187
Mar 05 20:50:53.870339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:53.898194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks [] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.899084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8aca2cb1-7b6e-44d9-a2aa-7e405d739b28 None None] Provisioning complete for port 49315625-b42d-4c5f-9282-a40ccc59fc9d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:53.900049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8aca2cb1-7b6e-44d9-a2aa-7e405d739b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:53.940251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-103a6e4d-6ec1-401a-858a-29632dd889b3 req-bb2e4858-e923-4d7f-a2d5-f790d55a04c3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 210 time: 0.0902047
Mar 05 20:50:53.980389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412979-fe84-4dbd-bd04-e2b9390838ef req-43642e0f-0a34-48c2-b1e4-441f3d530a38 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:53.983801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd412979-fe84-4dbd-bd04-e2b9390838ef req-43642e0f-0a34-48c2-b1e4-441f3d530a38 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.3317187
Mar 05 20:50:53.997571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2cb1-7b6e-44d9-a2aa-7e405d739b28 None None] Current status of the port 49315625-b42d-4c5f-9282-a40ccc59fc9d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:54.005352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-c9a4a74a-72d9-4170-ab99-ee6b987ae917 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813962
Mar 05 20:50:54.093208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.127045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] Publish callbacks [] for security_group (097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.156823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.141 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/4a95c28f-b4a8-4cd9-9a86-d99e68a231b9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:54.180198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3358ae-a4fb-4f55-ac99-6d685d2035b7 req-21b541a7-8146-4b37-9fb0-311edbb589c3 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685927
Mar 05 20:50:54.186889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd412979-fe84-4dbd-bd04-e2b9390838ef req-ecc628f1-d6d1-4827-9423-56d1af1e270a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954195
Mar 05 20:50:54.216523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:54.218662 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] Publish callbacks [] for security_group (097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.230096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:54.240817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:54.275753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:54.338900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.358756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:54.359802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.399823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.402398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.406989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8 HTTP/1.1" status: 204  len: 168 time: 0.5279877
Mar 05 20:50:54.469305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.478768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a9ad-bc56-4885-87ea-00b1588fd334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c3e0f-3a6e-45ae-adff-a6f0bcf4a6e8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:54.481053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d77df639-8d34-4d5d-af13-67edb00a99aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.485383 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-e9f21dc0-f627-4297-b083-896226dd07b9 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0236285
Mar 05 20:50:54.502144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-3f0496a4-e6c3-49c0-aeef-3d4136bcfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:54.503657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-3f0496a4-e6c3-49c0-aeef-3d4136bcfc23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1130 time: 0.1299262
Mar 05 20:50:54.510489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Request body: {'port': {'device_id': 'd54f039d-1623-4ad6-a4e3-308472493214', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:54.727115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.755894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985', 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:54.759100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:54.824351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49315625-b42d-4c5f-9282-a40ccc59fc9d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:50:54.869872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2569b0cf-a927-44fc-a565-a13e1848c737 None None] Provisioning complete for port 6c25b98e-729b-490d-bb31-a40e13f1d945 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:54.870665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2569b0cf-a927-44fc-a565-a13e1848c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.872698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:54.922047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2569b0cf-a927-44fc-a565-a13e1848c737 None None] Port 6c25b98e-729b-490d-bb31-a40e13f1d945 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:55.000304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49315625-b42d-4c5f-9282-a40ccc59fc9d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:55.001683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.037751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Router c0cadf66-13c8-446a-b352-7c2da0a2de2d is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:50:55.071943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:55.084338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:55.102686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:55.110020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.113446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.120944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66d543-1565-4112-a396-826ecc2c90fc req-35c8d3f3-53de-4c75-ac6d-af60d3ccc6de tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.122655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be66d543-1565-4112-a396-826ecc2c90fc req-35c8d3f3-53de-4c75-ac6d-af60d3ccc6de tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 936 time: 0.5906694
Mar 05 20:50:55.127279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40598) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:55.185301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-82c9531d-d037-4b82-8c60-451b639d38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.187587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-82c9531d-d037-4b82-8c60-451b639d38a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6708131
Mar 05 20:50:55.191221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:55.194367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f669bbf7-7f03-4876-8e06-910f61868098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.243608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-277c1216-09bf-416f-86e2-e769673b15c6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3029108
Mar 05 20:50:55.245176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-43b4737b-788d-41b9-9aef-777c20e44045 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.0475280
Mar 05 20:50:55.283726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Request body: {'port': {'device_id': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:50:55.365058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49315625-b42d-4c5f-9282-a40ccc59fc9d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:55.444161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.448913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be66d543-1565-4112-a396-826ecc2c90fc req-b04f5696-2b32-4bac-9bec-746d0b8fdf91 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3133667
Mar 05 20:50:55.472298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-749046fa-900e-41d1-ab72-702a14da6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.474026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-749046fa-900e-41d1-ab72-702a14da6d3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2143781
Mar 05 20:50:55.585939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc738e-654b-414e-b62f-f2d0cb20b8ae req-b07cbe3d-9888-4456-b84f-db110848cc13 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.595017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-10fc738e-654b-414e-b62f-f2d0cb20b8ae req-b07cbe3d-9888-4456-b84f-db110848cc13 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 948 time: 0.8274436
Mar 05 20:50:55.605993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-741043ff-173c-41ee-b932-e874a14632a4 None None] Provisioning complete for port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:55.606366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-741043ff-173c-41ee-b932-e874a14632a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.718044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-741043ff-173c-41ee-b932-e874a14632a4 None None] Port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:55.732322 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f669bbf7-7f03-4876-8e06-910f61868098 admin admin] Publish callbacks [] for security_group (bb652a8b-a804-4722-ab96-f7abd25620b9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.746873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:50:55.747417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-5a9f6335-84cd-4339-92df-7aac74bc112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.749844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-5a9f6335-84cd-4339-92df-7aac74bc112c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2646923
Mar 05 20:50:55.759398 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Sync routers for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:50:55.760726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f669bbf7-7f03-4876-8e06-910f61868098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bb652a8b-a804-4722-ab96-f7abd25620b9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:55.780553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:55.781191 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:55.867783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f669bbf7-7f03-4876-8e06-910f61868098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20f44ea7942249c9a6a504ee2853d62a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7334442
Mar 05 20:50:55.875094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:55.892294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcd64-1b70-425b-b184-f81ef22bc853 req-3f3ff73a-1486-43e1-b2ad-1f18d3c397f5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:55.894919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e84fcd64-1b70-425b-b184-f81ef22bc853 req-3f3ff73a-1486-43e1-b2ad-1f18d3c397f5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 936 time: 0.3046165
Mar 05 20:50:55.902071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669bbf7-7f03-4876-8e06-910f61868098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb652a8b-a804-4722-ab96-f7abd25620b9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:55.976861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:55.985781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks [] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.003123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Transition to ACTIVE for port object 6c25b98e-729b-490d-bb31-a40e13f1d945 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:56.021780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.026870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:56.049839 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-1e1143c6-8721-4ef8-96b3-f067283b89a9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909615
Mar 05 20:50:56.118448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-10fc738e-654b-414e-b62f-f2d0cb20b8ae req-8834b1ea-3ee7-4227-8de4-200cf4eb46f4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3803895
Mar 05 20:50:56.133399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.137380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11945850-79e0-45a1-8b7f-c202828bf04d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2464640
Mar 05 20:50:56.140298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:50:56.205715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] Publish callbacks [] for security_group (bb652a8b-a804-4722-ab96-f7abd25620b9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.215963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e84fcd64-1b70-425b-b184-f81ef22bc853 req-c7069ebe-8062-4992-96fc-4823c59dabc6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3081384
Mar 05 20:50:56.283183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] Publish callbacks [] for security_group (bb652a8b-a804-4722-ab96-f7abd25620b9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.398052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43d3bd59-b842-4950-b3d1-b29ff4725290 req-f641740e-2106-45bc-ae5e-f23cd8be0bea service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009989
Mar 05 20:50:56.458832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:56.465455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bb652a8b-a804-4722-ab96-f7abd25620b9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.469060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.474061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb652a8b-a804-4722-ab96-f7abd25620b9 HTTP/1.1" status: 204  len: 168 time: 0.5976868
Mar 05 20:50:56.494041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Attempting to bind port 6c25b98e-729b-490d-bb31-a40e13f1d945 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:56.494274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5730-94ec-4fdf-9683-ddb7260cff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb652a8b-a804-4722-ab96-f7abd25620b9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:56.496005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Attempting to bind port 6c25b98e-729b-490d-bb31-a40e13f1d945 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:56.496500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Attempting to bind port 6c25b98e-729b-490d-bb31-a40e13f1d945 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:56.500917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:56.533530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks [] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.551181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Transition to ACTIVE for port object 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:50:56.557350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Port 6c25b98e-729b-490d-bb31-a40e13f1d945 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:56.558189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.566356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Attempting to bind port 6c25b98e-729b-490d-bb31-a40e13f1d945 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:56.609475 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4eb0>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:50:53Z', 'revision_number': 3, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:56.612942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007927-a57a-401d-90c9-4e831562e07a req-e6476560-d6b1-487f-8418-e383c423460f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:56.621299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c007927-a57a-401d-90c9-4e831562e07a req-e6476560-d6b1-487f-8418-e383c423460f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2771842
Mar 05 20:50:56.656678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:56.657354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:56.657940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:56.659573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Bound port: 6c25b98e-729b-490d-bb31-a40e13f1d945, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:56.661471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.668952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Checking router: c0cadf66-13c8-446a-b352-7c2da0a2de2d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:50:56.669387 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Updating router c0cadf66-13c8-446a-b352-7c2da0a2de2d port e4958f70-6b9e-4c40-83f6-afdef23af755 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:50:56.680602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:56.745404 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.745603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-92180fba-a562-4099-b429-773cc6998668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.843163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Attempting to bind port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:56.850501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Attempting to bind port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:56.851005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Attempting to bind port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:56.870317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:50:56.875321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Attempting to bind port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:56.894946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:56.907446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c007927-a57a-401d-90c9-4e831562e07a req-347eb944-b620-4e6e-b8b8-5dfae9a0b7cf tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848380
Mar 05 20:50:56.922036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:56.922730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:56.923384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Bound port: 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:56.924780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:56.928401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:56.935924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:56.942181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690e61-e2b0-437c-9da3-80310f39bfd7 req-cffd9331-304b-47e4-ba54-612092a32dd7 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:56.952437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a690e61-e2b0-437c-9da3-80310f39bfd7 req-cffd9331-304b-47e4-ba54-612092a32dd7 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 948 time: 0.2584827
Mar 05 20:50:56.952843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.019756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.020383 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.021778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] 10.222.0.23 "PUT /v2.0/ports/6c25b98e-729b-490d-bb31-a40e13f1d945 HTTP/1.1" status: 200  len: 1096 time: 2.5266883
Mar 05 20:50:57.025115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:57.035900 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac5ee7-6fe1-493f-895a-46e147c5a96a" -d '{"events": [{"name": "network-changed", "server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:57.189573 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012c653-41d6-4f1e-ada9-58d7bb12c6e4 x-openstack-request-id: req-9012c653-41d6-4f1e-ada9-58d7bb12c6e4 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:57.189963 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:57.190293 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9012c653-41d6-4f1e-ada9-58d7bb12c6e4 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:57.190816 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'status': 'completed', 'code': 200}
Mar 05 20:50:57.208405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a690e61-e2b0-437c-9da3-80310f39bfd7 req-114ea4ef-a244-4a54-9c46-7e908b16ec94 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373271
Mar 05 20:50:57.224425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:57.229327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:57.249116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.267596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b5e2-39f7-4493-800a-0071c0b7108c service neutron] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:57.349550 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks [] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.361520 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.366573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:57.440259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.440880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.442294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-99886535-963d-4da6-b7ae-695590902d5d service neutron] 10.222.0.31 "PUT /v2.0/ports/4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 HTTP/1.1" status: 200  len: 1096 time: 2.1838646
Mar 05 20:50:57.443113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:50:57.445143 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104a5df-5111-4571-b589-93df66477344" -d '{"events": [{"name": "network-changed", "server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:50:57.450497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a32e-3d0e-4c90-9e4c-c94dfb1e4aaa None None] Pushing event updated for resources: {'Port': ['ID=e4958f70-6b9e-4c40-83f6-afdef23af755,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:57.485449 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Attempting to bind port e4958f70-6b9e-4c40-83f6-afdef23af755 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:50:57.485817 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Attempting to bind port e4958f70-6b9e-4c40-83f6-afdef23af755 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:50:57.486183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Attempting to bind port e4958f70-6b9e-4c40-83f6-afdef23af755 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:50:57.496613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-b8c0e054-1c74-4a57-b230-abc6fd5495c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.503885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-b8c0e054-1c74-4a57-b230-abc6fd5495c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffa214a1fdce408095cfce5d20496af7&device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 1130 time: 0.4300013
Mar 05 20:50:57.504264 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:50:57.504656 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:50:57.505157 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.505552 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:50:57.506038 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Bound port: e4958f70-6b9e-4c40-83f6-afdef23af755, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:50:57.506419 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.528646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac1c3-337a-4862-958d-c0a3115b5428 req-60eed728-1961-4a2a-98fc-eaed579e9b59 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.531244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2fac1c3-337a-4862-958d-c0a3115b5428 req-60eed728-1961-4a2a-98fc-eaed579e9b59 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 948 time: 0.1710258
Mar 05 20:50:57.542615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f44a2-1cd3-4c3d-8042-706a7907f107 req-e4e63e05-ae28-4fb6-b910-3faf868b07a5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.542957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-867f44a2-1cd3-4c3d-8042-706a7907f107 req-e4e63e05-ae28-4fb6-b910-3faf868b07a5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 948 time: 0.2133882
Mar 05 20:50:57.564993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:50:57.599085 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] For port e4958f70-6b9e-4c40-83f6-afdef23af755, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:50:57.608499 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] For port e4958f70-6b9e-4c40-83f6-afdef23af755, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4958f70-6b9e-4c40-83f6-afdef23af755,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:50:57.624475 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:57.641562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-1436d4f5-4126-49cb-b2d8-160fc842df5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6c25b98e-729b-490d-bb31-a40e13f1d945 HTTP/1.1" status: 200  len: 217 time: 0.1284921
Mar 05 20:50:57.659258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2fac1c3-337a-4862-958d-c0a3115b5428 req-96df1596-aed8-4f0d-86d0-a14dc93cbf4a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203320
Mar 05 20:50:57.680318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-faceadbb-42d5-4bc8-9869-ee0580adea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.681879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-faceadbb-42d5-4bc8-9869-ee0580adea21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 1130 time: 0.1845474
Mar 05 20:50:57.741850 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a32e-3d0e-4c90-9e4c-c94dfb1e4aaa None None] Pushing event updated for resources: {'Port': ['ID=e4958f70-6b9e-4c40-83f6-afdef23af755,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:57.787917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-867f44a2-1cd3-4c3d-8042-706a7907f107 req-903b99e8-c220-4b04-a24c-e1d9bbebd975 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386100
Mar 05 20:50:57.790385 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:50:57.791207 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:57.831275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-455597df-eaa8-451d-b32e-cff7fca4dfd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 HTTP/1.1" status: 200  len: 217 time: 0.1400926
Mar 05 20:50:57.834975 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcbc25-b608-4e9f-a9c4-8b8afafaeada x-openstack-request-id: req-edbcbc25-b608-4e9f-a9c4-8b8afafaeada {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:50:57.835270 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:50:57.835520 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edbcbc25-b608-4e9f-a9c4-8b8afafaeada {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:50:57.837559 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9', 'status': 'completed', 'code': 200}
Mar 05 20:50:57.858093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-388a61f6-9a8f-49d8-a06d-a2d853e86118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.860432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-388a61f6-9a8f-49d8-a06d-a2d853e86118 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2103024
Mar 05 20:50:57.927088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:57.953647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:50:57.961436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'mac_address': 'fa:16:3e:d3:45:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:50:57.987806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-6465c303-1306-4e16-8599-7d8b8dd0a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:57.996120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-6465c303-1306-4e16-8599-7d8b8dd0a255 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1460793
Mar 05 20:50:58.024930 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.047630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:50:58.048165 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.070700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:50:58.101021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.105197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:50:58.106638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-944f0d3e-5b7a-4602-aab0-5bc19168b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:58.108449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-944f0d3e-5b7a-4602-aab0-5bc19168b89d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2400517
Mar 05 20:50:58.128584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.190112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:58.213526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8966-b169-4851-be50-7482719aeaee req-5548058d-2d39-4cd5-b115-f3971fde6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:58.215067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-5548058d-2d39-4cd5-b115-f3971fde6262 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2169042
Mar 05 20:50:58.229710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8079e49-42f2-427a-8f96-53f034b6c1f6 req-80745f78-7519-45dd-ac62-5b2c30be32da tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:58.231498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4eb0>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:50:53Z', 'revision_number': 3, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:50:58.256290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8079e49-42f2-427a-8f96-53f034b6c1f6 req-80745f78-7519-45dd-ac62-5b2c30be32da tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1770613
Mar 05 20:50:58.268052 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7be7f-b570-4895-890a-7f2a02c8e96d None None] The sync data for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 is: [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:50:53Z', 'revision_number': 3, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:50:58.324746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-6077aca4-2841-4b83-89a7-11552c073547 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992350
Mar 05 20:50:58.440338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:50:58.442968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8079e49-42f2-427a-8f96-53f034b6c1f6 req-7fdd20e4-66b9-44b2-aecd-815ac87bfe27 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817319
Mar 05 20:50:58.471612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-6552f5cd-528e-4ca1-86d1-9237d6ea91a6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490897
Mar 05 20:50:58.580169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Allocated IP 172.20.0.1 (d8a74baa-3ebe-46d5-a0b5-c05bac959620/40c46d1e-105f-4efd-9838-f563237df13f/f1c195aa-5b52-4ece-9c6f-c97236e80f17) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:50:58.656998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60da8966-b169-4851-be50-7482719aeaee req-18b51762-1791-47b2-a935-7a44f060697d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772416
Mar 05 20:50:58.800782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks [] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.918369 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:58.943222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a5df-5111-4571-b589-93df66477344 req-b47bce39-b02c-4292-9191-6612d55a9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:58.946854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-b47bce39-b02c-4292-9191-6612d55a9b84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 1130 time: 0.1845410
Mar 05 20:50:59.087958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a5df-5111-4571-b589-93df66477344 req-934a8422-5b31-4000-a14a-3384f553a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.089933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-934a8422-5b31-4000-a14a-3384f553a2e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1345549
Mar 05 20:50:59.103584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4942c-12ba-4961-a5bd-12dc94b870d3 req-15064349-b19a-4b98-9ed0-ae9dbeaac80c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.112832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eef4942c-12ba-4961-a5bd-12dc94b870d3 req-15064349-b19a-4b98-9ed0-ae9dbeaac80c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 948 time: 0.2356849
Mar 05 20:50:59.121672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:50:59.125783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:50:59.134475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:50:59.186883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f69f29-40db-4de1-aa95-d4e7693b7b5c req-638ab089-03fb-498e-8684-1572c35cf055 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.192840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7f69f29-40db-4de1-aa95-d4e7693b7b5c req-638ab089-03fb-498e-8684-1572c35cf055 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 948 time: 0.5024107
Mar 05 20:50:59.193712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Pushing event updated for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:50:59.207903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eef4942c-12ba-4961-a5bd-12dc94b870d3 req-0ec3ad76-daf3-4b63-a0ef-8b5d24432830 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941689
Mar 05 20:50:59.250067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b83cedaa-63a5-4708-a18d-2b62cbdfa3fb req-430a1eff-46e4-4bf5-968b-c12d9f5bc988 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5607255
Mar 05 20:50:59.265753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-690d320b-2848-4c53-b3fd-50cf94104198 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 HTTP/1.1" status: 200  len: 217 time: 0.1508689
Mar 05 20:50:59.302555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:59.439310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a5df-5111-4571-b589-93df66477344 req-0254abb8-4848-42db-bbb2-2642030fe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.440656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:59.441246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-0254abb8-4848-42db-bbb2-2642030fe9f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1658490
Mar 05 20:50:59.509475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9c735-6151-47bc-9a70-e2176e9a65ca req-9fb3db14-e26b-4d97-adb8-af06e9e6bb06 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.511528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03c9c735-6151-47bc-9a70-e2176e9a65ca req-9fb3db14-e26b-4d97-adb8-af06e9e6bb06 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.1557870
Mar 05 20:50:59.518299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7f69f29-40db-4de1-aa95-d4e7693b7b5c req-32afdbff-5431-4056-9181-81a041f76b53 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080065
Mar 05 20:50:59.526307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a5df-5111-4571-b589-93df66477344 req-051e05cf-8ace-493b-adc0-1ca8061aacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.528027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-051e05cf-8ace-493b-adc0-1ca8061aacc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0797005
Mar 05 20:50:59.643155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-530fa0cc-d6d6-4fa4-a3f9-39db0cc60e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:50:59.650901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-530fa0cc-d6d6-4fa4-a3f9-39db0cc60e8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffa214a1fdce408095cfce5d20496af7&device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 1130 time: 0.2117510
Mar 05 20:50:59.660001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-56d30a74-0db7-4aa2-93f7-f62b00835163 None None] Provisioning complete for port f1c195aa-5b52-4ece-9c6f-c97236e80f17 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:50:59.660294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56d30a74-0db7-4aa2-93f7-f62b00835163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:50:59.758445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03c9c735-6151-47bc-9a70-e2176e9a65ca req-58885cf0-800d-4503-b98a-e805ec7b660d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342100
Mar 05 20:50:59.772740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-56d30a74-0db7-4aa2-93f7-f62b00835163 None None] Port f1c195aa-5b52-4ece-9c6f-c97236e80f17 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:50:59.831442 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-23c5b84c-fa51-408a-b0a2-f10b3bf26637 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882762
Mar 05 20:50:59.968356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a104a5df-5111-4571-b589-93df66477344 req-aba98e20-de3a-46c5-9198-de8e81efbf0e service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307762
Mar 05 20:51:00.204230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:00.232538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910f2cc-c9bd-41ad-b6a0-9ec1971c0802 req-e4c70632-0f29-4d30-8c26-e1e82e14aa60 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.234311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e910f2cc-c9bd-41ad-b6a0-9ec1971c0802 req-e4c70632-0f29-4d30-8c26-e1e82e14aa60 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1374097
Mar 05 20:51:00.237035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-bba8c985-5037-454d-9e59-7723187fd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.239117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-bba8c985-5037-454d-9e59-7723187fd18a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.5750265
Mar 05 20:51:00.322498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-ead12dcc-2a4f-4a7e-a9f3-b430da0829c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6c25b98e-729b-490d-bb31-a40e13f1d945 HTTP/1.1" status: 200  len: 217 time: 0.0714064
Mar 05 20:51:00.390822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d57f4a-0595-4252-b191-f29980cf6b12 req-630dd8d8-129c-42f2-bf4e-be8e09c1e828 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.398307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15d57f4a-0595-4252-b191-f29980cf6b12 req-630dd8d8-129c-42f2-bf4e-be8e09c1e828 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 948 time: 0.0914919
Mar 05 20:51:00.445949 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e910f2cc-c9bd-41ad-b6a0-9ec1971c0802 req-488f818d-b828-4cb4-91ed-c049c2abb5d0 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037611
Mar 05 20:51:00.457794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-c7983d76-f11b-4afa-8eaa-5925434c2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.459813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-c7983d76-f11b-4afa-8eaa-5925434c2bb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1293085
Mar 05 20:51:00.490206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15d57f4a-0595-4252-b191-f29980cf6b12 req-1d8ef675-aab6-4f95-9728-e1ef6a61ed32 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886483
Mar 05 20:51:00.584735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-29031f55-04f3-47b9-9df8-e4026447ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.586254 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-29031f55-04f3-47b9-9df8-e4026447ee4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1186054
Mar 05 20:51:00.716824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks [] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:00.730734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:00.790808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c399cef-790b-4a58-95a3-d30833f5832a req-be6d396d-bff0-4a25-a9ae-6353ee742cbd tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:00.801450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4958f70-6b9e-4c40-83f6-afdef23af755 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:00.804348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c399cef-790b-4a58-95a3-d30833f5832a req-be6d396d-bff0-4a25-a9ae-6353ee742cbd tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 948 time: 0.1477792
Mar 05 20:51:00.875197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Pushing event updated for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:00.887911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-84285867-2df0-4bf0-9355-79039f3b1838 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931998
Mar 05 20:51:00.888909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:00.921524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c399cef-790b-4a58-95a3-d30833f5832a req-47a05160-2386-4108-88a4-d840a3b0c818 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163924
Mar 05 20:51:00.985581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:00.996991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4958f70-6b9e-4c40-83f6-afdef23af755 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:00.997466 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.124734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4958f70-6b9e-4c40-83f6-afdef23af755 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:01.125301 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.159435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93160957-9481-4151-a200-cc7912dbc33f req-0778e228-41f5-48ad-a5f0-0e28b90fe7c3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:01.160961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93160957-9481-4151-a200-cc7912dbc33f req-0778e228-41f5-48ad-a5f0-0e28b90fe7c3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.2025106
Mar 05 20:51:01.167711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98ac5ee7-6fe1-493f-895a-46e147c5a96a req-97c6c9b0-6894-4a4d-923e-a6c14fa655aa service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698731
Mar 05 20:51:01.192058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port e4958f70-6b9e-4c40-83f6-afdef23af755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4958f70-6b9e-4c40-83f6-afdef23af755,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:01.199627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.222117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:51:01.230254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:01.288889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93160957-9481-4151-a200-cc7912dbc33f req-db167997-bf76-42b5-8422-6f8a846586b9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183400
Mar 05 20:51:01.298413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:01.345741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=e4958f70-6b9e-4c40-83f6-afdef23af755,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:01.345954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40682) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:01.467547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Router c0cadf66-13c8-446a-b352-7c2da0a2de2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:51:01.500256 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:51:01.599086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:01.705108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:01.709666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66abcea9-8f8a-47e2-9bd1-163b01b35905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.727576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9', 'mac_address': 'fa:16:3e:51:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:01.735779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e150cd-7f40-4128-909b-fcbaf1e12138 req-10aa6d1b-60c1-4419-bca8-92adf9c15eb7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:01.739814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e19f1b22-79b4-4522-aaa1-4d93a157d219 None None] Provisioning complete for port f1c195aa-5b52-4ece-9c6f-c97236e80f17 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:01.740202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e19f1b22-79b4-4522-aaa1-4d93a157d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.746133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3e150cd-7f40-4128-909b-fcbaf1e12138 req-10aa6d1b-60c1-4419-bca8-92adf9c15eb7 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0800421
Mar 05 20:51:01.761968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:01.798654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:51:01.800097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:01.800493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.811909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-802ed181-d7a9-4835-b803-1aa3fdda620e admin admin] 10.222.0.15 "PUT /v2.0/routers/c0cadf66-13c8-446a-b352-7c2da0a2de2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6455100
Mar 05 20:51:01.814822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Sync routers for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:51:01.821051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3e150cd-7f40-4128-909b-fcbaf1e12138 req-62d879ec-fe83-4a18-8afe-2d0fd41da1dc tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736620
Mar 05 20:51:01.839954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e19f1b22-79b4-4522-aaa1-4d93a157d219 None None] Port f1c195aa-5b52-4ece-9c6f-c97236e80f17 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:51:01.850108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:01.850514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:01.867232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:01.867921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0ce80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:01.877753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:01.911981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c07323-95e6-461a-8dae-8afd7599ebab req-b8f8c3bf-4ecb-42bd-9e6c-761294766b21 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:01.913712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17c07323-95e6-461a-8dae-8afd7599ebab req-b8f8c3bf-4ecb-42bd-9e6c-761294766b21 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 948 time: 0.2298644
Mar 05 20:51:01.987787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:02.000149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.071380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17c07323-95e6-461a-8dae-8afd7599ebab req-3718c572-b95c-47bb-bf67-6eeab2001acf tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474299
Mar 05 20:51:02.073522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66abcea9-8f8a-47e2-9bd1-163b01b35905 admin admin] Publish callbacks [] for security_group (ccc6d7ae-f378-4c04-aa39-3773bc58ab56), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.080766 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66abcea9-8f8a-47e2-9bd1-163b01b35905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ccc6d7ae-f378-4c04-aa39-3773bc58ab56), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.112974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:02.115146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:02.115146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.129704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0d48-8f74-4226-a891-d2437fd40eed req-b2604d2a-c236-45be-b956-5bbb803035c8 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:02.139589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74bf0d48-8f74-4226-a891-d2437fd40eed req-b2604d2a-c236-45be-b956-5bbb803035c8 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 948 time: 0.1067410
Mar 05 20:51:02.172794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:02.198852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:02.201238 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53d0cd-333e-4fe7-bb31-cc3393090301" -d '{"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:02.219012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-66abcea9-8f8a-47e2-9bd1-163b01b35905 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40d6d2dcd94d424ca2d51f9a3998d317&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8718586
Mar 05 20:51:02.219893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abcea9-8f8a-47e2-9bd1-163b01b35905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6d7ae-f378-4c04-aa39-3773bc58ab56,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:02.226915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40704) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:02.248353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:02.266654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74bf0d48-8f74-4226-a891-d2437fd40eed req-0773d111-40f4-45dc-8027-836308a90533 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223323
Mar 05 20:51:02.338859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:02.341411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.357609 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a6f95-bbf3-4cb7-a16d-2e082b25cfa7 x-openstack-request-id: req-cb4a6f95-bbf3-4cb7-a16d-2e082b25cfa7 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:02.358118 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:02.358387 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb4a6f95-bbf3-4cb7-a16d-2e082b25cfa7 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:02.358814 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'code': 200}
Mar 05 20:51:02.361553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] Publish callbacks [] for security_group (ccc6d7ae-f378-4c04-aa39-3773bc58ab56), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.481478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c6d9-a377-47d4-a4b2-8ec01f6f9adc req-6bc46412-3e84-4958-89a4-10ae2b1cb8c1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:02.491635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38b4c6d9-a377-47d4-a4b2-8ec01f6f9adc req-6bc46412-3e84-4958-89a4-10ae2b1cb8c1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.0795050
Mar 05 20:51:02.503571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] Publish callbacks [] for security_group (ccc6d7ae-f378-4c04-aa39-3773bc58ab56), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.556829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38b4c6d9-a377-47d4-a4b2-8ec01f6f9adc req-a9e0bc75-3977-411f-83f3-fe1fb7e1a3a6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641091
Mar 05 20:51:02.565885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:02.620580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b1ee1-e806-4c95-b0e5-8435c4a20d81 req-04db3fdb-afa5-4a1b-8662-7c0f0a280c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:02.622959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-701b1ee1-e806-4c95-b0e5-8435c4a20d81 req-04db3fdb-afa5-4a1b-8662-7c0f0a280c6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1132 time: 0.2121649
Mar 05 20:51:02.671337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ccc6d7ae-f378-4c04-aa39-3773bc58ab56), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.674793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.678318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccc6d7ae-f378-4c04-aa39-3773bc58ab56 HTTP/1.1" status: 204  len: 168 time: 0.4490602
Mar 05 20:51:02.699706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb1d0-b6a6-4e79-a958-1b9d0a58fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6d7ae-f378-4c04-aa39-3773bc58ab56,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:02.731976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-701b1ee1-e806-4c95-b0e5-8435c4a20d81 req-7ffb9a0b-fc66-42bc-96b4-3819217a1ac1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929236
Mar 05 20:51:02.758812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4958f70-6b9e-4c40-83f6-afdef23af755 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:02.899009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0ce80>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 2, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:02.942584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Checking router: c0cadf66-13c8-446a-b352-7c2da0a2de2d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:51:02.942945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Updating router c0cadf66-13c8-446a-b352-7c2da0a2de2d port f1c195aa-5b52-4ece-9c6f-c97236e80f17 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:51:02.982279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4958f70-6b9e-4c40-83f6-afdef23af755 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:02.982734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:02.989607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.017715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cfe6d-af20-47c1-8e1b-f67ca76290c6 req-76a09301-fac7-4a7a-ada2-20a6d420f9bc tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:03.024186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d5cfe6d-af20-47c1-8e1b-f67ca76290c6 req-76a09301-fac7-4a7a-ada2-20a6d420f9bc tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0804825
Mar 05 20:51:03.093601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d5cfe6d-af20-47c1-8e1b-f67ca76290c6 req-1a04c597-0eff-4cbc-800d-1631c7d95759 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593054
Mar 05 20:51:03.250773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:03.264898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0204f6d3-d80b-4978-9919-9981e5fc7c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.265562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cbd27-7151-45ae-a1ac-57b8ac96694e req-20976699-1195-4649-a673-7c1a866a85c9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:03.273151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-517cbd27-7151-45ae-a1ac-57b8ac96694e req-20976699-1195-4649-a673-7c1a866a85c9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 949 time: 0.0777445
Mar 05 20:51:03.285349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40728) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:03.290285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188089828', 'description': 'tempest-description--719254849'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:03.320294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-517cbd27-7151-45ae-a1ac-57b8ac96694e req-725f0087-0f31-41ac-a56b-ecb074a10b35 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462666
Mar 05 20:51:03.329644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.341897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4958f70-6b9e-4c40-83f6-afdef23af755 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:03.418459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (1f1f3da4-33c7-4646-ac03-63760fb11179), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.426235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f1f3da4-33c7-4646-ac03-63760fb11179), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.465518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0204f6d3-d80b-4978-9919-9981e5fc7c01 admin admin] Publish callbacks [] for security_group (665df430-792e-47d3-8501-bca9a59f5a9b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.471932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.476406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1900530
Mar 05 20:51:03.476719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:03.484996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks [] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.485877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'security_group_rule': {'security_group_id': '1f1f3da4-33c7-4646-ac03-63760fb11179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:03.486316 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0204f6d3-d80b-4978-9919-9981e5fc7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (665df430-792e-47d3-8501-bca9a59f5a9b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.491858 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.509630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60972-9361-4e1f-bbb3-c082270142ac req-cd0171cf-c145-448f-81a0-0d3e685d6a6d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:03.516461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0204f6d3-d80b-4978-9919-9981e5fc7c01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb851746a878486793847521d1ac7616&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2617435
Mar 05 20:51:03.516461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5f85-9f6c-4ae9-85e0-1a140c9c9949 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f3da4-33c7-4646-ac03-63760fb11179,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:03.517859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:03.522103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4e60972-9361-4e1f-bbb3-c082270142ac req-cd0171cf-c145-448f-81a0-0d3e685d6a6d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 948 time: 0.1028175
Mar 05 20:51:03.566699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9f014-1507-4822-a7b4-0eaceae40f21 None None] Pushing event updated for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:03.600003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204f6d3-d80b-4978-9919-9981e5fc7c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665df430-792e-47d3-8501-bca9a59f5a9b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:03.622719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:03.630138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] Publish callbacks [] for security_group (665df430-792e-47d3-8501-bca9a59f5a9b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.656861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] Publish callbacks [] for security_group (665df430-792e-47d3-8501-bca9a59f5a9b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.678859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4e60972-9361-4e1f-bbb3-c082270142ac req-e1f81ee3-d5e1-4a33-b2f3-8b3398ad06d7 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421671
Mar 05 20:51:03.681165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (54c45e7d-12b6-4f48-8c68-7710cd688b49), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.728915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Attempting to bind port f1c195aa-5b52-4ece-9c6f-c97236e80f17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:51:03.729301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Attempting to bind port f1c195aa-5b52-4ece-9c6f-c97236e80f17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:51:03.729669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Attempting to bind port f1c195aa-5b52-4ece-9c6f-c97236e80f17 on network d8a74baa-3ebe-46d5-a0b5-c05bac959620 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:03.746708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:51:03.747109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Checking segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:03.747524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.748009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Bound using segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:51:03.749420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Bound port: f1c195aa-5b52-4ece-9c6f-c97236e80f17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:51:03.749901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.757668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (54c45e7d-12b6-4f48-8c68-7710cd688b49), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.765559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (54c45e7d-12b6-4f48-8c68-7710cd688b49), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.793842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.797965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3157363
Mar 05 20:51:03.798230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40748) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:03.799228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4afab-5db1-4dee-9ff9-e7be07e8cf51 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c45e7d-12b6-4f48-8c68-7710cd688b49,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:03.809201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'security_group_rule': {'security_group_id': '1f1f3da4-33c7-4646-ac03-63760fb11179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:03.853335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (5005b02f-383a-459f-8c77-faa21aa1a1af), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.855816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:03.863010 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (665df430-792e-47d3-8501-bca9a59f5a9b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.866347 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:03.869994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/665df430-792e-47d3-8501-bca9a59f5a9b HTTP/1.1" status: 204  len: 168 time: 0.3401883
Mar 05 20:51:03.888258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'mac_address': 'fa:16:3e:a8:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:03.907779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] For port f1c195aa-5b52-4ece-9c6f-c97236e80f17, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:51:03.909025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] For port f1c195aa-5b52-4ece-9c6f-c97236e80f17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c195aa-5b52-4ece-9c6f-c97236e80f17,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:51:03.946400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.007901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:04.010163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.015505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-216f113d-dd09-44b9-a6a2-89caaa8d2853 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:04.017872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-216f113d-dd09-44b9-a6a2-89caaa8d2853 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/networks?id=c6093dad-5e11-4f5a-9e28-4941e94e098d HTTP/1.1" status: 200  len: 814 time: 0.3055613
Mar 05 20:51:04.019127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47031c1b-a561-49bc-8baf-7d805093b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665df430-792e-47d3-8501-bca9a59f5a9b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:04.032228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671f6e-c727-4f91-bee8-ea6496af3201 req-d9852675-fc60-414a-b935-3a7d80c348cf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:04.033821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8671f6e-c727-4f91-bee8-ea6496af3201 req-d9852675-fc60-414a-b935-3a7d80c348cf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1945472
Mar 05 20:51:04.052872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (5005b02f-383a-459f-8c77-faa21aa1a1af), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.053969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-4f0fb997-ee89-46d3-a2fa-3c1d67ef2c21 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/quotas/bde93d10dbea40429b16ffe4a6efce79 HTTP/1.1" status: 200  len: 375 time: 0.0268946
Mar 05 20:51:04.072550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (5005b02f-383a-459f-8c77-faa21aa1a1af), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.115981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.117489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3134933
Mar 05 20:51:04.123307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40754) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:04.124598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-fec436c2-5825-42a5-a224-fb60491ae55d tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bde93d10dbea40429b16ffe4a6efce79&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0697191
Mar 05 20:51:04.145169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:04.145400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-402d6b15-f34a-4d1c-8e54-e47d72c78d77 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:51:04.147803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-402d6b15-f34a-4d1c-8e54-e47d72c78d77 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0157700
Mar 05 20:51:04.173427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77befedc-f83d-411b-91cf-5ccb428a9336 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5005b02f-383a-459f-8c77-faa21aa1a1af,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:04.183580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.245921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8671f6e-c727-4f91-bee8-ea6496af3201 req-926d90a3-2a50-4a24-9b2d-9d33a36e9dce tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951013
Mar 05 20:51:04.307272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-241b2ba8-742b-43ec-a606-f028fb49c56f service neutron] 10.222.0.15 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532803
Mar 05 20:51:04.313113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:04.333899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:04.335112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0ce80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:50:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:04.338486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9f014-1507-4822-a7b4-0eaceae40f21 None None] Pushing event updated for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:04.341345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Provisioning complete for port f1c195aa-5b52-4ece-9c6f-c97236e80f17 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:04.341723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.428175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:04.429338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.468215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.479287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-c9bddcad-b90a-44e2-babd-9618daacdc15 service neutron] 10.222.0.15 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710367
Mar 05 20:51:04.503191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72346679-5c1f-4120-b80f-bd49319d665f req-8233214c-9a40-4acc-b082-1f6216e1b90f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:04.509614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72346679-5c1f-4120-b80f-bd49319d665f req-8233214c-9a40-4acc-b082-1f6216e1b90f tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1347356
Mar 05 20:51:04.569171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:04.603531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:04.611988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72346679-5c1f-4120-b80f-bd49319d665f req-8d876523-c1ad-4aa4-aae0-cd4b717b6216 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970876
Mar 05 20:51:04.649670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Allocated IP 172.35.0.22 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/a558c317-a2bf-47af-a5fc-576f4d7f5859) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:51:04.654470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Current status of the port f1c195aa-5b52-4ece-9c6f-c97236e80f17 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:04.655490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.785219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6060adab-478a-430a-b00f-f55ef43bf780 req-8b01e199-c649-453e-9279-8ea22c813124 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 210 time: 0.0477846
Mar 05 20:51:04.792207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6c25b98e-729b-490d-bb31-a40e13f1d945'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:04.822803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] For port f1c195aa-5b52-4ece-9c6f-c97236e80f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c195aa-5b52-4ece-9c6f-c97236e80f17,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:04.831584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:04.969885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b22ef-0789-454c-b5a7-7fe576202dcc req-ef202298-89e0-48e1-862e-916feb7e2f09 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:04.971544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fc1b22ef-0789-454c-b5a7-7fe576202dcc req-ef202298-89e0-48e1-862e-916feb7e2f09 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 949 time: 0.1889105
Mar 05 20:51:04.982311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef966-0d89-4ffb-ade8-fba17fa725b2 req-f8d8440f-a696-4503-b65b-572dfe2ae2dc tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:04.984361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67bef966-0d89-4ffb-ade8-fba17fa725b2 req-f8d8440f-a696-4503-b65b-572dfe2ae2dc tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.1155684
Mar 05 20:51:04.996011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.044642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67bef966-0d89-4ffb-ade8-fba17fa725b2 req-b30a8645-66af-4b66-a609-b5789f53d689 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512946
Mar 05 20:51:05.058274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fc1b22ef-0789-454c-b5a7-7fe576202dcc req-e72d75ea-29d8-48a8-bc1a-645bfa51e607 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729098
Mar 05 20:51:05.072870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.085855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-16be3acc-d9a9-499d-a1a5-d0322bdbfc68 None None] Provisioning complete for port f1c195aa-5b52-4ece-9c6f-c97236e80f17 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:05.085855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16be3acc-d9a9-499d-a1a5-d0322bdbfc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.123915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da01874-586f-4a53-b7b7-ad265ff0414d None None] Pushing event updated for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:05.125070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:51:05.133103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:05.141861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:51:05.165163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'Port': ['ID=a558c317-a2bf-47af-a5fc-576f4d7f5859,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:05.219477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.252287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0ce80>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:03Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:05.275869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.313927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-16be3acc-d9a9-499d-a1a5-d0322bdbfc68 None None] Current status of the port f1c195aa-5b52-4ece-9c6f-c97236e80f17 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:05.334959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc63d26-f138-4cad-823c-8431f52efb17 None None] The sync data for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 is: [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:03Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:51:05.337104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:05.433783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:05.439168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:05.444410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.453672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d91ac-c82a-4252-8cd2-da13deec4058 req-3f2d5c32-a68d-43e8-bba8-675161e6de33 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:05.460919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b4d91ac-c82a-4252-8cd2-da13deec4058 req-3f2d5c32-a68d-43e8-bba8-675161e6de33 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1161525
Mar 05 20:51:05.531459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b4d91ac-c82a-4252-8cd2-da13deec4058 req-f2f66b22-fe5d-43a1-8929-42f0b572a132 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665426
Mar 05 20:51:05.582342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.593022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.615083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:05.615488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.660350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:05.662955 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beacbaa-80e0-4fe6-a7e2-73a2789b72c3" -d '{"events": [{"server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "name": "network-vif-plugged", "status": "completed", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:05.692483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.692623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:05.697142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.749836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'Port': ['ID=a558c317-a2bf-47af-a5fc-576f4d7f5859,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:05.756763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.758246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-207b41c0-aaee-4419-bda4-217a1ccb3b86 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6254549
Mar 05 20:51:05.818483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:05.819740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-cc100b7f-2e15-47b5-95f8-df580d154a3b req-5b6cd467-4ad4-48db-936a-52eb02eaf59f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:51:05.822070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc100b7f-2e15-47b5-95f8-df580d154a3b req-5b6cd467-4ad4-48db-936a-52eb02eaf59f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072501
Mar 05 20:51:05.848668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01657f-3335-4a2a-8bd6-c2a341147a39 req-2b2586eb-0d3e-400e-9e4c-09482f6bf7df tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:05.852251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d01657f-3335-4a2a-8bd6-c2a341147a39 req-2b2586eb-0d3e-400e-9e4c-09482f6bf7df tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.1141911
Mar 05 20:51:05.875566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:05.959085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d01657f-3335-4a2a-8bd6-c2a341147a39 req-69a2ecf9-b365-4580-8954-6528e3bf0664 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992129
Mar 05 20:51:06.018240 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057808d9-0ebb-40ef-835b-abdd59c7502d x-openstack-request-id: req-057808d9-0ebb-40ef-835b-abdd59c7502d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:06.018590 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "name": "network-vif-plugged", "status": "completed", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:06.018855 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-057808d9-0ebb-40ef-835b-abdd59c7502d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:06.019644 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9', 'code': 200}
Mar 05 20:51:06.128582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-933891c2-1c97-48a3-a856-69f073e555b5 req-056d56c2-302c-4525-a311-d487835a9809 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 210 time: 0.0404253
Mar 05 20:51:06.206727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:06.333095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7adf9f-4781-4569-b9b0-47a85beab246 req-c02173ee-caa1-4c7a-852c-e23e26bb6a09 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:06.335133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c7adf9f-4781-4569-b9b0-47a85beab246 req-c02173ee-caa1-4c7a-852c-e23e26bb6a09 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.0952213
Mar 05 20:51:06.335814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:06.435549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba2c4-aab9-4183-9900-33ea8de3af49 req-d5903550-1c95-4c93-a68a-f4b2e3d78fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:06.438350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3cbba2c4-aab9-4183-9900-33ea8de3af49 req-d5903550-1c95-4c93-a68a-f4b2e3d78fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 1132 time: 0.3445146
Mar 05 20:51:06.518480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c7adf9f-4781-4569-b9b0-47a85beab246 req-13bfd943-0040-438f-89d4-ccd3f99c679b tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757858
Mar 05 20:51:06.553491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e71eef-c838-4592-82b8-7b5e7e50589e req-d88bef84-1a81-4ee2-ae8c-44260932ea56 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:06.557349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29e71eef-c838-4592-82b8-7b5e7e50589e req-d88bef84-1a81-4ee2-ae8c-44260932ea56 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.3607786
Mar 05 20:51:06.558121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-0a86ce47-3021-4cef-bb09-0a98adf7c45a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2210467
Mar 05 20:51:06.578434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-a9dc69f2-0698-4dd5-a76b-8f9d68688d8e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:51:06.581614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-a9dc69f2-0698-4dd5-a76b-8f9d68688d8e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089726
Mar 05 20:51:06.733665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-f01ba30b-6c46-4dd5-950f-f4fa2510c3c5 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:06.735201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-f01ba30b-6c46-4dd5-950f-f4fa2510c3c5 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.31 "GET /v2.0/networks?id=c6093dad-5e11-4f5a-9e28-4941e94e098d HTTP/1.1" status: 200  len: 814 time: 0.4278281
Mar 05 20:51:06.757842 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3cbba2c4-aab9-4183-9900-33ea8de3af49 req-8c8413c2-1c5d-4e2e-9c0a-602912392061 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097973
Mar 05 20:51:06.768352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Request body: {'port': {'device_id': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'admin_state_up': True, 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:06.768813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f1c195aa-5b52-4ece-9c6f-c97236e80f17 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:06.841384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40621593-f63c-4266-a0a4-bd670fc02172 req-1a741054-40ea-4222-b5ed-fcf789312f5e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:06.849139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40621593-f63c-4266-a0a4-bd670fc02172 req-1a741054-40ea-4222-b5ed-fcf789312f5e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 950 time: 0.1363926
Mar 05 20:51:06.916342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f1c195aa-5b52-4ece-9c6f-c97236e80f17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:06.916757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:06.930472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29e71eef-c838-4592-82b8-7b5e7e50589e req-2e5161ed-4a17-4bb4-9a59-3b3641910600 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3560243
Mar 05 20:51:06.971022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40621593-f63c-4266-a0a4-bd670fc02172 req-518798e0-e4b3-4adb-a85b-176007bc0da7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136658
Mar 05 20:51:07.074624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Made reservation on behalf of bde93d10dbea40429b16ffe4a6efce79 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:07.078206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:07.117987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f1c195aa-5b52-4ece-9c6f-c97236e80f17 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:07.172644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedaca8-fa9e-44c2-8d01-27bda9c395a7 req-49a6d8e1-a1e1-4e87-908e-eb4a5e6cd6db tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:07.174171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bedaca8-fa9e-44c2-8d01-27bda9c395a7 req-49a6d8e1-a1e1-4e87-908e-eb4a5e6cd6db tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0872705
Mar 05 20:51:07.298804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bedaca8-fa9e-44c2-8d01-27bda9c395a7 req-db8e2409-407a-4ffe-912d-93cbdcfeedcf tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188238
Mar 05 20:51:07.497273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b91e30e5-ba34-4ad1-93f5-a32bc1d16eb0 req-eb6ef359-4379-45cb-b541-10f19b76c69a tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 210 time: 0.0872805
Mar 05 20:51:07.626630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:07.823148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6c25b98e-729b-490d-bb31-a40e13f1d945 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:07.827551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:07.831250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6c25b98e-729b-490d-bb31-a40e13f1d945 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:07.831656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:07.912966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f104c-1d09-4b5c-96fa-834c032450ca req-0d43f505-4fea-4a4a-8ecf-3b43800c6454 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:07.927911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea9f104c-1d09-4b5c-96fa-834c032450ca req-0d43f505-4fea-4a4a-8ecf-3b43800c6454 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.2447648
Mar 05 20:51:08.137396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:08.137801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:08.215605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:08.236320 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b152960d-4f6a-4ddb-8a4c-e925e320bb82" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:08.283916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:08.293364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:08.346823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea9f104c-1d09-4b5c-96fa-834c032450ca req-02392d37-93a4-4d4d-8dd5-3fed43299615 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4179332
Mar 05 20:51:08.391848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-990a6532-7705-48e2-bb5c-ebdff748ca09 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:08.393712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-990a6532-7705-48e2-bb5c-ebdff748ca09 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports/5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 947 time: 0.5632269
Mar 05 20:51:08.414389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:08.629332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Allocated IP 172.20.0.10 (c6093dad-5e11-4f5a-9e28-4941e94e098d/26519c1e-9919-42f4-a35e-29de2ebb93ac/c27fa3bc-53d7-4955-9db1-64fb1ec24675) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:51:08.674060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc00a14-6cea-4c7b-b483-b23f0292b488 req-1b720d29-e91b-4a82-aa47-fe9ea5a09221 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:08.700445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3bc00a14-6cea-4c7b-b483-b23f0292b488 req-1b720d29-e91b-4a82-aa47-fe9ea5a09221 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 950 time: 0.1461332
Mar 05 20:51:08.716578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ff47-8951-468f-ae05-adcc049ff588 req-c7608b7f-e834-4f31-a90e-3520e86f1995 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:08.726180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b92ff47-8951-468f-ae05-adcc049ff588 req-c7608b7f-e834-4f31-a90e-3520e86f1995 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.3220062
Mar 05 20:51:08.770240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3bc00a14-6cea-4c7b-b483-b23f0292b488 req-70175c1b-e785-4d44-9367-085ccac59094 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646756
Mar 05 20:51:09.207274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b92ff47-8951-468f-ae05-adcc049ff588 req-19b998fb-5428-49f9-9bfb-79473a9df409 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4797840
Mar 05 20:51:09.276168 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8f6762-7c25-4539-b846-0c241b514799 x-openstack-request-id: req-df8f6762-7c25-4539-b846-0c241b514799 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:09.277825 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:09.279093 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df8f6762-7c25-4539-b846-0c241b514799 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:09.280710 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'code': 200}
Mar 05 20:51:09.432566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-378b3697-09eb-4a4e-9ac7-f669875d190b req-1659d852-69e0-47da-a6d2-4cc0f9cbe9f1 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 210 time: 0.0619855
Mar 05 20:51:09.458472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks [] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:09.515263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5827-6588-4e01-9a4e-b6c212e35994 req-6a0e7a29-22db-41fc-92d3-fdadd81892a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:09.517584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-262a5827-6588-4e01-9a4e-b6c212e35994 req-6a0e7a29-22db-41fc-92d3-fdadd81892a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 1132 time: 0.1318960
Mar 05 20:51:09.583070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27aa27-0d4a-4b49-9ecc-4844b9d412c8 req-78d0fa25-0b1c-4a6e-9d18-e1efddd7e5ff tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:09.593752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d27aa27-0d4a-4b49-9ecc-4844b9d412c8 req-78d0fa25-0b1c-4a6e-9d18-e1efddd7e5ff tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.2093310
Mar 05 20:51:09.661487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:09.663057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-262a5827-6588-4e01-9a4e-b6c212e35994 req-4efd2c2b-a09b-4ca5-baf5-03f442dead3f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355515
Mar 05 20:51:09.665862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fa6b-d561-4593-b37b-d05812f2e564 req-efca8822-7859-4811-8985-a5ac8ea60b5a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:09.667304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6f3fa6b-d561-4593-b37b-d05812f2e564 req-efca8822-7859-4811-8985-a5ac8ea60b5a tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 1132 time: 0.1046524
Mar 05 20:51:09.755746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d27aa27-0d4a-4b49-9ecc-4844b9d412c8 req-6760a0d7-baa1-43b1-92af-a726ed068b7a tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605310
Mar 05 20:51:09.791935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Network c6093dad-5e11-4f5a-9e28-4941e94e098d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:51:09.801094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:09.804103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:51:09.813453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:09.814465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:09.817561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Pushing event updated for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:09.830776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6f3fa6b-d561-4593-b37b-d05812f2e564 req-e54301de-f132-4c8f-9c69-061fdd038344 tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448660
Mar 05 20:51:09.852915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-6a32008f-1f58-451e-b95c-9a8b09604a7e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0978875
Mar 05 20:51:09.882117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Request body: {'port': {'device_id': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:10.044715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:10.239136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6185ee-98d5-47da-88bf-1ff3d029c83c req-8354efc2-e45b-475e-bbe6-906b669dda0d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:10.256011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc6185ee-98d5-47da-88bf-1ff3d029c83c req-8354efc2-e45b-475e-bbe6-906b669dda0d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 950 time: 0.2201562
Mar 05 20:51:10.302354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b6d2c633-203a-4b1e-a6b1-f0cfadc59fa6 None None] Provisioning complete for port c27fa3bc-53d7-4955-9db1-64fb1ec24675 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:10.305862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6d2c633-203a-4b1e-a6b1-f0cfadc59fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:10.390321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2c633-203a-4b1e-a6b1-f0cfadc59fa6 None None] Port c27fa3bc-53d7-4955-9db1-64fb1ec24675 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:51:10.558118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc6185ee-98d5-47da-88bf-1ff3d029c83c req-ce77dcc3-7902-4621-9f11-f0dffe2ba6ee tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828712
Mar 05 20:51:10.562349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-647b5dca-ddf3-4032-bf5d-35784699c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:10.581263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-647b5dca-ddf3-4032-bf5d-35784699c895 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1132 time: 0.2707999
Mar 05 20:51:10.746155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27fa3bc-53d7-4955-9db1-64fb1ec24675 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:10.756117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks [] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:10.778709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Transition to ACTIVE for port object c27fa3bc-53d7-4955-9db1-64fb1ec24675 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:51:10.787914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:10.986839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:11.036006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Attempting to bind port c27fa3bc-53d7-4955-9db1-64fb1ec24675 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:51:11.036492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Attempting to bind port c27fa3bc-53d7-4955-9db1-64fb1ec24675 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:51:11.037606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Attempting to bind port c27fa3bc-53d7-4955-9db1-64fb1ec24675 on network c6093dad-5e11-4f5a-9e28-4941e94e098d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:11.059847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Port c27fa3bc-53d7-4955-9db1-64fb1ec24675 on network c6093dad-5e11-4f5a-9e28-4941e94e098d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:51:11.061640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Attempting to bind port c27fa3bc-53d7-4955-9db1-64fb1ec24675 on network c6093dad-5e11-4f5a-9e28-4941e94e098d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:11.084669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:51:11.085028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Checking segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:11.086708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Bound using segment: {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:51:11.087174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Bound port: c27fa3bc-53d7-4955-9db1-64fb1ec24675, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c515c66-a592-4b89-96b0-9a212a99c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:51:11.087543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:11.197590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f559-f41d-4b12-b94e-624a3c203b31 req-c1938e43-f59e-4b40-8637-f2eb06b12c15 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.199380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4fc1f559-f41d-4b12-b94e-624a3c203b31 req-c1938e43-f59e-4b40-8637-f2eb06b12c15 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.3975947
Mar 05 20:51:11.226071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-a406b16e-d809-4398-9d45-3c4c7fd65052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.238672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-a406b16e-d809-4398-9d45-3c4c7fd65052 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6488583
Mar 05 20:51:11.316305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:51:11.328421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:51:11.344577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:11.384626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.385315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:11.388235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/c27fa3bc-53d7-4955-9db1-64fb1ec24675 HTTP/1.1" status: 200  len: 1092 time: 1.5131841
Mar 05 20:51:11.472828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-c9e8d3ef-a2fb-4d53-a2bf-a898638739b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.2129104
Mar 05 20:51:11.482194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:11.491451 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42c53c-55e8-4c97-94ab-4a301092b48f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:11.627912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364a66a-6f34-46d9-a5d8-221e53d938d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:11.641926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-81ccfae3-d4e7-42fd-baa9-8339243b7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.644274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-81ccfae3-d4e7-42fd-baa9-8339243b7833 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bde93d10dbea40429b16ffe4a6efce79&device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 1126 time: 0.1367111
Mar 05 20:51:11.659916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4fc1f559-f41d-4b12-b94e-624a3c203b31 req-30c2dc80-1cf8-46e6-9fdc-b1d817f8b16b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4438751
Mar 05 20:51:11.717099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e04de8dc-3907-4a50-a91f-d83b68166f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.734562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e04de8dc-3907-4a50-a91f-d83b68166f1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2301612
Mar 05 20:51:11.739572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-076a674c-fbad-4661-8ac0-c0abb5349331 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675 HTTP/1.1" status: 200  len: 217 time: 0.0638914
Mar 05 20:51:11.777246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41050) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:11.868390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e6553455-d180-4332-9955-161875d5695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.870244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e6553455-d180-4332-9955-161875d5695d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1229806
Mar 05 20:51:11.871864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-545c5a2c-6835-4418-9720-c9ff89858773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.875528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-545c5a2c-6835-4418-9720-c9ff89858773 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26519c1e-9919-42f4-a35e-29de2ebb93ac HTTP/1.1" status: 200  len: 853 time: 0.0901117
Mar 05 20:51:11.891010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a89c0-de9b-4558-af4e-42d8c21e5bc0 req-9fc4af7f-7630-404b-881e-0fcdccfb8654 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:11.899148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b0a89c0-de9b-4558-af4e-42d8c21e5bc0 req-9fc4af7f-7630-404b-881e-0fcdccfb8654 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 944 time: 0.0852072
Mar 05 20:51:12.063623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-73d29679-ea7b-4eeb-a121-289c8aaa6a31 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826532
Mar 05 20:51:12.064180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64fea524-3b53-44c8-82b1-f1894fb8134a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.180282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64fea524-3b53-44c8-82b1-f1894fb8134a admin admin] Publish callbacks [] for security_group (ceefa876-9d14-42e5-9391-eebfb3b79729), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.194534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64fea524-3b53-44c8-82b1-f1894fb8134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ceefa876-9d14-42e5-9391-eebfb3b79729), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.256414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea524-3b53-44c8-82b1-f1894fb8134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceefa876-9d14-42e5-9391-eebfb3b79729,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:12.336373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64fea524-3b53-44c8-82b1-f1894fb8134a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c30bfdc98934d3694547952f69dc602&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5573111
Mar 05 20:51:12.339137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41056) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:12.359116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-3aca23e5-0ab4-4c03-85d3-d4bbd924ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:12.361153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-3aca23e5-0ab4-4c03-85d3-d4bbd924ad97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6093dad-5e11-4f5a-9e28-4941e94e098d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1793194
Mar 05 20:51:12.394374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-f86c67e0-ac92-440c-9d28-ebe9978840ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1344237
Mar 05 20:51:12.533452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b0a89c0-de9b-4558-af4e-42d8c21e5bc0 req-df81ab88-43fb-4a7e-bb00-dfed19edf9fb tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6330237
Mar 05 20:51:12.551418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] Publish callbacks [] for security_group (ceefa876-9d14-42e5-9391-eebfb3b79729), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.568877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] Publish callbacks [] for security_group (ceefa876-9d14-42e5-9391-eebfb3b79729), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.648571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-035180c5-21ff-4d0d-82fb-d52a46477044 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5730677
Mar 05 20:51:12.718006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-c77afb1b-ef5a-4b8b-9f45-aacafc400150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:12.722801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-c77afb1b-ef5a-4b8b-9f45-aacafc400150 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 1132 time: 0.2835522
Mar 05 20:51:12.728374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ceefa876-9d14-42e5-9391-eebfb3b79729), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.731237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:12.737543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceefa876-9d14-42e5-9391-eebfb3b79729 HTTP/1.1" status: 204  len: 168 time: 0.3962791
Mar 05 20:51:12.744211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d32da-bbae-4964-afc0-f1b653f59706 req-4226101b-9718-498f-b9f3-0b1fbaeb1f96 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:12.755419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-827d32da-bbae-4964-afc0-f1b653f59706 req-4226101b-9718-498f-b9f3-0b1fbaeb1f96 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 950 time: 0.0956016
Mar 05 20:51:12.821554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4add06f-a230-498e-a8c0-f35f5e9efa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceefa876-9d14-42e5-9391-eebfb3b79729,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:12.901123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-827d32da-bbae-4964-afc0-f1b653f59706 req-d31747d3-4ffa-40c4-8a07-3382848386f8 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389909
Mar 05 20:51:12.903461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-cc21f30c-79c5-4ef4-81f9-b79b0d9c2361 service neutron] 10.222.0.31 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5077846
Mar 05 20:51:13.098091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-f9333d6c-2b8f-415a-90a2-61a27b1819cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1111469
Mar 05 20:51:13.145845 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bbecf8-5cf3-4c47-89ee-6850d6bb0704 x-openstack-request-id: req-10bbecf8-5cf3-4c47-89ee-6850d6bb0704 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:13.146850 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:13.147186 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10bbecf8-5cf3-4c47-89ee-6850d6bb0704 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:13.149173 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675', 'status': 'completed', 'code': 200}
Mar 05 20:51:13.318400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-36f643e4-e51a-40e7-831a-ed6c6910b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:13.322276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-36f643e4-e51a-40e7-831a-ed6c6910b453 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.5438097
Mar 05 20:51:13.345891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05f3f4ca-9108-4e7e-9b18-2f60ad8f57c0 req-131fea99-13a9-485c-a57e-dae7bbb765e8 service neutron] 10.222.0.31 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3892462
Mar 05 20:51:13.413565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-60cf7791-2ff0-4d8e-92a6-08832729a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:13.414318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41066) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:13.415059 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-60cf7791-2ff0-4d8e-92a6-08832729a48f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 1131 time: 0.2603030
Mar 05 20:51:13.421895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5233d-bfe1-4caa-870c-37c4df08e61b req-1de18bf0-2b7e-486b-a62a-0a941ef7446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:13.423451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72d5233d-bfe1-4caa-870c-37c4df08e61b req-1de18bf0-2b7e-486b-a62a-0a941ef7446c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1132 time: 0.2991238
Mar 05 20:51:13.435591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a5c183e-cb36-4468-95ce-1d5b13eb9efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:13.444387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37d23b-3064-46d6-a57b-0daf740f8463 req-72de3802-f106-4e83-a30b-e5a57b7443bb tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:13.454232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f37d23b-3064-46d6-a57b-0daf740f8463 req-72de3802-f106-4e83-a30b-e5a57b7443bb tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 950 time: 0.1627083
Mar 05 20:51:13.590265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f37d23b-3064-46d6-a57b-0daf740f8463 req-cd2abc58-1ae5-4ce8-88cd-bc1a397faf1d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350160
Mar 05 20:51:13.682688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-32b5f3bc-eab9-41e6-9661-adca750b233b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a3db8299-9220-413a-b709-391f3fa944d7 HTTP/1.1" status: 200  len: 217 time: 0.0825882
Mar 05 20:51:13.708496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-b1824511-4603-4759-be5c-9ba7d5b97176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:13.729802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-b1824511-4603-4759-be5c-9ba7d5b97176 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2726707
Mar 05 20:51:13.798370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a5c183e-cb36-4468-95ce-1d5b13eb9efc admin admin] Publish callbacks [] for security_group (c67232cf-6d69-4d06-818c-5f361aed5d82), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:13.854524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a5c183e-cb36-4468-95ce-1d5b13eb9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c67232cf-6d69-4d06-818c-5f361aed5d82), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:13.878876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-318ae01c-a66f-4fdb-94a0-d955c3c201c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=641ae876-922a-4e29-be45-f8fac1e96f2e HTTP/1.1" status: 200  len: 217 time: 0.1414945
Mar 05 20:51:14.005381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-307b178c-8959-4969-bca4-80530df43f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.005709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72d5233d-bfe1-4caa-870c-37c4df08e61b req-ff954007-d2c5-458b-9680-f16614330bc9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4097209
Mar 05 20:51:14.017711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-307b178c-8959-4969-bca4-80530df43f6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2984984
Mar 05 20:51:14.023791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7a5c183e-cb36-4468-95ce-1d5b13eb9efc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf2949298b1e4576952a36cf969e1482&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6080828
Mar 05 20:51:14.025649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c183e-cb36-4468-95ce-1d5b13eb9efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67232cf-6d69-4d06-818c-5f361aed5d82,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:14.029384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:14.035511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-ab895e59-7555-4333-850a-51e1d1c1e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.042539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-ab895e59-7555-4333-850a-51e1d1c1e486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bde93d10dbea40429b16ffe4a6efce79&device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 1126 time: 0.3567064
Mar 05 20:51:14.079277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-37c45a77-ec51-496e-9b2d-22a8f0cadf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.081166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-37c45a77-ec51-496e-9b2d-22a8f0cadf0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1896806
Mar 05 20:51:14.114134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c57d7e-48c5-430b-bb4b-46508b129f64 req-4d47a4b6-b11d-4b01-b4d2-f082ef0bed57 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.121403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67c57d7e-48c5-430b-bb4b-46508b129f64 req-4d47a4b6-b11d-4b01-b4d2-f082ef0bed57 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.3556771
Mar 05 20:51:14.186883 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] Publish callbacks [] for security_group (c67232cf-6d69-4d06-818c-5f361aed5d82), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:14.257482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] Publish callbacks [] for security_group (c67232cf-6d69-4d06-818c-5f361aed5d82), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:14.341553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67c57d7e-48c5-430b-bb4b-46508b129f64 req-4c1d13e1-5c3b-4d2e-8c72-c9c1608c2edd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189465
Mar 05 20:51:14.350398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-00249f17-b55e-4bc1-8841-f600ea1d3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.356971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-00249f17-b55e-4bc1-8841-f600ea1d3c29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2593024
Mar 05 20:51:14.378477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c67232cf-6d69-4d06-818c-5f361aed5d82), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:14.382327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:14.383602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c67232cf-6d69-4d06-818c-5f361aed5d82 HTTP/1.1" status: 204  len: 168 time: 0.3457644
Mar 05 20:51:14.439521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b201-e517-49d9-af1a-2d8bd8dc5b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67232cf-6d69-4d06-818c-5f361aed5d82,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:14.554803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9efc21-757a-4a9c-8674-8432d7dc5a3c req-936f366c-af3c-4c88-9764-4aa3f1fd609e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:14.556817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd9efc21-757a-4a9c-8674-8432d7dc5a3c req-936f366c-af3c-4c88-9764-4aa3f1fd609e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 944 time: 0.1122332
Mar 05 20:51:14.561447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-ad92885f-d8dc-4a4d-9cf7-388dc51e0140 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959207
Mar 05 20:51:14.669199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd9efc21-757a-4a9c-8674-8432d7dc5a3c req-6a8865a7-f47e-43b8-868f-332b8fcb44ae tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059363
Mar 05 20:51:14.720941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c5d4ca1-31b3-4d6e-8c92-aa7c7bd1f0e8 req-d1eb487c-5420-4bf2-8605-23fb6dd1390a service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501739
Mar 05 20:51:15.348782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:15.350918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:15.600329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:15.601132 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:15.648860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:15.651696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:15.654121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:15.657914 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e0c9e-f439-4208-a68f-7cb83679c892" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-unplugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:15.668205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:15.677196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41110) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:15.702781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'mac_address': 'fa:16:3e:75:97:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:15.763044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:15.763455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:15.765978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:15.785169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:15.804777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:15.811527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:15.889115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:15.896576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-586522276-network', 'tenant_id': 'd68ef6fdcc64421f8fb6f1d147edea70'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:15.937851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Made reservation on behalf of d68ef6fdcc64421f8fb6f1d147edea70 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:15.943063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:15.961916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.101398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks [] for security_group (2c4b4288-f362-4d0e-9f9b-38daaa151206), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.107237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c4b4288-f362-4d0e-9f9b-38daaa151206), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.118939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:16.155932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:51:16.169503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b4288-f362-4d0e-9f9b-38daaa151206,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:16.187947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b41ec3f6-f100-4530-aaa1-15731f4c1853), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.188297 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Added segment b41ec3f6-f100-4530-aaa1-15731f4c1853 of type vlan for network e14d3064-469d-44db-b5a1-15a564781c13
Mar 05 20:51:16.251560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e14d3064-469d-44db-b5a1-15a564781c13), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.307210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e14d3064-469d-44db-b5a1-15a564781c13), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.310285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:16.311784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.402206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7237456
Mar 05 20:51:16.406114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41118) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:16.414681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Request body: {'subnet': {'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-586522276-subnet', 'tenant_id': 'd68ef6fdcc64421f8fb6f1d147edea70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:16.467687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Made reservation on behalf of d68ef6fdcc64421f8fb6f1d147edea70 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:16.470360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.471616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e958a-1d0d-4d26-849d-f586d4028db2 admin admin] Pushing event updated for resources: {'Network': ['ID=e14d3064-469d-44db-b5a1-15a564781c13,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:16.486750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e14d3064-469d-44db-b5a1-15a564781c13 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:51:16.797009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for subnet (5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.894164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:16.903924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Checking segment: {'id': 'b41ec3f6-f100-4530-aaa1-15731f4c1853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:16.905197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Network hostable DHCP agents. Network: e14d3064-469d-44db-b5a1-15a564781c13, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:51:16.931196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Network e14d3064-469d-44db-b5a1-15a564781c13 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:51:16.945747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e14d3064-469d-44db-b5a1-15a564781c13) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:16.956190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:16.956978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:16.958877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e811a5-c4e9-4d44-9c51-255fff70bb09 None None] Network e14d3064-469d-44db-b5a1-15a564781c13 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:16.984043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-771bd5f6-d5b1-4306-b280-f8a537887f87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5743444
Mar 05 20:51:17.131069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085a6df-9639-4064-9076-ff289d395941 None None] Network e14d3064-469d-44db-b5a1-15a564781c13 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:17.372526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:17.438473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port cd12eb23-3086-4db9-babd-0ffb56ce7a27 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:17.439421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:17.566336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port cd12eb23-3086-4db9-babd-0ffb56ce7a27 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:17.567005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:17.629695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:17.637141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:17.704212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:17.714812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-6e2708db-f4b2-423a-899a-30992a619aa8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0499282
Mar 05 20:51:17.853584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-0a295e54-7c8c-4357-b2e7-2ec33baf0032 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:17.860328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-0a295e54-7c8c-4357-b2e7-2ec33baf0032 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1405566
Mar 05 20:51:17.861235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:17.867640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-947940836-network', 'tenant_id': 'b27cfc205416444e87a8145d68e7b14e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:17.889734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-bd9d598b-0350-4973-91b1-5d8f62d01487 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/quotas/ce49b47d2cef4fddbfdb7b5f00004b8f HTTP/1.1" status: 200  len: 375 time: 0.0158813
Mar 05 20:51:17.909711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Made reservation on behalf of b27cfc205416444e87a8145d68e7b14e for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:17.912138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:17.924437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:17.966693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-14a51595-27bf-4bdb-967c-2f30e5029ae6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0810306
Mar 05 20:51:18.095171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks [] for security_group (d21dc337-51fc-44af-aee9-34b62620364e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.104490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d21dc337-51fc-44af-aee9-34b62620364e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.137400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-2600872d-590c-40b8-94b6-f2d5c624f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.140079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-2600872d-590c-40b8-94b6-f2d5c624f09e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1490915
Mar 05 20:51:18.198467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faded6-9ada-49f5-89d5-90f262785aa1 req-cad47881-3f1a-43cd-98b3-4f9d9fc4f275 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.207377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91faded6-9ada-49f5-89d5-90f262785aa1 req-cad47881-3f1a-43cd-98b3-4f9d9fc4f275 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 951 time: 0.2237973
Mar 05 20:51:18.209221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dc337-51fc-44af-aee9-34b62620364e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:18.211919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:51:18.235902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9e4eca7-a76b-4a58-bb0a-97493bbf937f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.236386 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Added segment a9e4eca7-a76b-4a58-bb0a-97493bbf937f of type vlan for network 40732988-a42c-430d-a9c7-8b07007f57a6
Mar 05 20:51:18.240327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-e953a7b5-dac7-4391-b569-d6ef8ca15a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.242333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-e953a7b5-dac7-4391-b569-d6ef8ca15a0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6093dad-5e11-4f5a-9e28-4941e94e098d HTTP/1.1" status: 200  len: 915 time: 0.2530930
Mar 05 20:51:18.304010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91faded6-9ada-49f5-89d5-90f262785aa1 req-08fb267e-a174-436d-be2a-e87f66137a96 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910633
Mar 05 20:51:18.328730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-b96acd30-7663-4b29-9a7b-a19da102694a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675 HTTP/1.1" status: 200  len: 217 time: 0.0721388
Mar 05 20:51:18.336686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (40732988-a42c-430d-a9c7-8b07007f57a6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.376152 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e77403e-2343-424b-b611-ceb4d7f5f324 x-openstack-request-id: req-7e77403e-2343-424b-b611-ceb4d7f5f324 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:18.376302 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-unplugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:18.376504 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e77403e-2343-424b-b611-ceb4d7f5f324 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:18.376961 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'code': 200}
Mar 05 20:51:18.385694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (40732988-a42c-430d-a9c7-8b07007f57a6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.387064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.387798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.431412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30709d0-6647-4136-86b7-fd805e3565d1 req-dcd6c3df-611a-40f9-a55c-46634fe9c02a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.432998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a30709d0-6647-4136-86b7-fd805e3565d1 req-dcd6c3df-611a-40f9-a55c-46634fe9c02a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1892672
Mar 05 20:51:18.441485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-78bca200-054c-42f5-a436-8ad32201d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.445507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-78bca200-054c-42f5-a436-8ad32201d606 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26519c1e-9919-42f4-a35e-29de2ebb93ac HTTP/1.1" status: 200  len: 853 time: 0.1076484
Mar 05 20:51:18.455350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5929556
Mar 05 20:51:18.456249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41160) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:18.462755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Request body: {'subnet': {'network_id': '40732988-a42c-430d-a9c7-8b07007f57a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-947940836-subnet', 'tenant_id': 'b27cfc205416444e87a8145d68e7b14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:18.470489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-99c4560c-15e7-4c4c-9a58-c24ce89efc6d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001072
Mar 05 20:51:18.490889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc98a9-90bd-4d72-a093-85bd1c668a3f admin admin] Pushing event updated for resources: {'Network': ['ID=40732988-a42c-430d-a9c7-8b07007f57a6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:18.505536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 40732988-a42c-430d-a9c7-8b07007f57a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:51:18.525613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Made reservation on behalf of b27cfc205416444e87a8145d68e7b14e for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:18.527994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.597208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca6022-1cc5-4772-bf42-1e33489d9b8d req-c279e3d0-17c0-4e9c-a6fc-9ec6afc508e9 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.599013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fca6022-1cc5-4772-bf42-1e33489d9b8d req-c279e3d0-17c0-4e9c-a6fc-9ec6afc508e9 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 944 time: 0.1235299
Mar 05 20:51:18.637423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a30709d0-6647-4136-86b7-fd805e3565d1 req-a6e58335-a265-4ae5-9686-59bef8a570f3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863437
Mar 05 20:51:18.659748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-d06c2ff7-c0ef-4ee5-93ae-f7012768e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.664354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-d06c2ff7-c0ef-4ee5-93ae-f7012768e201 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6093dad-5e11-4f5a-9e28-4941e94e098d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1921329
Mar 05 20:51:18.762386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fca6022-1cc5-4772-bf42-1e33489d9b8d req-af05d3e5-b498-4bea-8759-9280d38d67cb tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550002
Mar 05 20:51:18.819285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-474fdb29-5d7d-4156-a005-9c896caed4c4 req-effa8500-7b35-480e-ae3e-611069b4b029 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3357470
Mar 05 20:51:18.836333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (6864b8e3-0d6b-4281-99ca-045a41215693), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.868348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12b2f751-18e0-4441-b387-4dce4e956eba req-fca3f6a7-2db4-46b8-8a8d-589da0004cf0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 210 time: 0.0412071
Mar 05 20:51:18.870048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-1616e183-2236-4885-8279-7523b6a25804 service neutron] 10.222.0.31 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907082
Mar 05 20:51:18.907822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6864b8e3-0d6b-4281-99ca-045a41215693,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:18.935274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Checking segment: {'id': 'a9e4eca7-a76b-4a58-bb0a-97493bbf937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40732988-a42c-430d-a9c7-8b07007f57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:18.936199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Network hostable DHCP agents. Network: 40732988-a42c-430d-a9c7-8b07007f57a6, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:51:18.960944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Network 40732988-a42c-430d-a9c7-8b07007f57a6 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:51:18.977224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40732988-a42c-430d-a9c7-8b07007f57a6) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:18.985244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:18.987499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:18.991045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6b771-da4d-4571-be06-81280ff0e902 None None] Network 40732988-a42c-430d-a9c7-8b07007f57a6 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:19.018027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb42c53c-55e8-4c97-94ab-4a301092b48f req-90a2c30a-e0c1-4ad8-a59a-afba6bb3676e service neutron] 10.222.0.31 "GET /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413896
Mar 05 20:51:19.020530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c792023b-5edb-4590-a8af-1c754d1f91ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5614619
Mar 05 20:51:19.253310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a977eff-1e77-42ec-80a7-7305b6be1b9a None None] Network 40732988-a42c-430d-a9c7-8b07007f57a6 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:19.477312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988910-9ad9-4a15-8ad0-93dcb1685d4a req-49ec4663-db73-45d9-ba57-17ad4aed0cf1 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:19.478856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec988910-9ad9-4a15-8ad0-93dcb1685d4a req-49ec4663-db73-45d9-ba57-17ad4aed0cf1 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 951 time: 0.0810897
Mar 05 20:51:19.569289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec988910-9ad9-4a15-8ad0-93dcb1685d4a req-322b379f-458b-41f1-b12f-141cb53aa403 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817463
Mar 05 20:51:19.839912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5923d-4ffe-4ebf-a71a-ffe4ced05912 req-bc3ece34-3ffd-4fea-8ca8-fd871b8f068a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:19.843003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-712f99d6-5ead-4299-ad84-3d2bbb46647a tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:19.843563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a5923d-4ffe-4ebf-a71a-ffe4ced05912 req-bc3ece34-3ffd-4fea-8ca8-fd871b8f068a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.0690954
Mar 05 20:51:19.844502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-712f99d6-5ead-4299-ad84-3d2bbb46647a tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/networks?id=e14d3064-469d-44db-b5a1-15a564781c13 HTTP/1.1" status: 200  len: 814 time: 0.1373634
Mar 05 20:51:19.860078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-241534ef-9e5c-4bfc-9609-52f3f07551e7 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/quotas/d68ef6fdcc64421f8fb6f1d147edea70 HTTP/1.1" status: 200  len: 375 time: 0.0096028
Mar 05 20:51:19.901134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a5923d-4ffe-4ebf-a71a-ffe4ced05912 req-8a29cbe6-dbec-4bb7-8db4-995354e2e764 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517657
Mar 05 20:51:19.902616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-371f50f5-f55d-4fd3-a3f8-070f477a2225 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d68ef6fdcc64421f8fb6f1d147edea70&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0336084
Mar 05 20:51:20.012650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-719bad52-b8fb-4bfc-8696-74527cef244e service neutron] 10.222.0.15 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003540
Mar 05 20:51:20.025875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7538c2-bae3-4d10-99bb-a60a350950ba req-7ab6bf1c-e8f7-4c2a-ba4e-165307724f3f tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:20.027394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c7538c2-bae3-4d10-99bb-a60a350950ba req-7ab6bf1c-e8f7-4c2a-ba4e-165307724f3f tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1133 time: 0.0535407
Mar 05 20:51:20.089024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c7538c2-bae3-4d10-99bb-a60a350950ba req-f6d5ae51-5d09-4606-97b7-f9a92c98627d tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537655
Mar 05 20:51:20.133994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-24fbd6a1-c589-458a-8d64-55655fe07808 service neutron] 10.222.0.15 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128271
Mar 05 20:51:20.197194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-6b0110fa-283a-4dd1-a646-875bde32c0a8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0302382
Mar 05 20:51:20.378149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:20.380492 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c73bdf-dba8-41c1-935c-0cfaf85673f1" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:20.394202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f557aac7-6a4c-4532-8a3e-7821d4a44d1c req-17fb29ce-c8ca-467b-bc8d-1d9f1fa59a4a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 210 time: 0.0441599
Mar 05 20:51:20.399600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-85273401-d974-4656-b26a-04c9f87e4701 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:20.401105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-85273401-d974-4656-b26a-04c9f87e4701 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1976371
Mar 05 20:51:20.421975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Request body: {'port': {'device_id': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'ce49b47d2cef4fddbfdb7b5f00004b8f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:20.441705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0456b-0a13-4f10-a31f-0b5e6a681776 req-253ff9cd-b12d-430d-b60f-e3879c01e46b tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:20.448176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bca0456b-0a13-4f10-a31f-0b5e6a681776 req-253ff9cd-b12d-430d-b60f-e3879c01e46b tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 944 time: 0.1498914
Mar 05 20:51:20.582260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-918986d8-8fab-4b84-9991-d60a507f67f2 req-7d7d4c97-d48e-4bb4-bfa0-605e018cffaf tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 210 time: 0.0351298
Mar 05 20:51:20.616265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bca0456b-0a13-4f10-a31f-0b5e6a681776 req-85c4a249-fa23-4180-978f-53fd315a0b07 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342461
Mar 05 20:51:20.668773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Made reservation on behalf of ce49b47d2cef4fddbfdb7b5f00004b8f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:20.674971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:20.683097 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20d2afc-e348-485b-8cc2-d5397ef2f90d x-openstack-request-id: req-c20d2afc-e348-485b-8cc2-d5397ef2f90d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:20.683420 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-plugged", "status": "completed", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:20.683701 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c20d2afc-e348-485b-8cc2-d5397ef2f90d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:20.684118 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'code': 200}
Mar 05 20:51:20.819375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ace6b-8cbe-4fa2-b0dd-c9ad0e3d00cb req-8c6c3eaf-a279-4279-a9df-f22a9ff44013 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:20.820946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d1ace6b-8cbe-4fa2-b0dd-c9ad0e3d00cb req-8c6c3eaf-a279-4279-a9df-f22a9ff44013 tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 1133 time: 0.1262331
Mar 05 20:51:20.867041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Allocated IP 192.168.233.61 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/e2723169-05a6-45c5-8077-430557c9a549) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:51:20.902209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d1ace6b-8cbe-4fa2-b0dd-c9ad0e3d00cb req-614659e0-76c0-42c7-8107-c6a833653e9c tempest-ServersAdminTestJSON-989760610 tempest-ServersAdminTestJSON-989760610-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733390
Mar 05 20:51:21.054119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd2157-c884-4376-b4fb-b19125214621 req-4d47e571-6329-4cef-b684-f2856b967bed tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:21.062849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7fd2157-c884-4376-b4fb-b19125214621 req-4d47e571-6329-4cef-b684-f2856b967bed tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.0803392
Mar 05 20:51:21.112720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks [] for port (e2723169-05a6-45c5-8077-430557c9a549), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:21.149213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7fd2157-c884-4376-b4fb-b19125214621 req-b88b7421-3cf1-49ee-8e31-93b75b93f327 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850711
Mar 05 20:51:21.173451 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:21.184044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985', 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:21.232741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:21.294634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event updated for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:21.300633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:51:21.303935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:21.307119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:51:21.366316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123c629-6bc7-449a-9cee-62b4bc1569f0 req-bff3ad47-7f2f-44ac-89b2-cc7657aee60b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:21.374424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0123c629-6bc7-449a-9cee-62b4bc1569f0 req-bff3ad47-7f2f-44ac-89b2-cc7657aee60b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 950 time: 0.1506209
Mar 05 20:51:21.399211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:21.399898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:21.424601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c27fa3bc-53d7-4955-9db1-64fb1ec24675 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:21.463658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-031f8b76-1fd6-44ce-b74b-26de7452bcf3 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0495191
Mar 05 20:51:21.473527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0123c629-6bc7-449a-9cee-62b4bc1569f0 req-927c397e-bfdf-4c47-9d2c-bf36a52f07c5 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980995
Mar 05 20:51:21.487363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Request body: {'port': {'device_id': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:21.636807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:21.641124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55e65b-4d4d-40ba-b059-03dcecc93cf1 req-4e8772cb-fb8c-482f-92b8-e3421967d69b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:21.646015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b55e65b-4d4d-40ba-b059-03dcecc93cf1 req-4e8772cb-fb8c-482f-92b8-e3421967d69b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 935 time: 0.1367977
Mar 05 20:51:21.665385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2723169-05a6-45c5-8077-430557c9a549), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:21.698534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:21.723921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675', 'network_id': 'c6093dad-5e11-4f5a-9e28-4941e94e098d', 'port_id': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675', 'mac_address': 'fa:16:3e:4d:c4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26519c1e-9919-42f4-a35e-29de2ebb93ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:21.759757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9afd2009-743d-4422-8919-020074047fa1 req-297118b2-44c2-40f9-8b54-1fed13c167b7 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 210 time: 0.0762992
Mar 05 20:51:21.763402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b55e65b-4d4d-40ba-b059-03dcecc93cf1 req-7302d263-d85b-4989-b770-b64b3c962a51 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106546
Mar 05 20:51:21.806375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8f715e3a-991a-4626-8953-3340503c9db6 None None] Provisioning complete for port e2723169-05a6-45c5-8077-430557c9a549 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:21.806979 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8f715e3a-991a-4626-8953-3340503c9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2723169-05a6-45c5-8077-430557c9a549), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.120466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c27fa3bc-53d7-4955-9db1-64fb1ec24675 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:22.121152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.152582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8f715e3a-991a-4626-8953-3340503c9db6 None None] Port e2723169-05a6-45c5-8077-430557c9a549 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:51:22.180140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27fa3bc-53d7-4955-9db1-64fb1ec24675 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:22.214034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2723169-05a6-45c5-8077-430557c9a549 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:22.224972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks [] for port (e2723169-05a6-45c5-8077-430557c9a549), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.246496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Transition to ACTIVE for port object e2723169-05a6-45c5-8077-430557c9a549 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:51:22.252148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.261857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:22.333426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:22.381689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b790c2-955f-4b7d-8ccb-a68cf03f993c req-7d513f67-171c-4ddd-8d28-b360aa7f9e37 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:22.388655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'mac_address': 'fa:16:3e:a8:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:22.390466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9b790c2-955f-4b7d-8ccb-a68cf03f993c req-7d513f67-171c-4ddd-8d28-b360aa7f9e37 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 944 time: 0.5535984
Mar 05 20:51:22.407727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Pushing event updated for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:22.445162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-824772af-3df2-43b6-94eb-d174692af975 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:22.446887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-824772af-3df2-43b6-94eb-d174692af975 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.31 "GET /v2.0/networks?id=e14d3064-469d-44db-b5a1-15a564781c13 HTTP/1.1" status: 200  len: 814 time: 0.5991650
Mar 05 20:51:22.455390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.460816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Request body: {'port': {'device_id': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13', 'admin_state_up': True, 'tenant_id': 'd68ef6fdcc64421f8fb6f1d147edea70'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:22.481848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f5e6-e97e-437e-a125-89345903517d req-0993b3cd-63e5-442e-afc3-31b4323b7939 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:22.491304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29b9f5e6-e97e-437e-a125-89345903517d req-0993b3cd-63e5-442e-afc3-31b4323b7939 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.2273979
Mar 05 20:51:22.576995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Attempting to bind port e2723169-05a6-45c5-8077-430557c9a549 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:51:22.577925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Attempting to bind port e2723169-05a6-45c5-8077-430557c9a549 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:51:22.578835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Attempting to bind port e2723169-05a6-45c5-8077-430557c9a549 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:22.585298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Port e2723169-05a6-45c5-8077-430557c9a549 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:51:22.590026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Attempting to bind port e2723169-05a6-45c5-8077-430557c9a549 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:22.607800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9b790c2-955f-4b7d-8ccb-a68cf03f993c req-5189f32a-52cd-43a4-b41b-df4400592f48 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157788
Mar 05 20:51:22.609954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29b9f5e6-e97e-437e-a125-89345903517d req-1b8d58bd-2562-43af-a108-8d4ea1fe8dc1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169119
Mar 05 20:51:22.656254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:51:22.658437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:22.659166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:51:22.659833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Bound port: e2723169-05a6-45c5-8077-430557c9a549, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:51:22.660370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2723169-05a6-45c5-8077-430557c9a549), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.743759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:22.744090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.745870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:22.788158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Made reservation on behalf of d68ef6fdcc64421f8fb6f1d147edea70 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:51:22.791940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.798363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:22.889341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c27fa3bc-53d7-4955-9db1-64fb1ec24675'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:22.901053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:51:22.905672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2723169-05a6-45c5-8077-430557c9a549,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:51:22.945597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:22.985942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83de7-7d4d-4ffc-916d-d191a6dd5e91 req-7430596e-4cf4-4e48-bd48-495651ce032c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:22.996774 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ae83de7-7d4d-4ffc-916d-d191a6dd5e91 req-7430596e-4cf4-4e48-bd48-495651ce032c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 950 time: 0.2322681
Mar 05 20:51:23.043658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.044307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.045914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:23.046049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] 10.222.0.23 "PUT /v2.0/ports/e2723169-05a6-45c5-8077-430557c9a549 HTTP/1.1" status: 200  len: 1095 time: 1.5677855
Mar 05 20:51:23.046490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:23.057188 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "tag": "e2723169-05a6-45c5-8077-430557c9a549"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:23.099622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.224117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Allocated IP 172.20.0.4 (e14d3064-469d-44db-b5a1-15a564781c13/5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3/1b198d0e-92a5-40ee-a02e-74c9206abe04) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:51:23.247302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6c25b98e-729b-490d-bb31-a40e13f1d945'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:23.258047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:23.284612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-01f4d876-0304-432b-9c6b-0eaa78693288 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.284858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ae83de7-7d4d-4ffc-916d-d191a6dd5e91 req-cca2ce94-7c45-4375-9d36-296132d6be27 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801766
Mar 05 20:51:23.286431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-01f4d876-0304-432b-9c6b-0eaa78693288 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f1f3af1-178f-48ef-84cf-406044a37585 HTTP/1.1" status: 200  len: 950 time: 0.1773791
Mar 05 20:51:23.318832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89d447-9044-4468-ad73-5e02de55464d service neutron] Pushing event updated for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:23.371335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-cb4fa4f1-794b-4b59-bfc9-cffd15d6367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.375688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-cb4fa4f1-794b-4b59-bfc9-cffd15d6367f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 1129 time: 0.2680967
Mar 05 20:51:23.444163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-b78b1867-715d-411e-b737-1b2cb0d62ef6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e2723169-05a6-45c5-8077-430557c9a549 HTTP/1.1" status: 200  len: 217 time: 0.0607457
Mar 05 20:51:23.531211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-66cbdd25-98c6-4bd3-beb9-e337c0285ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.533928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-66cbdd25-98c6-4bd3-beb9-e337c0285ca4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0835826
Mar 05 20:51:23.690596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-c1a74b3f-811e-486d-ab51-77f94554ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.693168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-c1a74b3f-811e-486d-ab51-77f94554ac5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1437354
Mar 05 20:51:23.715135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f779b-f868-4af6-9ceb-1b44f685b652 req-76b1c3c0-7c8c-4f64-9fc5-cde08ba30c02 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.721323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-249f779b-f868-4af6-9ceb-1b44f685b652 req-76b1c3c0-7c8c-4f64-9fc5-cde08ba30c02 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 947 time: 0.1814353
Mar 05 20:51:23.745868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Deleting port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:23.746415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.774553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks [] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.871145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.890598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-249f779b-f868-4af6-9ceb-1b44f685b652 req-5726e49d-4416-4b5e-81e2-15c001842361 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668553
Mar 05 20:51:23.897821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-ab3f32fa-20c2-4ba7-b025-889861dfe304 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906912
Mar 05 20:51:23.957983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] For port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:23.958638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.962741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Network e14d3064-469d-44db-b5a1-15a564781c13 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:51:23.975355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:51:23.980802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:51:23.986237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:23.986864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:23.989411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Pushing event updated for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:23.993284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Calling delete_port for 231b7fe1-ac2c-471c-96ed-df1619c4cf5c owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:24.016670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d1cd89-93f8-463e-83b3-f70ad66f616c req-6b3e58dc-e09c-41e7-859b-d28ebd45f527 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103067
Mar 05 20:51:24.073182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-89f80609-194e-41f0-af5c-abdd01750157 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6164799
Mar 05 20:51:24.085791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Request body: {'port': {'device_id': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:51:24.130592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd9fb-b3ea-4438-a412-542b9d3867c4 req-4a04baf1-1c3e-41ae-b195-4e6226d93de5 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:24.143040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-747fd9fb-b3ea-4438-a412-542b9d3867c4 req-4a04baf1-1c3e-41ae-b195-4e6226d93de5 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 931 time: 0.1001637
Mar 05 20:51:24.165335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:24.220853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-747fd9fb-b3ea-4438-a412-542b9d3867c4 req-5f675c6d-565f-4062-a974-92fdd74e6e05 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709355
Mar 05 20:51:24.277094 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc778229-e635-4736-b535-1a648b07bdb7 x-openstack-request-id: req-fc778229-e635-4736-b535-1a648b07bdb7 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:24.277694 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "tag": "e2723169-05a6-45c5-8077-430557c9a549", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:24.278041 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc778229-e635-4736-b535-1a648b07bdb7 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:24.278552 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549', 'status': 'completed', 'code': 200}
Mar 05 20:51:24.427101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (231b7fe1-ac2c-471c-96ed-df1619c4cf5c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:24.446447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3db8299-9220-413a-b709-391f3fa944d7', '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:24.543159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event deleted for resources: {'Port': ['ID=231b7fe1-ac2c-471c-96ed-df1619c4cf5c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:24.568758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e67e2d55-f3e6-415c-bca6-22485495f3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:24.612730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] No DVR routers for this DVR port 231b7fe1-ac2c-471c-96ed-df1619c4cf5c on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:24.616723 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:24.620137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ed426d5-34a7-4e01-ad84-48d14c7231c0 req-6d01ac8c-0763-4339-8722-e887dafc3e89 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "DELETE /v2.0/ports/231b7fe1-ac2c-471c-96ed-df1619c4cf5c HTTP/1.1" status: 204  len: 173 time: 1.3240352
Mar 05 20:51:24.620841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'name': 'network-vif-deleted', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:24.624412 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df87ec-25c2-4158-af4c-857e058f079f" -d '{"events": [{"server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "name": "network-vif-deleted", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:24.882914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b198d0e-92a5-40ee-a02e-74c9206abe04 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:24.887281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-6998680f-5237-438f-93f8-c943601c64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:24.892008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-6998680f-5237-438f-93f8-c943601c64d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 1129 time: 0.5857410
Mar 05 20:51:24.909476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08ce9a-073a-45e3-b2ed-4411e0efe6a1 req-54e0014a-eb3b-4e5a-b40a-c5fd730efa34 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:24.911520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb08ce9a-073a-45e3-b2ed-4411e0efe6a1 req-54e0014a-eb3b-4e5a-b40a-c5fd730efa34 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 945 time: 0.1331558
Mar 05 20:51:24.911658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks [] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:24.953144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Transition to ACTIVE for port object 1b198d0e-92a5-40ee-a02e-74c9206abe04 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:51:24.963637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.086736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Pushing event updated for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:25.099485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Attempting to bind port 1b198d0e-92a5-40ee-a02e-74c9206abe04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:51:25.099930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Attempting to bind port 1b198d0e-92a5-40ee-a02e-74c9206abe04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b41ec3f6-f100-4530-aaa1-15731f4c1853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:51:25.102934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Attempting to bind port 1b198d0e-92a5-40ee-a02e-74c9206abe04 on network e14d3064-469d-44db-b5a1-15a564781c13 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:25.107099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Port 1b198d0e-92a5-40ee-a02e-74c9206abe04 on network e14d3064-469d-44db-b5a1-15a564781c13 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:51:25.107430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Attempting to bind port 1b198d0e-92a5-40ee-a02e-74c9206abe04 on network e14d3064-469d-44db-b5a1-15a564781c13 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:51:25.117076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:51:25.117481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Checking segment: {'id': 'b41ec3f6-f100-4530-aaa1-15731f4c1853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:51:25.117985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Bound using segment: {'id': 'b41ec3f6-f100-4530-aaa1-15731f4c1853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:51:25.118842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Bound port: 1b198d0e-92a5-40ee-a02e-74c9206abe04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41ec3f6-f100-4530-aaa1-15731f4c1853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:51:25.120002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.125693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb08ce9a-073a-45e3-b2ed-4411e0efe6a1 req-ea34806d-b0ff-4427-9004-26ccca5861bc tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890726
Mar 05 20:51:25.158893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-ea5cb215-29f8-4ee0-80d4-2a162ab8cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.165298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-ea5cb215-29f8-4ee0-80d4-2a162ab8cb4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2527757
Mar 05 20:51:25.255119 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-e72811b9-f95c-4904-aa19-4792f9302b0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e2723169-05a6-45c5-8077-430557c9a549 HTTP/1.1" status: 200  len: 217 time: 0.0818369
Mar 05 20:51:25.320973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:51:25.326538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04,segment=NetworkSegment(b41ec3f6-f100-4530-aaa1-15731f4c1853),segment_id=b41ec3f6-f100-4530-aaa1-15731f4c1853)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:51:25.334677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.352687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.353582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.355683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] 10.222.0.31 "PUT /v2.0/ports/1b198d0e-92a5-40ee-a02e-74c9206abe04 HTTP/1.1" status: 200  len: 1091 time: 1.2740593
Mar 05 20:51:25.374751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-bbcd4373-f463-466b-84ae-9b2036af6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.377012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-bbcd4373-f463-466b-84ae-9b2036af6747 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1137207
Mar 05 20:51:25.396431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c27fa3bc-53d7-4955-9db1-64fb1ec24675 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:25.439373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc55f-da99-4558-84a8-cfc89bc426a9 req-0dd42a64-c249-4e1e-9d1d-1e16a776e34d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.443650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4d075-752c-4ce9-a1ce-a89aa9705281 service neutron] Pushing event updated for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:25.448391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a1cc55f-da99-4558-84a8-cfc89bc426a9 req-0dd42a64-c249-4e1e-9d1d-1e16a776e34d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1960013
Mar 05 20:51:25.519867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a1cc55f-da99-4558-84a8-cfc89bc426a9 req-582b29eb-61c8-42c1-9ad8-2e9a6c17f391 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702348
Mar 05 20:51:25.523407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-52e476b4-acf4-48ab-8511-caffb2bdc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.524889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-52e476b4-acf4-48ab-8511-caffb2bdc903 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1396635
Mar 05 20:51:25.559018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port c27fa3bc-53d7-4955-9db1-64fb1ec24675 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:25.570248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c27fa3bc-53d7-4955-9db1-64fb1ec24675 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:25.570633 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.650153 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817729aa-89e4-4ca5-bf59-2cd1c6196d7f x-openstack-request-id: req-817729aa-89e4-4ca5-bf59-2cd1c6196d7f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:25.650453 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1f3af1-178f-48ef-84cf-406044a37585", "name": "network-vif-deleted", "tag": "231b7fe1-ac2c-471c-96ed-df1619c4cf5c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:25.650713 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-817729aa-89e4-4ca5-bf59-2cd1c6196d7f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:25.651120 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f3af1-178f-48ef-84cf-406044a37585', 'name': 'network-vif-deleted', 'tag': '231b7fe1-ac2c-471c-96ed-df1619c4cf5c', 'status': 'completed', 'code': 200}
Mar 05 20:51:25.676932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-8603a497-48ce-4d2d-997c-316f56245a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.686965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-8603a497-48ce-4d2d-997c-316f56245a15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d68ef6fdcc64421f8fb6f1d147edea70&device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 1125 time: 0.1854312
Mar 05 20:51:25.719302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-2837a9ef-bb2c-457a-81ef-43ea71f301b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688926
Mar 05 20:51:25.726613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:25.746019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-df1d2923-9ff5-497a-b3e5-798e12ac0cce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04 HTTP/1.1" status: 200  len: 217 time: 0.0516307
Mar 05 20:51:25.781347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c27fa3bc-53d7-4955-9db1-64fb1ec24675 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:25.781743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.817698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:25.820438 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c510e524-a685-460c-8577-55735e8d5c91" -d '{"events": [{"server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "name": "network-vif-plugged", "status": "completed", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:25.843384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:25.845718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6c25b98e-729b-490d-bb31-a40e13f1d945 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:25.846148 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.859858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-e868de75-154a-4e66-8de0-6bf0ebf66e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.862150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-e868de75-154a-4e66-8de0-6bf0ebf66e09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3 HTTP/1.1" status: 200  len: 854 time: 0.1047316
Mar 05 20:51:25.863919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e0a3-838d-4765-90a7-2bf937c69307 req-422dec84-e892-4228-b172-0395b7f42cb1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:25.865661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c069e0a3-838d-4765-90a7-2bf937c69307 req-422dec84-e892-4228-b172-0395b7f42cb1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 947 time: 0.1448517
Mar 05 20:51:25.894047 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:25.894837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 231b7fe1-ac2c-471c-96ed-df1619c4cf5c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:25.941239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 231b7fe1-ac2c-471c-96ed-df1619c4cf5c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:25.941621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 231b7fe1-ac2c-471c-96ed-df1619c4cf5c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:25.949618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-dcbc9946-eded-4303-923d-accd5377daa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e14d3064-469d-44db-b5a1-15a564781c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0698180
Mar 05 20:51:25.961579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c069e0a3-838d-4765-90a7-2bf937c69307 req-2d060256-94a6-4248-b1b7-8d4b1d8b2886 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855753
Mar 05 20:51:25.965264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68b45f3-d056-4ea0-9e6c-e973d00e5b77 req-dd93cc3b-74da-4ee6-bdd2-4ad5a6bffeef service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308979
Mar 05 20:51:26.035385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:26.056759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:26.057477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:26.124613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:26.133685 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:26.161396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-d3387a24-6209-42b8-a052-472509dc694b service neutron] 10.222.0.31 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986511
Mar 05 20:51:26.264601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:26.354604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1edfebb3-368e-4a40-9ff3-9344f30f748a req-2cddfdb6-73ca-4117-a6d8-e4b640a9b9ef service neutron] 10.222.0.31 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831815
Mar 05 20:51:26.399491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cfe61-bea1-4e77-a233-86306cf6b0fb req-a27b500f-42ea-4c10-a744-0ad0cdd5d840 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:26.416608 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-897cfe61-bea1-4e77-a233-86306cf6b0fb req-a27b500f-42ea-4c10-a744-0ad0cdd5d840 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 943 time: 0.1027055
Mar 05 20:51:26.509598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-897cfe61-bea1-4e77-a233-86306cf6b0fb req-7752fb9a-7628-4abf-8b87-ca37fe635010 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833735
Mar 05 20:51:26.750331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a65cec27-f063-4601-84d4-f6c5957fc3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:26.760314 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27955960-38ec-4118-bbaf-e90789e105dc x-openstack-request-id: req-27955960-38ec-4118-bbaf-e90789e105dc {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:26.761588 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "name": "network-vif-plugged", "status": "completed", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:26.769635 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27955960-38ec-4118-bbaf-e90789e105dc {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:26.775945 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675', 'code': 200}
Mar 05 20:51:26.906763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88974dee-86d1-4f1a-ac78-373e9e08102c req-e9ef554c-60ae-405f-a076-4ce90044447e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:26.908405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88974dee-86d1-4f1a-ac78-373e9e08102c req-e9ef554c-60ae-405f-a076-4ce90044447e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.0951419
Mar 05 20:51:26.914782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce4de-ce65-43d4-b705-ec52995a5737 req-d9a29e46-2335-458a-9cde-037173227ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:26.923288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57cce4de-ce65-43d4-b705-ec52995a5737 req-d9a29e46-2335-458a-9cde-037173227ec6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 1128 time: 0.0920541
Mar 05 20:51:26.981010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57cce4de-ce65-43d4-b705-ec52995a5737 req-309100cd-1815-4588-bae5-290d186a6ae6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510957
Mar 05 20:51:26.999028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88974dee-86d1-4f1a-ac78-373e9e08102c req-f0dfbd44-4972-4b74-a3ce-864712ebb6ef tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821517
Mar 05 20:51:27.150264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2b45-b8b1-405f-af0e-52b248b0892e req-0d5d275c-4805-4b03-8674-59290d8f8668 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.158859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05dd2b45-b8b1-405f-af0e-52b248b0892e req-0d5d275c-4805-4b03-8674-59290d8f8668 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.0916302
Mar 05 20:51:27.251968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05dd2b45-b8b1-405f-af0e-52b248b0892e req-df0f2668-7094-437e-a345-a7d161438862 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887487
Mar 05 20:51:27.359358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc3dc-0910-4b2d-b7ea-f034d48e8044 req-32ece7cb-ba6b-4aaa-90f2-388f842ea7fb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.367268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82fbc3dc-0910-4b2d-b7ea-f034d48e8044 req-32ece7cb-ba6b-4aaa-90f2-388f842ea7fb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1228566
Mar 05 20:51:27.431176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82fbc3dc-0910-4b2d-b7ea-f034d48e8044 req-b59ea199-8011-4df8-9acf-88d20191dca6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626228
Mar 05 20:51:27.439311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97620c-9b0b-4dca-ba9c-b17f344f9fea req-afa2b51e-5ec9-48bb-b05d-3d6c92206dc9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.451333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd97620c-9b0b-4dca-ba9c-b17f344f9fea req-afa2b51e-5ec9-48bb-b05d-3d6c92206dc9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.0996377
Mar 05 20:51:27.547087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd97620c-9b0b-4dca-ba9c-b17f344f9fea req-c7929ade-e5cb-437b-a961-9ba8e70346ee tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943322
Mar 05 20:51:27.569770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8b151-202b-4f79-a0c6-eea1564778ca req-56f67c18-7732-4b60-9d6c-95a360e5c7e6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.571410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66d8b151-202b-4f79-a0c6-eea1564778ca req-56f67c18-7732-4b60-9d6c-95a360e5c7e6 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 947 time: 0.0770576
Mar 05 20:51:27.652271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:27.655019 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:27.682555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e2723169-05a6-45c5-8077-430557c9a549 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:27.703060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66d8b151-202b-4f79-a0c6-eea1564778ca req-16b71638-a54e-4ae9-b413-7e619472279b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246498
Mar 05 20:51:27.715093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4763c-9732-4582-ad24-84d1d568d372 req-f9d06f5c-86f4-458c-9a19-42fa5ff28205 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.722219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74e4763c-9732-4582-ad24-84d1d568d372 req-f9d06f5c-86f4-458c-9a19-42fa5ff28205 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 943 time: 0.1174834
Mar 05 20:51:27.781214 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a64233-06cc-4c56-ba72-02ae724b63bf x-openstack-request-id: req-c1a64233-06cc-4c56-ba72-02ae724b63bf {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:27.781500 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:27.781751 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1a64233-06cc-4c56-ba72-02ae724b63bf {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:27.782144 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04', 'status': 'completed', 'code': 200}
Mar 05 20:51:27.796100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74e4763c-9732-4582-ad24-84d1d568d372 req-24388966-5c55-4e9b-a18f-32649d3fef31 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711160
Mar 05 20:51:27.853002 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:27.861174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2723169-05a6-45c5-8077-430557c9a549,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:27.870129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-4934607c-1db1-48cc-8dc5-a772a798aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:27.872467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-4934607c-1db1-48cc-8dc5-a772a798aef4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d68ef6fdcc64421f8fb6f1d147edea70&device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 1125 time: 0.0542088
Mar 05 20:51:27.874469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'e2723169-05a6-45c5-8077-430557c9a549', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'e2723169-05a6-45c5-8077-430557c9a549', 'mac_address': 'fa:16:3e:fa:4e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:27.924589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e2723169-05a6-45c5-8077-430557c9a549 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:27.925183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2723169-05a6-45c5-8077-430557c9a549), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:27.955572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2723169-05a6-45c5-8077-430557c9a549 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:27.979909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2723169-05a6-45c5-8077-430557c9a549,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:27.990026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:28.049126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:28.052126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2e3801c6-467c-4b24-aad5-4a20248cf2cf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.054283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2e3801c6-467c-4b24-aad5-4a20248cf2cf tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.0806808
Mar 05 20:51:28.069222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-f8d7f97a-9f6d-4cea-a58c-61134c9e5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.074585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-f8d7f97a-9f6d-4cea-a58c-61134c9e5b99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e14d3064-469d-44db-b5a1-15a564781c13 HTTP/1.1" status: 200  len: 915 time: 0.1816180
Mar 05 20:51:28.168981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-f70468bb-e4bb-4e76-9b38-0fe4e3d5779d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04 HTTP/1.1" status: 200  len: 217 time: 0.0826468
Mar 05 20:51:28.186533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Deleting port a9d235c2-9ace-436f-8a2f-896e912f51bf {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:28.187302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:28.229709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-91749d8c-598c-4003-8be8-37c66af9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.231193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-91749d8c-598c-4003-8be8-37c66af9874f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3 HTTP/1.1" status: 200  len: 854 time: 0.0492415
Mar 05 20:51:28.262032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609fbc-82a5-4bfe-b39c-e90ad50d953e req-0b8ef7c7-d2f3-4830-a8e0-ea8ba251bf3f tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.262032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df609fbc-82a5-4bfe-b39c-e90ad50d953e req-0b8ef7c7-d2f3-4830-a8e0-ea8ba251bf3f tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.1163566
Mar 05 20:51:28.309534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-eeda06d1-44b9-4c08-8872-9740b1692dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e14d3064-469d-44db-b5a1-15a564781c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678227
Mar 05 20:51:28.336098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e2723169-05a6-45c5-8077-430557c9a549'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:28.396515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df609fbc-82a5-4bfe-b39c-e90ad50d953e req-30bcfe9b-7bd3-4a27-940a-a2f07311c539 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247568
Mar 05 20:51:28.452087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] For port a9d235c2-9ace-436f-8a2f-896e912f51bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d235c2-9ace-436f-8a2f-896e912f51bf,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:28.452464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:28.549753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-f3c17236-4eb0-4a13-b644-c484420e34e8 service neutron] 10.222.0.31 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776311
Mar 05 20:51:28.719811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f5149-76b0-4d13-be8e-245fb6850f81 req-4c117a3f-90d8-4c16-b9a0-d70e4463d307 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.721313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-596f5149-76b0-4d13-be8e-245fb6850f81 req-4c117a3f-90d8-4c16-b9a0-d70e4463d307 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1223042
Mar 05 20:51:28.777664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:28.783074 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a34e7e-d0c4-46b5-b611-2f3542e5315d" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:28.790254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a21e7cd-9231-4bd2-8fb7-25e20183ace6 req-c2a2e295-77d5-4589-b355-29deaf7144ea service neutron] 10.222.0.31 "GET /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248318
Mar 05 20:51:28.801477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f682c-c282-448d-bbe4-eb675f7fbabe req-44450b6c-1b04-4eda-bf1f-75d93e019acb tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.812463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-703f682c-c282-448d-bbe4-eb675f7fbabe req-44450b6c-1b04-4eda-bf1f-75d93e019acb tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 946 time: 0.3672650
Mar 05 20:51:28.821304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-7913fa0e-3a59-441d-aeb9-ed01a89f2ecd tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:28.821304 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-7913fa0e-3a59-441d-aeb9-ed01a89f2ecd tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.1127853
Mar 05 20:51:28.835430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-596f5149-76b0-4d13-be8e-245fb6850f81 req-f6956e6f-2529-40ae-b3e7-16ba7d61427a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867331
Mar 05 20:51:28.947326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Deleting port a3db8299-9220-413a-b709-391f3fa944d7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:28.948002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a3db8299-9220-413a-b709-391f3fa944d7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:28.985407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-703f682c-c282-448d-bbe4-eb675f7fbabe req-9f0f847e-df9a-4a35-acab-c0added9e7e6 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bc96e74-0153-43de-85f3-9de817329c5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1717782
Mar 05 20:51:29.041733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.042109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.042436 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624 disassociated. External IP: 172.35.0.7, port: a9d235c2-9ace-436f-8a2f-896e912f51bf.
Mar 05 20:51:29.042789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Calling delete_port for a9d235c2-9ace-436f-8a2f-896e912f51bf owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:29.167469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] For port a3db8299-9220-413a-b709-391f3fa944d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3db8299-9220-413a-b709-391f3fa944d7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:29.168133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a3db8299-9220-413a-b709-391f3fa944d7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.179859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079779e-0cdc-46f2-93c7-a408e117ead2 req-551b2f58-62fe-4160-b491-84d68270f90c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:29.187482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e079779e-0cdc-46f2-93c7-a408e117ead2 req-551b2f58-62fe-4160-b491-84d68270f90c tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 950 time: 0.2235045
Mar 05 20:51:29.206450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Calling delete_port for a3db8299-9220-413a-b709-391f3fa944d7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:29.245024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746cf1-15ec-403e-af31-938f21acf929 req-8b1e5af8-2777-4e29-aaba-32e1bc115888 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:29.253573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e746cf1-15ec-403e-af31-938f21acf929 req-8b1e5af8-2777-4e29-aaba-32e1bc115888 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 948 time: 0.1255186
Mar 05 20:51:29.297725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e079779e-0cdc-46f2-93c7-a408e117ead2 req-e355cade-6ce0-4ce5-9cd7-d0885e17f96d tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092367
Mar 05 20:51:29.353104 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31db2f0f-1032-40e0-974f-285b476f0d07 x-openstack-request-id: req-31db2f0f-1032-40e0-974f-285b476f0d07 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:29.353657 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:29.353657 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31db2f0f-1032-40e0-974f-285b476f0d07 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:29.354442 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'code': 200}
Mar 05 20:51:29.425856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e746cf1-15ec-403e-af31-938f21acf929 req-45b73e1d-540d-4e6e-b11f-dfdb099f0fa1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707160
Mar 05 20:51:29.426486 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a9d235c2-9ace-436f-8a2f-896e912f51bf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.445468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b198d0e-92a5-40ee-a02e-74c9206abe04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:29.469630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.542127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event deleted for resources: {'Port': ['ID=a9d235c2-9ace-436f-8a2f-896e912f51bf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:29.597372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c68f8-3d6f-4145-8e6c-d54e45a3dbbf req-25f8c4cd-9d40-4a5c-9ed7-d6bf7e2cd874 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:29.606616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db7c68f8-3d6f-4145-8e6c-d54e45a3dbbf req-25f8c4cd-9d40-4a5c-9ed7-d6bf7e2cd874 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 943 time: 0.1588516
Mar 05 20:51:29.616034 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (a3db8299-9220-413a-b709-391f3fa944d7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.663714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3db8299-9220-413a-b709-391f3fa944d7', 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:29.698234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event deleted for resources: {'Port': ['ID=a3db8299-9220-413a-b709-391f3fa944d7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:29.733042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04,segment=NetworkSegment(b41ec3f6-f100-4530-aaa1-15731f4c1853),segment_id=b41ec3f6-f100-4530-aaa1-15731f4c1853)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:29.751461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '1b198d0e-92a5-40ee-a02e-74c9206abe04', 'network_id': 'e14d3064-469d-44db-b5a1-15a564781c13', 'port_id': '1b198d0e-92a5-40ee-a02e-74c9206abe04', 'mac_address': 'fa:16:3e:62:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:29.776289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db7c68f8-3d6f-4145-8e6c-d54e45a3dbbf req-0778ee6e-b2b4-4233-aa8a-320bdaedeb1f tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672931
Mar 05 20:51:29.777160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] No DVR routers for this DVR port a3db8299-9220-413a-b709-391f3fa944d7 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:29.791160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.792246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-def20b07-bbca-4ff3-b3bc-9eef577726b8 req-e101caef-960b-43a0-8a2d-2fa50e1d586b tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "DELETE /v2.0/ports/a3db8299-9220-413a-b709-391f3fa944d7 HTTP/1.1" status: 204  len: 173 time: 0.9662077
Mar 05 20:51:29.792703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'name': 'network-vif-deleted', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:29.795747 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1630b508-fe00-49c7-9008-5801db0a4d63" -d '{"events": [{"server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "name": "network-vif-deleted", "tag": "a3db8299-9220-413a-b709-391f3fa944d7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:29.833685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcc7c5-af69-44ed-a956-51b4d7a82001 req-38d7b050-4018-4281-a4f2-4748c1b87b8e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:29.835033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1b198d0e-92a5-40ee-a02e-74c9206abe04 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:29.835689 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:29.842376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1bcc7c5-af69-44ed-a956-51b4d7a82001 req-38d7b050-4018-4281-a4f2-4748c1b87b8e tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.1274285
Mar 05 20:51:29.869997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:51:29.912413 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fd60f-78e7-41d5-85cf-f559bc5d56c4 x-openstack-request-id: req-aa0fd60f-78e7-41d5-85cf-f559bc5d56c4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:29.912706 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1af88-614e-45b4-a82b-5e8b1eb60180", "name": "network-vif-deleted", "tag": "a3db8299-9220-413a-b709-391f3fa944d7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:29.912922 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa0fd60f-78e7-41d5-85cf-f559bc5d56c4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:29.913324 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1af88-614e-45b4-a82b-5e8b1eb60180', 'name': 'network-vif-deleted', 'tag': 'a3db8299-9220-413a-b709-391f3fa944d7', 'status': 'completed', 'code': 200}
Mar 05 20:51:29.921945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b198d0e-92a5-40ee-a02e-74c9206abe04 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:29.954439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1bcc7c5-af69-44ed-a956-51b4d7a82001 req-888977d8-a1c4-4118-8ece-c4d608ba6f93 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103628
Mar 05 20:51:30.077499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04,segment=NetworkSegment(b41ec3f6-f100-4530-aaa1-15731f4c1853),segment_id=b41ec3f6-f100-4530-aaa1-15731f4c1853)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:30.101749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:30.215117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:30.261182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:51:30.275851 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:51:30.291997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f2dfa-f1f5-43eb-99da-a2503f9be5f4 req-f419939e-18cc-46e0-b225-cf46d9717558 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:30.304740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0f2dfa-f1f5-43eb-99da-a2503f9be5f4 req-f419939e-18cc-46e0-b225-cf46d9717558 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.2095082
Mar 05 20:51:30.317244 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:30.317901 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:30.381525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94973c7a-1103-4ed3-935c-15ec0c02219d req-fdc1039b-b18e-4061-9217-a897b3065a15 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/ports?device_id=499e4dcb-b39f-43e3-9cfc-27d4661dfb97 HTTP/1.1" status: 200  len: 210 time: 0.1290014
Mar 05 20:51:30.430692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['1b198d0e-92a5-40ee-a02e-74c9206abe04'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:30.463368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] No DVR routers for this DVR port a9d235c2-9ace-436f-8a2f-896e912f51bf on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:30.467776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:30.488833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-92bd9109-e17a-4af9-b095-bee6a867b311 req-2ee6e1c7-0919-4c51-83da-03782745e48f tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.23 "DELETE /v2.0/ports/a9d235c2-9ace-436f-8a2f-896e912f51bf HTTP/1.1" status: 204  len: 173 time: 2.4269578
Mar 05 20:51:30.489346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'name': 'network-vif-deleted', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:30.512657 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762cbd94-17d7-4bdf-b11d-9a04db6beb50" -d '{"events": [{"server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "name": "network-vif-deleted", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:30.532289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0f2dfa-f1f5-43eb-99da-a2503f9be5f4 req-a0aff3eb-6dd5-4b5f-9317-40adb8168e38 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265718
Mar 05 20:51:30.750850 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6de3434d-a05b-44e6-b23c-f15b7d4bbc8d req-2130997d-5eeb-40ba-bacb-68c29564aedd tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=42c1af88-614e-45b4-a82b-5e8b1eb60180 HTTP/1.1" status: 200  len: 210 time: 0.0817828
Mar 05 20:51:30.788572 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:30.859779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb20aae-a1d2-4e73-96e9-8e7e7d8120c0 req-f76426bd-7778-4ac4-88ec-231f2a097505 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:30.881501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcb20aae-a1d2-4e73-96e9-8e7e7d8120c0 req-f76426bd-7778-4ac4-88ec-231f2a097505 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 948 time: 0.2021039
Mar 05 20:51:30.933280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.004823 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d6bcbf-5142-471a-a22e-7e80538ae280 x-openstack-request-id: req-11d6bcbf-5142-471a-a22e-7e80538ae280 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:31.005118 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499e4dcb-b39f-43e3-9cfc-27d4661dfb97", "name": "network-vif-deleted", "tag": "a9d235c2-9ace-436f-8a2f-896e912f51bf", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:31.005376 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11d6bcbf-5142-471a-a22e-7e80538ae280 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:31.005788 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499e4dcb-b39f-43e3-9cfc-27d4661dfb97', 'name': 'network-vif-deleted', 'tag': 'a9d235c2-9ace-436f-8a2f-896e912f51bf', 'status': 'completed', 'code': 200}
Mar 05 20:51:31.033849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcb20aae-a1d2-4e73-96e9-8e7e7d8120c0 req-010f1c2d-922d-4910-90ad-f95c7cc94b75 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510887
Mar 05 20:51:31.180132 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3dc0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:31.212292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b003be-5496-488f-b07e-b18a27874ba8 req-e378d19d-4bfc-4abe-b9ca-9c78423f6cf1 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:31.214775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81b003be-5496-488f-b07e-b18a27874ba8 req-e378d19d-4bfc-4abe-b9ca-9c78423f6cf1 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 944 time: 0.1130557
Mar 05 20:51:31.306525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81b003be-5496-488f-b07e-b18a27874ba8 req-d3ae4628-7ec2-4b57-9b15-e55f975eac0f tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846763
Mar 05 20:51:31.380469 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:51:31.392228 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:31.392919 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:31.446546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3db8299-9220-413a-b709-391f3fa944d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:31.502505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a3db8299-9220-413a-b709-391f3fa944d7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:31.503407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3db8299-9220-413a-b709-391f3fa944d7 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:31.605056 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:31.612137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:31.716441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e2723169-05a6-45c5-8077-430557c9a549 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:31.722695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (0bc96e74-0153-43de-85f3-9de817329c5f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.747194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (0bc96e74-0153-43de-85f3-9de817329c5f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.780500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port e2723169-05a6-45c5-8077-430557c9a549 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:31.787793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port e2723169-05a6-45c5-8077-430557c9a549 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:31.788952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2723169-05a6-45c5-8077-430557c9a549), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.814741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0bc96e74-0153-43de-85f3-9de817329c5f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.817356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.818497 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "DELETE /v2.0/security-groups/0bc96e74-0153-43de-85f3-9de817329c5f HTTP/1.1" status: 204  len: 168 time: 0.2049909
Mar 05 20:51:31.822660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:31.847339 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-7f8750b2-f71d-4395-a7eb-c0753de7b4b4 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] show failed (client error): The resource could not be found.
Mar 05 20:51:31.852835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f8750b2-f71d-4395-a7eb-c0753de7b4b4 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "GET /v2.0/security-groups/0bc96e74-0153-43de-85f3-9de817329c5f HTTP/1.1" status: 404  len: 347 time: 0.0285504
Mar 05 20:51:31.854177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41468) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:31.867756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a0205-bfc3-408c-8a42-2c8ee02810ca req-e2ad5d77-7438-4d5f-8d82-bec0534fd009 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:31.871105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-540a0205-bfc3-408c-8a42-2c8ee02810ca req-e2ad5d77-7438-4d5f-8d82-bec0534fd009 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.2133486
Mar 05 20:51:31.871958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc96e74-0153-43de-85f3-9de817329c5f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:31.973511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.973975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e2723169-05a6-45c5-8077-430557c9a549 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:31.974822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.975246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2723169-05a6-45c5-8077-430557c9a549), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:31.980544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.985595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.986512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.988599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.989282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.990149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.991583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.992104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.997106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.998228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:31.998745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d3bb97-7a95-4bfb-9621-af8b0fba85f2 tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.077201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-540a0205-bfc3-408c-8a42-2c8ee02810ca req-180b0cfc-400d-442f-b96b-96531aca9ddc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880872
Mar 05 20:51:32.090183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3dc0>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:32.105454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:32.110993 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b619eff6-8ba0-49e6-8f40-f9effcbf80a9" -d '{"events": [{"server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "name": "network-vif-plugged", "status": "completed", "tag": "e2723169-05a6-45c5-8077-430557c9a549"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:32.144835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc6847-0b29-4d13-ab8c-1095cb5ebfe8 None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:48:36Z', 'revision_number': 4, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b9c0579-433f-4811-9940-189f7cb8e5e9', 'name': '', 'network_id': 'da32bc16-2a34-4e4f-9967-3e30a71f2738', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'mac_address': 'fa:16:3e:a6:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:34Z', 'updated_at': '2022-03-05T20:48:43Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'subnets': [{'id': '6f74d4e2-f31e-4eb7-9804-c292a4a0ed00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:51:32.174637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2723169-05a6-45c5-8077-430557c9a549,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:32.188430 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:32.200184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a9d235c2-9ace-436f-8a2f-896e912f51bf no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:32.304480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Deleting port 0b8c8293-cbf1-44f6-bdf1-3bda7fb82273 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:32.304822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:32.346548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: a9d235c2-9ace-436f-8a2f-896e912f51bf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:32.346909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a9d235c2-9ace-436f-8a2f-896e912f51bf not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:32.380047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:32.392805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.393432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.393944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.394592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.395087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.395588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.396162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.396902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.397866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.398372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.398879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.399365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.399954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:32.469362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425073fb-049e-44d4-a7cb-7166997d1294 req-4e2a9e17-b034-4d98-a595-3cb8937e1cb4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:32.479389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-425073fb-049e-44d4-a7cb-7166997d1294 req-4e2a9e17-b034-4d98-a595-3cb8937e1cb4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.2453027
Mar 05 20:51:32.569228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:32.571745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:32.610069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Calling delete_port for 0b8c8293-cbf1-44f6-bdf1-3bda7fb82273 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:32.661917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae1683-56c4-4e42-9fd3-46c1499bca97 None None] New status for floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:51:32.685308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-425073fb-049e-44d4-a7cb-7166997d1294 req-6710fbae-9987-49da-b34a-c32cab178d49 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037549
Mar 05 20:51:32.886840 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c815c44-0d7b-4dd6-80f7-1f1c99b61ed6 x-openstack-request-id: req-5c815c44-0d7b-4dd6-80f7-1f1c99b61ed6 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:32.893219 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "name": "network-vif-plugged", "status": "completed", "tag": "e2723169-05a6-45c5-8077-430557c9a549", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:32.893722 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c815c44-0d7b-4dd6-80f7-1f1c99b61ed6 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:32.896349 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549', 'code': 200}
Mar 05 20:51:33.048084 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-1eae1683-56c4-4e42-9fd3-46c1499bca97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:51:33.048805 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-1eae1683-56c4-4e42-9fd3-46c1499bca97 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:51:33.059501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (0b8c8293-cbf1-44f6-bdf1-3bda7fb82273), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:33.072666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeac24-b474-446d-8d03-7f507d21542c req-608acd02-1288-4e02-82eb-3177c5352233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:33.077524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5aeac24-b474-446d-8d03-7f507d21542c req-608acd02-1288-4e02-82eb-3177c5352233 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 1131 time: 0.2078433
Mar 05 20:51:33.118283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40487c9-96d0-4374-a759-0187e525b838 req-bf38675a-ebc4-4a23-be7d-7265676b7812 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:33.121268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e40487c9-96d0-4374-a759-0187e525b838 req-bf38675a-ebc4-4a23-be7d-7265676b7812 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 944 time: 0.1588626
Mar 05 20:51:33.161574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Pushing event deleted for resources: {'Port': ['ID=0b8c8293-cbf1-44f6-bdf1-3bda7fb82273,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:33.170788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks [] for floatingip (8d6b64f6-ee5e-4694-ace7-b7e179c2d624), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:33.174172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:33.177915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] 10.222.0.15 "DELETE /v2.0/floatingips/8d6b64f6-ee5e-4694-ace7-b7e179c2d624 HTTP/1.1" status: 204  len: 168 time: 1.3186674
Mar 05 20:51:33.178294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.178657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.179609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.180171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.180573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.180994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.181753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.182202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.184376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.184376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.184376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.184376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.186551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddaacc-88c8-4a5a-be9a-d512856da95b tempest-ServersWithSpecificFlavorTestJSON-1160142816 tempest-ServersWithSpecificFlavorTestJSON-1160142816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:51:33.195325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5aeac24-b474-446d-8d03-7f507d21542c req-6d87b94a-9a1c-4b54-ad5f-700ac02cfc53 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077957
Mar 05 20:51:33.197855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da217fd-70cf-444c-93e7-4dbaa7d0ecf8 req-2388ed83-a996-4efc-bcf2-2019fd6f7409 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:33.206245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0da217fd-70cf-444c-93e7-4dbaa7d0ecf8 req-2388ed83-a996-4efc-bcf2-2019fd6f7409 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 951 time: 0.2341342
Mar 05 20:51:33.207377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e40487c9-96d0-4374-a759-0187e525b838 req-d73dfc3f-03b2-4072-bbc7-b119178a4356 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773728
Mar 05 20:51:33.302485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0da217fd-70cf-444c-93e7-4dbaa7d0ecf8 req-5d185b4e-0705-4d95-a7ba-8f56a5e355e4 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945210
Mar 05 20:51:33.361702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c4d5-fa61-4b48-b314-6c19a8b147ca req-0a488ceb-1f9c-47fe-8536-205e41c5689d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:33.374578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c156c4d5-fa61-4b48-b314-6c19a8b147ca req-0a488ceb-1f9c-47fe-8536-205e41c5689d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.0902214
Mar 05 20:51:33.462593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b198d0e-92a5-40ee-a02e-74c9206abe04 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:33.489108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c156c4d5-fa61-4b48-b314-6c19a8b147ca req-f7b2b2d7-2232-47f2-935a-d8dca2f35285 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089985
Mar 05 20:51:33.558168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae1683-56c4-4e42-9fd3-46c1499bca97 None None] New status for floating IP 8d6b64f6-ee5e-4694-ace7-b7e179c2d624: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:51:34.005389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-f27798c1-dc04-402e-b382-9a0bfe903ce9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:34.007843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-f27798c1-dc04-402e-b382-9a0bfe903ce9 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 951 time: 0.2674816
Mar 05 20:51:34.010799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:34.066758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 1b198d0e-92a5-40ee-a02e-74c9206abe04 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:51:34.079779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 1b198d0e-92a5-40ee-a02e-74c9206abe04 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:34.080157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:34.150988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b72b44-7dee-43c6-bb26-c9d6e477d0e9 req-b52cbc83-3153-472b-a48d-7e249c496582 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:34.155435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71b72b44-7dee-43c6-bb26-c9d6e477d0e9 req-b52cbc83-3153-472b-a48d-7e249c496582 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.2738485
Mar 05 20:51:34.334538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71b72b44-7dee-43c6-bb26-c9d6e477d0e9 req-88c9e985-124c-418a-911c-7c6a9be5050c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490624
Mar 05 20:51:34.379156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1b198d0e-92a5-40ee-a02e-74c9206abe04 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:34.379635 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:34.449387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04,segment=NetworkSegment(b41ec3f6-f100-4530-aaa1-15731f4c1853),segment_id=b41ec3f6-f100-4530-aaa1-15731f4c1853)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:34.459728 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:34.505585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Deleting port cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:34.505935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:34.565997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:34.742527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2bc8b-b4da-4880-839f-03956182c3d8 req-df9eed69-244e-4fcc-8103-ce1f58073cb5 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:34.744016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-38f2bc8b-b4da-4880-839f-03956182c3d8 req-df9eed69-244e-4fcc-8103-ce1f58073cb5 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.3022118
Mar 05 20:51:34.749644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] For port cd12eb23-3086-4db9-babd-0ffb56ce7a27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd12eb23-3086-4db9-babd-0ffb56ce7a27,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:34.750280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:34.766914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480796-498a-49b5-8399-9933e6d9000b req-a30cfc5e-7815-4e9a-a278-4ac1e8954c61 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:34.774074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74480796-498a-49b5-8399-9933e6d9000b req-a30cfc5e-7815-4e9a-a278-4ac1e8954c61 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 951 time: 0.3186312
Mar 05 20:51:34.787017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Calling delete_port for cd12eb23-3086-4db9-babd-0ffb56ce7a27 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:34.890500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74480796-498a-49b5-8399-9933e6d9000b req-3f8bee9d-b695-49c0-8fc1-67d58b7165ef tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099973
Mar 05 20:51:34.900345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:34.902825 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf14df6-82ff-4e06-9614-54fa618e3816" -d '{"events": [{"server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "name": "network-vif-plugged", "status": "completed", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:34.928775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-38f2bc8b-b4da-4880-839f-03956182c3d8 req-6268a84a-c601-4bf7-a4a1-0881d5f5b579 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669743
Mar 05 20:51:35.082355 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d695c4-44ca-4f25-bad3-f8c586febaa0 x-openstack-request-id: req-05d695c4-44ca-4f25-bad3-f8c586febaa0 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:35.082925 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "name": "network-vif-plugged", "status": "completed", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:35.083029 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05d695c4-44ca-4f25-bad3-f8c586febaa0 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:35.083543 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04', 'code': 200}
Mar 05 20:51:35.129389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (cd12eb23-3086-4db9-babd-0ffb56ce7a27), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:35.146872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['cd12eb23-3086-4db9-babd-0ffb56ce7a27'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:35.190422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73462ce-9369-4957-a261-d3073f33ae61 req-5a912bfb-36b6-49f6-978e-05acc3f6393d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:35.192048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f73462ce-9369-4957-a261-d3073f33ae61 req-5a912bfb-36b6-49f6-978e-05acc3f6393d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1304865
Mar 05 20:51:35.229782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Pushing event deleted for resources: {'Port': ['ID=cd12eb23-3086-4db9-babd-0ffb56ce7a27,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:35.383275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] No DVR routers for this DVR port cd12eb23-3086-4db9-babd-0ffb56ce7a27 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:35.390746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:35.394225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43509f0-5d36-47de-bdb8-0f24e475d445 req-7065bb46-89dd-4687-9912-546d2df6fa53 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.31 "DELETE /v2.0/ports/cd12eb23-3086-4db9-babd-0ffb56ce7a27 HTTP/1.1" status: 204  len: 173 time: 1.3708274
Mar 05 20:51:35.396809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-deleted', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:35.406598 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286fbdb-e195-44d7-bb6d-c9189af58862" -d '{"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-deleted", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:35.420461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645e078-586f-4cd5-9244-4f78cd75d39a req-c81412e6-2113-453e-a9e4-cbcd157ea44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:35.424734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4645e078-586f-4cd5-9244-4f78cd75d39a req-c81412e6-2113-453e-a9e4-cbcd157ea44f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 1127 time: 0.2204061
Mar 05 20:51:35.457499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f73462ce-9369-4957-a261-d3073f33ae61 req-5186dde5-eebd-4213-81cc-9b1c7171058c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598677
Mar 05 20:51:35.527095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (57989452-a350-4f23-bde0-40db9afae9b1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:35.594784 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79932170-bd41-4ef4-ab0f-8163cff64a7f x-openstack-request-id: req-79932170-bd41-4ef4-ab0f-8163cff64a7f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:35.595225 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d196df64-5f99-4c5a-b30b-92751e6f7702", "name": "network-vif-deleted", "tag": "cd12eb23-3086-4db9-babd-0ffb56ce7a27", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:35.595576 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79932170-bd41-4ef4-ab0f-8163cff64a7f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:35.596218 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd196df64-5f99-4c5a-b30b-92751e6f7702', 'name': 'network-vif-deleted', 'tag': 'cd12eb23-3086-4db9-babd-0ffb56ce7a27', 'status': 'completed', 'code': 200}
Mar 05 20:51:35.632290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4645e078-586f-4cd5-9244-4f78cd75d39a req-7d287831-ae2f-4cc1-9d44-d046eca403de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003641
Mar 05 20:51:35.650859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3763bc-ede8-4ca5-b4c8-fcfb68a4b585 req-9f0d8e77-86c2-43db-a459-12a34fafb1e5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:35.653100 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d3763bc-ede8-4ca5-b4c8-fcfb68a4b585 req-9f0d8e77-86c2-43db-a459-12a34fafb1e5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.1459069
Mar 05 20:51:35.757810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d3763bc-ede8-4ca5-b4c8-fcfb68a4b585 req-cf746a82-6a51-432c-a65d-9d6e2b1c039c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947564
Mar 05 20:51:35.857298 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:36.035181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22527f77-18ae-427e-941e-d93ed1775ae7 req-2deecd99-b424-457f-a751-150684b97133 tempest-ServersAdminTestJSON-1751075180 tempest-ServersAdminTestJSON-1751075180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196df64-5f99-4c5a-b30b-92751e6f7702 HTTP/1.1" status: 200  len: 210 time: 0.0560150
Mar 05 20:51:36.146076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86a61-0cee-4858-b68f-b5813b636006 req-0d679d73-bc3f-48d7-8ae5-ab0779676fdf tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:36.153997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ce86a61-0cee-4858-b68f-b5813b636006 req-0d679d73-bc3f-48d7-8ae5-ab0779676fdf tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 1131 time: 0.1398001
Mar 05 20:51:36.162997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976113f6-d9f6-414b-806c-8ea4ea12a5de req-e9645f29-6dc8-4787-b0dc-271b0f5aa569 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:36.172064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-976113f6-d9f6-414b-806c-8ea4ea12a5de req-e9645f29-6dc8-4787-b0dc-271b0f5aa569 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.0769947
Mar 05 20:51:36.198955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:36.305081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-976113f6-d9f6-414b-806c-8ea4ea12a5de req-e3903c27-8a12-48b5-af8e-ebb8d15bde7e tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317291
Mar 05 20:51:36.321126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ce86a61-0cee-4858-b68f-b5813b636006 req-fc3a9949-8c10-4cda-8c8d-9643c2d8621c tempest-ServersOnMultiNodesTest-1525431424 tempest-ServersOnMultiNodesTest-1525431424-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655319
Mar 05 20:51:36.580748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Deleting port 6b9c0579-433f-4811-9940-189f7cb8e5e9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:36.581101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:36.680545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d037625-353d-4980-9704-f08bb462b345 req-d18117f6-60d3-47bc-b8a4-b720eb304e05 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:36.681665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d037625-353d-4980-9704-f08bb462b345 req-d18117f6-60d3-47bc-b8a4-b720eb304e05 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1144481
Mar 05 20:51:36.755762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] For port 6b9c0579-433f-4811-9940-189f7cb8e5e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9c0579-433f-4811-9940-189f7cb8e5e9,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:36.756123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:36.760198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d037625-353d-4980-9704-f08bb462b345 req-4d4a8689-1d60-4089-b78b-ca4ddf381b05 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579922
Mar 05 20:51:36.774072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Calling delete_port for 6b9c0579-433f-4811-9940-189f7cb8e5e9 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:36.800891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a0bb1-bea5-482c-9709-ace5bae3d7d5 req-8a216002-e1c3-402c-90fc-236865de4fa5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:36.802427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c24a0bb1-bea5-482c-9709-ace5bae3d7d5 req-8a216002-e1c3-402c-90fc-236865de4fa5 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.0984905
Mar 05 20:51:36.911230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c24a0bb1-bea5-482c-9709-ace5bae3d7d5 req-9ca804d0-8172-4fb8-804e-8e2e0c207476 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752265
Mar 05 20:51:37.173078 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6b9c0579-433f-4811-9940-189f7cb8e5e9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:37.208004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9c0579-433f-4811-9940-189f7cb8e5e9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:37.478539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (57989452-a350-4f23-bde0-40db9afae9b1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:37.494479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:37.540561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: cd12eb23-3086-4db9-babd-0ffb56ce7a27 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:37.540915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device cd12eb23-3086-4db9-babd-0ffb56ce7a27 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:37.617942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:37.728635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fb383-d247-4b76-b50a-f2dd1ba6ae14 req-c6040140-3b24-4847-bb0d-82c392a17893 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:37.730118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca5fb383-d247-4b76-b50a-f2dd1ba6ae14 req-c6040140-3b24-4847-bb0d-82c392a17893 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.1525178
Mar 05 20:51:37.852164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca5fb383-d247-4b76-b50a-f2dd1ba6ae14 req-2dad1b62-da8d-4194-a85a-5845f47dc39e tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140511
Mar 05 20:51:37.862564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35bab86b-e70a-4858-9896-a097ac96aabf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f138bfc479e24b3d9017a7cb9e73bdd2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2432966
Mar 05 20:51:37.864587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:37.917875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Router 57989452-a350-4f23-bde0-40db9afae9b1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:51:37.939500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1af32-1cea-43df-ab07-79c3a443ab76 req-442fb16e-2171-4844-a4ce-2d5669f4e2f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:37.940631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25a1af32-1cea-43df-ab07-79c3a443ab76 req-442fb16e-2171-4844-a4ce-2d5669f4e2f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1121678
Mar 05 20:51:37.979786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] Publish callbacks [] for security_group (e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.046697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25a1af32-1cea-43df-ab07-79c3a443ab76 req-809c0f7f-3c21-4750-a9c6-a1db4db3f767 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992544
Mar 05 20:51:38.053633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] Publish callbacks [] for security_group (e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.147530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.164989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.172052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18 HTTP/1.1" status: 204  len: 168 time: 0.3028352
Mar 05 20:51:38.181578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed1f4-cef7-48fb-91ad-6a78758ec14c req-1c778702-1a88-4cf7-a211-431b11ef16a1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:38.191293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-276ed1f4-cef7-48fb-91ad-6a78758ec14c req-1c778702-1a88-4cf7-a211-431b11ef16a1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.1275446
Mar 05 20:51:38.201083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0b444-6242-4e3f-96ab-6c21700af335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03ec4b7-069f-4b2f-a9ef-bbc6ed0d9a18,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:38.268220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-276ed1f4-cef7-48fb-91ad-6a78758ec14c req-6968c92a-f52c-426b-8dd0-58556dea1fc0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731802
Mar 05 20:51:38.269653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:51:38.288683 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-38226c0b-476c-4eca-baf1-9ee1c89c01ab admin admin] 10.222.0.15 "PUT /v2.0/routers/57989452-a350-4f23-bde0-40db9afae9b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2697725
Mar 05 20:51:38.288804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41666) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:38.297650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Sync routers for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:51:38.312454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:38.317366 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90081a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:38.343365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-937c96b9-d8d3-458b-8e43-6eef6b4e244f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:38.347352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-937c96b9-d8d3-458b-8e43-6eef6b4e244f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 949 time: 0.0685432
Mar 05 20:51:38.515835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port e2723169-05a6-45c5-8077-430557c9a549 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:38.520773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e2723169-05a6-45c5-8077-430557c9a549), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.617197 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:51:38.705605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks [] for router (57989452-a350-4f23-bde0-40db9afae9b1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:38.797626 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:38.964765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41690) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:38.979621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port e2723169-05a6-45c5-8077-430557c9a549, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2723169-05a6-45c5-8077-430557c9a549,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:38.984164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e2723169-05a6-45c5-8077-430557c9a549), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:39.008418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for e2723169-05a6-45c5-8077-430557c9a549 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:39.040540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks [] for router_gateway (57989452-a350-4f23-bde0-40db9afae9b1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:39.201732 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90081a30>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:51:37Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:39.239024 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Checking router: 57989452-a350-4f23-bde0-40db9afae9b1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:51:39.250749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Routers {'57989452-a350-4f23-bde0-40db9afae9b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:39.251457 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90081a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['57989452-a350-4f23-bde0-40db9afae9b1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:39.396296 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] Set router 57989452-a350-4f23-bde0-40db9afae9b1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:39.441682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e2723169-05a6-45c5-8077-430557c9a549), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:39.475722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'e2723169-05a6-45c5-8077-430557c9a549'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:39.505009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985', 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:39.608885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=e2723169-05a6-45c5-8077-430557c9a549,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:39.683201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1e91-e451-4a42-bb6c-ce51b4715d6a req-cf9dd9ae-45a9-481d-bd2e-6c9e73d396de tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:39.699168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e11f1e91-e451-4a42-bb6c-ce51b4715d6a req-cf9dd9ae-45a9-481d-bd2e-6c9e73d396de tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.4479458
Mar 05 20:51:39.717589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c66aec5-01ca-4d25-9a44-26d729f9c547 req-ef328e06-23a0-45ea-b035-242cb1494f08 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 210 time: 0.0561619
Mar 05 20:51:39.722043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef0c5edf-bd95-4a27-9d79-659cd8b8fed9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76ee1cf3cff9473c888e35db68368b8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7565932
Mar 05 20:51:39.726346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41716) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:40.075016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e11f1e91-e451-4a42-bb6c-ce51b4715d6a req-99933250-752b-478d-ba06-3873ee222471 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3684163
Mar 05 20:51:40.082198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] Publish callbacks [] for security_group (e2056ecf-eda8-4910-81f7-28f5a09e730d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.109357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90081a30>, [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:51:37Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:40.135826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port e2723169-05a6-45c5-8077-430557c9a549 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:40.142032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Deleting port 766683d0-9bb6-457b-9561-5399d6d496a5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:40.142446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.144390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.149583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3069e84-d1cf-4cd4-a93d-63aa8f19b84b req-f7508b25-996d-4e45-bc88-3aa528d678b1 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "DELETE /v2.0/ports/e2723169-05a6-45c5-8077-430557c9a549 HTTP/1.1" status: 204  len: 173 time: 1.7990935
Mar 05 20:51:40.151395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'name': 'network-vif-deleted', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:40.157747 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6395b1-211f-4dab-b034-f4d548a94855" -d '{"events": [{"server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "name": "network-vif-deleted", "tag": "e2723169-05a6-45c5-8077-430557c9a549"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:40.193509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] Publish callbacks [] for security_group (e2056ecf-eda8-4910-81f7-28f5a09e730d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.207896 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cb6a4-53a4-4b8f-b7f3-fbd82efe830e None None] The sync data for ids ['57989452-a350-4f23-bde0-40db9afae9b1'] in ncdv-master-1 is: [{'id': '57989452-a350-4f23-bde0-40db9afae9b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538488324-router', 'tenant_id': '4e0a2d8f510f49999fc3094858af40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225'}], 'enable_snat': True}, 'gw_port_id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:29Z', 'updated_at': '2022-03-05T20:51:37Z', 'revision_number': 5, 'project_id': '4e0a2d8f510f49999fc3094858af40d6', 'gw_port': {'id': '766683d0-9bb6-457b-9561-5399d6d496a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57989452-a350-4f23-bde0-40db9afae9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:30Z', 'updated_at': '2022-03-05T20:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:51:40.288621 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aeb6cf-e84d-4891-8580-49946eb6960f x-openstack-request-id: req-54aeb6cf-e84d-4891-8580-49946eb6960f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:40.289157 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0be5b-cd1f-401d-b51b-9e5332d2365d", "name": "network-vif-deleted", "tag": "e2723169-05a6-45c5-8077-430557c9a549", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:40.289711 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54aeb6cf-e84d-4891-8580-49946eb6960f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:40.291237 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0be5b-cd1f-401d-b51b-9e5332d2365d', 'name': 'network-vif-deleted', 'tag': 'e2723169-05a6-45c5-8077-430557c9a549', 'status': 'completed', 'code': 200}
Mar 05 20:51:40.598688 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e2056ecf-eda8-4910-81f7-28f5a09e730d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.603089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.649230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2056ecf-eda8-4910-81f7-28f5a09e730d HTTP/1.1" status: 204  len: 168 time: 0.9012313
Mar 05 20:51:40.741390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c0bfc-afa1-485f-adcc-e8e36be666d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2056ecf-eda8-4910-81f7-28f5a09e730d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:40.790356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] For port 766683d0-9bb6-457b-9561-5399d6d496a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766683d0-9bb6-457b-9561-5399d6d496a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:40.790805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:40.813716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6b9c0579-433f-4811-9940-189f7cb8e5e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:40.848172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Calling delete_port for 766683d0-9bb6-457b-9561-5399d6d496a5 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:41.080668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6b9c0579-433f-4811-9940-189f7cb8e5e9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:41.081018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6b9c0579-433f-4811-9940-189f7cb8e5e9 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:41.269319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54b6022e-6759-4635-8df9-dd30a32ca235 req-223e6ee8-c670-457f-af6f-69d9e731ea2a tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=22c0be5b-cd1f-401d-b51b-9e5332d2365d HTTP/1.1" status: 200  len: 210 time: 0.0380852
Mar 05 20:51:41.381105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (766683d0-9bb6-457b-9561-5399d6d496a5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.440179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=766683d0-9bb6-457b-9561-5399d6d496a5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:41.500616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (57989452-a350-4f23-bde0-40db9afae9b1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.706333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee35e-839a-4911-9f56-3e0ad60bc6c9 req-1eb9849c-0dce-48b2-876e-3fe2d14b5141 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:41.718566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78cee35e-839a-4911-9f56-3e0ad60bc6c9 req-1eb9849c-0dce-48b2-876e-3fe2d14b5141 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1360524
Mar 05 20:51:41.734924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e2723169-05a6-45c5-8077-430557c9a549 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:41.828773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78cee35e-839a-4911-9f56-3e0ad60bc6c9 req-d2bd706e-e213-453b-a3b1-fb8f070c40f9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090198
Mar 05 20:51:41.855467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (57989452-a350-4f23-bde0-40db9afae9b1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.859026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks [] for router_controller (57989452-a350-4f23-bde0-40db9afae9b1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.873825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: e2723169-05a6-45c5-8077-430557c9a549 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:41.875103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e2723169-05a6-45c5-8077-430557c9a549 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:41.980440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (57989452-a350-4f23-bde0-40db9afae9b1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.981003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57989452-a350-4f23-bde0-40db9afae9b1 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:51:41.988214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:41.989362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6c00c19c-8b17-48db-abad-95c332f26fb3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/57989452-a350-4f23-bde0-40db9afae9b1 HTTP/1.1" status: 204  len: 168 time: 3.7029018
Mar 05 20:51:41.993325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:42.080727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Deleting subnet 6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:51:42.088700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Publish callbacks [] for subnet (6f74d4e2-f31e-4eb7-9804-c292a4a0ed00), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:42.243837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (6f74d4e2-f31e-4eb7-9804-c292a4a0ed00), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:42.690594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6f74d4e2-f31e-4eb7-9804-c292a4a0ed00), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:42.878283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (6f74d4e2-f31e-4eb7-9804-c292a4a0ed00), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:42.881607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 766683d0-9bb6-457b-9561-5399d6d496a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:42.953780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 766683d0-9bb6-457b-9561-5399d6d496a5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:42.956904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 766683d0-9bb6-457b-9561-5399d6d496a5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:42.964976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5f746-06ff-49dd-9320-451d8e1031e6 None None] Network da32bc16-2a34-4e4f-9967-3e30a71f2738 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:42.969006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:42.993367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6f74d4e2-f31e-4eb7-9804-c292a4a0ed00 HTTP/1.1" status: 204  len: 168 time: 0.9949000
Mar 05 20:51:42.993594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:42.995269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555a2e-72ae-4354-b911-09a7e0a53b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f74d4e2-f31e-4eb7-9804-c292a4a0ed00,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:43.102164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0ab6-beea-465d-9a55-3d64ba3a73d2 req-b7443835-cb8c-4671-8bb9-e399184e7f13 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:43.110556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34a0ab6-beea-465d-9a55-3d64ba3a73d2 req-b7443835-cb8c-4671-8bb9-e399184e7f13 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 950 time: 0.2119269
Mar 05 20:51:43.190342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25001a-07fe-4d5b-94c6-76be1b01bc33 req-32b50a0d-213c-4446-94bb-7cd63efba7f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:43.198391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb25001a-07fe-4d5b-94c6-76be1b01bc33 req-32b50a0d-213c-4446-94bb-7cd63efba7f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1868467
Mar 05 20:51:43.255269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (da32bc16-2a34-4e4f-9967-3e30a71f2738), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.272231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] DHCP port deletion for da32bc16-2a34-4e4f-9967-3e30a71f2738 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:51:43.320757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb25001a-07fe-4d5b-94c6-76be1b01bc33 req-94ef608f-148a-4e5d-971c-5f0228970695 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207836
Mar 05 20:51:43.326155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34a0ab6-beea-465d-9a55-3d64ba3a73d2 req-3c6a7901-18d2-49b2-b6ec-6e0805af13e9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067873
Mar 05 20:51:43.438560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Deleting port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:43.441083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.457340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Deleting port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:43.459305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.546836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] For port 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7d65c0-7d89-4b2a-b389-0993dc152af6,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:43.550672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.589167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Calling delete_port for 3c7d65c0-7d89-4b2a-b389-0993dc152af6 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:43.608468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] For port 3c7d65c0-7d89-4b2a-b389-0993dc152af6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7d65c0-7d89-4b2a-b389-0993dc152af6,segment=NetworkSegment(4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3),segment_id=4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:43.608867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.640533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Calling delete_port for 3c7d65c0-7d89-4b2a-b389-0993dc152af6 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:43.807961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.866848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7d65c0-7d89-4b2a-b389-0993dc152af6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:43.894295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] No DVR routers for this DVR port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:43.931089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3c7d65c0-7d89-4b2a-b389-0993dc152af6), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:43.980773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] Pushing event deleted for resources: {'Port': ['ID=3c7d65c0-7d89-4b2a-b389-0993dc152af6,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:44.006853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4972d-1f71-447d-b44e-27f93f9faea2 None None] No DVR routers for this DVR port 3c7d65c0-7d89-4b2a-b389-0993dc152af6 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:44.116907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (da32bc16-2a34-4e4f-9967-3e30a71f2738), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.178074 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b8a4982b0>> segment before_delete 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.178465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b8a4982b0>> subnet precommit_delete_associations 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.179225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> segment_host_mapping after_create 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.179563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> port after_create 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.179912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> port after_delete 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.180427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> port after_update 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.180759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> segment after_delete 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.181085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> subnet after_create 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.181429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> subnet after_delete 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.181753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b8a3c4d00>> subnet after_update 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.310178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8a852ee0>> subnet after_create 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.310614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8a852ee0>> subnet after_delete 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.311017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8a852ee0>> subnet before_create 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.311935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b8a852ee0>> subnet before_update 55550000 {{(pid=126563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 05 20:51:44.312422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a498b50>,) {'filters': {'network_id': ['da32bc16-2a34-4e4f-9967-3e30a71f2738']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:44.371017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a498b50>, '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:44.371579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a498b50>, '4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:44.395469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.463114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.491601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:51:44.491601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (4fe1f3fc-d2f9-4248-b98e-02ac3d3776e3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   from cryptography.utils import int_from_bytes
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   from cryptography.utils import int_from_bytes
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:51:44.498210 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:51:44.529867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725d37-3a09-49bf-a061-2f40f929aba6 req-90bc31cf-6e28-4746-b07d-dabc6dfe2147 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:44.548280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d725d37-3a09-49bf-a061-2f40f929aba6 req-90bc31cf-6e28-4746-b07d-dabc6dfe2147 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.3812904
Mar 05 20:51:44.585831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c3f48-d407-44dd-911d-a5b992252eab req-1d57e5cd-8c4e-4b89-9bc6-0a30a20d5e6e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:44.596400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc6c3f48-d407-44dd-911d-a5b992252eab req-1d57e5cd-8c4e-4b89-9bc6-0a30a20d5e6e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1833382
Mar 05 20:51:44.724672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-e88b16ce-51e8-4edb-9916-f5b853d0af81 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:44.740044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-e88b16ce-51e8-4edb-9916-f5b853d0af81 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 950 time: 0.3226600
Mar 05 20:51:44.745049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (da32bc16-2a34-4e4f-9967-3e30a71f2738), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.784054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d725d37-3a09-49bf-a061-2f40f929aba6 req-4659588f-3cac-434f-b7a3-bd38ca1c31fe tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346189
Mar 05 20:51:44.791039 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc6c3f48-d407-44dd-911d-a5b992252eab req-22f531a4-a602-43b7-af70-499983644532 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933508
Mar 05 20:51:44.802974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c7d65c0-7d89-4b2a-b389-0993dc152af6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:44.840678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da32bc16-2a34-4e4f-9967-3e30a71f2738,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:44.844012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:44.844165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3c7d65c0-7d89-4b2a-b389-0993dc152af6 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:44.846733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c7d65c0-7d89-4b2a-b389-0993dc152af6 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:44.854077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-22477459-d590-4895-9648-2757a381c9d6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/da32bc16-2a34-4e4f-9967-3e30a71f2738 HTTP/1.1" status: 204  len: 168 time: 1.8564076
Mar 05 20:51:44.855408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:45.079013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-4e4e55bd-2a9f-4fbd-a5b9-104cac8a87a1 service neutron] 10.222.0.23 "GET /v2.0/ports/5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2867656
Mar 05 20:51:45.109174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:45.109527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:45.125308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e147-9459-4312-8e43-79250eb732a8 req-f82cae06-70b0-48ca-b185-f97a92201af7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:45.127750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3e8e147-9459-4312-8e43-79250eb732a8 req-f82cae06-70b0-48ca-b185-f97a92201af7 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 950 time: 0.1589735
Mar 05 20:51:45.279471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3e8e147-9459-4312-8e43-79250eb732a8 req-87e86d40-2915-4b1e-a83b-c83feb6fa345 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379423
Mar 05 20:51:45.463476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:45.464096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:45.533295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:45.820088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-b88c1c89-3c93-4ed4-bb9d-e5680cc18904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:45.851349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-b88c1c89-3c93-4ed4-bb9d-e5680cc18904 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1132 time: 0.4442019
Mar 05 20:51:46.071624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-942349d2-dafb-47d2-9204-9460419fdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.073283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-942349d2-dafb-47d2-9204-9460419fdfcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1132 time: 0.1938543
Mar 05 20:51:46.140184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b51b0b8e-dd25-4d3b-bd5f-759a6c17448f tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.141518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b51b0b8e-dd25-4d3b-bd5f-759a6c17448f tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.2682061
Mar 05 20:51:46.159284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9b66-129b-41ae-88fb-2c18d7a226a1 req-afd04211-b96c-44f8-9af6-5c20592aceb8 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.161013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39ee9b66-129b-41ae-88fb-2c18d7a226a1 req-afd04211-b96c-44f8-9af6-5c20592aceb8 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.1513503
Mar 05 20:51:46.209728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792341-fc92-479f-b444-d89fcd975911 req-ab900977-35a9-4068-be5a-59b0b406a768 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.211288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee792341-fc92-479f-b444-d89fcd975911 req-ab900977-35a9-4068-be5a-59b0b406a768 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.2261736
Mar 05 20:51:46.254996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39ee9b66-129b-41ae-88fb-2c18d7a226a1 req-b0137bc2-f928-47d7-9f95-176d37bbb359 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783982
Mar 05 20:51:46.256203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-d3a75ee3-a9a3-407d-b907-d0a172b05153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.257601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-d3a75ee3-a9a3-407d-b907-d0a172b05153 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1771083
Mar 05 20:51:46.356069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-b962a0fc-e862-4136-8cae-0603b67ec44a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.0912848
Mar 05 20:51:46.406548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41994) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:46.432760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e042950f-4860-44c7-8059-4288115255c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.434322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-e042950f-4860-44c7-8059-4288115255c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0681527
Mar 05 20:51:46.437649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4a95c28f-b4a8-4cd9-9a86-d99e68a231b9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:46.450235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:46.499407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-54a0c028-7be6-4ff3-94eb-432ce570b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:46.501385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-54a0c028-7be6-4ff3-94eb-432ce570b6ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0595653
Mar 05 20:51:46.514538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985', 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:46.564366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=4a95c28f-b4a8-4cd9-9a86-d99e68a231b9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:46.588434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee792341-fc92-479f-b444-d89fcd975911 req-76323dcd-39d0-4c31-b997-f931b2844043 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245351
Mar 05 20:51:46.789160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-4642dc79-5f6c-4d56-a0d8-1cff578af4f8 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683651
Mar 05 20:51:47.027520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c30953c-10b7-4523-bae8-08a1738d7f4e req-1ef8fe30-c6fc-4d9c-8d84-b8bcf28ce10b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313170
Mar 05 20:51:47.372799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d8f61d9-4466-4748-ace2-6a63e288d824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.375542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:47.396912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.400461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4adaeb25-8ea2-44db-a032-97bf695f1109 req-6ee0349d-8809-4bfa-8d88-2274e9e2232e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "DELETE /v2.0/ports/4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 HTTP/1.1" status: 204  len: 173 time: 2.6533742
Mar 05 20:51:47.404760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'name': 'network-vif-deleted', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:47.408207 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c5020-6164-4ee0-abab-030b1192e248" -d '{"events": [{"server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "name": "network-vif-deleted", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:47.447234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.449728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Deleting port c27fa3bc-53d7-4955-9db1-64fb1ec24675 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:47.459012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.471305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e05eafa-6dd1-4a12-8a02-02960e1afe51 req-7da67a36-cc1a-41f1-b421-e752e2b46802 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=37d5b76d-41e6-4a10-8687-34fd9582a03e HTTP/1.1" status: 200  len: 210 time: 0.0935447
Mar 05 20:51:47.676384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889449-8992-4af2-860d-276ef3a85a8b req-835178aa-b027-4768-94f5-82804707f08c tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:47.725412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] For port c27fa3bc-53d7-4955-9db1-64fb1ec24675, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c27fa3bc-53d7-4955-9db1-64fb1ec24675,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:47.726239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.727879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab889449-8992-4af2-860d-276ef3a85a8b req-835178aa-b027-4768-94f5-82804707f08c tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 946 time: 0.2148213
Mar 05 20:51:47.784401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Calling delete_port for c27fa3bc-53d7-4955-9db1-64fb1ec24675 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:47.833622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab889449-8992-4af2-860d-276ef3a85a8b req-267941b1-c3e0-401c-8e73-bd658c727d81 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b3bb5cc-c2b1-4af1-8461-28220dfac50a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051564
Mar 05 20:51:47.844728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d8f61d9-4466-4748-ace2-6a63e288d824 admin admin] Publish callbacks [] for security_group (5ac7af6f-fd6a-415d-bc82-f1075b342f0a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:47.943410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d8f61d9-4466-4748-ace2-6a63e288d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5ac7af6f-fd6a-415d-bc82-f1075b342f0a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.079748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f61d9-4466-4748-ace2-6a63e288d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7af6f-fd6a-415d-bc82-f1075b342f0a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:48.092048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d8f61d9-4466-4748-ace2-6a63e288d824 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=359d3b7865e8474d832272668855cdf7&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6826131
Mar 05 20:51:48.094717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42042) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:48.183192 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11774e2e-0736-449f-a9cf-2d0531b94965 x-openstack-request-id: req-11774e2e-0736-449f-a9cf-2d0531b94965 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:48.183906 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d5b76d-41e6-4a10-8687-34fd9582a03e", "name": "network-vif-deleted", "tag": "4a95c28f-b4a8-4cd9-9a86-d99e68a231b9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:48.184292 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11774e2e-0736-449f-a9cf-2d0531b94965 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:48.185158 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d5b76d-41e6-4a10-8687-34fd9582a03e', 'name': 'network-vif-deleted', 'tag': '4a95c28f-b4a8-4cd9-9a86-d99e68a231b9', 'status': 'completed', 'code': 200}
Mar 05 20:51:48.209236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06026cc9-5116-4a11-a2fd-92093b84ae04 req-952b3af5-038f-485f-abfc-286c5ae3827d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:48.218535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06026cc9-5116-4a11-a2fd-92093b84ae04 req-952b3af5-038f-485f-abfc-286c5ae3827d tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 950 time: 0.2227309
Mar 05 20:51:48.313460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] Publish callbacks [] for security_group (5ac7af6f-fd6a-415d-bc82-f1075b342f0a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.324777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06026cc9-5116-4a11-a2fd-92093b84ae04 req-9a7a9671-f668-4f7e-87c4-25ebb30b4aa1 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049402
Mar 05 20:51:48.375503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] Publish callbacks [] for security_group (5ac7af6f-fd6a-415d-bc82-f1075b342f0a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.411286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c27fa3bc-53d7-4955-9db1-64fb1ec24675), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.475102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Pushing event deleted for resources: {'Port': ['ID=c27fa3bc-53d7-4955-9db1-64fb1ec24675,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:48.491439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Deleting port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:48.491439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.502464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5ac7af6f-fd6a-415d-bc82-f1075b342f0a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.506415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.511602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ac7af6f-fd6a-415d-bc82-f1075b342f0a HTTP/1.1" status: 204  len: 168 time: 0.4008336
Mar 05 20:51:48.532885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc978df-915f-495e-b8c1-f53f4a0fd6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7af6f-fd6a-415d-bc82-f1075b342f0a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:48.601758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658d68c-d947-4fbc-b7dc-1fdb2b46d9b3 req-b483e128-1b54-45eb-aa9d-63c922382328 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:48.607994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e658d68c-d947-4fbc-b7dc-1fdb2b46d9b3 req-b483e128-1b54-45eb-aa9d-63c922382328 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.2978621
Mar 05 20:51:48.686071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] No DVR routers for this DVR port c27fa3bc-53d7-4955-9db1-64fb1ec24675 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:48.692022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:48.707260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5bd08641-d05c-4f13-8c42-5713b8b5881c req-b4d988aa-ccb8-40dc-bcc1-10db15af8b47 tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.31 "DELETE /v2.0/ports/c27fa3bc-53d7-4955-9db1-64fb1ec24675 HTTP/1.1" status: 204  len: 173 time: 2.5555727
Mar 05 20:51:48.843386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e658d68c-d947-4fbc-b7dc-1fdb2b46d9b3 req-4fb311bf-330e-4c41-a9a4-f8c3c64f9610 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342896
Mar 05 20:51:49.090565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] For port 8e76e98f-fe49-4a94-9428-505d7c9cf5b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:49.091099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:49.134723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Calling delete_port for 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:49.514859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d90d0596-f70f-46ea-9732-739eb9a9a02b req-ab4e1f16-76b7-4bae-ae3f-6f760408ea5b tempest-AttachSCSIVolumeTestJSON-1365107399 tempest-AttachSCSIVolumeTestJSON-1365107399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0c42a3-81a2-42db-9762-46bd15b2d0ba HTTP/1.1" status: 200  len: 210 time: 0.1053929
Mar 05 20:51:49.520760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:49.601406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:49.602201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4a95c28f-b4a8-4cd9-9a86-d99e68a231b9 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:49.604332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c27fa3bc-53d7-4955-9db1-64fb1ec24675 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:49.659252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: c27fa3bc-53d7-4955-9db1-64fb1ec24675 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:49.659585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c27fa3bc-53d7-4955-9db1-64fb1ec24675 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:49.698790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42084) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:49.709504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001dbc6-d0de-4b14-9111-d81f501e3c7f req-964fb5b7-f514-4850-9305-daecbfb9b772 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:49.719084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4001dbc6-d0de-4b14-9111-d81f501e3c7f req-964fb5b7-f514-4850-9305-daecbfb9b772 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 950 time: 0.0983469
Mar 05 20:51:49.746765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-457d94f1-62a7-4f16-b703-9b76d82e7709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:49.759283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8e76e98f-fe49-4a94-9428-505d7c9cf5b2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:49.800707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4001dbc6-d0de-4b14-9111-d81f501e3c7f req-6b5eb4bc-dae1-4d7c-95ab-99ba160c5906 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806503
Mar 05 20:51:49.811703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:49.842930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:49.881715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e76e98f-fe49-4a94-9428-505d7c9cf5b2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:50.104594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-457d94f1-62a7-4f16-b703-9b76d82e7709 admin admin] Publish callbacks [] for security_group (ea8a366e-2ab8-4f07-8dc1-d10d3d21b579), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.180627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-457d94f1-62a7-4f16-b703-9b76d82e7709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ea8a366e-2ab8-4f07-8dc1-d10d3d21b579), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.186816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'name': 'network-vif-deleted', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:50.191578 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0d5fd1-57bd-4678-8af5-fe37a368913c" -d '{"events": [{"server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "name": "network-vif-deleted", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:50.194233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.331742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:50.335611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:50.336246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.358504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-457d94f1-62a7-4f16-b703-9b76d82e7709 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=118f039b74bc4265b385b0ed8fbabe1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6572685
Mar 05 20:51:50.361491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42120) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:50.361877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d94f1-62a7-4f16-b703-9b76d82e7709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a366e-2ab8-4f07-8dc1-d10d3d21b579,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:50.377743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:50.382363 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6eb6ab-963b-454b-90de-f7e7c4cb5c48" -d '{"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:50.395191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'mac_address': 'fa:16:3e:d3:45:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:50.401172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:50.404791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b694d-34ec-4c91-91d8-2aab74de2324 req-52bf71fb-e8c8-4757-8ee8-d2460a289687 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:50.413466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d0b694d-34ec-4c91-91d8-2aab74de2324 req-52bf71fb-e8c8-4757-8ee8-d2460a289687 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.3170142
Mar 05 20:51:50.438467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.438734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:50.489312 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d0b694d-34ec-4c91-91d8-2aab74de2324 req-ea53588e-9bd6-4513-96fa-7f811e7a968d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745771
Mar 05 20:51:50.570352 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d888bd-4595-49b3-88f7-bc488c235282 x-openstack-request-id: req-00d888bd-4595-49b3-88f7-bc488c235282 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:50.570725 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0c42a3-81a2-42db-9762-46bd15b2d0ba", "name": "network-vif-deleted", "tag": "c27fa3bc-53d7-4955-9db1-64fb1ec24675", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:50.570981 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00d888bd-4595-49b3-88f7-bc488c235282 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:50.571379 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0c42a3-81a2-42db-9762-46bd15b2d0ba', 'name': 'network-vif-deleted', 'tag': 'c27fa3bc-53d7-4955-9db1-64fb1ec24675', 'status': 'completed', 'code': 200}
Mar 05 20:51:50.588928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:50.589526 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.632781 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed5bd4-f284-4405-9e43-0ad592aa11e5 x-openstack-request-id: req-c3ed5bd4-f284-4405-9e43-0ad592aa11e5 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:50.633092 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:50.639779 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3ed5bd4-f284-4405-9e43-0ad592aa11e5 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:50.642837 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'code': 200}
Mar 05 20:51:50.655472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] Publish callbacks [] for security_group (ea8a366e-2ab8-4f07-8dc1-d10d3d21b579), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.681542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] Publish callbacks [] for security_group (ea8a366e-2ab8-4f07-8dc1-d10d3d21b579), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:50.686521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:50.725319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:51.010304 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:51:51.010935 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:51:51.057432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:51.058036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.094596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ea8a366e-2ab8-4f07-8dc1-d10d3d21b579), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.098728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.100594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea8a366e-2ab8-4f07-8dc1-d10d3d21b579 HTTP/1.1" status: 204  len: 168 time: 0.7380807
Mar 05 20:51:51.125613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:51:51.127592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498654f-af71-4b21-8944-65123de53adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a366e-2ab8-4f07-8dc1-d10d3d21b579,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:51.285165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-c8f59e1d-033b-4b50-90e0-e80a6de86699 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:51.287381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-c8f59e1d-033b-4b50-90e0-e80a6de86699 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 950 time: 0.7734144
Mar 05 20:51:51.343895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:51.354578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.370256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe25803-e678-4266-84e3-2a4974f1bdde req-133443a4-c4cf-47d0-8511-58aba740e5e0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:51.380540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffe25803-e678-4266-84e3-2a4974f1bdde req-133443a4-c4cf-47d0-8511-58aba740e5e0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 948 time: 0.4419312
Mar 05 20:51:51.453619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-e7f9a1d3-aa64-4575-b3d3-e9c423c163a0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:51.456014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-e7f9a1d3-aa64-4575-b3d3-e9c423c163a0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.3873060
Mar 05 20:51:51.457324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:51:51.486203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77491204-5711-43f1-8233-bf416387a98c admin admin] 10.222.0.15 "PUT /v2.0/routers/e8dc789c-f0b5-413b-aa50-eb8cf7e925bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6276994
Mar 05 20:51:51.489291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42210) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:51.495690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:51.497359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:51.507977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Sync routers for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:51:51.508133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.516374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffe25803-e678-4266-84e3-2a4974f1bdde req-a5da1d03-6c3a-4acb-a346-35651106e594 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320696
Mar 05 20:51:51.576808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:51.577445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.656093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:51.659800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c81340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:51.775404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:51.819408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:51.820141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:51.839741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:51.884665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:51.903444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:52.023784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:52.087619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:52.184530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:52.230720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:52.233781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985', 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:52.234997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:52.284167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:52.322342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:52.326756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:52.330719 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22fe48ee-1855-4c4f-892d-1fef03344f79 req-7231b4a4-add5-42e5-845f-658474dc2038 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "DELETE /v2.0/ports/a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b HTTP/1.1" status: 204  len: 173 time: 1.0293727
Mar 05 20:51:52.391395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb1a5958-4787-473d-85f1-03127412504b req-4f5e699e-6252-4685-acaf-568c19f0ee3f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=3378502b-221a-43a1-94fb-a38942c6ea8f HTTP/1.1" status: 200  len: 210 time: 0.1211560
Mar 05 20:51:52.515655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-7e3a9e72-9925-4013-aaa4-600baab950e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:52.518414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-7e3a9e72-9925-4013-aaa4-600baab950e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1131 time: 0.2651165
Mar 05 20:51:52.572473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'name': 'network-vif-deleted', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:52.575393 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc74b34-5fc2-4266-8171-9ffde0100f31" -d '{"events": [{"server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "name": "network-vif-deleted", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:52.624952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks [] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:52.654572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:52.656732 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c787ee-7ae1-461c-a201-271d5a86469b" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-unplugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:52.665654 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39747b-dd1b-4feb-9735-bd001bd2ed59 x-openstack-request-id: req-4c39747b-dd1b-4feb-9735-bd001bd2ed59 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:52.665985 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3378502b-221a-43a1-94fb-a38942c6ea8f", "name": "network-vif-deleted", "tag": "a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:52.666566 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c39747b-dd1b-4feb-9735-bd001bd2ed59 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:52.667052 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3378502b-221a-43a1-94fb-a38942c6ea8f', 'name': 'network-vif-deleted', 'tag': 'a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b', 'status': 'completed', 'code': 200}
Mar 05 20:51:52.733970 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c5eb2e-f9f1-42ba-9525-7f5e50a8d9d3 x-openstack-request-id: req-c9c5eb2e-f9f1-42ba-9525-7f5e50a8d9d3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:52.734270 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-unplugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:52.734525 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9c5eb2e-f9f1-42ba-9525-7f5e50a8d9d3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:52.734916 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'code': 200}
Mar 05 20:51:52.760051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878e609-7976-458d-8aa6-d64758741d0b req-eb9b7de6-be31-4266-a863-2ccc20f3dc19 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:52.761816 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8878e609-7976-458d-8aa6-d64758741d0b req-eb9b7de6-be31-4266-a863-2ccc20f3dc19 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.1119053
Mar 05 20:51:52.915804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8878e609-7976-458d-8aa6-d64758741d0b req-5d37fbd7-c961-49ca-b8a3-4b07fd01f504 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448884
Mar 05 20:51:52.960218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-2e415582-afbe-4ed6-9158-29567cc24e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:52.962035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-2e415582-afbe-4ed6-9158-29567cc24e80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.4285533
Mar 05 20:51:53.007364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-df0233d9-9800-46eb-a06d-95095a5ab227 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.0375581
Mar 05 20:51:53.027930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks [] for router_gateway (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:53.038582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c81340>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14'}], 'enable_snat': True}, 'gw_port_id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:51:49Z', 'revision_number': 5, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port': {'id': '8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:48:50Z', 'updated_at': '2022-03-05T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:53.093106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-e6a81496-5614-4298-b7f6-2cde7f5f5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:53.094688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-e6a81496-5614-4298-b7f6-2cde7f5f5144 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0763080
Mar 05 20:51:53.107809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Checking router: e8dc789c-f0b5-413b-aa50-eb8cf7e925bb for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:51:53.148447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Routers {'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:53.149102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c81340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:53.166230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Deleting port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:53.166579 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:53.232346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-ee5e94e3-458f-40bd-ab6a-7afec81c135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:53.233876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-ee5e94e3-458f-40bd-ab6a-7afec81c135c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1231019
Mar 05 20:51:53.292926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] Set router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:51:53.318962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] For port 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:53.319330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:53.338712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Calling delete_port for 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:53.356242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c81340>, [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:51:53Z', 'revision_number': 6, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:53.388629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b5a32-6142-4ee8-abc5-cffa8450fcb4 None None] The sync data for ids ['e8dc789c-f0b5-413b-aa50-eb8cf7e925bb'] in ncdv-master-1 is: [{'id': 'e8dc789c-f0b5-413b-aa50-eb8cf7e925bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418761340-router', 'tenant_id': '4c1b605f906c422bb271fa840a0a7027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:48:48Z', 'updated_at': '2022-03-05T20:51:53Z', 'revision_number': 6, 'project_id': '4c1b605f906c422bb271fa840a0a7027', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:51:53.413892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-69ff1304-b5a2-498e-8d29-e23fec96b21f service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629567
Mar 05 20:51:53.641877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63ea5e5b-0947-45cd-9596-0b48f348ed5c req-288993c3-a963-499e-87da-a409b88678d1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201359
Mar 05 20:51:53.676118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:53.713160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:53.823790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.021107 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.024516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks [] for router_controller (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.140561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592812a-6539-45f9-a5f7-b4380e3676d8 req-c22e07a7-4c8f-4709-a6e6-e8513a1acdf2 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:54.142308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6592812a-6539-45f9-a5f7-b4380e3676d8 req-c22e07a7-4c8f-4709-a6e6-e8513a1acdf2 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.1008143
Mar 05 20:51:54.187121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (e8dc789c-f0b5-413b-aa50-eb8cf7e925bb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.188816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8dc789c-f0b5-413b-aa50-eb8cf7e925bb {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:51:54.203327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.207414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d0480a52-4979-4c40-bbc0-36d7ecd14acb admin admin] 10.222.0.15 "DELETE /v2.0/routers/e8dc789c-f0b5-413b-aa50-eb8cf7e925bb HTTP/1.1" status: 204  len: 168 time: 2.7145236
Mar 05 20:51:54.217286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42358) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:54.266011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6592812a-6539-45f9-a5f7-b4380e3676d8 req-8a802542-c459-472b-9481-c7f9cde3d000 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131237
Mar 05 20:51:54.330988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Deleting subnet 3dcfcd45-438b-4bcb-8555-b94a39f9b9bf {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:51:54.338025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Publish callbacks [] for subnet (3dcfcd45-438b-4bcb-8555-b94a39f9b9bf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.407140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (3dcfcd45-438b-4bcb-8555-b94a39f9b9bf), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.486490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4d6e08a0-b6de-4bb6-800d-2e594f9591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.497334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516201d-8eb5-4c71-8d16-19c57c2a4e1a req-ca728e66-7a4f-4fa2-b271-c3de64f632d3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:54.499090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3516201d-8eb5-4c71-8d16-19c57c2a4e1a req-ca728e66-7a4f-4fa2-b271-c3de64f632d3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.2907534
Mar 05 20:51:54.522339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42390) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:54.664665 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3516201d-8eb5-4c71-8d16-19c57c2a4e1a req-fb715cd3-5301-452f-95c0-0bc2bcb411e0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559892
Mar 05 20:51:54.687055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (3dcfcd45-438b-4bcb-8555-b94a39f9b9bf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.778393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (3dcfcd45-438b-4bcb-8555-b94a39f9b9bf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.811403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcfcd45-438b-4bcb-8555-b94a39f9b9bf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:54.828787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0a04f-db09-49e2-8dd9-2ff76cb58c65 None None] Network 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:51:54.842360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:54.850321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6374a25-509a-4f2e-b3c9-97991da2fa29 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3dcfcd45-438b-4bcb-8555-b94a39f9b9bf HTTP/1.1" status: 204  len: 168 time: 0.6337852
Mar 05 20:51:54.855608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:54.968286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.051370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:55.072102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Deleting port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:55.072468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.076364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:55.076723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e76e98f-fe49-4a94-9428-505d7c9cf5b2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:55.077153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:55.102457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:55.102807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8e8bb0db-af2b-4b64-9dc3-8a3f7163a7f6 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:55.104333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] DHCP port deletion for 0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:51:55.158295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] For port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:55.159659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.160438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Deleting port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:55.160915 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.181234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Calling delete_port for 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:55.244338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] For port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,segment=NetworkSegment(9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429),segment_id=9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:55.244736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.257962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Calling delete_port for 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:55.301262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.321906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] No DVR routers for this DVR port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:55.347942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:55.416392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894792f-c171-425e-bf2c-76240375d086 req-0d9b6bf5-e57a-4cab-bd75-3d7720f902fa tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:55.417936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a894792f-c171-425e-bf2c-76240375d086 req-0d9b6bf5-e57a-4cab-bd75-3d7720f902fa tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3e95742-638c-44fa-b25e-327896dbc669 HTTP/1.1" status: 200  len: 949 time: 0.1663828
Mar 05 20:51:55.458868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.498007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89f7e3a0>,) {'filters': {'network_id': ['0e2656f3-9fe5-4a19-ab5f-f6784fbc1370']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:55.510310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:55.522053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f7e3a0>, '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:55.522341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f7e3a0>, '9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:51:55.533447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.534063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b81701-5d36-416b-8d0f-41f5fbd78358 req-9eea90f9-2966-4a00-b0f0-44faafe39ad4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:55.540366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:55.540716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a08d1e53-56eb-4fc4-9b82-dc43fcf4a04b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:55.541276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6b81701-5d36-416b-8d0f-41f5fbd78358 req-9eea90f9-2966-4a00-b0f0-44faafe39ad4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.1706898
Mar 05 20:51:55.548860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.575188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (4e931e00-eaa0-4931-a11c-6c3fb9ccb45c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.587812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:51:55.588229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (9a1d2ca7-51c2-47b2-a3ac-81a9b8ed0429), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:51:55.591847 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:51:55.629422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] Pushing event deleted for resources: {'Port': ['ID=4e931e00-eaa0-4931-a11c-6c3fb9ccb45c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:55.637233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c7342-00b8-4dc0-bcea-2b674695de3e None None] No DVR routers for this DVR port 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:55.711333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6b81701-5d36-416b-8d0f-41f5fbd78358 req-88ea1987-0748-47c1-8970-25fee201e41b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683562
Mar 05 20:51:55.743041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 687346d5-cf6b-4895-b648-b214a9d0b985 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:55.746004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-26a1bc2f-d33f-4be1-a89f-9bbbe59bdf0c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:55.747460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.748229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-26a1bc2f-d33f-4be1-a89f-9bbbe59bdf0c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.1930745
Mar 05 20:51:55.749024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0e2656f3-9fe5-4a19-ab5f-f6784fbc1370), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.755780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.765055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e2656f3-9fe5-4a19-ab5f-f6784fbc1370 HTTP/1.1" status: 204  len: 168 time: 0.9050391
Mar 05 20:51:55.788453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1331efe-60a6-4c05-80b9-780a1a3ea833 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2656f3-9fe5-4a19-ab5f-f6784fbc1370,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:55.905700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (cd398499-4422-442b-a4a1-afe9d5572598), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:55.923984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:51:55.926301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:55.986880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 2ce9941d-9f5c-480d-b176-f639f34c5f2f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:55.988931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.126913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:56.127874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.148443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-3492c82f-6fa7-44a2-a5e8-31ad38aef537 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--188089828&fields=id&tenant_id=0ff75cc228d249d1b12cd184ad1c4cde HTTP/1.1" status: 200  len: 267 time: 0.0815308
Mar 05 20:51:56.155043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6cad1-e65b-4fc8-9af7-c580000c0093 req-91be193f-1cf5-4b1b-82cb-a24a21fa8e5f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:56.162383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbe6cad1-e65b-4fc8-9af7-c580000c0093 req-91be193f-1cf5-4b1b-82cb-a24a21fa8e5f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.3069360
Mar 05 20:51:56.166048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 687346d5-cf6b-4895-b648-b214a9d0b985, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687346d5-cf6b-4895-b648-b214a9d0b985,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:56.166686 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.219106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42466) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:56.224105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 687346d5-cf6b-4895-b648-b214a9d0b985 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:56.244301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:56.273977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 2ce9941d-9f5c-480d-b176-f639f34c5f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ce9941d-9f5c-480d-b176-f639f34c5f2f,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:56.274433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.274912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbe6cad1-e65b-4fc8-9af7-c580000c0093 req-bfab49b2-f6d3-45d3-b6a7-c0c23b4a9be8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066692
Mar 05 20:51:56.277254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'mac_address': 'fa:16:3e:a8:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:51:56.302765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 2ce9941d-9f5c-480d-b176-f639f34c5f2f owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:56.336784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:56.337647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.355268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30bde28b-59ce-4ac7-a43d-5517d413a492 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e0a2d8f510f49999fc3094858af40d6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1327119
Mar 05 20:51:56.361585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:56.386209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:51:56.425613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:56.426966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:56.427485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.449949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.516124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:56.520545 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18539c-79e2-4052-bf31-652952530cc0" -d '{"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:56.527291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-cfcd17f6-b42f-4f8a-ba9c-5c61b241884d tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:56.541320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-cfcd17f6-b42f-4f8a-ba9c-5c61b241884d tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/networks?id=d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 200  len: 815 time: 0.3914762
Mar 05 20:51:56.554640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:56.557127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:56.574203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.584126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6c25b98e-729b-490d-bb31-a40e13f1d945'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:56.607887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-94507e41-b947-40bb-8071-57b2288e5b21 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/quotas/0ff75cc228d249d1b12cd184ad1c4cde HTTP/1.1" status: 200  len: 375 time: 0.0653245
Mar 05 20:51:56.611776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aec494-71cb-473e-aaa4-0d13a996f091 req-ebf964eb-1643-46e4-b8a9-26f9aab72a7b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:56.613288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96aec494-71cb-473e-aaa4-0d13a996f091 req-ebf964eb-1643-46e4-b8a9-26f9aab72a7b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 949 time: 0.1321993
Mar 05 20:51:56.662498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] Publish callbacks [] for security_group (e821ce3d-3c2c-4bd0-932d-4705f09fc855), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.700806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:56.706731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96aec494-71cb-473e-aaa4-0d13a996f091 req-de3144d5-8d0e-41e4-95fe-26d4787b0754 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859945
Mar 05 20:51:56.762862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d07d599-3da6-4f6f-aaa5-676379924081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.787471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] Publish callbacks [] for security_group (e821ce3d-3c2c-4bd0-932d-4705f09fc855), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.808719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (687346d5-cf6b-4895-b648-b214a9d0b985), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.849010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=687346d5-cf6b-4895-b648-b214a9d0b985,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:56.883574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:56.885731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:56.917292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 687346d5-cf6b-4895-b648-b214a9d0b985 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:56.920637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.924595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a894792f-c171-425e-bf2c-76240375d086 req-3954682d-020e-42d9-8c40-6f637ebece58 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.31 "DELETE /v2.0/ports/687346d5-cf6b-4895-b648-b214a9d0b985 HTTP/1.1" status: 204  len: 173 time: 1.4997351
Mar 05 20:51:56.924595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'name': 'network-vif-deleted', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:56.925459 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261c98b-8022-433c-9d3c-79646e0a9f5f x-openstack-request-id: req-0261c98b-8022-433c-9d3c-79646e0a9f5f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:56.925459 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:56.925661 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0261c98b-8022-433c-9d3c-79646e0a9f5f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:56.926025 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'code': 200}
Mar 05 20:51:56.927008 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20005c0-ca2d-429c-aa0d-bd465ad33a01" -d '{"events": [{"server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "name": "network-vif-deleted", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:56.936587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Deleting port 316bf164-de27-4bd2-a14a-836185f64d5f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:51:56.936934 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:56.971851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-4d0484e7-901c-40fc-ad45-ac74954e5054 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3628898
Mar 05 20:51:57.045524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:57.079201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:57.080732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4e931e00-eaa0-4931-a11c-6c3fb9ccb45c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:57.089481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] For port 316bf164-de27-4bd2-a14a-836185f64d5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=316bf164-de27-4bd2-a14a-836185f64d5f,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:57.090277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.106360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca95c6-adc7-47da-8901-fbfbb6059988 req-5c31eb36-4614-478d-8c6a-a7d803b8e84c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:57.109647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2ce9941d-9f5c-480d-b176-f639f34c5f2f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.114701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abca95c6-adc7-47da-8901-fbfbb6059988 req-5c31eb36-4614-478d-8c6a-a7d803b8e84c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=441213dc-2cba-4629-8bfc-3a01bbec6942 HTTP/1.1" status: 200  len: 949 time: 0.1123953
Mar 05 20:51:57.125806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['687346d5-cf6b-4895-b648-b214a9d0b985'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:57.128647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e', '18ba91e4-2032-4765-b352-295315061de5', '7816a992-0d79-44b6-8e6b-38df5012bd45', '2ce9941d-9f5c-480d-b176-f639f34c5f2f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:51:57.148036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e821ce3d-3c2c-4bd0-932d-4705f09fc855), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.150861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.155843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Calling delete_port for 316bf164-de27-4bd2-a14a-836185f64d5f owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:51:57.157503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e821ce3d-3c2c-4bd0-932d-4705f09fc855 HTTP/1.1" status: 204  len: 168 time: 0.7870498
Mar 05 20:51:57.224408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=2ce9941d-9f5c-480d-b176-f639f34c5f2f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:57.250213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abca95c6-adc7-47da-8901-fbfbb6059988 req-6f0edae1-0ae3-49e9-8f93-24fd39a1e22e tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342394
Mar 05 20:51:57.280755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 2ce9941d-9f5c-480d-b176-f639f34c5f2f on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:51:57.292872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.308040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e719ec6-923d-4787-8850-74ac03cf7e28 req-781b9d51-0a61-419f-bca0-380a26cf646b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "DELETE /v2.0/ports/2ce9941d-9f5c-480d-b176-f639f34c5f2f HTTP/1.1" status: 204  len: 173 time: 1.5415964
Mar 05 20:51:57.312583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df445d7-2948-4586-a42d-d7ea01a0e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821ce3d-3c2c-4bd0-932d-4705f09fc855,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:57.316588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'name': 'network-vif-deleted', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:57.327101 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9fad70-c66a-40ac-a40a-a64c46d47b54" -d '{"events": [{"server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "name": "network-vif-deleted", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:57.357305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-cd0517e9-8aa4-449c-b703-01480c61e1fe service neutron] 10.222.0.15 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705297
Mar 05 20:51:57.633298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (316bf164-de27-4bd2-a14a-836185f64d5f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.758940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Pushing event deleted for resources: {'Port': ['ID=316bf164-de27-4bd2-a14a-836185f64d5f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:57.807751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-2e70923f-3326-4cd3-9059-b50488e1adf4 service neutron] 10.222.0.15 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4494629
Mar 05 20:51:57.892475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:57.965824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:51:58.019562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:58.189121 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f930c05-b1a1-4ef6-90aa-d6d9ad1d189c x-openstack-request-id: req-5f930c05-b1a1-4ef6-90aa-d6d9ad1d189c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:58.189553 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e95742-638c-44fa-b25e-327896dbc669", "name": "network-vif-deleted", "tag": "687346d5-cf6b-4895-b648-b214a9d0b985", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:58.189967 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f930c05-b1a1-4ef6-90aa-d6d9ad1d189c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:58.192079 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e95742-638c-44fa-b25e-327896dbc669', 'name': 'network-vif-deleted', 'tag': '687346d5-cf6b-4895-b648-b214a9d0b985', 'status': 'completed', 'code': 200}
Mar 05 20:51:58.192640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:58.195877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-58876646-f148-4eb2-baa3-d4c6c5dfb6d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c1b605f906c422bb271fa840a0a7027&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1538169
Mar 05 20:51:58.229023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6c25b98e-729b-490d-bb31-a40e13f1d945 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:51:58.229359 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.287021 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e06ed-61b9-4b14-83a9-26e0c4a3f817 x-openstack-request-id: req-a51e06ed-61b9-4b14-83a9-26e0c4a3f817 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:58.287587 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441213dc-2cba-4629-8bfc-3a01bbec6942", "name": "network-vif-deleted", "tag": "2ce9941d-9f5c-480d-b176-f639f34c5f2f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:58.288359 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a51e06ed-61b9-4b14-83a9-26e0c4a3f817 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:58.288959 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441213dc-2cba-4629-8bfc-3a01bbec6942', 'name': 'network-vif-deleted', 'tag': '2ce9941d-9f5c-480d-b176-f639f34c5f2f', 'status': 'completed', 'code': 200}
Mar 05 20:51:58.335817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] Publish callbacks [] for security_group (f008a7e8-e3a4-41ed-9667-e6887a37207a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.398787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] Publish callbacks [] for security_group (f008a7e8-e3a4-41ed-9667-e6887a37207a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.475561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f008a7e8-e3a4-41ed-9667-e6887a37207a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.479452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.483824 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f008a7e8-e3a4-41ed-9667-e6887a37207a HTTP/1.1" status: 204  len: 168 time: 0.2873747
Mar 05 20:51:58.532967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (cd398499-4422-442b-a4a1-afe9d5572598), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.556274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc60bb-5b79-4e0b-ba59-5b05141bdab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008a7e8-e3a4-41ed-9667-e6887a37207a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:58.594643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:51:58.596546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.709055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:51:58.715001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:58.721525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2ce9941d-9f5c-480d-b176-f639f34c5f2f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:58.738573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4cca-7b9d-4e1e-b2fb-3429c53c8928 req-f778c7bb-bba1-4eb6-9cb9-4b366836e494 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:58.746823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d46e4cca-7b9d-4e1e-b2fb-3429c53c8928 req-f778c7bb-bba1-4eb6-9cb9-4b366836e494 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.2104986
Mar 05 20:51:58.832573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 2ce9941d-9f5c-480d-b176-f639f34c5f2f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:58.832930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2ce9941d-9f5c-480d-b176-f639f34c5f2f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:58.868664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d46e4cca-7b9d-4e1e-b2fb-3429c53c8928 req-bf7625e5-b87b-4266-bfc1-294d4015ff1c tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207042
Mar 05 20:51:58.936879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:51:58.944299 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59a482-ed27-4974-a628-1421debe4114" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:51:58.975798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:51:59.076979 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-778e18df-5e5f-43ad-aa72-13dc2562477e req-d0969671-1b07-4a88-9db7-08c705ca41bc tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 210 time: 0.0920193
Mar 05 20:51:59.123569 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2166ab-d7e0-49a2-a314-16783f0553bf x-openstack-request-id: req-ac2166ab-d7e0-49a2-a314-16783f0553bf {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:51:59.123975 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-plugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:51:59.124229 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac2166ab-d7e0-49a2-a314-16783f0553bf {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:51:59.124619 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'code': 200}
Mar 05 20:51:59.182435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Router cd398499-4422-442b-a4a1-afe9d5572598 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:51:59.431282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:51:59.462241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-f7b54f9c-0e73-4d62-bfb1-9097863db01f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0653203
Mar 05 20:51:59.543109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 687346d5-cf6b-4895-b648-b214a9d0b985 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:51:59.616140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 687346d5-cf6b-4895-b648-b214a9d0b985 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:51:59.619118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151deeca-6005-4986-927e-1696fca45984 req-79b3a7ab-30db-4f11-9c14-5a5315952caf tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:51:59.620923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-151deeca-6005-4986-927e-1696fca45984 req-79b3a7ab-30db-4f11-9c14-5a5315952caf tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.2994912
Mar 05 20:51:59.621282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 687346d5-cf6b-4895-b648-b214a9d0b985 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:51:59.624177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42608) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:59.720537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:51:59.733691 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Sync routers for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:51:59.754588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42626) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:51:59.756120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-530f8568-2398-40a2-963c-a678e3602931 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd398499-4422-442b-a4a1-afe9d5572598/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2238476
Mar 05 20:51:59.761145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:51:59.762473 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90081ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:00.030825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:00.088684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634b29-f6a6-4f0e-8b3b-a38d78a5950d req-ed1c3bef-c91e-455d-b4fc-023bc674ee95 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:00.091085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7634b29-f6a6-4f0e-8b3b-a38d78a5950d req-ed1c3bef-c91e-455d-b4fc-023bc674ee95 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 950 time: 0.2379081
Mar 05 20:52:00.173899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Deleting port 1b198d0e-92a5-40ee-a02e-74c9206abe04 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:00.175449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.232458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4036fccf-939d-49f1-9e60-518a7eb1d3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.325316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7634b29-f6a6-4f0e-8b3b-a38d78a5950d req-05020ca3-589b-4b27-a623-273f0280a9b4 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205961
Mar 05 20:52:00.383627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks [] for router (cd398499-4422-442b-a4a1-afe9d5572598), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.499298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] For port 1b198d0e-92a5-40ee-a02e-74c9206abe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b198d0e-92a5-40ee-a02e-74c9206abe04,segment=NetworkSegment(b41ec3f6-f100-4530-aaa1-15731f4c1853),segment_id=b41ec3f6-f100-4530-aaa1-15731f4c1853)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:00.503714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.544655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Calling delete_port for 1b198d0e-92a5-40ee-a02e-74c9206abe04 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:00.555912 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90081ca0>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:51:57Z', 'revision_number': 5, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port': {'id': '3f778286-ee93-4df4-bca2-edcf80ac27da', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:07Z', 'updated_at': '2022-03-05T20:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:00.570391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d7a91-7d20-4bd4-a14f-fde42e9aa4a7 req-f8413db8-fef9-4a83-9ebd-a7d936709570 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:00.584102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-075d7a91-7d20-4bd4-a14f-fde42e9aa4a7 req-f8413db8-fef9-4a83-9ebd-a7d936709570 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 945 time: 0.1668451
Mar 05 20:52:00.678439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks [] for router_gateway (cd398499-4422-442b-a4a1-afe9d5572598), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.720170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-abbf5397-1448-4fb9-84cf-5c5de5c06b42 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:00.721863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-abbf5397-1448-4fb9-84cf-5c5de5c06b42 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.2564287
Mar 05 20:52:00.735694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4036fccf-939d-49f1-9e60-518a7eb1d3d0 admin admin] Publish callbacks [] for security_group (76eea767-7859-4d29-a5e5-66076c1c743b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.772772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-0e732f66-b901-46fd-9c59-4e4a8146e3a2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/quotas/3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 375 time: 0.0327008
Mar 05 20:52:00.782808 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Checking router: cd398499-4422-442b-a4a1-afe9d5572598 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:00.795973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4036fccf-939d-49f1-9e60-518a7eb1d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (76eea767-7859-4d29-a5e5-66076c1c743b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.802196 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Routers {'cd398499-4422-442b-a4a1-afe9d5572598'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:00.803287 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90081ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['cd398499-4422-442b-a4a1-afe9d5572598'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:00.893920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036fccf-939d-49f1-9e60-518a7eb1d3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eea767-7859-4d29-a5e5-66076c1c743b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:00.909605 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:00.947631 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] Set router cd398499-4422-442b-a4a1-afe9d5572598 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:01.025455 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90081ca0>, [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:52:00Z', 'revision_number': 6, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:01.062571 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4fd62-6d2d-4dc6-9367-ba1ae650b2f1 None None] The sync data for ids ['cd398499-4422-442b-a4a1-afe9d5572598'] in ncdv-master-1 is: [{'id': 'cd398499-4422-442b-a4a1-afe9d5572598', 'name': 'tempest-AttachSCSIVolumeTestJSON-799667127-router', 'tenant_id': 'bde93d10dbea40429b16ffe4a6efce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:06Z', 'updated_at': '2022-03-05T20:52:00Z', 'revision_number': 6, 'project_id': 'bde93d10dbea40429b16ffe4a6efce79', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:01.068223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4036fccf-939d-49f1-9e60-518a7eb1d3d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0039978f151f4315902945b34e86ce7e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4373715
Mar 05 20:52:01.076960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-ee9141e9-8e2f-4463-a730-228f205e159e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:01.081249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-ee9141e9-8e2f-4463-a730-228f205e159e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.31 "GET /v2.0/networks?id=d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 200  len: 815 time: 0.3510180
Mar 05 20:52:01.088856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42652) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:01.147390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-075d7a91-7d20-4bd4-a14f-fde42e9aa4a7 req-393c1a9b-178b-410a-b759-335491b42764 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c4b4288-f362-4d0e-9f9b-38daaa151206&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5542641
Mar 05 20:52:01.179048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-d5a538e8-d343-4fbd-8700-b0beab75457e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4002883
Mar 05 20:52:01.238811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-41c9560d-3ce3-4f4e-a3d4-a95bf42bbd39 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:01.252217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-41c9560d-3ce3-4f4e-a3d4-a95bf42bbd39 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 950 time: 0.3113418
Mar 05 20:52:01.341297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Deleting port 3f778286-ee93-4df4-bca2-edcf80ac27da {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:01.345505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.616306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] Publish callbacks [] for security_group (76eea767-7859-4d29-a5e5-66076c1c743b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.691997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] Publish callbacks [] for security_group (76eea767-7859-4d29-a5e5-66076c1c743b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.779817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (76eea767-7859-4d29-a5e5-66076c1c743b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.780746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.784432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76eea767-7859-4d29-a5e5-66076c1c743b HTTP/1.1" status: 204  len: 168 time: 0.6922762
Mar 05 20:52:01.796746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6f959df-234c-485c-929b-50f0d915660a req-6b7549ac-bccb-4343-a2c4-28eb508cbc9e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 210 time: 0.5400529
Mar 05 20:52:01.923390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a0dcd3c-cff5-470c-bfb3-785deb598d91 req-f84c69be-3090-482e-acae-a8554f51572b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 210 time: 0.0617344
Mar 05 20:52:01.982309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] For port 3f778286-ee93-4df4-bca2-edcf80ac27da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f778286-ee93-4df4-bca2-edcf80ac27da,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:01.984022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:01.990713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-f90fbcb2-0750-4491-9b28-bc845d5877c9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:01.995169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-f90fbcb2-0750-4491-9b28-bc845d5877c9 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 950 time: 0.8747330
Mar 05 20:52:02.052271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Calling delete_port for 3f778286-ee93-4df4-bca2-edcf80ac27da owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:02.076824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ee224-0425-4052-ac17-f2e0fdb93563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eea767-7859-4d29-a5e5-66076c1c743b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:02.131982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-18a6f970-240c-4f2e-9f16-74c61e398532 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff75cc228d249d1b12cd184ad1c4cde HTTP/1.1" status: 200  len: 379 time: 0.8850174
Mar 05 20:52:02.168681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'port': {'device_id': 'e7325377-2828-4f76-82f5-84a025e75574', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'admin_state_up': True, 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'security_groups': ['1f1f3da4-33c7-4646-ac03-63760fb11179']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:02.302826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7f61e-d442-448a-b95a-04a69951eb1c req-0c393c76-48b0-4d9b-83dd-e43f1a0765c8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:02.318014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1d7f61e-d442-448a-b95a-04a69951eb1c req-0c393c76-48b0-4d9b-83dd-e43f1a0765c8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 950 time: 0.5594399
Mar 05 20:52:02.408399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 18ba91e4-2032-4765-b352-295315061de5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:02.409075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (18ba91e4-2032-4765-b352-295315061de5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:02.585407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1b198d0e-92a5-40ee-a02e-74c9206abe04), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:02.687817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Pushing event deleted for resources: {'Port': ['ID=1b198d0e-92a5-40ee-a02e-74c9206abe04,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:02.743760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1d7f61e-d442-448a-b95a-04a69951eb1c req-4125b749-5686-4b44-a794-7f91f47fd3e8 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4245181
Mar 05 20:52:02.757824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] No DVR routers for this DVR port 1b198d0e-92a5-40ee-a02e-74c9206abe04 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:02.769189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:02.775957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-151deeca-6005-4986-927e-1696fca45984 req-ebffd33b-b6ce-4e5c-81b3-248377f0a1d4 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.31 "DELETE /v2.0/ports/1b198d0e-92a5-40ee-a02e-74c9206abe04 HTTP/1.1" status: 204  len: 173 time: 3.1471159
Mar 05 20:52:02.785113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'name': 'network-vif-deleted', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:02.789545 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdfd2cf-6f88-484a-95ab-7d752babe985" -d '{"events": [{"server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "name": "network-vif-deleted", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:02.889673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fa0063f-6508-4864-9240-9fe78b57d955 req-b4b29c22-83e4-4fb8-8245-46c222977f48 tempest-VolumesAdminNegativeTest-945551508 tempest-VolumesAdminNegativeTest-945551508-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e8eaaa7-dba6-4929-a216-6d81195cd7ed HTTP/1.1" status: 200  len: 210 time: 0.0863194
Mar 05 20:52:02.922626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Made reservation on behalf of 0ff75cc228d249d1b12cd184ad1c4cde for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:02.945564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:02.986324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 7816a992-0d79-44b6-8e6b-38df5012bd45 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:02.986704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.108011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3f778286-ee93-4df4-bca2-edcf80ac27da), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.122642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3f778286-ee93-4df4-bca2-edcf80ac27da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:03.146883 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529bbf2-d0ce-4d66-894d-a6cc99888e8f x-openstack-request-id: req-5529bbf2-d0ce-4d66-894d-a6cc99888e8f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:03.147254 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8eaaa7-dba6-4929-a216-6d81195cd7ed", "name": "network-vif-deleted", "tag": "1b198d0e-92a5-40ee-a02e-74c9206abe04", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:03.147582 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5529bbf2-d0ce-4d66-894d-a6cc99888e8f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:03.148286 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8eaaa7-dba6-4929-a216-6d81195cd7ed', 'name': 'network-vif-deleted', 'tag': '1b198d0e-92a5-40ee-a02e-74c9206abe04', 'status': 'completed', 'code': 200}
Mar 05 20:52:03.198953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3f778286-ee93-4df4-bca2-edcf80ac27da {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:03.200164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3f778286-ee93-4df4-bca2-edcf80ac27da not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:03.201558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f778286-ee93-4df4-bca2-edcf80ac27da,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:03.206936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 316bf164-de27-4bd2-a14a-836185f64d5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:03.239459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 18ba91e4-2032-4765-b352-295315061de5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18ba91e4-2032-4765-b352-295315061de5,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:03.240812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (18ba91e4-2032-4765-b352-295315061de5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.264425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 316bf164-de27-4bd2-a14a-836185f64d5f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:03.265019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 316bf164-de27-4bd2-a14a-836185f64d5f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:03.300574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 18ba91e4-2032-4765-b352-295315061de5 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:03.369817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Allocated IP 172.20.0.10 (d8a74baa-3ebe-46d5-a0b5-c05bac959620/40c46d1e-105f-4efd-9838-f563237df13f/987d4803-9ee7-4faf-842e-7a86e2732a1a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:03.447162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-414db8db-4ace-4c7f-a19f-ada85385c47d req-c882d264-0bcb-4807-8fc2-7566fcd39612 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 210 time: 0.1611958
Mar 05 20:52:03.448001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (cd398499-4422-442b-a4a1-afe9d5572598), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.554762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b198d0e-92a5-40ee-a02e-74c9206abe04 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:03.624271 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.667158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 1b198d0e-92a5-40ee-a02e-74c9206abe04 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:03.669306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b198d0e-92a5-40ee-a02e-74c9206abe04 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:03.795297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-e78edf2e-cce7-4fe0-9cf1-f5bc751f0b6d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0864906
Mar 05 20:52:03.797589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47bd0a15-e824-4069-8ed3-0122cc8ae6ae req-d78525fe-8cc3-4e70-842b-cfc54248a2b4 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 210 time: 0.6527331
Mar 05 20:52:03.916293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.993984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (cd398499-4422-442b-a4a1-afe9d5572598), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:03.998406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks [] for router_controller (cd398499-4422-442b-a4a1-afe9d5572598), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.043150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-376fe6ff-8f3a-4cb6-bf7b-84a9d4bec548 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:04.044894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-376fe6ff-8f3a-4cb6-bf7b-84a9d4bec548 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2360666
Mar 05 20:52:04.048810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (18ba91e4-2032-4765-b352-295315061de5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.065545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:04.068266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (cd398499-4422-442b-a4a1-afe9d5572598), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.070815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd398499-4422-442b-a4a1-afe9d5572598 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:52:04.112362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-798db595-5475-427a-9943-4ec5a01098a8 req-ddccd8aa-50ac-4e27-bb7a-52f650cd047b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13582ed-3ac6-46fe-9e71-a3af018d2402 HTTP/1.1" status: 200  len: 210 time: 0.0663562
Mar 05 20:52:04.113545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.115543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fbfc7a5b-c52e-496f-9370-a91f6e73dce2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd398499-4422-442b-a4a1-afe9d5572598 HTTP/1.1" status: 204  len: 168 time: 4.3495011
Mar 05 20:52:04.118135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=18ba91e4-2032-4765-b352-295315061de5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:04.120169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42750) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:04.148959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Request body: {'port': {'device_id': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '3501f5d56344468ebc4d50db1a5c5bb7'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:04.204820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 7816a992-0d79-44b6-8e6b-38df5012bd45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7816a992-0d79-44b6-8e6b-38df5012bd45,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:04.204820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.238829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42752) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:04.285817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:04.317675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 18ba91e4-2032-4765-b352-295315061de5 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:04.348777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.361047 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86ab69d4-d0c7-4c02-a04c-ab70ba1bf638 req-a4967ce8-468d-47f4-92a9-b82c784c0440 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "DELETE /v2.0/ports/18ba91e4-2032-4765-b352-295315061de5 HTTP/1.1" status: 204  len: 173 time: 3.0933225
Mar 05 20:52:04.373793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'name': 'network-vif-deleted', 'tag': '18ba91e4-2032-4765-b352-295315061de5'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:04.379047 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd733f-8903-4260-a55f-350f3264b962" -d '{"events": [{"server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "name": "network-vif-deleted", "tag": "18ba91e4-2032-4765-b352-295315061de5"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:04.416098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Deleting subnet 26519c1e-9919-42f4-a35e-29de2ebb93ac {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:52:04.417874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:04.422217 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Publish callbacks [] for subnet (26519c1e-9919-42f4-a35e-29de2ebb93ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.423184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:04.493237 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60046574-62c7-4ed4-be2c-f0fa11deb293 x-openstack-request-id: req-60046574-62c7-4ed4-be2c-f0fa11deb293 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:04.493814 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13582ed-3ac6-46fe-9e71-a3af018d2402", "name": "network-vif-deleted", "tag": "18ba91e4-2032-4765-b352-295315061de5", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:04.494381 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60046574-62c7-4ed4-be2c-f0fa11deb293 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:04.494935 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13582ed-3ac6-46fe-9e71-a3af018d2402', 'name': 'network-vif-deleted', 'tag': '18ba91e4-2032-4765-b352-295315061de5', 'status': 'completed', 'code': 200}
Mar 05 20:52:04.561610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Deleting subnet 5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:52:04.586484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Publish callbacks [] for subnet (5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.595189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:04.595899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.632359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (26519c1e-9919-42f4-a35e-29de2ebb93ac), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.693035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.762750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 7816a992-0d79-44b6-8e6b-38df5012bd45 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:04.772298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event updated for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:04.822960 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-372c08ee-d8ef-48c9-8027-1328ddab2add req-2451520d-7f63-4432-88b1-eb91a436412f tempest-AbsoluteLimitsNegativeTestJSON-1147662124 tempest-AbsoluteLimitsNegativeTestJSON-1147662124-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e2bbe79f74a480abf9ccf2af996265e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0570250
Mar 05 20:52:04.874822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f6fd39e-0a69-4f90-9b33-2c9512562c90 req-85beea06-b473-471a-88af-c55327c38970 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 210 time: 0.0821223
Mar 05 20:52:04.876889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:04.892754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-e804c81c-5347-4e6d-b0ee-4cb8c184dc25 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7404966
Mar 05 20:52:04.955327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8cb75a9f-2100-4e0e-9d59-328153a4620b None None] Provisioning complete for port 987d4803-9ee7-4faf-842e-7a86e2732a1a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:04.956044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8cb75a9f-2100-4e0e-9d59-328153a4620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.004697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Request body: {'port': {'device_id': 'e7325377-2828-4f76-82f5-84a025e75574', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:05.035739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Made reservation on behalf of 3501f5d56344468ebc4d50db1a5c5bb7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:05.039096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.076961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8cb75a9f-2100-4e0e-9d59-328153a4620b None None] Port 987d4803-9ee7-4faf-842e-7a86e2732a1a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:05.089718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (26519c1e-9919-42f4-a35e-29de2ebb93ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.097181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.148853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.154711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3 HTTP/1.1" status: 204  len: 168 time: 0.9072282
Mar 05 20:52:05.161109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42790) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:05.187191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76e5a8-05b4-4d96-9130-db03fbba4635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc3fbf4-c4c0-42e9-ab33-170e6a83b6f3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:05.271502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (26519c1e-9919-42f4-a35e-29de2ebb93ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.284922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c08ee-d8ef-48c9-8027-1328ddab2add req-c073b4c6-1740-4ad0-897e-6711923403e0 tempest-AbsoluteLimitsNegativeTestJSON-1147662124 tempest-AbsoluteLimitsNegativeTestJSON-1147662124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:05.286583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-372c08ee-d8ef-48c9-8027-1328ddab2add req-c073b4c6-1740-4ad0-897e-6711923403e0 tempest-AbsoluteLimitsNegativeTestJSON-1147662124 tempest-AbsoluteLimitsNegativeTestJSON-1147662124-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4628410
Mar 05 20:52:05.316272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.320300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26519c1e-9919-42f4-a35e-29de2ebb93ac HTTP/1.1" status: 204  len: 168 time: 1.1949472
Mar 05 20:52:05.324047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.325419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4f43d-8e57-4eff-acb4-c75b6d051c0a None None] Network c6093dad-5e11-4f5a-9e28-4941e94e098d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:05.326668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42792) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:05.328261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249df39-9eda-409e-9c4a-7eb7355f22cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26519c1e-9919-42f4-a35e-29de2ebb93ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:05.346183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-372c08ee-d8ef-48c9-8027-1328ddab2add req-e0a26e3d-028e-4063-8801-322526af181d tempest-AbsoluteLimitsNegativeTestJSON-1147662124 tempest-AbsoluteLimitsNegativeTestJSON-1147662124-project] 10.222.0.15 "GET /v2.0/quotas/6e2bbe79f74a480abf9ccf2af996265e HTTP/1.1" status: 200  len: 375 time: 0.0352247
Mar 05 20:52:05.394087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-372c08ee-d8ef-48c9-8027-1328ddab2add req-747f3a21-5b06-4843-9095-003f163a57f7 tempest-AbsoluteLimitsNegativeTestJSON-1147662124 tempest-AbsoluteLimitsNegativeTestJSON-1147662124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e2bbe79f74a480abf9ccf2af996265e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467868
Mar 05 20:52:05.452878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e14d3064-469d-44db-b5a1-15a564781c13), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.506372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e520-c6f3-4dad-9dac-d50fe1dabe8c req-3d6c67ba-6c0c-4837-962b-35e3e7506f39 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:05.514959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42c3e520-c6f3-4dad-9dac-d50fe1dabe8c req-3d6c67ba-6c0c-4837-962b-35e3e7506f39 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 932 time: 0.4537547
Mar 05 20:52:05.615582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] DHCP port deletion for c6093dad-5e11-4f5a-9e28-4941e94e098d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:52:05.769683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Deleting port 6e881db4-004f-47d1-88e3-ad2a0e78b089 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:05.770068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.872397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079db01-8775-4d6d-9204-0d3e9c8557ca req-1c02e613-d8ef-498a-a441-9921234d468f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:05.882682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e079db01-8775-4d6d-9204-0d3e9c8557ca req-1c02e613-d8ef-498a-a441-9921234d468f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=caa21d40-79bf-46fd-8cd9-0b00668e875c HTTP/1.1" status: 200  len: 867 time: 0.1154652
Mar 05 20:52:05.892730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c6093dad-5e11-4f5a-9e28-4941e94e098d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.924648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7816a992-0d79-44b6-8e6b-38df5012bd45), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:05.948609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:05.994171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42c3e520-c6f3-4dad-9dac-d50fe1dabe8c req-125ff158-9bdd-4f7c-9bc0-3b5ac7c6c190 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4782109
Mar 05 20:52:06.050247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e079db01-8775-4d6d-9204-0d3e9c8557ca req-c0ee40cb-02c0-4daa-8379-3617773180ac tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668727
Mar 05 20:52:06.075603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 18ba91e4-2032-4765-b352-295315061de5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:06.118151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Allocated IP 192.168.233.230 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/a62edc1f-925c-416d-82a9-ced25df2b5e2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:06.182581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=7816a992-0d79-44b6-8e6b-38df5012bd45,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:06.197182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42820) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:06.200813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:06.202796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 18ba91e4-2032-4765-b352-295315061de5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:06.204063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 18ba91e4-2032-4765-b352-295315061de5 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:06.205547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7816a992-0d79-44b6-8e6b-38df5012bd45 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:06.243076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e14d3064-469d-44db-b5a1-15a564781c13), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.252290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90c6e875-a4c5-4be0-8f82-637378ce7993 req-c1b8d605-3c5c-4f85-872c-79ee60e12ca0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 210 time: 0.0946910
Mar 05 20:52:06.276310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] For port 6e881db4-004f-47d1-88e3-ad2a0e78b089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e881db4-004f-47d1-88e3-ad2a0e78b089,segment=NetworkSegment(8c515c66-a592-4b89-96b0-9a212a99c1b9),segment_id=8c515c66-a592-4b89-96b0-9a212a99c1b9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:06.276966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.319166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 7816a992-0d79-44b6-8e6b-38df5012bd45 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:06.319827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7816a992-0d79-44b6-8e6b-38df5012bd45 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:06.322506 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.336557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 7816a992-0d79-44b6-8e6b-38df5012bd45 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:06.339296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Calling delete_port for 6e881db4-004f-47d1-88e3-ad2a0e78b089 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:06.377094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.377960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.381194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdc444fe-6c62-4aad-bd4f-b5c3ae61f8d6 req-4caf5be6-f2bb-43ef-a8bc-86730b946c4c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "DELETE /v2.0/ports/7816a992-0d79-44b6-8e6b-38df5012bd45 HTTP/1.1" status: 204  len: 173 time: 4.3060865
Mar 05 20:52:06.386813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'name': 'network-vif-deleted', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:06.389538 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a4124-9cbd-43c8-8462-31380738456c" -d '{"events": [{"server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "name": "network-vif-deleted", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:06.393458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a171580>,) {'filters': {'network_id': ['e14d3064-469d-44db-b5a1-15a564781c13']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:06.530645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a171580>, 'b41ec3f6-f100-4530-aaa1-15731f4c1853') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:06.531021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a171580>, 'b41ec3f6-f100-4530-aaa1-15731f4c1853') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:06.545238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.552649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (b41ec3f6-f100-4530-aaa1-15731f4c1853), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.553609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-210c7746-aa10-435a-9307-cf1e44a28da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.564872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43d8146c-a4ff-4e51-a5c8-5350d5d3ddeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.586667 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54719808-6d48-4729-ae8d-d7299223da0a x-openstack-request-id: req-54719808-6d48-4729-ae8d-d7299223da0a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:06.586962 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa21d40-79bf-46fd-8cd9-0b00668e875c", "name": "network-vif-deleted", "tag": "7816a992-0d79-44b6-8e6b-38df5012bd45", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:06.587233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54719808-6d48-4729-ae8d-d7299223da0a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:06.587628 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa21d40-79bf-46fd-8cd9-0b00668e875c', 'name': 'network-vif-deleted', 'tag': '7816a992-0d79-44b6-8e6b-38df5012bd45', 'status': 'completed', 'code': 200}
Mar 05 20:52:06.606267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] No DVR routers for this DVR port 6e881db4-004f-47d1-88e3-ad2a0e78b089 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:06.607302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b41ec3f6-f100-4530-aaa1-15731f4c1853), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.617383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:52:06.618190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (b41ec3f6-f100-4530-aaa1-15731f4c1853), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:52:06.695591 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:52:06.726591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e14d3064-469d-44db-b5a1-15a564781c13), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.733038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1cdd1-4b15-4c10-ab4b-564ecb2713cb None None] Pushing event deleted for resources: {'Port': ['ID=6e881db4-004f-47d1-88e3-ad2a0e78b089,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:06.762970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.766417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e14d3064-469d-44db-b5a1-15a564781c13 HTTP/1.1" status: 204  len: 168 time: 1.6032739
Mar 05 20:52:06.768626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43d8146c-a4ff-4e51-a5c8-5350d5d3ddeb admin admin] Publish callbacks [] for security_group (a5c64fa8-753d-4a65-a8af-b830be325aa8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.772151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525cb45-e521-4bd3-b839-4d5bc6808773 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14d3064-469d-44db-b5a1-15a564781c13,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:06.772429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:06.796808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43d8146c-a4ff-4e51-a5c8-5350d5d3ddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5c64fa8-753d-4a65-a8af-b830be325aa8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.801173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-210c7746-aa10-435a-9307-cf1e44a28da6 admin admin] Publish callbacks [] for security_group (8ed81620-ca07-4b27-ab4e-4cab579309c0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.854941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8146c-a4ff-4e51-a5c8-5350d5d3ddeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c64fa8-753d-4a65-a8af-b830be325aa8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:06.871329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-210c7746-aa10-435a-9307-cf1e44a28da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8ed81620-ca07-4b27-ab4e-4cab579309c0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.908917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.914738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Deleting port 6e881db4-004f-47d1-88e3-ad2a0e78b089 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:06.915083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.922711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-43d8146c-a4ff-4e51-a5c8-5350d5d3ddeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e2bbe79f74a480abf9ccf2af996265e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7235699
Mar 05 20:52:06.929849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42842) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:06.942613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Deleting subnet 6864b8e3-0d6b-4281-99ca-045a41215693 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:52:06.949004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Publish callbacks [] for subnet (6864b8e3-0d6b-4281-99ca-045a41215693), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:06.974490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-210c7746-aa10-435a-9307-cf1e44a28da6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25bbe16e5f2e47229965ac6b3fd5cf1f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7666972
Mar 05 20:52:06.977058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c7746-aa10-435a-9307-cf1e44a28da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed81620-ca07-4b27-ab4e-4cab579309c0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:06.981308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42844) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:07.008384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (6864b8e3-0d6b-4281-99ca-045a41215693), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.067546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e881db4-004f-47d1-88e3-ad2a0e78b089 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:07.078532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6864b8e3-0d6b-4281-99ca-045a41215693), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.122679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6e881db4-004f-47d1-88e3-ad2a0e78b089 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:07.123241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e881db4-004f-47d1-88e3-ad2a0e78b089 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:07.125709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] Publish callbacks [] for security_group (8ed81620-ca07-4b27-ab4e-4cab579309c0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.172271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] For port 6e881db4-004f-47d1-88e3-ad2a0e78b089, host ncdv-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:07.172833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.176454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] Publish callbacks [] for security_group (8ed81620-ca07-4b27-ab4e-4cab579309c0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.214029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] Publish callbacks [] for security_group (a5c64fa8-753d-4a65-a8af-b830be325aa8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.266727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Calling delete_port for 6e881db4-004f-47d1-88e3-ad2a0e78b089 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:07.290030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Port 6e881db4-004f-47d1-88e3-ad2a0e78b089 was not found and therefore no delete operation was performed {{(pid=126563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 20:52:07.308412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.321893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550', '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:07.341849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6e881db4-004f-47d1-88e3-ad2a0e78b089), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.394213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987d4803-9ee7-4faf-842e-7a86e2732a1a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:07.433261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] Publish callbacks [] for security_group (a5c64fa8-753d-4a65-a8af-b830be325aa8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.447313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdafa3-5da9-4b15-b9ce-c65121a7947a req-6bde2ece-bfb9-41cc-b71e-2ed2c760d1af tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:07.456768 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fbdafa3-5da9-4b15-b9ce-c65121a7947a req-6bde2ece-bfb9-41cc-b71e-2ed2c760d1af tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 932 time: 0.2194130
Mar 05 20:52:07.463045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (6864b8e3-0d6b-4281-99ca-045a41215693), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.475468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8ed81620-ca07-4b27-ab4e-4cab579309c0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.478052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.479229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ed81620-ca07-4b27-ab4e-4cab579309c0 HTTP/1.1" status: 204  len: 168 time: 0.4930682
Mar 05 20:52:07.486603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks [] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.521687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] No DVR routers for this DVR port 6e881db4-004f-47d1-88e3-ad2a0e78b089 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:07.530970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34aefe-a526-4605-a635-4b19d260d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed81620-ca07-4b27-ab4e-4cab579309c0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:07.535280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6864b8e3-0d6b-4281-99ca-045a41215693,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:07.553120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.563781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17bf5c35-8b40-40dd-b99a-af65c5867de3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6864b8e3-0d6b-4281-99ca-045a41215693 HTTP/1.1" status: 204  len: 168 time: 0.7873812
Mar 05 20:52:07.572790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:07.579271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:07.618277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:07.621784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:07.628438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Transition to ACTIVE for port object 987d4803-9ee7-4faf-842e-7a86e2732a1a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:07.704220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.706787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:07.772058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (40732988-a42c-430d-a9c7-8b07007f57a6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:07.811472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fbdafa3-5da9-4b15-b9ce-c65121a7947a req-1aa570b3-d47d-4748-b9af-2124c932ea2a tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3537145
Mar 05 20:52:07.941993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (40732988-a42c-430d-a9c7-8b07007f57a6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.012283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b22220>,) {'filters': {'network_id': ['40732988-a42c-430d-a9c7-8b07007f57a6']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.028841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b22220>, 'a9e4eca7-a76b-4a58-bb0a-97493bbf937f') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.029145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b22220>, 'a9e4eca7-a76b-4a58-bb0a-97493bbf937f') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.042790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a9e4eca7-a76b-4a58-bb0a-97493bbf937f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.063611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9e4eca7-a76b-4a58-bb0a-97493bbf937f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.075527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd1892-0439-4f48-a369-97a167def901 req-0836c6b3-7eea-47ea-bcba-bbb479b1c32f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:08.077092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86cd1892-0439-4f48-a369-97a167def901 req-0836c6b3-7eea-47ea-bcba-bbb479b1c32f tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.1326177
Mar 05 20:52:08.081098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:52:08.081726 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a9e4eca7-a76b-4a58-bb0a-97493bbf937f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:52:08.083593 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:52:08.133907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14a98c61-5071-44de-a063-a698ad8e4666 None None] Provisioning complete for port a62edc1f-925c-416d-82a9-ced25df2b5e2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:08.135336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14a98c61-5071-44de-a063-a698ad8e4666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.146163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e881db4-004f-47d1-88e3-ad2a0e78b089,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:08.164239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c6093dad-5e11-4f5a-9e28-4941e94e098d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.188064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42866) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:08.192611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14a98c61-5071-44de-a063-a698ad8e4666 None None] Port a62edc1f-925c-416d-82a9-ced25df2b5e2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:08.208573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5c64fa8-753d-4a65-a8af-b830be325aa8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.211070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.214519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5c64fa8-753d-4a65-a8af-b830be325aa8 HTTP/1.1" status: 204  len: 168 time: 1.2784889
Mar 05 20:52:08.239357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d36885-34e6-4b01-aff0-8c1a2320bf8d req-3d5c996d-22e7-441b-83f3-cb0e626f9031 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:08.250610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92d36885-34e6-4b01-aff0-8c1a2320bf8d req-3d5c996d-22e7-441b-83f3-cb0e626f9031 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 936 time: 0.7395937
Mar 05 20:52:08.253300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d718cc5-01ce-44a3-b387-80b930b670e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.257154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:08.257783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.296056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89dbcca0>,) {'filters': {'network_id': ['c6093dad-5e11-4f5a-9e28-4941e94e098d']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.316770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f426d4-ca06-4b6c-86c3-5ec688c5ef27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c64fa8-753d-4a65-a8af-b830be325aa8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:08.344200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dbcca0>, '8c515c66-a592-4b89-96b0-9a212a99c1b9') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.344462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dbcca0>, '8c515c66-a592-4b89-96b0-9a212a99c1b9') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:08.346621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86cd1892-0439-4f48-a369-97a167def901 req-749b3223-0c18-4775-8f80-8ca4012dfc3c tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620924
Mar 05 20:52:08.347459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (40732988-a42c-430d-a9c7-8b07007f57a6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.360365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Pushing event updated for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:08.373128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.374167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-11010a83-ca31-4e88-8602-9e67835e3ff1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2395470
Mar 05 20:52:08.381862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] 10.222.0.15 "DELETE /v2.0/networks/40732988-a42c-430d-a9c7-8b07007f57a6 HTTP/1.1" status: 204  len: 168 time: 0.8076546
Mar 05 20:52:08.404456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (8c515c66-a592-4b89-96b0-9a212a99c1b9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.443105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Request body: {'port': {'device_id': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:08.451417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab9012-3618-4a56-b967-2a10a5924205 admin admin] Pushing event deleted for resources: {'Network': ['ID=40732988-a42c-430d-a9c7-8b07007f57a6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:08.609254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8c515c66-a592-4b89-96b0-9a212a99c1b9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.616949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d718cc5-01ce-44a3-b387-80b930b670e2 admin admin] Publish callbacks [] for security_group (5bd7dc5e-e3f9-433c-93bf-c08d68ee3349), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.628515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d718cc5-01ce-44a3-b387-80b930b670e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5bd7dc5e-e3f9-433c-93bf-c08d68ee3349), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.634239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:52:08.634723 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (8c515c66-a592-4b89-96b0-9a212a99c1b9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:52:08.640158 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:52:08.661854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92d36885-34e6-4b01-aff0-8c1a2320bf8d req-b30fb493-8984-4924-8020-1d9eb8914694 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4077587
Mar 05 20:52:08.732369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d718cc5-01ce-44a3-b387-80b930b670e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fa6394493d747c6abaad933f8cd0ae2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5235996
Mar 05 20:52:08.733398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42882) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:08.735529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d718cc5-01ce-44a3-b387-80b930b670e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7dc5e-e3f9-433c-93bf-c08d68ee3349,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:08.794254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Attempting to bind port 987d4803-9ee7-4faf-842e-7a86e2732a1a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:08.794683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Attempting to bind port 987d4803-9ee7-4faf-842e-7a86e2732a1a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:08.795232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Attempting to bind port 987d4803-9ee7-4faf-842e-7a86e2732a1a on network d8a74baa-3ebe-46d5-a0b5-c05bac959620 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:08.798124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42884) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:08.802106 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.831511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Port 987d4803-9ee7-4faf-842e-7a86e2732a1a on network d8a74baa-3ebe-46d5-a0b5-c05bac959620 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:08.832826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Attempting to bind port 987d4803-9ee7-4faf-842e-7a86e2732a1a on network d8a74baa-3ebe-46d5-a0b5-c05bac959620 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:08.832943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] Publish callbacks [] for security_group (5bd7dc5e-e3f9-433c-93bf-c08d68ee3349), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.840987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c6093dad-5e11-4f5a-9e28-4941e94e098d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.853834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.860918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6093dad-5e11-4f5a-9e28-4941e94e098d HTTP/1.1" status: 204  len: 168 time: 3.5216448
Mar 05 20:52:08.871895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42888) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:08.891162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] Publish callbacks [] for security_group (5bd7dc5e-e3f9-433c-93bf-c08d68ee3349), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:08.913989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:08.920976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Checking segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:08.920976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Bound using segment: {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:08.920976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Bound port: 987d4803-9ee7-4faf-842e-7a86e2732a1a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fee1ba2-6f88-471c-8d59-37efca79e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:08.920976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.062851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4d380d09-a542-4af3-864a-66b3d2ccb87d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d68ef6fdcc64421f8fb6f1d147edea70&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2616479
Mar 05 20:52:09.134146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42894) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:09.176484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf58aa6-2cba-4a57-b8a7-91a17e10b687 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6093dad-5e11-4f5a-9e28-4941e94e098d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:09.294502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-0d3347cf-5e92-40ed-9675-ab9af866884b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:09.296431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-0d3347cf-5e92-40ed-9675-ab9af866884b tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.4903677
Mar 05 20:52:09.297960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] Publish callbacks [] for security_group (2c4b4288-f362-4d0e-9f9b-38daaa151206), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.358301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] Publish callbacks [] for security_group (2c4b4288-f362-4d0e-9f9b-38daaa151206), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.428717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:09.519874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:09.564341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.577963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:09.616393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks [] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.617258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:09.651779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:09.653101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.654930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] 10.222.0.31 "PUT /v2.0/ports/987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 200  len: 1092 time: 4.6623147
Mar 05 20:52:09.657929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:09.661881 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7cda7c-22d5-4b49-a5e4-49882b171742" -d '{"events": [{"name": "network-changed", "server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:09.699231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ae6b8-e6fd-40f0-badb-a7fb547a18e8 req-d5694681-f57f-4a7e-9f9e-1ed3a017c2d0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:09.700875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-308ae6b8-e6fd-40f0-badb-a7fb547a18e8 req-d5694681-f57f-4a7e-9f9e-1ed3a017c2d0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 944 time: 0.6512537
Mar 05 20:52:09.750525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c4b4288-f362-4d0e-9f9b-38daaa151206), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.762403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.764022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c4b4288-f362-4d0e-9f9b-38daaa151206 HTTP/1.1" status: 204  len: 168 time: 0.6282818
Mar 05 20:52:09.806631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1beade-28b8-4c86-8d95-d7055e627362 service neutron] Pushing event updated for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:09.831163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d16412-b4d2-4cfa-98c5-a8a333881d5f req-a775367f-c2e9-4e0c-a7e8-a2a14b67ad26 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:09.832825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49d16412-b4d2-4cfa-98c5-a8a333881d5f req-a775367f-c2e9-4e0c-a7e8-a2a14b67ad26 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 949 time: 0.3501060
Mar 05 20:52:09.835543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe0df2-836b-4ada-b54d-183710b72345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b4288-f362-4d0e-9f9b-38daaa151206,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:09.884155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Transition to ACTIVE for port object a62edc1f-925c-416d-82a9-ced25df2b5e2 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:09.893340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Deleting port 641ae876-922a-4e29-be45-f8fac1e96f2e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:09.893875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.913461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.947225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2083169129-network', 'tenant_id': 'ac0a2b642bf04239aabdeab7af7fcf3e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:09.956232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5bd7dc5e-e3f9-433c-93bf-c08d68ee3349), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.958728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:09.979133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bd7dc5e-e3f9-433c-93bf-c08d68ee3349 HTTP/1.1" status: 204  len: 168 time: 1.2253368
Mar 05 20:52:10.031011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-308ae6b8-e6fd-40f0-badb-a7fb547a18e8 req-f2a65e74-ff2f-44d3-b834-66bea80dd417 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2828956
Mar 05 20:52:10.036625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c6efd-1d28-4a35-b2dd-5969fff8a133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7dc5e-e3f9-433c-93bf-c08d68ee3349,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:10.085398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Made reservation on behalf of ac0a2b642bf04239aabdeab7af7fcf3e for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:10.095647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.108385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.205683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-b5034b75-1f41-4cc4-978b-6fc409cc535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:10.207299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-b5034b75-1f41-4cc4-978b-6fc409cc535b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 1126 time: 0.5018611
Mar 05 20:52:10.212187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:10.236190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks [] for security_group (042bdad1-c8e5-47a0-be43-3b15423f60e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.251489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (042bdad1-c8e5-47a0-be43-3b15423f60e9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.269561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:10.285200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (50553e9d-573a-4624-b65a-fa5a2a656494), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.285639 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Added segment 50553e9d-573a-4624-b65a-fa5a2a656494 of type vlan for network f6ccee9e-3cf3-4234-8780-542771548208
Mar 05 20:52:10.312851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-1f5e3747-c006-43bd-9ef6-a5b1ba5e84a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 200  len: 217 time: 0.0747106
Mar 05 20:52:10.324698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:10.369466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f6ccee9e-3cf3-4234-8780-542771548208), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.406579 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0873b9-1e6d-41e7-b9d8-977c036520fc x-openstack-request-id: req-6b0873b9-1e6d-41e7-b9d8-977c036520fc {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:10.406871 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:10.407130 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b0873b9-1e6d-41e7-b9d8-977c036520fc {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:10.408069 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'status': 'completed', 'code': 200}
Mar 05 20:52:10.420196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f6ccee9e-3cf3-4234-8780-542771548208), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.421505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:10.422362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.434889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae8b476a-302d-4740-b9ed-d97a10306924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b27cfc205416444e87a8145d68e7b14e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1087861
Mar 05 20:52:10.449582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42936) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:10.467798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8485694
Mar 05 20:52:10.468803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:10.550007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49d16412-b4d2-4cfa-98c5-a8a333881d5f req-7f0e3ce2-4c11-4c5b-b894-3cd0502759ff tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7059529
Mar 05 20:52:10.559311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Request body: {'subnet': {'network_id': 'f6ccee9e-3cf3-4234-8780-542771548208', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2083169129-subnet', 'tenant_id': 'ac0a2b642bf04239aabdeab7af7fcf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:10.662954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-c7cba63f-4714-42c3-b39c-05269ead8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:10.665988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-c7cba63f-4714-42c3-b39c-05269ead8059 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c46d1e-105f-4efd-9838-f563237df13f HTTP/1.1" status: 200  len: 854 time: 0.3364100
Mar 05 20:52:10.686199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Made reservation on behalf of ac0a2b642bf04239aabdeab7af7fcf3e for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:10.689190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.692839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] For port 641ae876-922a-4e29-be45-f8fac1e96f2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=641ae876-922a-4e29-be45-f8fac1e96f2e,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:10.693221 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:10.764220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Calling delete_port for 641ae876-922a-4e29-be45-f8fac1e96f2e owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:10.791039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042bdad1-c8e5-47a0-be43-3b15423f60e9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:10.821082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf3f54-4fa1-48fa-9ec2-9e1dfbf0e8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ccee9e-3cf3-4234-8780-542771548208,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:10.837187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f6ccee9e-3cf3-4234-8780-542771548208 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:10.870001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133915b4-a04e-4632-8bca-025f62162c37 req-bcf869cc-d290-4ef6-8243-1b218d95b095 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:10.872285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-133915b4-a04e-4632-8bca-025f62162c37 req-bcf869cc-d290-4ef6-8243-1b218d95b095 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.4016812
Mar 05 20:52:10.949935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:10.950394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:10.950642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:10.983593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] Publish callbacks [] for security_group (d21dc337-51fc-44af-aee9-34b62620364e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.064617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:11.065057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:11.072609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] Publish callbacks [] for security_group (d21dc337-51fc-44af-aee9-34b62620364e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.097203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:11.097712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:11.098582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:11.099236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Bound port: a62edc1f-925c-416d-82a9-ced25df2b5e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:11.099719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.121246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (641ae876-922a-4e29-be45-f8fac1e96f2e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.126097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-6d9dadf8-0c85-4e6a-9dcb-2b87125ba770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:11.127855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-6d9dadf8-0c85-4e6a-9dcb-2b87125ba770 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8a74baa-3ebe-46d5-a0b5-c05bac959620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4374835
Mar 05 20:52:11.135642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['641ae876-922a-4e29-be45-f8fac1e96f2e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:11.282331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Pushing event deleted for resources: {'Port': ['ID=641ae876-922a-4e29-be45-f8fac1e96f2e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:11.286445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-34cf20e9-1b4a-40a5-8b17-ec1885c4cd4b service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284156
Mar 05 20:52:11.296717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.304355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-133915b4-a04e-4632-8bca-025f62162c37 req-34d2cbc4-2746-423a-bc1d-f725ac6c59b6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3766842
Mar 05 20:52:11.391999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:11.396548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:11.401297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (6bbe0275-c9fa-4677-9c49-0fa25ce10391), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.476703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d21dc337-51fc-44af-aee9-34b62620364e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.479338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.480810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d21dc337-51fc-44af-aee9-34b62620364e HTTP/1.1" status: 204  len: 168 time: 1.0264685
Mar 05 20:52:11.498653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.528167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e4db7-2993-4318-ba5d-1d7bf1b81761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21dc337-51fc-44af-aee9-34b62620364e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:11.565897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbe0275-c9fa-4677-9c49-0fa25ce10391,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:11.587008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Checking segment: {'id': '50553e9d-573a-4624-b65a-fa5a2a656494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f6ccee9e-3cf3-4234-8780-542771548208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:11.587382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Network hostable DHCP agents. Network: f6ccee9e-3cf3-4234-8780-542771548208, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:11.625249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Network f6ccee9e-3cf3-4234-8780-542771548208 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:11.632880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:11.719143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6ccee9e-3cf3-4234-8780-542771548208) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:11.730153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e26d3-1cfd-4bd1-9fb8-bb8ec0c4ab5d None None] Network f6ccee9e-3cf3-4234-8780-542771548208 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:11.749531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03ccfe26-eb02-4eb5-8ecb-3907c3d3ed85 req-2d80c74b-667a-44cf-9b31-7f42a4605ed0 tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f00577b-ab4a-4e3c-b42d-53f30d4a34bd HTTP/1.1" status: 200  len: 210 time: 0.0468771
Mar 05 20:52:11.750676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:11.751255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.785755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec34b343-59f5-4e51-b737-8804c6dea446 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2759161
Mar 05 20:52:11.809638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c71b7-7e1c-4b00-8584-a89703a3ec84 req-da2f1002-9d95-48ec-9521-82a2a50588e9 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:11.817231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1c71b7-7e1c-4b00-8584-a89703a3ec84 req-da2f1002-9d95-48ec-9521-82a2a50588e9 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 944 time: 0.5282729
Mar 05 20:52:11.834195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] No DVR routers for this DVR port 641ae876-922a-4e29-be45-f8fac1e96f2e on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:11.837471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:11.838249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.839982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-067cae5d-f27c-4896-9189-779004725fe2 service neutron] 10.222.0.31 "PUT /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 1096 time: 3.4282966
Mar 05 20:52:11.849112 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:11.853337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f46bcc3b-50a6-428c-872d-1913608f8b5b req-28a924e2-5e3b-4eb1-a664-9370a38dbecc tempest-ServersOnMultiNodesTest-1481026260 tempest-ServersOnMultiNodesTest-1481026260-project] 10.222.0.23 "DELETE /v2.0/ports/641ae876-922a-4e29-be45-f8fac1e96f2e HTTP/1.1" status: 204  len: 173 time: 2.5178347
Mar 05 20:52:12.081435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e65a327-ee11-433a-8fcd-71baf57fc4bf req-f9eb5958-e65a-4b6f-bd92-97427106274d service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7882013
Mar 05 20:52:12.116042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Deleting port 761dc8ea-a402-4251-bb61-65b3744a7f13 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:12.116447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:12.124309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1c71b7-7e1c-4b00-8584-a89703a3ec84 req-3c42edcd-ac02-413a-97e3-4e89b84d31b6 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3059998
Mar 05 20:52:12.155795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-a127c3b2-7da3-42a7-9814-0c50be0b3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.160899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-a127c3b2-7da3-42a7-9814-0c50be0b3842 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1130 time: 0.2381597
Mar 05 20:52:12.198173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dece9-5fc8-4962-ad92-41be5ca2b6ac None None] Network f6ccee9e-3cf3-4234-8780-542771548208 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:12.263261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-a32811f8-64e3-46dc-be04-3be173edf2cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0883331
Mar 05 20:52:12.277632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] For port 761dc8ea-a402-4251-bb61-65b3744a7f13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761dc8ea-a402-4251-bb61-65b3744a7f13,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:12.284336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:12.315307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Calling delete_port for 761dc8ea-a402-4251-bb61-65b3744a7f13 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:12.414013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}, {'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'name': 'network-vif-deleted', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:12.434804 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f440594-45e1-4396-ae41-126d38b1127d" -d '{"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}, {"server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "name": "network-vif-deleted", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:12.499154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-3c172e0f-257b-44e4-a381-1a876e39b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.503006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-3c172e0f-257b-44e4-a381-1a876e39b7a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2198637
Mar 05 20:52:12.509476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-9ea3f937-7b4e-4c04-aa0b-abe92919cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.512405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-9ea3f937-7b4e-4c04-aa0b-abe92919cb6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 1126 time: 0.2585797
Mar 05 20:52:12.712209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-1b26d585-c777-4388-8adf-4f73c98f9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.714082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-1b26d585-c777-4388-8adf-4f73c98f9185 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 200  len: 916 time: 0.1818111
Mar 05 20:52:12.768120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410457-79f3-41c3-8973-e23c73bb57c4 req-a4897724-dae3-4958-9e3f-07f304881d3f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.770645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc410457-79f3-41c3-8973-e23c73bb57c4 req-a4897724-dae3-4958-9e3f-07f304881d3f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.2433319
Mar 05 20:52:12.844707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-98802df7-d8d3-4fbd-9e41-64c90026f8f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 200  len: 217 time: 0.1206138
Mar 05 20:52:12.849702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-b3094f08-8274-4c25-a506-c5afe6c79eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:12.851503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-b3094f08-8274-4c25-a506-c5afe6c79eae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3376739
Mar 05 20:52:12.923217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc410457-79f3-41c3-8973-e23c73bb57c4 req-0732c09a-4b79-484a-838e-5ec4fccb294a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439435
Mar 05 20:52:12.932904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (761dc8ea-a402-4251-bb61-65b3744a7f13), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:12.975693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=761dc8ea-a402-4251-bb61-65b3744a7f13,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:12.998414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-22960346-7900-4d24-844a-597ca282d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:13.000427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-22960346-7900-4d24-844a-597ca282d796 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c46d1e-105f-4efd-9838-f563237df13f HTTP/1.1" status: 200  len: 854 time: 0.1475856
Mar 05 20:52:13.072255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-3b797064-f760-4154-90b8-c63a952ca67b service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022667
Mar 05 20:52:13.147955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-2fb6cf66-245c-4d7a-88d6-b328081d9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:13.149691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-2fb6cf66-245c-4d7a-88d6-b328081d9a35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8a74baa-3ebe-46d5-a0b5-c05bac959620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1369579
Mar 05 20:52:13.170798 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4080bf-77f4-46b7-8021-86f32f392ba6 x-openstack-request-id: req-2e4080bf-77f4-46b7-8021-86f32f392ba6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:13.171109 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "status": "completed", "code": 200}, {"server_uuid": "7f00577b-ab4a-4e3c-b42d-53f30d4a34bd", "name": "network-vif-deleted", "tag": "641ae876-922a-4e29-be45-f8fac1e96f2e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:13.171368 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e4080bf-77f4-46b7-8021-86f32f392ba6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:13.176167 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'status': 'completed', 'code': 200}
Mar 05 20:52:13.176497 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f00577b-ab4a-4e3c-b42d-53f30d4a34bd', 'name': 'network-vif-deleted', 'tag': '641ae876-922a-4e29-be45-f8fac1e96f2e', 'status': 'completed', 'code': 200}
Mar 05 20:52:13.216930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-28077918', 'description': 'tempest-description-1638635279'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:13.358811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19d29d2e-40db-4bb4-a1e6-d4831c0d6faf req-a08e12b1-c08d-4050-bed9-4db70aa2cdb3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800112
Mar 05 20:52:13.413648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:13.486857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-76aa4264-44cc-4ad2-adea-b9f0c84e525f service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245482
Mar 05 20:52:13.628517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:13.648458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (313e7985-2478-4ea8-af00-f70a47614de0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:13.682070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (313e7985-2478-4ea8-af00-f70a47614de0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:13.730257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313e7985-2478-4ea8-af00-f70a47614de0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:13.735964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:13.737601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b20ae20f-7ba1-4f93-8912-ce3ee9596caf req-e8331870-39de-4194-a1d5-2fc068cbdc3b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5518088
Mar 05 20:52:13.788675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440594-45e1-4396-ae41-126d38b1127d req-9b10acd5-b3a3-4484-97b3-d6f073485f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:13.792665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-9b10acd5-b3a3-4484-97b3-d6f073485f7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1130 time: 0.3347809
Mar 05 20:52:13.804775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac771-4593-4a16-890b-0701cc12bfb9 req-967a3fce-c34a-43d3-8585-1024cd87d716 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:13.806373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c4ac771-4593-4a16-890b-0701cc12bfb9 req-967a3fce-c34a-43d3-8585-1024cd87d716 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 944 time: 0.1696520
Mar 05 20:52:13.905326 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c4ac771-4593-4a16-890b-0701cc12bfb9 req-b9c75a60-d23b-4dc9-88a4-fadedb87087a tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905538
Mar 05 20:52:13.964135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440594-45e1-4396-ae41-126d38b1127d req-7862fbe1-3b69-4463-bc57-1e34b03e3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:13.966641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-7862fbe1-3b69-4463-bc57-1e34b03e3508 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1560814
Mar 05 20:52:13.967124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43048) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:14.021303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 641ae876-922a-4e29-be45-f8fac1e96f2e no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:14.100075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 641ae876-922a-4e29-be45-f8fac1e96f2e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:14.102377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 641ae876-922a-4e29-be45-f8fac1e96f2e not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:14.103632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e7cda7c-22d5-4b49-a5e4-49882b171742 req-80105f6e-5833-42a8-8237-7217ecc2bd14 service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5895994
Mar 05 20:52:14.108717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-108e1231-6de6-4bff-a4c2-15b977dcf5d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/313e7985-2478-4ea8-af00-f70a47614de0 HTTP/1.1" status: 200  len: 1820 time: 0.1383133
Mar 05 20:52:14.112001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-aa926b7c-041e-4cc5-bf14-af44880399d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.1317787
Mar 05 20:52:14.123591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '313e7985-2478-4ea8-af00-f70a47614de0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:14.128020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '313e7985-2478-4ea8-af00-f70a47614de0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:14.202114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:52:14.296542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440594-45e1-4396-ae41-126d38b1127d req-8a5bb92a-f7ba-4541-a03d-4bb5a996ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:14.298160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-8a5bb92a-f7ba-4541-a03d-4bb5a996ace0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1599851
Mar 05 20:52:14.371581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfa94d-8b1f-49c1-a5b9-8826054b19dc req-a14cae75-4f83-4323-b0e5-89f13bd1bee0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:14.380049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cadfa94d-8b1f-49c1-a5b9-8826054b19dc req-a14cae75-4f83-4323-b0e5-89f13bd1bee0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.2617095
Mar 05 20:52:14.391659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:14.401018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (6fcf4bfe-0b92-454c-bccd-d4ba7d5c0b84), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.403103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-713d41d5-1a6a-4f70-842a-53fdef4cd9ef admin admin] 10.222.0.15 "PUT /v2.0/routers/c782c6f7-f3cd-4fef-97cc-3f00c5aa1532/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5301781
Mar 05 20:52:14.404552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Sync routers for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:14.406126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43062) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:14.419112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:14.419885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83dd1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:14.518609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cadfa94d-8b1f-49c1-a5b9-8826054b19dc req-d1c82aea-c668-4332-8d05-b659196a8f0b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374977
Mar 05 20:52:14.582327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks [] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.716796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:14.790977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks [] for router_gateway (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.828297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (6fcf4bfe-0b92-454c-bccd-d4ba7d5c0b84), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.845484 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6fcf4bfe-0b92-454c-bccd-d4ba7d5c0b84), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.853549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9ac741d2-5870-426a-9fa4-2afcd4263094 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce49b47d2cef4fddbfdb7b5f00004b8f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8817065
Mar 05 20:52:14.859139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43068) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:14.924917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440594-45e1-4396-ae41-126d38b1127d req-5b208200-9c34-4aaf-a239-b4d374f807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:14.926429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-5b208200-9c34-4aaf-a239-b4d374f807dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6125937
Mar 05 20:52:14.950601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf4bfe-0b92-454c-bccd-d4ba7d5c0b84,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:14.973454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:14.974574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1724f9de-8ed9-413e-a2f0-75a19af2f745 req-9840c92c-e8b4-4916-a9f2-8b9f937d0029 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8597772
Mar 05 20:52:15.008723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83dd1d30>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:52:12Z', 'revision_number': 5, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port': {'id': '1876a72e-9c7a-483b-b593-9118dac5130b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:15.014199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Deleting port 1876a72e-9c7a-483b-b593-9118dac5130b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:15.014199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.050056 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] Publish callbacks [] for security_group (4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.085750 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] Publish callbacks [] for security_group (4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.123904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Checking router: c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:15.140694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Routers {'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:15.143082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83dd1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:15.151631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.155243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.156683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee HTTP/1.1" status: 204  len: 168 time: 0.2927189
Mar 05 20:52:15.169073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e4e6-50b0-48a3-a69d-e5cc977bb5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab3a68-2dc8-4cd7-b62b-0a8cdba6b3ee,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:15.264310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] For port 1876a72e-9c7a-483b-b593-9118dac5130b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1876a72e-9c7a-483b-b593-9118dac5130b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:15.264755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.265003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] Set router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:15.303265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Calling delete_port for 1876a72e-9c7a-483b-b593-9118dac5130b owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:15.334931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-ba312b2e-cede-4c51-b2be-b160b669a902 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957584
Mar 05 20:52:15.343517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83dd1d30>, [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:52:14Z', 'revision_number': 6, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:15.351708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5f10-08ba-4c5e-af84-83065b390701 req-b8111db0-808c-4a0d-9210-9143a41aa6fb tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:15.355070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b95c5f10-08ba-4c5e-af84-83065b390701 req-b8111db0-808c-4a0d-9210-9143a41aa6fb tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 944 time: 0.1763163
Mar 05 20:52:15.387573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae753-7fd4-4db4-8284-bfd906dbfaff None None] The sync data for ids ['c782c6f7-f3cd-4fef-97cc-3f00c5aa1532'] in ncdv-master-1 is: [{'id': 'c782c6f7-f3cd-4fef-97cc-3f00c5aa1532', 'name': 'tempest-AttachSCSIVolumeTestJSON-1738972963-router', 'tenant_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:19Z', 'updated_at': '2022-03-05T20:52:14Z', 'revision_number': 6, 'project_id': '3f0be6ed248d4e509d2308e9fbd70f63', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:15.508421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2135394515', 'description': 'tempest-description-1610345610'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:15.546313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:15.558034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b95c5f10-08ba-4c5e-af84-83065b390701 req-d13f261f-71d3-4898-ad13-258e3a259f8e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029708
Mar 05 20:52:15.569447 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:52:15.570387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f440594-45e1-4396-ae41-126d38b1127d req-08adf7e0-65b1-4aba-961a-720cdc9c1b37 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115383
Mar 05 20:52:15.616873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:15.813427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43100) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:15.875294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:15.918565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5f727-9d6c-4aa9-84cd-a26a63c9899d req-7a26a283-96bf-4e2e-9faa-2f1306e5e09b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:15.921118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'mac_address': 'fa:16:3e:2c:e5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:15.929412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52a5f727-9d6c-4aa9-84cd-a26a63c9899d req-7a26a283-96bf-4e2e-9faa-2f1306e5e09b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.1742358
Mar 05 20:52:16.035355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:16.036088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.062757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:16.071920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52a5f727-9d6c-4aa9-84cd-a26a63c9899d req-063243ba-4b89-4d80-a420-54125a039bea tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401906
Mar 05 20:52:16.109939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07f1efd7-a704-4322-96fb-e0f6be9a05dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.124156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1876a72e-9c7a-483b-b593-9118dac5130b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.130738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:16.140623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.142140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 987d4803-9ee7-4faf-842e-7a86e2732a1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:16.157887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:16.172208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1876a72e-9c7a-483b-b593-9118dac5130b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.218285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9c1b6fed-cceb-481c-a866-155bf060fb28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81ec06fcb85541ba80ba0c8ac2359455&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0589733
Mar 05 20:52:16.223407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43112) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:16.283971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c88f6635-0138-496a-a65b-e35a10788593), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.296354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c88f6635-0138-496a-a65b-e35a10788593), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.322241 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] Publish callbacks [] for security_group (51c89881-cf01-4d67-ba3c-a92c62aa048b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.366786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] Publish callbacks [] for security_group (51c89881-cf01-4d67-ba3c-a92c62aa048b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.401160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.423281 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07f1efd7-a704-4322-96fb-e0f6be9a05dd admin admin] Publish callbacks [] for security_group (4c527369-b779-4618-95ec-26383958d307), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.427895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.433664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07f1efd7-a704-4322-96fb-e0f6be9a05dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4c527369-b779-4618-95ec-26383958d307), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.437215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9040fe8-efa4-43b7-af04-16b67c5b396f req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.9328902
Mar 05 20:52:16.492084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.540953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07f1efd7-a704-4322-96fb-e0f6be9a05dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c29db59b68ba4b24b2b27b682253a328&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7229717
Mar 05 20:52:16.543316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1efd7-a704-4322-96fb-e0f6be9a05dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c527369-b779-4618-95ec-26383958d307,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.545819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43128) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:16.547444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:16.556510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-62990754-50ee-4361-a00a-283066eeaa31 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/c88f6635-0138-496a-a65b-e35a10788593 HTTP/1.1" status: 200  len: 1822 time: 0.0877228
Mar 05 20:52:16.571116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'port_id': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'mac_address': 'fa:16:3e:8c:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:16.585126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c88f6635-0138-496a-a65b-e35a10788593', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:16.585536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c88f6635-0138-496a-a65b-e35a10788593', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:16.658803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 987d4803-9ee7-4faf-842e-7a86e2732a1a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:16.659713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.675714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (b8b8681c-45ed-4be6-8c42-2387826cc43d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.691958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987d4803-9ee7-4faf-842e-7a86e2732a1a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:16.728788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (b8b8681c-45ed-4be6-8c42-2387826cc43d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.746373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:16.748214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b8b8681c-45ed-4be6-8c42-2387826cc43d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.754846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.755269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265ad4b-fff6-4739-be2c-a6aa443c69d5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88f6635-0138-496a-a65b-e35a10788593,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.797151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (51c89881-cf01-4d67-ba3c-a92c62aa048b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.800188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.801483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51c89881-cf01-4d67-ba3c-a92c62aa048b HTTP/1.1" status: 204  len: 168 time: 0.5770698
Mar 05 20:52:16.808110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b8681c-45ed-4be6-8c42-2387826cc43d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.837670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51259aba-fe03-4357-8076-52cae7978931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c89881-cf01-4d67-ba3c-a92c62aa048b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.841474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] Publish callbacks [] for security_group (4c527369-b779-4618-95ec-26383958d307), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.868801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] Publish callbacks [] for security_group (4c527369-b779-4618-95ec-26383958d307), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.900233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:16.919945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.930990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.939294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd7252d4-4337-4d4f-8183-0731614f8812 req-fa3bf112-de40-427f-a94a-ae484998e417 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3814726
Mar 05 20:52:16.945789 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks [] for router_controller (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.970534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1791722804', 'description': 'tempest-description-786587169'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:16.992108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:16.993034 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4c527369-b779-4618-95ec-26383958d307), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:16.999899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a62edc1f-925c-416d-82a9-ced25df2b5e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:17.010423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.013105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c527369-b779-4618-95ec-26383958d307 HTTP/1.1" status: 204  len: 168 time: 0.4514284
Mar 05 20:52:17.016857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.056163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d971-854a-41d9-8a0a-dbad37efb978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c527369-b779-4618-95ec-26383958d307,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:17.082445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['987d4803-9ee7-4faf-842e-7a86e2732a1a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:17.144744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 761dc8ea-a402-4251-bb61-65b3744a7f13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:17.147321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d89d-4f61-48e8-a753-6e82304e5dd9 req-9a8e724a-e29d-4cff-8a30-59c6d103e9b2 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:17.157394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fad1d89d-4f61-48e8-a753-6e82304e5dd9 req-9a8e724a-e29d-4cff-8a30-59c6d103e9b2 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 945 time: 0.3970196
Mar 05 20:52:17.166049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (c782c6f7-f3cd-4fef-97cc-3f00c5aa1532), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.166916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:52:17.176932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 761dc8ea-a402-4251-bb61-65b3744a7f13 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:17.177718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 761dc8ea-a402-4251-bb61-65b3744a7f13 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:17.178049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1876a72e-9c7a-483b-b593-9118dac5130b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:17.213617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.218976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a0119f1-c771-46f4-a54b-4821463bfc79 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c782c6f7-f3cd-4fef-97cc-3f00c5aa1532 HTTP/1.1" status: 204  len: 168 time: 2.8118396
Mar 05 20:52:17.220676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:17.222338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1876a72e-9c7a-483b-b593-9118dac5130b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:17.222783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1876a72e-9c7a-483b-b593-9118dac5130b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:17.228679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (5e4680df-6dd7-46c4-af18-330afe1ae861), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.239625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5e4680df-6dd7-46c4-af18-330afe1ae861), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.284213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.284213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea70e89f-471c-4648-aab1-f01d7d48c688 req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3196797
Mar 05 20:52:17.338340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfbb73-cd10-4a5f-bc49-7058b5764c43 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4680df-6dd7-46c4-af18-330afe1ae861,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:17.406683 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fad1d89d-4f61-48e8-a753-6e82304e5dd9 req-9e0d1d3c-63ca-4ee2-a699-ca85967bb224 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2473073
Mar 05 20:52:17.439940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Deleting subnet 361005a9-fd16-4d9a-9c3b-8140a1095236 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:52:17.455818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Publish callbacks [] for subnet (361005a9-fd16-4d9a-9c3b-8140a1095236), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.512114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a86e4-0093-4727-8a66-b17bff0e66d8 req-49efae05-76e1-4b30-beda-24849607ed9b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:17.514048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-216a86e4-0093-4727-8a66-b17bff0e66d8 req-49efae05-76e1-4b30-beda-24849607ed9b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.1388166
Mar 05 20:52:17.584966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (361005a9-fd16-4d9a-9c3b-8140a1095236), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.630063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-216a86e4-0093-4727-8a66-b17bff0e66d8 req-bb0431fc-38de-45c8-bcdc-99d575a647a9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061530
Mar 05 20:52:17.641101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1289583563', 'description': 'tempest-description-343675222'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:17.684619 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.743846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a1551cf-668e-4c36-8d0a-7c81325e121a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.864263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (361005a9-fd16-4d9a-9c3b-8140a1095236), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.970296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c664c237-0cc4-47fa-a016-a9ab888a4870), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:17.986467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c664c237-0cc4-47fa-a016-a9ab888a4870), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.045576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.050087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b75f4b87-146f-493d-8980-5bbe772a9bf0 req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4596658
Mar 05 20:52:18.070513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (361005a9-fd16-4d9a-9c3b-8140a1095236), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.074978 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a1551cf-668e-4c36-8d0a-7c81325e121a admin admin] Publish callbacks [] for security_group (7dd35b02-d2e8-4cec-8924-eb806d1889ca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.081439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdcfa7-3de3-4fb0-b154-27687f778b14 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c664c237-0cc4-47fa-a016-a9ab888a4870,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.105026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a1551cf-668e-4c36-8d0a-7c81325e121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7dd35b02-d2e8-4cec-8924-eb806d1889ca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.119857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9050555-a96d-4b3b-8939-3093604fcaf3 None None] Network 04042451-7243-43e8-b968-99e3aff1c8b7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:18.120162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361005a9-fd16-4d9a-9c3b-8140a1095236,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.122594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.131101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd91c6e1-881b-4583-9a0b-24b8bb9d1368 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/361005a9-fd16-4d9a-9c3b-8140a1095236 HTTP/1.1" status: 204  len: 168 time: 0.8979232
Mar 05 20:52:18.134425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:18.200627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1551cf-668e-4c36-8d0a-7c81325e121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd35b02-d2e8-4cec-8924-eb806d1889ca,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.218199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6a1551cf-668e-4c36-8d0a-7c81325e121a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fab54036dea43e481829531ed2511ba&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2227023
Mar 05 20:52:18.219688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43192) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:18.336439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] Publish callbacks [] for security_group (7dd35b02-d2e8-4cec-8924-eb806d1889ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.361905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-385c6278-f17e-4f2f-a612-650849472edd req-fb821880-edc3-424c-8157-668f082264cf tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/5e4680df-6dd7-46c4-af18-330afe1ae861 HTTP/1.1" status: 200  len: 1821 time: 0.2842550
Mar 05 20:52:18.379509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] Publish callbacks [] for security_group (7dd35b02-d2e8-4cec-8924-eb806d1889ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.409302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] DHCP port deletion for 04042451-7243-43e8-b968-99e3aff1c8b7 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:52:18.423101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-385c6278-f17e-4f2f-a612-650849472edd req-de160af6-971c-4d75-a9e3-389d04471678 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/c664c237-0cc4-47fa-a016-a9ab888a4870 HTTP/1.1" status: 200  len: 1821 time: 0.0602369
Mar 05 20:52:18.427356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (04042451-7243-43e8-b968-99e3aff1c8b7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.435079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e4680df-6dd7-46c4-af18-330afe1ae861', 'remote_group_id': 'c664c237-0cc4-47fa-a016-a9ab888a4870', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:18.435418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e4680df-6dd7-46c4-af18-330afe1ae861', 'remote_group_id': 'c664c237-0cc4-47fa-a016-a9ab888a4870', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:18.502090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7dd35b02-d2e8-4cec-8924-eb806d1889ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.506804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.510754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dd35b02-d2e8-4cec-8924-eb806d1889ca HTTP/1.1" status: 204  len: 168 time: 0.2865245
Mar 05 20:52:18.523212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ae937-064e-4989-b7fc-e0a000a6f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd35b02-d2e8-4cec-8924-eb806d1889ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.567066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (4ea45cb7-1bed-49e0-9ca7-68ae35d7a1c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.594079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Deleting port 449f475c-0eaf-4674-a3e1-a47352f8c233 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:18.594472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.619409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (4ea45cb7-1bed-49e0-9ca7-68ae35d7a1c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.624914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4ea45cb7-1bed-49e0-9ca7-68ae35d7a1c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.629286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Deleting port 449f475c-0eaf-4674-a3e1-a47352f8c233 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:18.629618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.666022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43208) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:18.713333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] For port 449f475c-0eaf-4674-a3e1-a47352f8c233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=449f475c-0eaf-4674-a3e1-a47352f8c233,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:18.713797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.736268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Calling delete_port for 449f475c-0eaf-4674-a3e1-a47352f8c233 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:18.737081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89a7fc-5d3a-4584-87c4-09e1fb67cc73 req-a88213f6-a20f-45b3-a800-ccf4d43104a8 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:18.740402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c89a7fc-5d3a-4584-87c4-09e1fb67cc73 req-a88213f6-a20f-45b3-a800-ccf4d43104a8 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 945 time: 0.1506124
Mar 05 20:52:18.774261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] For port 449f475c-0eaf-4674-a3e1-a47352f8c233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=449f475c-0eaf-4674-a3e1-a47352f8c233,segment=NetworkSegment(6b9f798a-7bc5-4580-8b3e-1ba01aa96062),segment_id=6b9f798a-7bc5-4580-8b3e-1ba01aa96062)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:18.774860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.817218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Calling delete_port for 449f475c-0eaf-4674-a3e1-a47352f8c233 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:18.853357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c89a7fc-5d3a-4584-87c4-09e1fb67cc73 req-9519a2ad-3b88-4a2e-b833-ae62a31066c5 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060436
Mar 05 20:52:18.856936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea45cb7-1bed-49e0-9ca7-68ae35d7a1c0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.863199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.910781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=449f475c-0eaf-4674-a3e1-a47352f8c233,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:18.914832 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:18.933614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-385c6278-f17e-4f2f-a612-650849472edd req-b5874699-e98a-42a4-a95c-b8033d0af63f tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5094366
Mar 05 20:52:18.936733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] No DVR routers for this DVR port 449f475c-0eaf-4674-a3e1-a47352f8c233 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:18.960184 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (449f475c-0eaf-4674-a3e1-a47352f8c233), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.043454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] No DVR routers for this DVR port 449f475c-0eaf-4674-a3e1-a47352f8c233 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:19.045241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b2d9c-5917-4aa9-98ca-fdeebe37590a None None] Pushing event deleted for resources: {'Port': ['ID=449f475c-0eaf-4674-a3e1-a47352f8c233,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:19.082330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1955007671', 'description': 'tempest-description-992693832'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:19.120154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (04042451-7243-43e8-b968-99e3aff1c8b7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.125839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 449f475c-0eaf-4674-a3e1-a47352f8c233 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:19.132159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.157857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 449f475c-0eaf-4674-a3e1-a47352f8c233 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:19.159274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 449f475c-0eaf-4674-a3e1-a47352f8c233 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:19.163516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a201880>,) {'filters': {'network_id': ['04042451-7243-43e8-b968-99e3aff1c8b7']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:19.174889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87720-5a93-4719-b968-65e427c4dda6 req-600cf55f-7294-47f5-a432-c30405dd60b8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:19.176612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92b87720-5a93-4719-b968-65e427c4dda6 req-600cf55f-7294-47f5-a432-c30405dd60b8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.1062806
Mar 05 20:52:19.186931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a201880>, '6b9f798a-7bc5-4580-8b3e-1ba01aa96062') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:19.187236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a201880>, '6b9f798a-7bc5-4580-8b3e-1ba01aa96062') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:19.205352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (6b9f798a-7bc5-4580-8b3e-1ba01aa96062), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.227969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6b9f798a-7bc5-4580-8b3e-1ba01aa96062), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.244480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:52:19.244894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (6b9f798a-7bc5-4580-8b3e-1ba01aa96062), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:52:19.247316 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:52:19.264876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-128659702-network', 'tenant_id': 'f15a5d639338454c90a7ce959e996284'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:19.314412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92b87720-5a93-4719-b968-65e427c4dda6 req-ced5d895-7e12-450d-a212-cf85d651d63c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245813
Mar 05 20:52:19.325380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (04042451-7243-43e8-b968-99e3aff1c8b7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.338925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.342435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/04042451-7243-43e8-b968-99e3aff1c8b7 HTTP/1.1" status: 204  len: 168 time: 1.2057948
Mar 05 20:52:19.354635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06878ad-bd45-42aa-808a-b334e0112cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04042451-7243-43e8-b968-99e3aff1c8b7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:19.363737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:19.369114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.395785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.397239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.411050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.470549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:19.479820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43240) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:19.499304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.501657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5f3b3d1-c9cd-49d0-85e5-40e027544aa2 req-4a4cf531-4e04-419c-9342-3648d7b287ae tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4231558
Mar 05 20:52:19.509054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-136ffac4-1ac2-4040-9e20-a8d1ea52edcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.557180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks [] for security_group (1202d657-1d28-4eed-a3dc-4871027ee7df), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.562569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-69739881', 'description': 'tempest-description-1760693785'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:19.564904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1202d657-1d28-4eed-a3dc-4871027ee7df), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.609472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202d657-1d28-4eed-a3dc-4871027ee7df,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:19.635220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:19.658014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.670854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:19.703455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (13991ca2-edf1-4392-8d67-5ad57234ddb0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.703856 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Added segment 13991ca2-edf1-4392-8d67-5ad57234ddb0 of type vlan for network 67213d25-3583-48ce-be19-a10d0059fcac
Mar 05 20:52:19.780129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a62edc1f-925c-416d-82a9-ced25df2b5e2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:52:19.796044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a62edc1f-925c-416d-82a9-ced25df2b5e2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:19.796044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.796233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-136ffac4-1ac2-4040-9e20-a8d1ea52edcc admin admin] Publish callbacks [] for security_group (f0e3ae96-d6d6-4c48-8b31-06150143dcf6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.806871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-136ffac4-1ac2-4040-9e20-a8d1ea52edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0e3ae96-d6d6-4c48-8b31-06150143dcf6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.820979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (67213d25-3583-48ce-be19-a10d0059fcac), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.871621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (67213d25-3583-48ce-be19-a10d0059fcac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.873059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:19.874237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.878082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-136ffac4-1ac2-4040-9e20-a8d1ea52edcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae7e93a4dd9a4d6f9dcd2e02a72c15e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3953393
Mar 05 20:52:19.880804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43248) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:19.964025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (2c9ad845-9855-4cb3-b152-cea047f463f3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.982007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3104563
Mar 05 20:52:19.989636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c9ad845-9855-4cb3-b152-cea047f463f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:19.990114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:20.006316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Request body: {'subnet': {'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-128659702-subnet', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:20.006682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ffac4-1ac2-4040-9e20-a8d1ea52edcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3ae96-d6d6-4c48-8b31-06150143dcf6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.025523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184830-2923-495e-93b4-5de228e3a655 admin admin] Pushing event updated for resources: {'Network': ['ID=67213d25-3583-48ce-be19-a10d0059fcac,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.059282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:20.062061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.068526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] Publish callbacks [] for security_group (f0e3ae96-d6d6-4c48-8b31-06150143dcf6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.075409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.083429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-064c3f6a-febb-422d-bc0b-79aea77eea12 req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5336874
Mar 05 20:52:20.106504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ff01f-7953-4263-aa23-a0d98a85a6aa tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9ad845-9855-4cb3-b152-cea047f463f3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.121207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 67213d25-3583-48ce-be19-a10d0059fcac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:20.153830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43264) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:20.208813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] Publish callbacks [] for security_group (f0e3ae96-d6d6-4c48-8b31-06150143dcf6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.236376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:20.236989 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.291343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:20.294190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:20.301539 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47099b62-4f02-4342-8110-193ec0d6bc8e" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:20.313532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.317355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 987d4803-9ee7-4faf-842e-7a86e2732a1a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:20.325734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cd00c82f-f0e5-431b-9828-5f34b90090fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bde93d10dbea40429b16ffe4a6efce79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1707053
Mar 05 20:52:20.328814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43274) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:20.368718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00e41e-d5ea-4597-b47f-123c31148445 req-89e8c178-4816-41db-bd31-7540084d7a49 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:20.379417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be00e41e-d5ea-4597-b47f-123c31148445 req-89e8c178-4816-41db-bd31-7540084d7a49 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 945 time: 0.2352641
Mar 05 20:52:20.415235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0e3ae96-d6d6-4c48-8b31-06150143dcf6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.418749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.420026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0e3ae96-d6d6-4c48-8b31-06150143dcf6 HTTP/1.1" status: 204  len: 168 time: 0.5378370
Mar 05 20:52:20.434506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] Publish callbacks [] for security_group (0b3bb5cc-c2b1-4af1-8461-28220dfac50a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.465536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed8774-a7bc-4174-a69d-6bdb8555c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3ae96-d6d6-4c48-8b31-06150143dcf6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.471084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] Publish callbacks [] for security_group (0b3bb5cc-c2b1-4af1-8461-28220dfac50a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.515324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be00e41e-d5ea-4597-b47f-123c31148445 req-6f6921d6-cc5d-4a9b-a622-0ab36461c5f9 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283412
Mar 05 20:52:20.517079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d52a5a8c-700c-4df8-b1dc-daa70dd863a5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.520369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.568609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 987d4803-9ee7-4faf-842e-7a86e2732a1a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:52:20.579650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 987d4803-9ee7-4faf-842e-7a86e2732a1a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:20.581312 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.596084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b3bb5cc-c2b1-4af1-8461-28220dfac50a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.600089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.605463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b3bb5cc-c2b1-4af1-8461-28220dfac50a HTTP/1.1" status: 204  len: 168 time: 0.2744615
Mar 05 20:52:20.615809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52a5a8c-700c-4df8-b1dc-daa70dd863a5,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.627365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Checking segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:20.627782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Network hostable DHCP agents. Network: 67213d25-3583-48ce-be19-a10d0059fcac, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:20.643153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf24468-37f2-42e0-ba6e-8031ae6310a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bb5cc-c2b1-4af1-8461-28220dfac50a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:20.688519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-c241b8ba-7348-42b7-b74e-20ef999a3466 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0 HTTP/1.1" status: 200  len: 1821 time: 0.0995896
Mar 05 20:52:20.706646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Network 67213d25-3583-48ce-be19-a10d0059fcac is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:20.757162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67213d25-3583-48ce-be19-a10d0059fcac) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:20.769550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e39d8-1051-486e-864c-fc3c1f54f1c3 None None] Network 67213d25-3583-48ce-be19-a10d0059fcac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:20.799278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:20.799913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.816773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-099463e7-dc79-41a1-aa5b-17a9842f019a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/2c9ad845-9855-4cb3-b152-cea047f463f3 HTTP/1.1" status: 200  len: 1820 time: 0.1223047
Mar 05 20:52:20.829742 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4839b6cb-c816-4ca4-8ba4-5aab44566a6e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8333874
Mar 05 20:52:20.830396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43282) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:20.835308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:20.846439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0', 'remote_group_id': '2c9ad845-9855-4cb3-b152-cea047f463f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:20.846769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0', 'remote_group_id': '2c9ad845-9855-4cb3-b152-cea047f463f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:20.899661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:20.901087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.052863 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f93175-cb9f-4dcb-84b7-5d392f8e225e x-openstack-request-id: req-37f93175-cb9f-4dcb-84b7-5d392f8e225e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:21.053759 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:21.054195 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37f93175-cb9f-4dcb-84b7-5d392f8e225e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:21.056624 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'code': 200}
Mar 05 20:52:21.088614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67213d25-3583-48ce-be19-a10d0059fcac', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:52:21.089590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.093990 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (1a5fb952-c261-4ad5-bc2c-d4d2cb7f7b1a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.121438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 987d4803-9ee7-4faf-842e-7a86e2732a1a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:21.121846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.220345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (1a5fb952-c261-4ad5-bc2c-d4d2cb7f7b1a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.225305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for router_controller (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.228796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1a5fb952-c261-4ad5-bc2c-d4d2cb7f7b1a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.270773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:21.293271 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.305063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511b033-0c7e-49a5-ab62-a2c1c4671ffe req-7c3f8fb8-967e-44f4-8a39-aee347494bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:21.306942 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c511b033-0c7e-49a5-ab62-a2c1c4671ffe req-7c3f8fb8-967e-44f4-8a39-aee347494bb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1132 time: 0.2380729
Mar 05 20:52:21.346447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac1e5-2519-4bdf-bf32-269802e6a18c req-e95db9b6-889f-4427-887f-118bbbf8a39f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:21.356240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-462ac1e5-2519-4bdf-bf32-269802e6a18c req-e95db9b6-889f-4427-887f-118bbbf8a39f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.2081137
Mar 05 20:52:21.362133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Allocated IP 172.20.0.2 (67213d25-3583-48ce-be19-a10d0059fcac/d52a5a8c-700c-4df8-b1dc-daa70dd863a5/7ca8e756-8be1-44c6-ab33-53b1df59bfb4) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:21.375512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:21.431009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.446420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca0dbeea-59e6-4926-8e25-52c07bd1a59c req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6093409
Mar 05 20:52:21.451407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6406b-cb5a-49ae-8e17-844c670b8e9d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5fb952-c261-4ad5-bc2c-d4d2cb7f7b1a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:21.529533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c511b033-0c7e-49a5-ab62-a2c1c4671ffe req-8bda7a8c-ab83-40f0-933d-3296dd022246 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161660
Mar 05 20:52:21.570337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-462ac1e5-2519-4bdf-bf32-269802e6a18c req-9525599c-d321-40c3-870e-40b3075e8ee3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116618
Mar 05 20:52:21.631278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for router_gateway (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.672931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-7c15ea31-96ca-4b8a-a2d4-614b191c6736 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/2c9ad845-9855-4cb3-b152-cea047f463f3 HTTP/1.1" status: 200  len: 1820 time: 0.0793438
Mar 05 20:52:21.776940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43320) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:21.829712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (2c9ad845-9855-4cb3-b152-cea047f463f3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.903196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (2c9ad845-9855-4cb3-b152-cea047f463f3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:21.932687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-94604861-1814-4a5b-838e-773b6cda528f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f0be6ed248d4e509d2308e9fbd70f63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1542499
Mar 05 20:52:21.934403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43322) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:22.048372 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks [] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.058084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] Publish callbacks [] for security_group (f3510d16-97e0-431b-90d9-7ca5158b0797), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.061783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.117145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Network 67213d25-3583-48ce-be19-a10d0059fcac is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:22.123592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:22.125802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] Publish callbacks [] for security_group (f3510d16-97e0-431b-90d9-7ca5158b0797), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.133533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:22.163351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:22.185803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f3510d16-97e0-431b-90d9-7ca5158b0797), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.188595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.195542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3510d16-97e0-431b-90d9-7ca5158b0797 HTTP/1.1" status: 204  len: 168 time: 0.2546451
Mar 05 20:52:22.210002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec667dd-5279-4c6e-ac24-ac73bd0b31cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3510d16-97e0-431b-90d9-7ca5158b0797,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:22.215766 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for router_gateway (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.257582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c9ad845-9855-4cb3-b152-cea047f463f3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.260740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.262557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29d629ab-a078-40f8-aa26-dcf98a530d9a req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c9ad845-9855-4cb3-b152-cea047f463f3 HTTP/1.1" status: 204  len: 173 time: 0.5776167
Mar 05 20:52:22.277563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.281084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995683-c70c-4c03-ab5f-beb3f94d9867 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9ad845-9855-4cb3-b152-cea047f463f3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:22.344930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Attempting to bind port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:22.345316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Attempting to bind port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:22.345684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Attempting to bind port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 on network 67213d25-3583-48ce-be19-a10d0059fcac {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:22.360327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:22.360739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Checking segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:22.361128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.362318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Bound using segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:22.362808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Bound port: 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:22.363197 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.474135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-657990dc-d5b8-4baa-b939-20632771ab2c req-5e30b023-64d1-46ff-9f87-1d6505efb691 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0 HTTP/1.1" status: 200  len: 1821 time: 0.0543208
Mar 05 20:52:22.497312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] For port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:22.509639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] For port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:22.522167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1791859117', 'description': 'tempest-description-345321312'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:22.533835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.556687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.682429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83698-a6ba-4dd0-899b-8b1300f6e7f2 req-79fc999f-a8dd-4b1e-8714-45b318a64fe5 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:22.684545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cff83698-a6ba-4dd0-899b-8b1300f6e7f2 req-79fc999f-a8dd-4b1e-8714-45b318a64fe5 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.3222399
Mar 05 20:52:22.685814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Allocated IP 172.35.0.23 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/4590e09c-0d4e-4514-bff6-1a456fe88d1d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:22.709123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8fcc0-cc18-4e3a-9125-094ac8059ff5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:22.726810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (569eefce-55bd-4e6d-8a1f-3605938dd46c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.733232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (569eefce-55bd-4e6d-8a1f-3605938dd46c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.796757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:22.804572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85da2e13-d639-4f58-b8d3-dbf165f16090 req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.2905519
Mar 05 20:52:22.824106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148950b-2479-47e3-8694-eba03fd8d55a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569eefce-55bd-4e6d-8a1f-3605938dd46c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:22.933988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cff83698-a6ba-4dd0-899b-8b1300f6e7f2 req-6b4fcb95-46b0-445c-bb45-c95f85a375ac tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2327905
Mar 05 20:52:23.039297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.058779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:23.063565 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e259e651-874d-499d-b50d-107b5e18e8b5" -d '{"events": [{"server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "name": "network-vif-plugged", "status": "completed", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:23.114352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:23.137728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.180712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:23.188924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:23.253046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540ef41-2e02-46b0-8f08-ddc3d4072092 req-dae92dda-73c0-4eca-ac39-8ec54375ec68 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:23.263060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2540ef41-2e02-46b0-8f08-ddc3d4072092 req-dae92dda-73c0-4eca-ac39-8ec54375ec68 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1501009
Mar 05 20:52:23.266036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:23.270100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:23.272994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:23.284598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-6eb024ff-b385-4447-8f15-6decd18b5ce5 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 200  len: 1821 time: 0.1673026
Mar 05 20:52:23.306988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4590e09c-0d4e-4514-bff6-1a456fe88d1d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:23.319184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '569eefce-55bd-4e6d-8a1f-3605938dd46c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:23.319824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '569eefce-55bd-4e6d-8a1f-3605938dd46c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:23.321883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:23.322288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.354527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1550596120-network', 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:23.390903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2540ef41-2e02-46b0-8f08-ddc3d4072092 req-a39ef423-e4bd-4093-b956-e37fa18d36e9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213956
Mar 05 20:52:23.447408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e008a5ed-6392-4a09-86c5-fa9edf8bbbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.452591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:23.453231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.484598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:23.486858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.492179 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b06ad65-3707-4640-b640-45e447bf9709 x-openstack-request-id: req-8b06ad65-3707-4640-b640-45e447bf9709 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:23.493005 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "name": "network-vif-plugged", "status": "completed", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:23.494229 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b06ad65-3707-4640-b640-45e447bf9709 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:23.494945 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'code': 200}
Mar 05 20:52:23.517472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.532847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:23.544172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.601887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:23.701485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (6b8b7006-afe5-45c0-b48b-6258dc9fd06d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.721173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e008a5ed-6392-4a09-86c5-fa9edf8bbbf3 admin admin] Publish callbacks [] for security_group (25eb09ef-1396-4be9-97e9-561655c72331), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.722221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (6b8b7006-afe5-45c0-b48b-6258dc9fd06d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.733606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6b8b7006-afe5-45c0-b48b-6258dc9fd06d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.741864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e008a5ed-6392-4a09-86c5-fa9edf8bbbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25eb09ef-1396-4be9-97e9-561655c72331), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.779096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8b7006-afe5-45c0-b48b-6258dc9fd06d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:23.783831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for router_gateway (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.790255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:23.794897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab3aa3a6-a474-4cc8-af2a-535966b86b40 req-cb5a8eaa-186d-4116-9397-e0a91940317a tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4797122
Mar 05 20:52:23.830634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be88c5-464f-4d71-a991-8503517979fb req-96c0e048-67d3-46c6-ab5f-0a60971e2133 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:23.832544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21be88c5-464f-4d71-a991-8503517979fb req-96c0e048-67d3-46c6-ab5f-0a60971e2133 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.2227132
Mar 05 20:52:23.862384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f167-b774-46bb-837f-39bbc6d09f66 req-c5b82832-ca18-45b8-862c-bf93c9781ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:23.864043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e32f167-b774-46bb-837f-39bbc6d09f66 req-c5b82832-ca18-45b8-862c-bf93c9781ad6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 1128 time: 0.3256888
Mar 05 20:52:23.952236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-35d5d409-630a-43d2-a34d-b0ae66a5902b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 200  len: 2414 time: 0.0911543
Mar 05 20:52:23.961730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:23.962390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e008a5ed-6392-4a09-86c5-fa9edf8bbbf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=657db505127d48f89dff1401fc649913&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7722363
Mar 05 20:52:23.976660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '569eefce-55bd-4e6d-8a1f-3605938dd46c', 'remote_group_id': None}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:23.976959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '569eefce-55bd-4e6d-8a1f-3605938dd46c', 'remote_group_id': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:23.994227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008a5ed-6392-4a09-86c5-fa9edf8bbbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb09ef-1396-4be9-97e9-561655c72331,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:23.998937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:24.019352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks [] for security_group (3977ab85-0fd1-4a4a-98da-2d19ae87b011), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.026530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e32f167-b774-46bb-837f-39bbc6d09f66 req-03a75f95-97f8-4992-a97d-13cab39af4e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434150
Mar 05 20:52:24.029871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3977ab85-0fd1-4a4a-98da-2d19ae87b011), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.038379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21be88c5-464f-4d71-a991-8503517979fb req-03796ad0-53a1-47c2-a10e-e5666ad71e5d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857934
Mar 05 20:52:24.076486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:24.099162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3977ab85-0fd1-4a4a-98da-2d19ae87b011,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:24.102638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b99d7d15-aeb7-4994-88ee-526b8db283c6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.103046 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Added segment b99d7d15-aeb7-4994-88ee-526b8db283c6 of type vlan for network d83df0c3-2a5b-4fbb-9f93-42653588000e
Mar 05 20:52:24.165954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d83df0c3-2a5b-4fbb-9f93-42653588000e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.187607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-network', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:24.192599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.200333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] Publish callbacks [] for security_group (25eb09ef-1396-4be9-97e9-561655c72331), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.220888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d83df0c3-2a5b-4fbb-9f93-42653588000e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.222388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:24.223177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.223462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.248310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Made reservation on behalf of 254b7e1dc7404ee2aa0d379cbbaab019 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:24.248310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.249540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.249540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.249838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9d072-9190-4ab1-a2a1-83447f745ad8 None None] Network 67213d25-3583-48ce-be19-a10d0059fcac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:24.250384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] Publish callbacks [] for security_group (25eb09ef-1396-4be9-97e9-561655c72331), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.293524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.326006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2106471
Mar 05 20:52:24.334788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43420) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:24.341971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Request body: {'subnet': {'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1550596120-subnet', 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:24.356359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed960ba8-7b60-4287-92ff-150a8984411f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:24.359793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa36bf-cd2f-4f0a-8cd7-bb972b4ba4ac admin admin] Pushing event updated for resources: {'Network': ['ID=d83df0c3-2a5b-4fbb-9f93-42653588000e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:24.375893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-72ca52dc-725c-4949-acf2-9655419637d1 None None] Provisioning complete for port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:24.375893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-72ca52dc-725c-4949-acf2-9655419637d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.384921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.393187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:24.395822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.399887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33cb8574-71cc-4baf-a47e-e472380b3ff7 req-ba4c2af5-2fe7-48b5-8b36-2e5a6cf96274 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4300251
Mar 05 20:52:24.412479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d83df0c3-2a5b-4fbb-9f93-42653588000e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:24.460715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b1c66-20f3-43cd-9022-9c0510164c0d req-a7f6b3b6-4638-4554-bf25-931f2bc83a09 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:24.462525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b7b1c66-20f3-43cd-9022-9c0510164c0d req-a7f6b3b6-4638-4554-bf25-931f2bc83a09 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.2265806
Mar 05 20:52:24.488381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25eb09ef-1396-4be9-97e9-561655c72331), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.492822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.498416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25eb09ef-1396-4be9-97e9-561655c72331 HTTP/1.1" status: 204  len: 168 time: 0.5356801
Mar 05 20:52:24.528939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c40e3-ed58-4912-b249-5d3e4bb1199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb09ef-1396-4be9-97e9-561655c72331,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:24.562432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:52:24.586458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b7b1c66-20f3-43cd-9022-9c0510164c0d req-6db1180a-8638-43fd-bdfc-ac8b0212c0ae tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155024
Mar 05 20:52:24.591073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks [] for security_group (6fb158bb-e5ce-4fd3-af10-969cf53718cd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.611513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6fb158bb-e5ce-4fd3-af10-969cf53718cd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.649481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8385-e64d-469e-8c40-73a549948168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.680357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:24.708341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.708899 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Added segment dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43 of type vlan for network 2ad9bccc-0c5b-4f20-a774-f77add76a728
Mar 05 20:52:24.721064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb158bb-e5ce-4fd3-af10-969cf53718cd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:24.789854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-72ca52dc-725c-4949-acf2-9655419637d1 None None] Current status of the port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:24.844734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2ad9bccc-0c5b-4f20-a774-f77add76a728), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.878396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (e74b6a01-ece6-4846-a919-e92070dd63a4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.913292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2ad9bccc-0c5b-4f20-a774-f77add76a728), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:24.914509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:24.914840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.003216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:25.042375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0342367
Mar 05 20:52:25.044086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43444) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:25.051072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Request body: {'subnet': {'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-subnet', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:25.056198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:25.066385 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8948f9b4-9a99-4810-a4b2-0df45d36cba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.068928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64f79d91-7f1e-4e68-bf81-f8ada617bc89 req-b65aff16-34a4-4c5e-9268-286a351c72ca tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 200  len: 3012 time: 0.5444567
Mar 05 20:52:25.070640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74b6a01-ece6-4846-a919-e92070dd63a4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:25.072896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e43a4-194f-4496-be8c-154829b205d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad9bccc-0c5b-4f20-a774-f77add76a728,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:25.099621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-068b918b-d2a0-4cbc-95f9-e301f95cbf5c None None] Provisioning complete for port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:25.100038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-068b918b-d2a0-4cbc-95f9-e301f95cbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.111080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8798-718b-4fcc-bfef-2ed5dc7ca913 req-da569576-ef25-46e5-9e33-7284688b8b6c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:25.112606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-776e8798-718b-4fcc-bfef-2ed5dc7ca913 req-da569576-ef25-46e5-9e33-7284688b8b6c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 951 time: 0.2731013
Mar 05 20:52:25.131717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:25.132594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:25.133175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Network hostable DHCP agents. Network: d83df0c3-2a5b-4fbb-9f93-42653588000e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:25.143917 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Sync routers for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:25.144957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Made reservation on behalf of 254b7e1dc7404ee2aa0d379cbbaab019 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:25.149086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.155249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:25.172317 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:25.174096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:25.199994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Network d83df0c3-2a5b-4fbb-9f93-42653588000e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:25.211378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.213471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ab5186c6-42fa-4f37-9394-7914d84bc4a3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3815520
Mar 05 20:52:25.216502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43448) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:25.224868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-776e8798-718b-4fcc-bfef-2ed5dc7ca913 req-12b8693e-cc8d-41ad-8e55-f183ffe20b2c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045320
Mar 05 20:52:25.236000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d83df0c3-2a5b-4fbb-9f93-42653588000e) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:25.246852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:25.248426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.289882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a2e0699e-713c-4ade-ad7c-58916a7b0c3f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9538085
Mar 05 20:52:25.306226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8948f9b4-9a99-4810-a4b2-0df45d36cba9 admin admin] Publish callbacks [] for security_group (d3fe0f39-0b81-4d32-b2c7-5d2018548d1f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.320084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8948f9b4-9a99-4810-a4b2-0df45d36cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d3fe0f39-0b81-4d32-b2c7-5d2018548d1f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.326727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-c44d4df7-ecec-4559-8f31-6ce3cdc21e79 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-group-rules/ed960ba8-7b60-4287-92ff-150a8984411f HTTP/1.1" status: 200  len: 783 time: 0.0472989
Mar 05 20:52:25.356554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbb9fa-590f-45e2-ad93-254b4d7f63d6 None None] Network d83df0c3-2a5b-4fbb-9f93-42653588000e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:25.414157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-ff6225fd-8e6d-44dc-9ecb-1fa49ac2fb3c req-43430b6c-2808-47f4-83c2-4ac30ce54561 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:52:25.415384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff6225fd-8e6d-44dc-9ecb-1fa49ac2fb3c req-43430b6c-2808-47f4-83c2-4ac30ce54561 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0187035
Mar 05 20:52:25.423089 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:25.440874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8948f9b4-9a99-4810-a4b2-0df45d36cba9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95c3cd38bc0344529d3e67c969295400&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4349990
Mar 05 20:52:25.447622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43454) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:25.471285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f9b4-9a99-4810-a4b2-0df45d36cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe0f39-0b81-4d32-b2c7-5d2018548d1f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:25.544752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-8b567053-e9d9-4a5c-9174-5b890866e579 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 200  len: 3012 time: 0.2096832
Mar 05 20:52:25.579328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:25.580049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.669073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] Publish callbacks [] for security_group (d3fe0f39-0b81-4d32-b2c7-5d2018548d1f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.669618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-068b918b-d2a0-4cbc-95f9-e301f95cbf5c None None] Current status of the port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:25.671311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.715467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb46aa2-fcae-4be9-a8a6-2cd84fefbec4 None None] Network d83df0c3-2a5b-4fbb-9f93-42653588000e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:25.717070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.759154 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55130>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:23Z', 'revision_number': 3, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:25.806780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] Publish callbacks [] for security_group (d3fe0f39-0b81-4d32-b2c7-5d2018548d1f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.825130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:25.861194 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Checking router: 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:25.862360 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Updating router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 port 4590e09c-0d4e-4514-bff6-1a456fe88d1d binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:25.883763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (ed960ba8-7b60-4287-92ff-150a8984411f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.890668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.891845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c721a420-919d-4ece-9a6b-cd7ccd3de95a req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ed960ba8-7b60-4287-92ff-150a8984411f HTTP/1.1" status: 204  len: 173 time: 0.3261402
Mar 05 20:52:25.934481 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.938977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (59165172-c820-4b67-872a-38d0dacc77ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:25.949785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fae2-a344-4536-960f-77bfbae36b2e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed960ba8-7b60-4287-92ff-150a8984411f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:25.972117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-f85f090a-5bd2-47ed-875e-c8535f5efb9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2073894
Mar 05 20:52:26.077961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d3fe0f39-0b81-4d32-b2c7-5d2018548d1f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.085415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.086587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3fe0f39-0b81-4d32-b2c7-5d2018548d1f HTTP/1.1" status: 204  len: 168 time: 0.6223059
Mar 05 20:52:26.109331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a1f6-02f7-45a1-8258-c46fabe536ce req-1f071279-7329-4505-951a-bf41d8f9476c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:26.117394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6423a1f6-02f7-45a1-8258-c46fabe536ce req-1f071279-7329-4505-951a-bf41d8f9476c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.1486311
Mar 05 20:52:26.119729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed16b8-dc1f-4853-805c-d7d21b11b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe0f39-0b81-4d32-b2c7-5d2018548d1f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:26.140658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59165172-c820-4b67-872a-38d0dacc77ce,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:26.148941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Checking segment: {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:26.149305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Network hostable DHCP agents. Network: 2ad9bccc-0c5b-4f20-a774-f77add76a728, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:26.204311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:26.245452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6423a1f6-02f7-45a1-8258-c46fabe536ce req-b93518e5-25e5-495f-b86a-0345e278e864 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213160
Mar 05 20:52:26.254124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ad9bccc-0c5b-4f20-a774-f77add76a728) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:26.264299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cad41e-1586-4677-8e22-1d275f58e5d4 None None] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:26.270583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:26.271533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.325496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15f9605c-aa16-495c-a7bb-b5a8c4c7cfe7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2805872
Mar 05 20:52:26.328197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:26.332984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:26.385623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.387632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.405530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.419022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f6953-2d70-4b20-a194-8dc7e4e2d8ce req-d34ebbc0-8823-45b0-a23c-82e7981acd30 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:26.427486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-864f6953-2d70-4b20-a194-8dc7e4e2d8ce req-d34ebbc0-8823-45b0-a23c-82e7981acd30 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0757475
Mar 05 20:52:26.431172 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks [] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.442269 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.514002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-864f6953-2d70-4b20-a194-8dc7e4e2d8ce req-dec2788c-65cb-4663-b171-781df056c1ad tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848556
Mar 05 20:52:26.550244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f45518-c218-4384-9921-87579c093402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ad9bccc-0c5b-4f20-a774-f77add76a728', 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728', 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'fixed_ips': [{'subnet_id': '59165172-c820-4b67-872a-38d0dacc77ce'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:52:26.552020 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.602554 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Attempting to bind port 4590e09c-0d4e-4514-bff6-1a456fe88d1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:26.603580 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Attempting to bind port 4590e09c-0d4e-4514-bff6-1a456fe88d1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:26.604110 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Attempting to bind port 4590e09c-0d4e-4514-bff6-1a456fe88d1d on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:26.623701 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Pushing event updated for resources: {'Port': ['ID=4590e09c-0d4e-4514-bff6-1a456fe88d1d,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:26.627702 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:26.629178 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:26.629870 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.631399 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:26.631549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for router_controller (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.632908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Bound port: 4590e09c-0d4e-4514-bff6-1a456fe88d1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:26.633532 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.673293 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.674006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.674622 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.675268 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.675965 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.676521 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.677684 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.678465 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.679026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.679583 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.680789 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.681403 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.682283 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:26.684387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43514) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:26.710306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1191076130-network', 'tenant_id': 'c4e4e25548c2445180ca57ded9e4ac95'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:26.763267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] For port 4590e09c-0d4e-4514-bff6-1a456fe88d1d, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:26.768758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-89325dfc-d821-4da0-b7d9-3f4887f07c7e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 200  len: 2414 time: 0.2017655
Mar 05 20:52:26.769762 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] For port 4590e09c-0d4e-4514-bff6-1a456fe88d1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4590e09c-0d4e-4514-bff6-1a456fe88d1d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:26.778132 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.835698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Made reservation on behalf of c4e4e25548c2445180ca57ded9e4ac95 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:26.838398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.850994 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.915394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (569eefce-55bd-4e6d-8a1f-3605938dd46c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.962073 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:26.976727 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:51:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:26.977602 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6c94-e87c-414f-9a5a-882f098dbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:26.986643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (569eefce-55bd-4e6d-8a1f-3605938dd46c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.038925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for router_gateway (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.110122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-02f45518-c218-4384-9921-87579c093402 None None] Allocated IP 172.20.0.2 (2ad9bccc-0c5b-4f20-a774-f77add76a728/59165172-c820-4b67-872a-38d0dacc77ce/1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:27.125771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (569eefce-55bd-4e6d-8a1f-3605938dd46c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.128538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Allocated IP 172.20.0.1 (67213d25-3583-48ce-be19-a10d0059fcac/d52a5a8c-700c-4df8-b1dc-daa70dd863a5/971bc48d-bd3d-4a1f-b3a3-741953aadd5a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:27.133335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.137486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dfd0936-773e-4407-ba35-dac1ff47f8ff req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/569eefce-55bd-4e6d-8a1f-3605938dd46c HTTP/1.1" status: 204  len: 173 time: 0.3540101
Mar 05 20:52:27.151181 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508cc6-caab-4f32-9607-acdd030795e5 None None] Pushing event updated for resources: {'Port': ['ID=4590e09c-0d4e-4514-bff6-1a456fe88d1d,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:27.196352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eac4f-37a4-439d-9253-5658751f7ceb tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569eefce-55bd-4e6d-8a1f-3605938dd46c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:27.246867 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:27.285933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e87917-f240-4eb8-83c1-222bd276ee1c req-4b21b6dd-b68b-48b4-87d0-a9c3746a31e9 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:27.288670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89e87917-f240-4eb8-83c1-222bd276ee1c req-4b21b6dd-b68b-48b4-87d0-a9c3746a31e9 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.2051175
Mar 05 20:52:27.298997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43554) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:27.307940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Request body: {'floatingip': {'port_id': '987d4803-9ee7-4faf-842e-7a86e2732a1a'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:27.337953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks [] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.431163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks [] for security_group (faa39768-440f-4133-8e9a-5b14fc2f3461), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.435858 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-4b35d493-690f-4409-96d8-2d6b754856b7 req-aea6ef11-df84-47f8-b160-4fe861b3df3d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] show failed (client error): The resource could not be found.
Mar 05 20:52:27.448539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b35d493-690f-4409-96d8-2d6b754856b7 req-aea6ef11-df84-47f8-b160-4fe861b3df3d tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/2c9ad845-9855-4cb3-b152-cea047f463f3 HTTP/1.1" status: 404  len: 352 time: 0.1245482
Mar 05 20:52:27.466695 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks [] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.478451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (faa39768-440f-4133-8e9a-5b14fc2f3461), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.479653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.518493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for router_gateway (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.552792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.553931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:27.563029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.579403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f45518-c218-4384-9921-87579c093402 None None] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:27.582629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (adbd6296-429e-4f14-ba58-7277b2114f49), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.585824 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Added segment adbd6296-429e-4f14-ba58-7277b2114f49 of type vlan for network f533fa32-23c9-4682-9974-ffd4a6cb9ba1
Mar 05 20:52:27.601418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-02f45518-c218-4384-9921-87579c093402 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:27.604574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f45518-c218-4384-9921-87579c093402 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:27.622830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f45518-c218-4384-9921-87579c093402 None None] Pushing event updated for resources: {'Port': ['ID=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:27.623786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Pushing event updated for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:27.656650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55130>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:23Z', 'revision_number': 3, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:27.680122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-02f45518-c218-4384-9921-87579c093402 None None] Attempting to bind port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:27.680122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-02f45518-c218-4384-9921-87579c093402 None None] Attempting to bind port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:27.680122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f45518-c218-4384-9921-87579c093402 None None] Attempting to bind port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 on network 2ad9bccc-0c5b-4f20-a774-f77add76a728 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:27.685941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f45518-c218-4384-9921-87579c093402 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:27.686325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f45518-c218-4384-9921-87579c093402 None None] Checking segment: {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:27.686872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.687275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f45518-c218-4384-9921-87579c093402 None None] Bound using segment: {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:27.687777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-02f45518-c218-4384-9921-87579c093402 None None] Bound port: 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:27.688166 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.697263 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd1a31-8212-432f-a54e-60c551df8b52 None None] The sync data for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 is: [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:23Z', 'revision_number': 3, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:27.708830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Network 67213d25-3583-48ce-be19-a10d0059fcac is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:27.711550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:27.714755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:27.753135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.789936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.818981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-02f45518-c218-4384-9921-87579c093402 None None] For port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:27.822474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-02f45518-c218-4384-9921-87579c093402 None None] For port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:27.834623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f45518-c218-4384-9921-87579c093402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.940451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.962562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43570) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:27.964877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f533fa32-23c9-4682-9974-ffd4a6cb9ba1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:27.975014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa39768-440f-4133-8e9a-5b14fc2f3461,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:27.984267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f45518-c218-4384-9921-87579c093402 None None] Pushing event updated for resources: {'Port': ['ID=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:28.030846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:28.184778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Allocated IP 172.35.0.56 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/55cd00e6-5735-46ff-bbed-ae6018db3580) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:28.205794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd3c3-8c19-42da-9dd5-13404ed21463 req-cdb35765-9b46-43f6-8e21-a29b79bff0ac tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:28.208094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e08cd3c3-8c19-42da-9dd5-13404ed21463 req-cdb35765-9b46-43f6-8e21-a29b79bff0ac tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.5786054
Mar 05 20:52:28.397092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2adc654e-b209-4dbc-b41f-56aeebd758a0 None None] Provisioning complete for port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:28.397092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2adc654e-b209-4dbc-b41f-56aeebd758a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.398079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6c25b98e-729b-490d-bb31-a40e13f1d945 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:28.398557 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.426359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.461986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:28.464618 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a7e9fa-2414-4c3f-96cc-196c75164cc0" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-unplugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:28.493088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:28.503415 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.512315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2adc654e-b209-4dbc-b41f-56aeebd758a0 None None] Port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:28.533584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.535332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:52:28.547244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e08cd3c3-8c19-42da-9dd5-13404ed21463 req-dd1b1cca-793a-4499-8ac6-8f557246c890 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245883
Mar 05 20:52:28.573438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-4722e291-bd41-4dc9-b981-51d02dfe4929 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:28.576278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-4722e291-bd41-4dc9-b981-51d02dfe4929 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 947 time: 0.8581245
Mar 05 20:52:28.613638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:28.630167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f533fa32-23c9-4682-9974-ffd4a6cb9ba1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.631231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:28.634138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.813163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8b3d-4f80-4a20-9fdf-fbc06cf28b99 req-2c58a3d9-1859-4468-b283-65085384da62 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:28.814705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc9f8b3d-4f80-4a20-9fdf-fbc06cf28b99 req-2c58a3d9-1859-4468-b283-65085384da62 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.1631885
Mar 05 20:52:28.815856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:28.875232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Pushing event updated for resources: {'Port': ['ID=55cd00e6-5735-46ff-bbed-ae6018db3580,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:28.924546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.2352164
Mar 05 20:52:28.937481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:28.938107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43584) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:28.943906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Request body: {'subnet': {'network_id': 'f533fa32-23c9-4682-9974-ffd4a6cb9ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1191076130-subnet', 'tenant_id': 'c4e4e25548c2445180ca57ded9e4ac95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:28.951466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:28.961832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-376031481-network', 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:28.982147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:29.056457 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:52:29.127319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-6efeb676-b138-4a1e-b440-ee96a1abedd8 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0 HTTP/1.1" status: 200  len: 1821 time: 1.4502349
Mar 05 20:52:29.179020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:29.181342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.188072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc9f8b3d-4f80-4a20-9fdf-fbc06cf28b99 req-5b570cb7-014e-4c9a-9352-2881c1c9d77c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3587849
Mar 05 20:52:29.190931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6fe33-17b3-45e0-adc1-9b1ec410d612 admin admin] Pushing event updated for resources: {'Network': ['ID=f533fa32-23c9-4682-9974-ffd4a6cb9ba1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:29.192905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Made reservation on behalf of c4e4e25548c2445180ca57ded9e4ac95 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:29.195235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.209131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f533fa32-23c9-4682-9974-ffd4a6cb9ba1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:29.240740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.320891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4590e09c-0d4e-4514-bff6-1a456fe88d1d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:29.324920 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25115a29-f9ea-4f10-8b47-5b39842a3470 x-openstack-request-id: req-25115a29-f9ea-4f10-8b47-5b39842a3470 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:29.325427 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-unplugged", "status": "completed", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:29.325849 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25115a29-f9ea-4f10-8b47-5b39842a3470 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:29.326578 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'code': 200}
Mar 05 20:52:29.332714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.363355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.421672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4590e09c-0d4e-4514-bff6-1a456fe88d1d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:29.421954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.465089 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks [] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.476534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.541073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.547134 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.548910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4590e09c-0d4e-4514-bff6-1a456fe88d1d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:29.549284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.591885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 4590e09c-0d4e-4514-bff6-1a456fe88d1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4590e09c-0d4e-4514-bff6-1a456fe88d1d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:29.598189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.599165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:29.612105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.662953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-5980b165-348b-48b2-b69a-a26c111014e1 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:29.666166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9eb6e-d8da-41bf-bf5a-470449fd1240 None None] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:29.678189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-5980b165-348b-48b2-b69a-a26c111014e1 tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.3350508
Mar 05 20:52:29.684847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks [] for security_group (93654b5c-c3c3-4992-abe5-1476d7026613), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.686369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Pushing event updated for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:29.693668 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.730580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93654b5c-c3c3-4992-abe5-1476d7026613), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.787148 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Floating IP 1d5b9b79-ca6f-4d7d-8265-e323e20573df associated. External IP: 172.35.0.22, port: 987d4803-9ee7-4faf-842e-7a86e2732a1a.
Mar 05 20:52:29.800695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Provisioning complete for port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:29.801365 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.815223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=4590e09c-0d4e-4514-bff6-1a456fe88d1d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:29.863859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:29.921822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e9a96f0a-fd95-4992-85ff-5f72746135dd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.922207 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Added segment e9a96f0a-fd95-4992-85ff-5f72746135dd of type vlan for network 92c1bc99-8218-45a1-b95c-a4c228475460
Mar 05 20:52:29.952441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:29.952843 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.967787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93654b5c-c3c3-4992-abe5-1476d7026613,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:29.973210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.976679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:29.982093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85eaade3-8d8b-4ea7-a0fe-beb54dcae3ad req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0 HTTP/1.1" status: 204  len: 173 time: 0.8537853
Mar 05 20:52:30.012826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Current status of the port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:30.013214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.063163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f676a2e-095c-4cda-ab0c-210724907a73 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e6770f-ec8f-401c-ae80-6ae7e5a8bcc0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:30.081049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (92c1bc99-8218-45a1-b95c-a4c228475460), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.100257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:30.100646 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.114939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] For port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:30.115636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-c890628d-a1e0-44c1-98e6-2621f1479fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.117532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-c890628d-a1e0-44c1-98e6-2621f1479fb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1132 time: 0.3549750
Mar 05 20:52:30.136248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.213455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (92c1bc99-8218-45a1-b95c-a4c228475460), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.219573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.220227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.230880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-f09093ff-27af-4ee9-a457-726678119ed8 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/c664c237-0cc4-47fa-a016-a9ab888a4870 HTTP/1.1" status: 200  len: 1821 time: 0.2241442
Mar 05 20:52:30.247627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:52:30.248013 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:52:30.269098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eab2b7-ae2f-4bb3-b8cf-b983fd27ca2d None None] Pushing event updated for resources: {'Port': ['ID=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:30.269463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Deleting port 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:30.269760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.382608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d914a1-e46a-46db-8ead-1954b2d6bbce req-a0f0cd4f-4b80-4d89-b2b0-b964c21bd23b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.384195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3d914a1-e46a-46db-8ead-1954b2d6bbce req-a0f0cd4f-4b80-4d89-b2b0-b964c21bd23b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.6882670
Mar 05 20:52:30.448106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for router_gateway (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.462833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] Pushing event updated for resources: {'Network': ['ID=92c1bc99-8218-45a1-b95c-a4c228475460,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:30.468155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b28f8a8-c028-4840-81b8-75790fbd29c9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.4860320
Mar 05 20:52:30.476800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 92c1bc99-8218-45a1-b95c-a4c228475460 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:30.479572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ccf67eea-fc8d-4f7f-880e-7a365a5abcf5 None None] Provisioning complete for port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:30.480056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ccf67eea-fc8d-4f7f-880e-7a365a5abcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.485556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:30.500817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Request body: {'subnet': {'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-376031481-subnet', 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:30.560540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (07bc0f6e-6415-4253-ac08-9c09ef3828ef), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.567710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-b9b4fe54-a266-48a4-b03d-3c8f14cc9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.568817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-b9b4fe54-a266-48a4-b03d-3c8f14cc9d74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.4406412
Mar 05 20:52:30.606324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:30.608639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.615322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Network 67213d25-3583-48ce-be19-a10d0059fcac is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:30.624601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3d914a1-e46a-46db-8ead-1954b2d6bbce req-d26607e3-966a-46dd-80d8-cc7062cff0cb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291071
Mar 05 20:52:30.630883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:30.654245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ccf67eea-fc8d-4f7f-880e-7a365a5abcf5 None None] Current status of the port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:30.662398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bc0f6e-6415-4253-ac08-9c09ef3828ef,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:30.666034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-1e8cedca-00c0-4556-a961-87e75cbe560f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0860381
Mar 05 20:52:30.703074 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c664c237-0cc4-47fa-a016-a9ab888a4870), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.711085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] For port 6c25b98e-729b-490d-bb31-a40e13f1d945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c25b98e-729b-490d-bb31-a40e13f1d945,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:30.711462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.774325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Calling delete_port for 6c25b98e-729b-490d-bb31-a40e13f1d945 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:30.790934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:30.823765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Router c0cadf66-13c8-446a-b352-7c2da0a2de2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:52:30.841679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c664c237-0cc4-47fa-a016-a9ab888a4870), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.850628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Checking segment: {'id': 'adbd6296-429e-4f14-ba58-7277b2114f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f533fa32-23c9-4682-9974-ffd4a6cb9ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:30.850992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Network hostable DHCP agents. Network: f533fa32-23c9-4682-9974-ffd4a6cb9ba1, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:30.905011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.935609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-e3be2c87-4f29-4024-9255-372c08dbd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.937190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-e3be2c87-4f29-4024-9255-372c08dbd7b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2308176
Mar 05 20:52:30.946723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Network f533fa32-23c9-4682-9974-ffd4a6cb9ba1 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:30.966561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:52:30.972314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f533fa32-23c9-4682-9974-ffd4a6cb9ba1) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:30.977985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.981383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210e7e4-a2f4-49ec-8a7d-bfe665f8a4e1 None None] Network f533fa32-23c9-4682-9974-ffd4a6cb9ba1 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:30.981550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.982017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:30.991273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc68-ec8d-4112-8918-1d170cc87dfb req-bf8436f5-663a-4383-bc38-c10ba4e2098c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:30.992802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8dabc68-ec8d-4112-8918-1d170cc87dfb req-bf8436f5-663a-4383-bc38-c10ba4e2098c tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d54f039d-1623-4ad6-a4e3-308472493214 HTTP/1.1" status: 200  len: 949 time: 0.1943781
Mar 05 20:52:31.072080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4590e09c-0d4e-4514-bff6-1a456fe88d1d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:31.105695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-accaa0c6-0231-403e-b8b6-847ad24f7661 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.1662288
Mar 05 20:52:31.123018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-90da8085-141d-4d3d-b66b-92be8679e3be None None] Provisioning complete for port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:31.123392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-90da8085-141d-4d3d-b66b-92be8679e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.201189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec4b94-97ca-48c8-b863-1ae333d473bf None None] Network f533fa32-23c9-4682-9974-ffd4a6cb9ba1 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:31.206274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-90da8085-141d-4d3d-b66b-92be8679e3be None None] Port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:31.237014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8dabc68-ec8d-4112-8918-1d170cc87dfb req-057384c5-2acf-4804-bc0e-8a73e634128f tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359521
Mar 05 20:52:31.279260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (f05716dc-1182-4345-9441-1b2111b304d4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.299602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c664c237-0cc4-47fa-a016-a9ab888a4870), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.302250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.303657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2a022e9-d7d6-41de-a23f-bd145cc6a486 req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/c664c237-0cc4-47fa-a016-a9ab888a4870 HTTP/1.1" status: 204  len: 173 time: 1.0719888
Mar 05 20:52:31.317241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4590e09c-0d4e-4514-bff6-1a456fe88d1d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:31.317547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.329738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:52:31.359035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:31.374813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Sync routers for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:31.377849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2294a1f1-9761-431a-8f51-72420cb390c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/17c51ba5-7595-4cc3-8d1d-eb08ff466f53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1597311
Mar 05 20:52:31.399403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:31.400066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832db9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:31.503913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:31.518556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Sync routers for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:31.541436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.543041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0b88f0ef-1d2d-4e2c-be7b-996d096d3e23 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.2134469
Mar 05 20:52:31.543421 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:31.544507 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:31.545653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:31.556843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-3b074456-dfbd-449e-95a3-05f74aaa7051 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/5e4680df-6dd7-46c4-af18-330afe1ae861 HTTP/1.1" status: 200  len: 1821 time: 0.2234666
Mar 05 20:52:31.557607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:31.615211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4590e09c-0d4e-4514-bff6-1a456fe88d1d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:31.616366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:31.747211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (5e4680df-6dd7-46c4-af18-330afe1ae861), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.787418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (5e4680df-6dd7-46c4-af18-330afe1ae861), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:31.964699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:32.067841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5e4680df-6dd7-46c4-af18-330afe1ae861), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.070942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.072149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18c8aaca-c3ab-4442-9440-ba7a7c5150a6 req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/5e4680df-6dd7-46c4-af18-330afe1ae861 HTTP/1.1" status: 204  len: 173 time: 0.5145185
Mar 05 20:52:32.085784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-1e0084fc-e6db-4e26-a46b-7ff2a6a8902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:32.087286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-1e0084fc-e6db-4e26-a46b-7ff2a6a8902a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 1.1330407
Mar 05 20:52:32.088368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:32.094063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.099649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4680df-6dd7-46c4-af18-330afe1ae861,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:32.110239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Sync routers for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:32.111022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.111389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.111952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.112306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.112648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.112986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.113323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.113657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.113990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.114319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.114652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.114979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.115305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf4cd6-7e5d-43e9-94ac-ef89d134181e tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:32.124462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:32.124843 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.148939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6c25b98e-729b-490d-bb31-a40e13f1d945), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.271410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:32.272085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d6da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:32.281100 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55b80>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 3, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:32.288964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.301941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43634) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:32.306465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36387f-01f0-493a-9278-b43f4d4f7a99 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c664c237-0cc4-47fa-a016-a9ab888a4870,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:32.309978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1595923236-network', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:32.334726 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Checking router: d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:32.336543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Updating router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f port 55cd00e6-5735-46ff-bbed-ae6018db3580 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:32.372612 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.380424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755adbf-d819-4837-ad43-24c242fd58cf req-e0bf2532-01ce-4ce9-800a-41e415e9cb79 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:32.382349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7755adbf-d819-4837-ad43-24c242fd58cf req-e0bf2532-01ce-4ce9-800a-41e415e9cb79 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1796019
Mar 05 20:52:32.385328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Made reservation on behalf of 0e3fc58b68df43d8adb55df1d504393d for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:32.388363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.413002 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.476452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832db9d0>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 2, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:32.500642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-5ff654ef-fe4d-4fc4-b0c7-a60c627bd3c4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:32.502424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-5ff654ef-fe4d-4fc4-b0c7-a60c627bd3c4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.3470283
Mar 05 20:52:32.514089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Pushing event deleted for resources: {'Port': ['ID=6c25b98e-729b-490d-bb31-a40e13f1d945,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:32.514527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:32.531751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:32.535389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Checking router: 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:32.535787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Updating router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:32.555498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Checking segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:32.556434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Network hostable DHCP agents. Network: 92c1bc99-8218-45a1-b95c-a4c228475460, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:32.588860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-969d07e7-f63e-4865-803a-7055a4d7448e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "PUT /v2.0/floatingips/1d5b9b79-ca6f-4d7d-8265-e323e20573df HTTP/1.1" status: 200  len: 991 time: 5.2890577
Mar 05 20:52:32.617683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.643967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:32.646307 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c485f4-1fb2-4392-9f54-67a0141731da" -d '{"events": [{"name": "network-changed", "server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:32.648780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05716dc-1182-4345-9441-1b2111b304d4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:32.655802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-7d4ee56b-8f9d-4db9-9cf0-5dfa58a80463 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5266728
Mar 05 20:52:32.727567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] No DVR routers for this DVR port 6c25b98e-729b-490d-bb31-a40e13f1d945 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:32.738403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-2b442bbf-c803-4897-98d4-26f72b8791dc tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/quotas/aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 375 time: 0.2154446
Mar 05 20:52:32.745255 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks [] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.756099 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.789242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.798335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdd79ba1-bbb4-412a-9dad-79100b4d3a9e req-dbf9e2e7-a909-488f-8f1f-c4723c8b5dff tempest-ImagesOneServerTestJSON-1617694947 tempest-ImagesOneServerTestJSON-1617694947-project] 10.222.0.23 "DELETE /v2.0/ports/6c25b98e-729b-490d-bb31-a40e13f1d945 HTTP/1.1" status: 204  len: 173 time: 3.1043453
Mar 05 20:52:32.818782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7755adbf-d819-4837-ad43-24c242fd58cf req-0ea5c29a-a76a-4564-a4d9-d3efc3591f70 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4159119
Mar 05 20:52:32.829915 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce7c5b-921c-4a45-a82e-cd5fbb58c73e None None] Pushing event updated for resources: {'Port': ['ID=55cd00e6-5735-46ff-bbed-ae6018db3580,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:32.845802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-3fa74c48-9410-4021-9373-9639a25ed1ea tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1064508
Mar 05 20:52:32.849607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Network 92c1bc99-8218-45a1-b95c-a4c228475460 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:32.869798 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Attempting to bind port 55cd00e6-5735-46ff-bbed-ae6018db3580 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:32.869798 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Attempting to bind port 55cd00e6-5735-46ff-bbed-ae6018db3580 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:32.870613 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Attempting to bind port 55cd00e6-5735-46ff-bbed-ae6018db3580 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:32.879315 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:32.879890 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:32.880402 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.880938 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:32.881613 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Bound port: 55cd00e6-5735-46ff-bbed-ae6018db3580, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:32.882148 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.919522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Allocated IP 172.20.0.1 (2ad9bccc-0c5b-4f20-a774-f77add76a728/59165172-c820-4b67-872a-38d0dacc77ce/8378be35-39f5-44cf-9853-1c6364300087) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:32.952543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92c1bc99-8218-45a1-b95c-a4c228475460) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:32.958505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:32.959109 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.963482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks [] for security_group (3c470db9-1ad9-4fd6-b04a-7259c4bef73e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.984116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3c470db9-1ad9-4fd6-b04a-7259c4bef73e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:32.994012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] For port 55cd00e6-5735-46ff-bbed-ae6018db3580, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:32.998845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] For port 55cd00e6-5735-46ff-bbed-ae6018db3580, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55cd00e6-5735-46ff-bbed-ae6018db3580,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:33.001244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488f61c-3944-436b-9d30-55535826893f None None] Network 92c1bc99-8218-45a1-b95c-a4c228475460 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:33.010564 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.079145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce7c5b-921c-4a45-a82e-cd5fbb58c73e None None] Pushing event updated for resources: {'Port': ['ID=55cd00e6-5735-46ff-bbed-ae6018db3580,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:33.095465 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:33.096174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:33.153882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks [] for port (8378be35-39f5-44cf-9853-1c6364300087), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.156973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-db445afc-7092-4ebf-8108-7f788bcd6778 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103337
Mar 05 20:52:33.230471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-587b4b17-4c52-4a60-99f6-0a8a64120305 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/c88f6635-0138-496a-a65b-e35a10788593 HTTP/1.1" status: 200  len: 2421 time: 0.3596883
Mar 05 20:52:33.236369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:33.249480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:33.270150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (5b399c4a-2045-4491-86b7-f9b1a44bd3da), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.270511 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Added segment 5b399c4a-2045-4491-86b7-f9b1a44bd3da of type vlan for network 961b65ef-a5ae-42d6-8310-607154bd0b2a
Mar 05 20:52:33.286612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c470db9-1ad9-4fd6-b04a-7259c4bef73e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:33.291305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f871c42-dfe5-4c9f-bafe-d0b2d0f5cf74 None None] Network 92c1bc99-8218-45a1-b95c-a4c228475460 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:33.299812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96695523-695d-4b02-81ae-7f8d10cf4830 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 2.8083322
Mar 05 20:52:33.333561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.346698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-529fe596-24ed-4dc5-ab53-0bdad57c45ce service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6632547
Mar 05 20:52:33.399399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-52939678-a77e-4d9b-8577-35812d39a506 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279797
Mar 05 20:52:33.446637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (961b65ef-a5ae-42d6-8310-607154bd0b2a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.471595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:33.482872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Pushing event updated for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:33.499360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:33.506997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:33.530140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf55b80>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 3, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:33.537504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d6da30>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d5b9b79-ca6f-4d7d-8265-e323e20573df', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'floating_ip_address': '172.35.0.22', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'port_id': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'mac_address': 'fa:16:3e:8c:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7325377-2828-4f76-82f5-84a025e75574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:51:05Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 1, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:33.555742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c88f6635-0138-496a-a65b-e35a10788593), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.559593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (961b65ef-a5ae-42d6-8310-607154bd0b2a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.560623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:33.561212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.574765 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff55d37-630e-4e6f-859c-48fbc1ac4722 None None] The sync data for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 is: [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 3, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:33.609295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Checking router: c0cadf66-13c8-446a-b352-7c2da0a2de2d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:33.676129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:33.676821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d6da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:33.687790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks [] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.732906 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4298604
Mar 05 20:52:33.735695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:33.737251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (c88f6635-0138-496a-a65b-e35a10788593), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.741327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Request body: {'subnet': {'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1595923236-subnet', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:33.746891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.825953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Made reservation on behalf of 0e3fc58b68df43d8adb55df1d504393d for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:33.828521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.856418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:33.897610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a5aac-1246-4ea1-b055-dcd677a077ad admin admin] Pushing event updated for resources: {'Network': ['ID=961b65ef-a5ae-42d6-8310-607154bd0b2a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:33.925043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:33.997543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c88f6635-0138-496a-a65b-e35a10788593), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.004673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.008027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca69948d-0a31-4c33-9d16-ad52c3a273a1 req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/c88f6635-0138-496a-a65b-e35a10788593 HTTP/1.1" status: 204  len: 173 time: 0.7657926
Mar 05 20:52:34.061479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92d9c-1925-4428-8834-be4b4b4b81ec tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88f6635-0138-496a-a65b-e35a10788593,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:34.096580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-15639d90-9ba8-45e0-ad50-5bce37dad879 None None] Provisioning complete for port 8378be35-39f5-44cf-9853-1c6364300087 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:34.096981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15639d90-9ba8-45e0-ad50-5bce37dad879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8378be35-39f5-44cf-9853-1c6364300087), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.153938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8378be35-39f5-44cf-9853-1c6364300087), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.255198 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de950b6-07d3-4e3b-8634-f466b7f1e636 x-openstack-request-id: req-5de950b6-07d3-4e3b-8634-f466b7f1e636 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:34.273003 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:34.274682 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5de950b6-07d3-4e3b-8634-f466b7f1e636 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:34.275279 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'status': 'completed', 'code': 200}
Mar 05 20:52:34.486878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:52:34.543259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-15639d90-9ba8-45e0-ad50-5bce37dad879 None None] Port 8378be35-39f5-44cf-9853-1c6364300087 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:34.549645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 6c25b98e-729b-490d-bb31-a40e13f1d945 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:52:34.549998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6c25b98e-729b-490d-bb31-a40e13f1d945 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:52:34.646918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Attempting to bind port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:34.647627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Attempting to bind port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:34.648287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Attempting to bind port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a on network 67213d25-3583-48ce-be19-a10d0059fcac {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:34.660357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Pushing event updated for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:34.685717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:34.686374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Checking segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:34.687146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.687900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Bound using segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:34.688448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Bound port: 971bc48d-bd3d-4a1f-b3a3-741953aadd5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:34.688895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.696814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.697209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.697649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.698028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.698602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.698961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.699302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.699722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.700263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.700574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.700904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.701230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf3665-a786-4e5d-95c7-a9686e2df86f req-1ae057a6-0f5d-45af-84ed-db763379a7f2 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:34.701706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.701706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:34.707597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72cf3665-a786-4e5d-95c7-a9686e2df86f req-1ae057a6-0f5d-45af-84ed-db763379a7f2 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.6267703
Mar 05 20:52:34.770024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:34.794778 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks [] for port (8378be35-39f5-44cf-9853-1c6364300087), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.804627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.845062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43678) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:34.881445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d5e46ba4-2cce-480f-8316-ff2bf56c6c7d None None] Provisioning complete for port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:34.881837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5e46ba4-2cce-480f-8316-ff2bf56c6c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:34.901693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c485f4-1fb2-4392-9f54-67a0141731da req-0b706877-bc0b-4187-b202-46f481cc4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:34.909506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-0b706877-bc0b-4187-b202-46f481cc4290 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 1128 time: 0.6229653
Mar 05 20:52:34.939825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (32074f04-50c2-4290-af52-8638b8c64ec4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.016383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d5e46ba4-2cce-480f-8316-ff2bf56c6c7d None None] Port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:35.027890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.035470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] For port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:35.039187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] For port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:35.041739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72cf3665-a786-4e5d-95c7-a9686e2df86f req-606acb8a-c075-43fd-a28c-8e7e8428881a tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2136002
Mar 05 20:52:35.114567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=32074f04-50c2-4290-af52-8638b8c64ec4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:35.135136 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.173157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.175541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.176051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.176508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.176964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.177416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.177958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.178402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.179005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.179611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.180094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.180538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.181023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:52:35.211968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Checking segment: {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:35.212557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Network hostable DHCP agents. Network: 961b65ef-a5ae-42d6-8310-607154bd0b2a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:35.282122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 55cd00e6-5735-46ff-bbed-ae6018db3580 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:35.286193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75e7cf22-4bda-402d-ac69-85a0a440a44b req-f292be53-940d-46d7-a620-62289ab2d618 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 210 time: 0.0923150
Mar 05 20:52:35.298250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c485f4-1fb2-4392-9f54-67a0141731da req-0248c7f3-b283-4db5-9e2a-e9f48b468bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:35.300075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-0248c7f3-b283-4db5-9e2a-e9f48b468bc6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 200  len: 916 time: 0.3855710
Mar 05 20:52:35.314117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:35.314804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832db9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:35.335075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:35.380669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-885fefeb-7c76-4006-b5ea-c719f1a854d6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:35.388813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-885fefeb-7c76-4006-b5ea-c719f1a854d6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.6109314
Mar 05 20:52:35.403613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Pushing event updated for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:35.424935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-35b80da8-384f-4034-9ce3-f47ed032805c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/quotas/1e9d41fd2f8d48d894ddb8ae0aa2799d HTTP/1.1" status: 200  len: 375 time: 0.0348799
Mar 05 20:52:35.474084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 961b65ef-a5ae-42d6-8310-607154bd0b2a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:35.474757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-d5f2f430-37ad-4830-9cd4-21a6347bae8f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488670
Mar 05 20:52:35.478384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:35.479555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.524691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-033a6558-8c8b-4cbf-9050-262f3b83dc06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffa214a1fdce408095cfce5d20496af7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6713173
Mar 05 20:52:35.531717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:35.536423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6477fb-6c57-49e9-9dee-731c080a90f5 None None] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:35.623640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-545fdb5f-a0b6-476e-aa24-3d2106de85dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8861964
Mar 05 20:52:35.624600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-d22e018e-b585-4a9b-b108-b6dbd18b9d5a service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456828
Mar 05 20:52:35.626441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:35.636117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49fcca-2ffd-46e4-a06d-4a754ba67516 None None] Pushing event updated for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:35.660718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-5c47869b-2d68-4355-b0b8-2bc1ed75894b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 200  len: 999 time: 0.3386550
Mar 05 20:52:35.671134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:35.673600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:35.690902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:35.766967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Provisioning complete for port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:35.767455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.801607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-961b65ef-a5ae-42d6-8310-607154bd0b2a', 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a', 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'fixed_ips': [{'subnet_id': '32074f04-50c2-4290-af52-8638b8c64ec4'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:52:35.802388 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.818759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c485f4-1fb2-4392-9f54-67a0141731da req-164ad863-df69-4f2d-8c20-d82d904a4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:35.820313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-164ad863-df69-4f2d-8c20-d82d904a4435 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c46d1e-105f-4efd-9838-f563237df13f HTTP/1.1" status: 200  len: 854 time: 0.1408429
Mar 05 20:52:35.835413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] Publish callbacks [] for security_group (3f486d4a-d147-4ea9-a58b-3eb56c68bcf9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.864077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] Publish callbacks [] for security_group (3f486d4a-d147-4ea9-a58b-3eb56c68bcf9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:35.866956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:35.919917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:52:35.961018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f003a-6119-4299-a65f-7d84e9fe1d8f req-7b89d462-7693-4895-8315-075dc648b5f3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:35.964396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e9f003a-6119-4299-a65f-7d84e9fe1d8f req-7b89d462-7693-4895-8315-075dc648b5f3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.5235488
Mar 05 20:52:35.988092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 55cd00e6-5735-46ff-bbed-ae6018db3580 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:35.988734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.034520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-c9f06b08-3e97-4cf8-818a-deddf32a8e65 service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3954720
Mar 05 20:52:36.057159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f486d4a-d147-4ea9-a58b-3eb56c68bcf9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.062917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.066079 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.067392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f486d4a-d147-4ea9-a58b-3eb56c68bcf9 HTTP/1.1" status: 204  len: 168 time: 0.5297704
Mar 05 20:52:36.131459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9ca7f861-3938-4dff-9439-fb03f2128324), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.135813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9ca7f861-3938-4dff-9439-fb03f2128324), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.166152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da37bdc-c1a1-4efa-8af6-542ca4498f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f486d4a-d147-4ea9-a58b-3eb56c68bcf9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:36.180188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:36.195686 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8faa4bf8-5dec-45f7-a44e-2584dbcfb45e admin admin] 10.222.0.15 "PUT /v2.0/routers/d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6488535
Mar 05 20:52:36.305394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-deleted', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:36.308626 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfec2f3e-4593-4635-b761-f34e36eab0ed" -d '{"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-deleted", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:36.361869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e9f003a-6119-4299-a65f-7d84e9fe1d8f req-fbfe71b2-5264-4fca-8e2c-372e457cb049 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606019
Mar 05 20:52:36.375760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for router_controller (9ca7f861-3938-4dff-9439-fb03f2128324), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.415376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-57ce8ef8-c9a3-408a-8635-1a7842d31960 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:36.416604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-5b174a55-f293-4318-8d2c-170ab1d81e9b tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "GET /v2.0/security-groups/313e7985-2478-4ea8-af00-f70a47614de0 HTTP/1.1" status: 200  len: 2413 time: 0.0929232
Mar 05 20:52:36.418117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-57ce8ef8-c9a3-408a-8635-1a7842d31960 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.5894606
Mar 05 20:52:36.428392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c485f4-1fb2-4392-9f54-67a0141731da req-d945612b-c84b-4ad6-9bd6-1b2034202bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:36.429218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d6da30>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d5b9b79-ca6f-4d7d-8265-e323e20573df', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'floating_ip_address': '172.35.0.22', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'port_id': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'mac_address': 'fa:16:3e:8c:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7325377-2828-4f76-82f5-84a025e75574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:51:05Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 1, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:36.433480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-d945612b-c84b-4ad6-9bd6-1b2034202bae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8a74baa-3ebe-46d5-a0b5-c05bac959620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5061536
Mar 05 20:52:36.452341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Request body: {'port': {'device_id': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'admin_state_up': True, 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:36.493496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.535401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (313e7985-2478-4ea8-af00-f70a47614de0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.568187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa8c3-fa93-45af-a58a-02f23a9d4e0b None None] The sync data for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 is: [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d5b9b79-ca6f-4d7d-8265-e323e20573df', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'floating_ip_address': '172.35.0.22', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'port_id': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'mac_address': 'fa:16:3e:8c:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7325377-2828-4f76-82f5-84a025e75574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:51:05Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 1, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:36.630205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (313e7985-2478-4ea8-af00-f70a47614de0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.638172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Current status of the port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:36.643075 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.653223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f502b2bc-509e-4e73-96a2-3fa3c8b86009 req-8a18bc8c-ce47-4039-a3e9-8875fa6cc1f3 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 210 time: 0.1860411
Mar 05 20:52:36.689347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Allocated IP 172.20.0.2 (961b65ef-a5ae-42d6-8310-607154bd0b2a/32074f04-50c2-4290-af52-8638b8c64ec4/778702f3-9dcb-4a9b-9511-01155107309f) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:36.733431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (313e7985-2478-4ea8-af00-f70a47614de0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.737995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:36.760922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779ff43f-0913-46e6-b07d-49a8c1c79fd5 req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] 10.222.0.15 "DELETE /v2.0/security-groups/313e7985-2478-4ea8-af00-f70a47614de0 HTTP/1.1" status: 204  len: 173 time: 0.3433194
Mar 05 20:52:36.763112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43714) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:36.785536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02384c-b648-4121-a7f8-0ffed225e9e2 tempest-SecurityGroupRulesTestJSON-627720296 tempest-SecurityGroupRulesTestJSON-627720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e7985-2478-4ea8-af00-f70a47614de0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:36.842051 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0cbfb-0858-45e1-855e-9765e84000bf x-openstack-request-id: req-73c0cbfb-0858-45e1-855e-9765e84000bf {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:36.842623 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f039d-1623-4ad6-a4e3-308472493214", "name": "network-vif-deleted", "tag": "6c25b98e-729b-490d-bb31-a40e13f1d945", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:36.842623 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73c0cbfb-0858-45e1-855e-9765e84000bf {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:36.843154 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f039d-1623-4ad6-a4e3-308472493214', 'name': 'network-vif-deleted', 'tag': '6c25b98e-729b-490d-bb31-a40e13f1d945', 'status': 'completed', 'code': 200}
Mar 05 20:52:36.961709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8e70831-a05f-48f9-8bbb-39f5be914a77 req-5ca0c445-0445-42e2-8393-73d4ed1b478e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 210 time: 0.0842719
Mar 05 20:52:37.033569 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Sync routers for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:37.048652 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:37.049826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf612e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:37.064960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] For port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:37.108529 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.154708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f587a0-e59a-4690-8077-5ea38ba8834c None None] New status for floating IP 1d5b9b79-ca6f-4d7d-8265-e323e20573df: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:52:37.193669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Deleting subnet 6bbe0275-c9fa-4677-9c49-0fa25ce10391 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:52:37.256962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for router_gateway (9ca7f861-3938-4dff-9439-fb03f2128324), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.265571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Publish callbacks [] for subnet (6bbe0275-c9fa-4677-9c49-0fa25ce10391), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.266954 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:37.308124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (6bbe0275-c9fa-4677-9c49-0fa25ce10391), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.360072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6bbe0275-c9fa-4677-9c49-0fa25ce10391), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.435076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (6bbe0275-c9fa-4677-9c49-0fa25ce10391), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.501147 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf612e0>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:34Z', 'revision_number': 4, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8378be35-39f5-44cf-9853-1c6364300087', 'name': '', 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'mac_address': 'fa:16:3e:7a:ac:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '59165172-c820-4b67-872a-38d0dacc77ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:32Z', 'updated_at': '2022-03-05T20:52:34Z', 'revision_number': 2, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'subnets': [{'id': '59165172-c820-4b67-872a-38d0dacc77ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:37.548572 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Checking router: d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:37.549335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Updating router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f port 8378be35-39f5-44cf-9853-1c6364300087 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:37.578320 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8378be35-39f5-44cf-9853-1c6364300087), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.598170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3760-2361-41cd-9ea6-a1c4c824470f req-7cbae0c3-1e7f-4d5f-8c3d-2e39596c34cd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:37.600200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b94e3760-2361-41cd-9ea6-a1c4c824470f req-7cbae0c3-1e7f-4d5f-8c3d-2e39596c34cd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0828736
Mar 05 20:52:37.687218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 55cd00e6-5735-46ff-bbed-ae6018db3580 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:37.687822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.714454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b94e3760-2361-41cd-9ea6-a1c4c824470f req-0c77b818-02b8-4e9e-b6d3-64720d339c75 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075034
Mar 05 20:52:37.820628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 55cd00e6-5735-46ff-bbed-ae6018db3580, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55cd00e6-5735-46ff-bbed-ae6018db3580,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:37.831291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-1f9dc7e5-6bec-4cbb-8e94-170ffe300867 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4088457
Mar 05 20:52:37.832175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbe0275-c9fa-4677-9c49-0fa25ce10391,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:37.843640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:37.848776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.851104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-533ac307-a171-42d3-8210-aa3ab8c7b204 None None] Provisioning complete for port 8378be35-39f5-44cf-9853-1c6364300087 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:37.851488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-533ac307-a171-42d3-8210-aa3ab8c7b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8378be35-39f5-44cf-9853-1c6364300087), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.853070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8deb07-e9dc-4c19-a41a-f326f71f354c None None] Pushing event updated for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:37.868371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d251ca0-fa41-4ec4-9fb8-b696b1958eb8 req-3ff870fe-b402-4b53-8db4-5443f16fa721 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 210 time: 0.0536265
Mar 05 20:52:37.874325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:37.883736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.890724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:37.898974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2d11fc1d-43c8-4885-86a0-c9b46d56fba4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6bbe0275-c9fa-4677-9c49-0fa25ce10391 HTTP/1.1" status: 204  len: 168 time: 1.0667429
Mar 05 20:52:37.909838 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:37.921560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-b4404cd6-e502-4288-835b-1f92b827d52d service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4824250
Mar 05 20:52:37.998111 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks [] for port (8378be35-39f5-44cf-9853-1c6364300087), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.008341 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.038854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f6ccee9e-3cf3-4234-8780-542771548208), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.076729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7bf68-5b06-4ff9-8a4f-fe3265d67010 None None] Pushing event updated for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:38.157784 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Attempting to bind port 8378be35-39f5-44cf-9853-1c6364300087 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:38.161557 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Attempting to bind port 8378be35-39f5-44cf-9853-1c6364300087 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:38.162056 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Attempting to bind port 8378be35-39f5-44cf-9853-1c6364300087 on network 2ad9bccc-0c5b-4f20-a774-f77add76a728 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:38.171811 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:38.174871 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Checking segment: {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:38.175408 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.176191 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Bound using segment: {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:38.178160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Bound port: 8378be35-39f5-44cf-9853-1c6364300087, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:38.178729 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8378be35-39f5-44cf-9853-1c6364300087), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.214856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-533ac307-a171-42d3-8210-aa3ab8c7b204 None None] Port 8378be35-39f5-44cf-9853-1c6364300087 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:38.232773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks [] for port (778702f3-9dcb-4a9b-9511-01155107309f), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.265400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (778702f3-9dcb-4a9b-9511-01155107309f), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.267338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=55cd00e6-5735-46ff-bbed-ae6018db3580,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:38.288592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832db9d0>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:35Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:38.320639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] For port 8378be35-39f5-44cf-9853-1c6364300087, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:38.334456 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] For port 8378be35-39f5-44cf-9853-1c6364300087, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8378be35-39f5-44cf-9853-1c6364300087,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:38.343359 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.366910 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f6ccee9e-3cf3-4234-8780-542771548208), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.414701 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7bf68-5b06-4ff9-8a4f-fe3265d67010 None None] Pushing event updated for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:38.429844 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:38.434767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Pushing event updated for resources: {'Port': ['ID=778702f3-9dcb-4a9b-9511-01155107309f,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:38.436021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf612e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:38.454492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89ff7f70>,) {'filters': {'network_id': ['f6ccee9e-3cf3-4234-8780-542771548208']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:38.496679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7938d-645a-4780-9ee2-6e93b256f097 None None] The sync data for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 is: [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:35Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:38.509615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ff7f70>, '50553e9d-573a-4624-b65a-fa5a2a656494') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:38.509615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ff7f70>, '50553e9d-573a-4624-b65a-fa5a2a656494') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:38.524150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:38.527695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:38.541928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:38.626117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-d897a720-10c5-4f52-88b2-7c6f7eed56f9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:38.634259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-d897a720-10c5-4f52-88b2-7c6f7eed56f9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.4129448
Mar 05 20:52:38.637317 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (50553e9d-573a-4624-b65a-fa5a2a656494), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.641897 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:38.656111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Request body: {'port': {'device_id': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'admin_state_up': True, 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:38.717763 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (50553e9d-573a-4624-b65a-fa5a2a656494), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.722407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Provisioning complete for port 8378be35-39f5-44cf-9853-1c6364300087 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:38.725262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8378be35-39f5-44cf-9853-1c6364300087), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.746407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:52:38.747080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (50553e9d-573a-4624-b65a-fa5a2a656494), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:52:38.748673 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:52:38.841368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Attempting to bind port 778702f3-9dcb-4a9b-9511-01155107309f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:38.842252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Attempting to bind port 778702f3-9dcb-4a9b-9511-01155107309f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:38.845645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Attempting to bind port 778702f3-9dcb-4a9b-9511-01155107309f on network 961b65ef-a5ae-42d6-8310-607154bd0b2a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:38.872381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:38.872897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Checking segment: {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:38.873672 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.873794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Bound using segment: {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:38.874322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Bound port: 778702f3-9dcb-4a9b-9511-01155107309f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:38.874727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (778702f3-9dcb-4a9b-9511-01155107309f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.913533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be4d4ae9-81ef-4c96-bfa8-7fc5a4f8cd42 req-b7338ce5-674e-441d-897c-639551b9e1dd tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 210 time: 0.0700886
Mar 05 20:52:38.941328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f6ccee9e-3cf3-4234-8780-542771548208), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.959644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:38.966370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6ccee9e-3cf3-4234-8780-542771548208 HTTP/1.1" status: 204  len: 168 time: 1.0714884
Mar 05 20:52:38.992621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Allocated IP 172.20.0.14 (d83df0c3-2a5b-4fbb-9f93-42653588000e/e74b6a01-ece6-4846-a919-e92070dd63a4/c0110646-dc95-417d-ac53-0985cc88a5b8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:39.016988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfafa2d-b9fb-44ef-9e38-3c49fe69ab75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ccee9e-3cf3-4234-8780-542771548208,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:39.077645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:39.087495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.093233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Current status of the port 8378be35-39f5-44cf-9853-1c6364300087 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:39.093791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8378be35-39f5-44cf-9853-1c6364300087), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.140420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf612e0>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:34Z', 'revision_number': 4, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8378be35-39f5-44cf-9853-1c6364300087', 'name': '', 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'mac_address': 'fa:16:3e:7a:ac:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '59165172-c820-4b67-872a-38d0dacc77ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:32Z', 'updated_at': '2022-03-05T20:52:38Z', 'revision_number': 4, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'subnets': [{'id': '59165172-c820-4b67-872a-38d0dacc77ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:39.174945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55c485f4-1fb2-4392-9f54-67a0141731da req-4876ffbf-a9ad-426f-83ce-44e2f10003b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2415659
Mar 05 20:52:39.188444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.189646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] For port 8378be35-39f5-44cf-9853-1c6364300087, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8378be35-39f5-44cf-9853-1c6364300087,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:39.195910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] For port 778702f3-9dcb-4a9b-9511-01155107309f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:39.197802 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4ee-cb80-4dfc-ac56-4a4975111dc6 None None] The sync data for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 is: [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:34Z', 'revision_number': 4, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8378be35-39f5-44cf-9853-1c6364300087', 'name': '', 'network_id': '2ad9bccc-0c5b-4f20-a774-f77add76a728', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'mac_address': 'fa:16:3e:7a:ac:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '59165172-c820-4b67-872a-38d0dacc77ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:32Z', 'updated_at': '2022-03-05T20:52:38Z', 'revision_number': 4, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'subnets': [{'id': '59165172-c820-4b67-872a-38d0dacc77ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:39.218774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] For port 778702f3-9dcb-4a9b-9511-01155107309f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=778702f3-9dcb-4a9b-9511-01155107309f,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:39.223803 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.241765 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (778702f3-9dcb-4a9b-9511-01155107309f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.299117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df0666-4cb1-4bd7-8e3e-374019fbfd0f req-3e444090-5e76-45fb-90d9-abbfefb2003a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:39.319213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4df0666-4cb1-4bd7-8e3e-374019fbfd0f req-3e444090-5e76-45fb-90d9-abbfefb2003a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1921251
Mar 05 20:52:39.350947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks [] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.366755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed01ba-0fbc-4572-a71a-b8eb5a112ce2 None None] Pushing event updated for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:39.408861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43752) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:39.446857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4df0666-4cb1-4bd7-8e3e-374019fbfd0f req-ed9dbab5-8c5c-4bad-aea2-cabdd9da0e3c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218650
Mar 05 20:52:39.447587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aedc8c9f-c282-4c6f-98c6-618cee81970b None None] Provisioning complete for port 8378be35-39f5-44cf-9853-1c6364300087 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:39.450765 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aedc8c9f-c282-4c6f-98c6-618cee81970b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8378be35-39f5-44cf-9853-1c6364300087), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.477543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Allocated IP 172.20.0.12 (92c1bc99-8218-45a1-b95c-a4c228475460/f05716dc-1182-4345-9441-1b2111b304d4/62f18a02-3cec-4f72-9fe9-641e4f0d18e9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:39.566816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.634437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7258408-1cb6-4637-96f0-c7c5a6aba0ca req-90bfeb4f-8a76-4a49-9d48-44c054901cbf tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 210 time: 0.0468256
Mar 05 20:52:39.676969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ee36-4cce-47fb-8488-92ff971b2d5f None None] Pushing event updated for resources: {'Port': ['ID=778702f3-9dcb-4a9b-9511-01155107309f,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:39.699114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aedc8c9f-c282-4c6f-98c6-618cee81970b None None] Current status of the port 8378be35-39f5-44cf-9853-1c6364300087 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:39.741947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dfcc7825-34c6-4874-9ef4-55092929dc67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac0a2b642bf04239aabdeab7af7fcf3e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3263817
Mar 05 20:52:39.757455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43756) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:39.759636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Network d83df0c3-2a5b-4fbb-9f93-42653588000e is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:39.812542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks [] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.871684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.880938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for router_gateway (9ca7f861-3938-4dff-9439-fb03f2128324), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:39.908367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:39.910946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:39.945110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:39.980446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:39.993682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.002326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Network 92c1bc99-8218-45a1-b95c-a4c228475460 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:40.004830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:40.007618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:40.129530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:40.133048 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.166803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-ea2bafcc-6fc4-4d9e-81c0-9bf5425e0ba8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5157938
Mar 05 20:52:40.181689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Request body: {'port': {'device_id': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:40.236893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Allocated IP 172.35.0.151 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/49e0ae62-d488-4d2c-b285-271518411e51) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:40.263911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.277484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.362963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:40.363580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.371210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 971bc48d-bd3d-4a1f-b3a3-741953aadd5a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:40.438635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] Publish callbacks [] for security_group (042bdad1-c8e5-47a0-be43-3b15423f60e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.456678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-1d297a6d-46ce-43d1-8870-5bbfcdcb07d1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0190291
Mar 05 20:52:40.468301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:40.469606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.478344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Request body: {'port': {'device_id': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:40.524130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] Publish callbacks [] for security_group (042bdad1-c8e5-47a0-be43-3b15423f60e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.614156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:40.622648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 778702f3-9dcb-4a9b-9511-01155107309f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:40.631947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (042bdad1-c8e5-47a0-be43-3b15423f60e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.634917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.640733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/042bdad1-c8e5-47a0-be43-3b15423f60e9 HTTP/1.1" status: 204  len: 168 time: 0.7942293
Mar 05 20:52:40.673483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db3db0-f9b4-485f-81fc-d69a8155030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bdad1-c8e5-47a0-be43-3b15423f60e9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:40.698039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 778702f3-9dcb-4a9b-9511-01155107309f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:40.698418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (778702f3-9dcb-4a9b-9511-01155107309f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.709621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for port (49e0ae62-d488-4d2c-b285-271518411e51), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.727464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.739478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7c47-3716-4565-a2c7-3ed5a9978930 req-271a0e97-8bbd-49ce-a88f-584856189a09 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:40.740279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9cd7c47-3716-4565-a2c7-3ed5a9978930 req-271a0e97-8bbd-49ce-a88f-584856189a09 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 932 time: 0.4216290
Mar 05 20:52:40.742613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:40.801308 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks [] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.828534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Transition to ACTIVE for port object 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:40.839584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 778702f3-9dcb-4a9b-9511-01155107309f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:40.840442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (778702f3-9dcb-4a9b-9511-01155107309f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.847868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.922861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 778702f3-9dcb-4a9b-9511-01155107309f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=778702f3-9dcb-4a9b-9511-01155107309f,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:40.934917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (778702f3-9dcb-4a9b-9511-01155107309f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:40.936580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8378be35-39f5-44cf-9853-1c6364300087 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:40.937887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:41.007450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Allocated IP 172.35.0.81 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/4a4d726e-6803-4d8f-b285-d08be311207c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:41.045869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=778702f3-9dcb-4a9b-9511-01155107309f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:41.062506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8378be35-39f5-44cf-9853-1c6364300087 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:41.063215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8378be35-39f5-44cf-9853-1c6364300087), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.088038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9cd7c47-3716-4565-a2c7-3ed5a9978930 req-d6b10a40-1d59-425f-88bc-729d89f4d173 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3369298
Mar 05 20:52:41.107496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Attempting to bind port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:41.107496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Attempting to bind port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:41.107496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Attempting to bind port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:41.107496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 on network 92c1bc99-8218-45a1-b95c-a4c228475460 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:41.107496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Attempting to bind port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:41.119319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:41.121637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Checking segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:41.122942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Bound using segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:41.124836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Bound port: 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:41.125313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.166575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (4a4d726e-6803-4d8f-b285-d08be311207c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.222191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8378be35-39f5-44cf-9853-1c6364300087 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:41.223541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 55cd00e6-5735-46ff-bbed-ae6018db3580 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:41.233017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (49e0ae62-d488-4d2c-b285-271518411e51), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.280179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:41.290152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c20ac-68d8-4932-8a98-92dae6fb8bc1 None None] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:41.333821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:41.347445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.359742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba153d9-22fa-4e92-ac1d-d9827eab19d0 req-02539afa-7fa9-495e-a41a-4be246161cc6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:41.362250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba153d9-22fa-4e92-ac1d-d9827eab19d0 req-02539afa-7fa9-495e-a41a-4be246161cc6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1193295
Mar 05 20:52:41.365263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.371974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 55cd00e6-5735-46ff-bbed-ae6018db3580 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:41.372768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.421887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:41.423086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.424421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:41.426290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] 10.222.0.23 "PUT /v2.0/ports/62f18a02-3cec-4f72-9fe9-641e4f0d18e9 HTTP/1.1" status: 200  len: 1092 time: 1.2516079
Mar 05 20:52:41.430825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:41.434808 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e6d0a-339c-4e95-ba5a-61aed96bce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:41.438654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:41.439280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-54b04a07-7d71-4c63-ae75-74dd19796a5e None None] Provisioning complete for port 778702f3-9dcb-4a9b-9511-01155107309f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:41.439878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54b04a07-7d71-4c63-ae75-74dd19796a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (778702f3-9dcb-4a9b-9511-01155107309f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.449833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:41.461918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=49e0ae62-d488-4d2c-b285-271518411e51,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:41.473579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:41.502913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:41.536874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:41.548074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9624e-a129-4f38-a66c-b124dbec0502 service neutron] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:41.577092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba153d9-22fa-4e92-ac1d-d9827eab19d0 req-e6eea86f-659e-4e20-8056-0ab3efb12317 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981280
Mar 05 20:52:41.601120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-1211f791-01ba-44e8-84e1-4e6b1fbad5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:41.605933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-1211f791-01ba-44e8-84e1-4e6b1fbad5bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 1126 time: 0.1288300
Mar 05 20:52:41.629631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=4a4d726e-6803-4d8f-b285-d08be311207c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:41.674005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-21f565c1-91ec-4c3b-8876-f9fcb4cb6f4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9 HTTP/1.1" status: 200  len: 217 time: 0.0613115
Mar 05 20:52:41.703520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 55cd00e6-5735-46ff-bbed-ae6018db3580 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:41.734499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-54b04a07-7d71-4c63-ae75-74dd19796a5e None None] Current status of the port 778702f3-9dcb-4a9b-9511-01155107309f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:41.767823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be8c-507a-4782-ae59-68175656f8bc req-20b185d6-8a2c-4128-83a5-3a65dcb418fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:41.769378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-20b185d6-8a2c-4128-83a5-3a65dcb418fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.0897222
Mar 05 20:52:41.821747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-402d21b7-c734-40f8-9706-74063b67f83b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365753
Mar 05 20:52:41.860467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43790) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:41.868348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0110646-dc95-417d-ac53-0985cc88a5b8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:41.891280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks [] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.924886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (52fc6658-f898-40db-9ed3-f9e677d4c30f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:41.928157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Transition to ACTIVE for port object c0110646-dc95-417d-ac53-0985cc88a5b8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:41.938294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.066971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a31105b6-e123-4ff5-805a-9ec22e78ad5e None None] Provisioning complete for port 778702f3-9dcb-4a9b-9511-01155107309f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:42.067359 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31105b6-e123-4ff5-805a-9ec22e78ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (778702f3-9dcb-4a9b-9511-01155107309f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.129486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 778702f3-9dcb-4a9b-9511-01155107309f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:42.139486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:42.143934 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.159207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1333802977-network', 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:42.217225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 778702f3-9dcb-4a9b-9511-01155107309f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:42.217611 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (778702f3-9dcb-4a9b-9511-01155107309f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.280993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for router_gateway (9ca7f861-3938-4dff-9439-fb03f2128324), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.287264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:42.289574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.301311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a31105b6-e123-4ff5-805a-9ec22e78ad5e None None] Current status of the port 778702f3-9dcb-4a9b-9511-01155107309f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:42.323177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132a51-4c81-4295-af0e-55df150fcb9c req-e8ad4aa5-5f75-47ea-9f03-1ac1b02b9b1f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:42.333038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91132a51-4c81-4295-af0e-55df150fcb9c req-e8ad4aa5-5f75-47ea-9f03-1ac1b02b9b1f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 944 time: 0.5781405
Mar 05 20:52:42.349919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 778702f3-9dcb-4a9b-9511-01155107309f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:42.379624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.396228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91132a51-4c81-4295-af0e-55df150fcb9c req-ac6bf688-20ce-41b1-8ded-de15a85c516b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622461
Mar 05 20:52:42.437019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-6c0c2a8c-197e-4199-b4b1-e201ced9a809 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6057754
Mar 05 20:52:42.460011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:42.460135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:42.460463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:42.520937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:42.521205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:42.531981 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d7708-4c50-49b6-b1c4-c7b9bc4a1460 x-openstack-request-id: req-221d7708-4c50-49b6-b1c4-c7b9bc4a1460 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:42.532197 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:42.532440 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221d7708-4c50-49b6-b1c4-c7b9bc4a1460 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:42.532730 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'status': 'completed', 'code': 200}
Mar 05 20:52:42.551790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:42.552146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:42.552540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:42.553131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Bound port: c0110646-dc95-417d-ac53-0985cc88a5b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:42.553503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.554987 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9185be8c-507a-4782-ae59-68175656f8bc req-93d44a4b-9644-4077-8fdf-99d957f97cd3 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123986
Mar 05 20:52:42.673635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c22d6-729e-4893-b139-a242f1102f07 req-333ae4c2-5505-4266-a5e9-37b494a505f0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:42.675080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf2c22d6-729e-4893-b139-a242f1102f07 req-333ae4c2-5505-4266-a5e9-37b494a505f0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.0914752
Mar 05 20:52:42.681260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-c97f6e26-b68c-45bc-a991-d125a4c251a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:42.682769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-c97f6e26-b68c-45bc-a991-d125a4c251a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 1126 time: 0.0674686
Mar 05 20:52:42.736611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (4a4d726e-6803-4d8f-b285-d08be311207c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.754996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.800297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf2c22d6-729e-4893-b139-a242f1102f07 req-a36a5c17-5f87-4966-93d2-18c9dc828921 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165099
Mar 05 20:52:42.810873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks [] for security_group (740bf2b0-7c5e-47e5-92f0-aeca92b05cf5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.831754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:42.835297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (740bf2b0-7c5e-47e5-92f0-aeca92b05cf5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.835556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-76042d44-044f-49a8-b43a-630d518de58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:42.837097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-76042d44-044f-49a8-b43a-630d518de58d service neutron] 10.222.0.23 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 905 time: 0.1453779
Mar 05 20:52:42.891178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-d4c53de0-1a9d-44db-a7c4-fbe1a8502ffa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9 HTTP/1.1" status: 200  len: 217 time: 0.0460150
Mar 05 20:52:42.907729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:42.912994 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9ca7f861-3938-4dff-9439-fb03f2128324), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.922911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=4a4d726e-6803-4d8f-b285-d08be311207c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:42.929136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:42.941551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.959722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:42.963984 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:42.965045 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Added segment 2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4 of type vlan for network 0d067b91-4a07-4b62-a220-cba2f62187af
Mar 05 20:52:42.981728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-107a3023-ea34-4cca-be11-46f76a8a0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:42.983173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-107a3023-ea34-4cca-be11-46f76a8a0d0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.0868115
Mar 05 20:52:42.986421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (52fc6658-f898-40db-9ed3-f9e677d4c30f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.022680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828dca-d8e9-431e-bb0a-96ad35796c1d req-bd54eda3-8820-4c69-b307-80a347d20ec7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.024147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6e828dca-d8e9-431e-bb0a-96ad35796c1d req-bd54eda3-8820-4c69-b307-80a347d20ec7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0917344
Mar 05 20:52:43.025854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-3c054b0a-a441-4b9d-9e28-d3406e25da9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362456
Mar 05 20:52:43.126890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6e828dca-d8e9-431e-bb0a-96ad35796c1d req-ffd7e63c-f1fd-45d8-b39f-35f566865eab tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957222
Mar 05 20:52:43.159638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-97174fd6-41f9-4bbc-ad3a-e78a781fdc13 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267226
Mar 05 20:52:43.258202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-923e6d0a-339c-4e95-ba5a-61aed96bce6b req-0f3b1484-8067-447e-b3ce-128eb9ea8068 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918562
Mar 05 20:52:43.355573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.356443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.358142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 1092 time: 2.8936138
Mar 05 20:52:43.360087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:43.362338 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00103a7d-2a7f-41f0-bb99-2f816ec8b334" -d '{"events": [{"name": "network-changed", "server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:43.398606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.400094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-cab011d5-67c6-48d9-968b-0d811b3e10d0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.5325832
Mar 05 20:52:43.451364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0d067b91-4a07-4b62-a220-cba2f62187af), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.548543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9177f06-17d3-459f-9dad-c0a18df7d070 service neutron] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:43.553907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-fb8b6492-f412-490d-a763-0a8c8d98aba5 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200  len: 695 time: 0.1271417
Mar 05 20:52:43.651765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0d067b91-4a07-4b62-a220-cba2f62187af), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.652909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.653871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.669249 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d570855b-f597-4198-abd5-d7a0aa24d4ec x-openstack-request-id: req-d570855b-f597-4198-abd5-d7a0aa24d4ec {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:43.669634 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:43.669956 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d570855b-f597-4198-abd5-d7a0aa24d4ec {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:43.670418 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'status': 'completed', 'code': 200}
Mar 05 20:52:43.739913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8788400
Mar 05 20:52:43.743212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43810) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:43.747927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-f3454224-49dc-49a3-9dd0-5fcbbe31e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.749255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Request body: {'subnet': {'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1333802977-subnet', 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:43.749555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-f3454224-49dc-49a3-9dd0-5fcbbe31e5d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1126 time: 0.3484700
Mar 05 20:52:43.781055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c4cb2-6deb-43cf-9a74-c4cc71551207 admin admin] Pushing event updated for resources: {'Network': ['ID=0d067b91-4a07-4b62-a220-cba2f62187af,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:43.783702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a0a52-4862-4548-8080-ac554fb7c9cc req-8dc0abca-c14c-415f-a488-c8510996ccca tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.785875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd4a0a52-4862-4548-8080-ac554fb7c9cc req-8dc0abca-c14c-415f-a488-c8510996ccca tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 944 time: 0.0792458
Mar 05 20:52:43.786966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:43.789244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:43.795058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0d067b91-4a07-4b62-a220-cba2f62187af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:43.818269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-d749edf0-a560-4796-8fd5-7810194ce6dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0583551
Mar 05 20:52:43.871345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62883e74-d677-46fb-b539-db8620e03349 req-8d702c56-8de9-4d2b-9400-f6e0903643f9 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.872517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-8d702c56-8de9-4d2b-9400-f6e0903643f9 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2996657
Mar 05 20:52:43.890265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-06705133-11f6-48c0-8796-31a01cdc8750 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:52:43.892076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62883e74-d677-46fb-b539-db8620e03349 req-06705133-11f6-48c0-8796-31a01cdc8750 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0121973
Mar 05 20:52:43.894663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Router 9ca7f861-3938-4dff-9439-fb03f2128324 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:52:43.917207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-03011eb7-2a5f-439a-9fa9-3131c4589fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:43.918915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-03011eb7-2a5f-439a-9fa9-3131c4589fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0860868
Mar 05 20:52:43.919541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd4a0a52-4862-4548-8080-ac554fb7c9cc req-718d0e62-6deb-4586-9789-81d0613d9b41 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865986
Mar 05 20:52:44.054497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-370ef717-9356-435b-9135-a83a53b54a98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1294680
Mar 05 20:52:44.104624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (20e370f2-9932-4457-9565-3ad2b86707b4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.145427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89211-b268-40b6-95b2-ab26bb0c8139 req-2dd140a4-503f-4e1b-be14-f30f55c3d99a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:44.146923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14d89211-b268-40b6-95b2-ab26bb0c8139 req-2dd140a4-503f-4e1b-be14-f30f55c3d99a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.1354258
Mar 05 20:52:44.191815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e370f2-9932-4457-9565-3ad2b86707b4,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:44.216851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Checking segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:44.217250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Network hostable DHCP agents. Network: 0d067b91-4a07-4b62-a220-cba2f62187af, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:44.229020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14d89211-b268-40b6-95b2-ab26bb0c8139 req-03fc2316-eef6-4724-83cc-494ad8faac8c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743792
Mar 05 20:52:44.236467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:44.244445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Network 0d067b91-4a07-4b62-a220-cba2f62187af is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:44.264330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Sync routers for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:44.265565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d067b91-4a07-4b62-a220-cba2f62187af) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:44.274000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:44.274861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:44.275806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605bb94-23ff-4362-ada9-4cc50f3b7b17 None None] Network 0d067b91-4a07-4b62-a220-cba2f62187af requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:44.280044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:44.280567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.303066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a4716fc4-98d1-4a08-b5dd-364891366d53 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5588629
Mar 05 20:52:44.348999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-ae44615c-fae9-45b8-a4c1-975ed1a6ed15 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2857964
Mar 05 20:52:44.353895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.355770 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1487ee72-b128-4e65-a5dc-8fc0ecc1ba63 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.7267570
Mar 05 20:52:44.358621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:44.374650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-84201198-9562-4e7b-a143-0d278d1c6a75 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2547367
Mar 05 20:52:44.403902 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:44.426314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:44.500505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15a511-ac63-4c9a-a5c2-a41ef52eca14 None None] Network 0d067b91-4a07-4b62-a220-cba2f62187af requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:44.562170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.646635 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd32e0>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:41Z', 'revision_number': 3, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:44.651451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b80dbb97-08c3-4ed8-a0a2-9e34cc7a93b7 req-b451d6be-9fb7-4f5a-92a4-0f5bf53fe315 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2948482
Mar 05 20:52:44.702894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Checking router: 9ca7f861-3938-4dff-9439-fb03f2128324 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:44.703262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Updating router 9ca7f861-3938-4dff-9439-fb03f2128324 port 49e0ae62-d488-4d2c-b285-271518411e51 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:44.745077 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49e0ae62-d488-4d2c-b285-271518411e51), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.786605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:44.790777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-a98df0c2-1a8a-43c8-adb6-7677820f56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:44.792956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-a98df0c2-1a8a-43c8-adb6-7677820f56dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1126 time: 0.0823531
Mar 05 20:52:44.935096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-8c93f0d2-df4c-48d6-8604-cc253bcb8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:44.936725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-8c93f0d2-df4c-48d6-8604-cc253bcb8277 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.1385889
Mar 05 20:52:44.964708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cc036-04fa-457e-88c3-9e130dde4564 req-5f9f7e40-1244-4898-9d77-8efbbfc6d289 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:44.966269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-222cc036-04fa-457e-88c3-9e130dde4564 req-5f9f7e40-1244-4898-9d77-8efbbfc6d289 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1061673
Mar 05 20:52:44.981178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-e6b1f36a-b925-448b-ab6e-783526d3f09a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0365684
Mar 05 20:52:45.039251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-32a88859-4381-4bff-a60d-9835205e2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:45.041440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-32a88859-4381-4bff-a60d-9835205e2131 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0547931
Mar 05 20:52:45.056519 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks [] for port (49e0ae62-d488-4d2c-b285-271518411e51), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.066965 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49e0ae62-d488-4d2c-b285-271518411e51), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.076858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-222cc036-04fa-457e-88c3-9e130dde4564 req-d143aac7-3904-4059-b000-15a959106483 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021225
Mar 05 20:52:45.114116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-1a2a70ce-ee5d-451c-acfc-a9860f505edd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661728
Mar 05 20:52:45.122880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabd9ca-7399-4897-a6a5-f22fb06336ab None None] Pushing event updated for resources: {'Port': ['ID=49e0ae62-d488-4d2c-b285-271518411e51,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:45.127792 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Attempting to bind port 49e0ae62-d488-4d2c-b285-271518411e51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:45.128166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Attempting to bind port 49e0ae62-d488-4d2c-b285-271518411e51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:45.128535 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Attempting to bind port 49e0ae62-d488-4d2c-b285-271518411e51 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:45.133729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:45.134204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:45.134641 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.135032 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:45.135504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Bound port: 49e0ae62-d488-4d2c-b285-271518411e51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:45.135960 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49e0ae62-d488-4d2c-b285-271518411e51), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.138102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.196046 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] For port 49e0ae62-d488-4d2c-b285-271518411e51, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:45.199951 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] For port 49e0ae62-d488-4d2c-b285-271518411e51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e0ae62-d488-4d2c-b285-271518411e51,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:45.208808 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49e0ae62-d488-4d2c-b285-271518411e51), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.276465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Allocated IP 172.35.0.190 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/69f7d548-675f-4692-9e4e-6fc711c7124a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:45.279623 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:45.280418 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:45.283882 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabd9ca-7399-4897-a6a5-f22fb06336ab None None] Pushing event updated for resources: {'Port': ['ID=49e0ae62-d488-4d2c-b285-271518411e51,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:45.347245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Allocated IP 172.20.0.1 (961b65ef-a5ae-42d6-8310-607154bd0b2a/32074f04-50c2-4290-af52-8638b8c64ec4/db5b1910-09b6-4d51-8223-110d7d389c8e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:45.387042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-16c99228-181a-4dc3-9304-338dfdaf1085 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400815
Mar 05 20:52:45.400484 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:45.507394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.530067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-2707fd69-be36-41cc-9afc-a7444358cd02 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:45.531557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-2707fd69-be36-41cc-9afc-a7444358cd02 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.1717503
Mar 05 20:52:45.534755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00103a7d-2a7f-41f0-bb99-2f816ec8b334 req-58e2cc3a-13a0-4e7f-b801-74adedb9101a service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415539
Mar 05 20:52:45.567262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-93a98d91-d023-42f1-8e0e-ed3c76830348 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/quotas/2800feb70d3947938e03fbcaa7ee8d13 HTTP/1.1" status: 200  len: 375 time: 0.0297408
Mar 05 20:52:45.567488 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.617714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:45.618381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks [] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.621390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:45.622578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-bb4fd085-8e04-4c40-9c42-4d98c5431bb1 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432873
Mar 05 20:52:45.625235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:45.631269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=69f7d548-675f-4692-9e4e-6fc711c7124a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:45.721069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.734692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (37e26aad-89a1-4fd7-8c6a-acee01fe115f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.764949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd32e0>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:41Z', 'revision_number': 3, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:45.777915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.790835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:45.795833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:45.798196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:45.801649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ebe64c39-a81e-40ec-8414-c08c3712e063 service neutron] 10.222.0.15 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698527
Mar 05 20:52:45.803319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:45.804174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc03ddf-97bb-48fb-b8e2-8694623eed8f None None] The sync data for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 is: [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:41Z', 'revision_number': 3, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:45.888050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9ca7f861-3938-4dff-9439-fb03f2128324), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.973358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:45.977170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ff1d9018-7321-4918-942c-5841f9f3f11d service neutron] 10.222.0.15 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519706
Mar 05 20:52:45.988527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.047948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:46.077729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=69f7d548-675f-4692-9e4e-6fc711c7124a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:46.080286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.134762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (37e26aad-89a1-4fd7-8c6a-acee01fe115f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.155299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.163037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-45654d73-a1c8-4e39-b377-61462183605f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7803199
Mar 05 20:52:46.221743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-5a1a8b24-4404-4ab5-a830-f3b361c42205 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.190 HTTP/1.1" status: 200  len: 696 time: 0.0577090
Mar 05 20:52:46.270144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1580459b-540a-4929-8017-b85679199ca2 None None] Provisioning complete for port db5b1910-09b6-4d51-8223-110d7d389c8e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:46.272688 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1580459b-540a-4929-8017-b85679199ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.373817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1580459b-540a-4929-8017-b85679199ca2 None None] Port db5b1910-09b6-4d51-8223-110d7d389c8e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:46.416950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:46.427048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-3cba0905-bfed-473d-ae2e-5c36720911f1 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:46.430024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c69ae9f-2901-4d53-8219-da2d4d1cf267 req-3cba0905-bfed-473d-ae2e-5c36720911f1 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2066698
Mar 05 20:52:46.431357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'mac_address': 'fa:16:3e:de:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:46.496809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:46.497813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.516302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:46.525635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2f9bc-ce5a-43ba-a3e0-0b021ae30207 req-94f8b659-2d1c-4786-a82c-10d726ecb96c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:46.529182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cde2f9bc-ce5a-43ba-a3e0-0b021ae30207 req-94f8b659-2d1c-4786-a82c-10d726ecb96c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 944 time: 0.1332846
Mar 05 20:52:46.545889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:46.554468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks [] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.554660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.569309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.587989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366a24-ed2a-4877-9985-47fa14cc0b6d req-0613d2d5-e0d7-4cf0-8ee3-81c6133ff8e9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:46.599477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff366a24-ed2a-4877-9985-47fa14cc0b6d req-0613d2d5-e0d7-4cf0-8ee3-81c6133ff8e9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.0911243
Mar 05 20:52:46.635121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:46.728365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff366a24-ed2a-4877-9985-47fa14cc0b6d req-aeba39be-b8cc-4c8c-9120-0791402b9b12 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277230
Mar 05 20:52:46.764149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cde2f9bc-ce5a-43ba-a3e0-0b021ae30207 req-d7d271fd-69d6-4344-82ea-7414c5272a68 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076802
Mar 05 20:52:46.769561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:46.772880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9ca7f861-3938-4dff-9439-fb03f2128324), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:46.793007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['62f18a02-3cec-4f72-9fe9-641e4f0d18e9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:46.930393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03328906-c3c0-4446-92d2-dc12c5530a2f req-8422f6cf-baff-4505-972b-c072b5db4b95 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:46.938983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03328906-c3c0-4446-92d2-dc12c5530a2f req-8422f6cf-baff-4505-972b-c072b5db4b95 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1027720
Mar 05 20:52:46.956154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:46.957695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:47.039283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03328906-c3c0-4446-92d2-dc12c5530a2f req-3e412591-d2b0-4f09-ab20-01b9206d0abd tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879381
Mar 05 20:52:47.185384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e5af375-2704-417a-8c1a-a6fad870e5e2 req-6a0b2dd6-78c3-4d42-8dcb-bedb5b4259bd tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 210 time: 0.0496678
Mar 05 20:52:47.407973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-589d3f09-5dcd-4c85-9097-d8bbebf269e7 None None] Provisioning complete for port db5b1910-09b6-4d51-8223-110d7d389c8e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:47.408544 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-589d3f09-5dcd-4c85-9097-d8bbebf269e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:47.466385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-43e9dd72-b9dc-4929-a7e3-9e46361da969 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5062585
Mar 05 20:52:47.476512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:47.480274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-589d3f09-5dcd-4c85-9097-d8bbebf269e7 None None] Port db5b1910-09b6-4d51-8223-110d7d389c8e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:52:47.519342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Router 9ca7f861-3938-4dff-9439-fb03f2128324 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:52:47.535935 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.060871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:48.070127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:52:48.085259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6efc471c-48b4-49a2-ab67-7d0a6595d959 admin admin] 10.222.0.15 "PUT /v2.0/routers/9ca7f861-3938-4dff-9439-fb03f2128324/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7257514
Mar 05 20:52:48.097896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:48.139113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.163317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49e0ae62-d488-4d2c-b285-271518411e51 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:48.419197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Allocated IP 172.35.0.53 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/7f888b7e-0a64-4cc8-8718-04e47b80ed4e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:48.592182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-66eba894-c083-40fd-bdb7-679ae95079da tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:48.594760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-66eba894-c083-40fd-bdb7-679ae95079da tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.31 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.3526564
Mar 05 20:52:48.613262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Request body: {'port': {'device_id': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'admin_state_up': True, 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:48.628436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:52:48.685840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.686428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:48.705604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.712755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-93482a68-8014-43c1-b8a7-4769b5904e2b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:48.716419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-93482a68-8014-43c1-b8a7-4769b5904e2b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.5169172
Mar 05 20:52:48.734017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.747078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Request body: {'port': {'device_id': 'b0c11f51-93de-462e-a077-8def070aa65b', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'admin_state_up': True, 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:48.763397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:48.793798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49e0ae62-d488-4d2c-b285-271518411e51 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:48.794191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49e0ae62-d488-4d2c-b285-271518411e51), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:48.796293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:48.806357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:48.810915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:48.869532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=7f888b7e-0a64-4cc8-8718-04e47b80ed4e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:48.879011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'port_id': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'mac_address': 'fa:16:3e:ad:76:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74b6a01-ece6-4846-a919-e92070dd63a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:48.918132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e79a-de4d-477e-82e2-aff452f35cee req-8fdcaf74-9a46-40f3-a7f1-a26a8316c3a9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:48.919880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19a6e79a-de4d-477e-82e2-aff452f35cee req-8fdcaf74-9a46-40f3-a7f1-a26a8316c3a9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.2276843
Mar 05 20:52:48.994776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:48.999367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.010255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:49.014716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.031032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c0110646-dc95-417d-ac53-0985cc88a5b8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:49.031424 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.053590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:49.053898 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.067893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0110646-dc95-417d-ac53-0985cc88a5b8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:49.072796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (344636a1-4c75-4fe3-90b7-a56c7fae5154), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.087579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19a6e79a-de4d-477e-82e2-aff452f35cee req-23343d73-31ec-460f-8fa4-f6802b1f4d39 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583765
Mar 05 20:52:49.161022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.208559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:49.214528 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cac6d5-d776-4aae-8b6f-ae431f16d7e2" -d '{"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-plugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:49.229038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:49.231073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49e0ae62-d488-4d2c-b285-271518411e51 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:49.231885 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49e0ae62-d488-4d2c-b285-271518411e51), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.242463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Sync routers for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:52:49.248328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:49.249536 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.267888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.295600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 49e0ae62-d488-4d2c-b285-271518411e51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e0ae62-d488-4d2c-b285-271518411e51,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:49.306904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:49.307817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82cbb520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:49.313157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49e0ae62-d488-4d2c-b285-271518411e51), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.343555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Allocated IP 172.20.0.10 (0d067b91-4a07-4b62-a220-cba2f62187af/20e370f2-9932-4457-9565-3ad2b86707b4/878b946f-c090-4c0f-8268-6cafc20b229c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:49.368615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef75c-e4df-4325-b0b9-8541e8fa932d req-8306fa4c-b84f-4607-af0f-ec3839176ce4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:49.371451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-231ef75c-e4df-4325-b0b9-8541e8fa932d req-8306fa4c-b84f-4607-af0f-ec3839176ce4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 946 time: 0.1053824
Mar 05 20:52:49.413257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:49.483297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['c0110646-dc95-417d-ac53-0985cc88a5b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:49.497965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-231ef75c-e4df-4325-b0b9-8541e8fa932d req-8e45bd7e-4827-4a7d-9734-a6ab5ea74a18 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168633
Mar 05 20:52:49.535124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.556878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.580215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:49.585131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:49.700345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=7f888b7e-0a64-4cc8-8718-04e47b80ed4e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:49.741997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (344636a1-4c75-4fe3-90b7-a56c7fae5154), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.767032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:49.769475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-c7c67213-88e7-4234-ac41-a1f4821f0a71 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.3022761
Mar 05 20:52:49.814894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=49e0ae62-d488-4d2c-b285-271518411e51,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:49.956994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-146f006d-dc96-4726-a1aa-d76405b7613c tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.53 HTTP/1.1" status: 200  len: 695 time: 0.1772561
Mar 05 20:52:50.036366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82cbb520>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:46Z', 'revision_number': 4, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db5b1910-09b6-4d51-8223-110d7d389c8e', 'name': '', 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'mac_address': 'fa:16:3e:dc:41:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:45Z', 'updated_at': '2022-03-05T20:52:46Z', 'revision_number': 2, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'subnets': [{'id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:50.043756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49e0ae62-d488-4d2c-b285-271518411e51 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:50.083176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Checking router: 9ca7f861-3938-4dff-9439-fb03f2128324 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:52:50.083735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Updating router 9ca7f861-3938-4dff-9439-fb03f2128324 port db5b1910-09b6-4d51-8223-110d7d389c8e binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:52:50.096162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks [] for port (878b946f-c090-4c0f-8268-6cafc20b229c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.104898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c9577-5013-464e-a348-51743a06bcc4 req-ccfbd682-c2bb-470f-935e-21ab1ab8e4bb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.106279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-787c9577-5013-464e-a348-51743a06bcc4 req-ccfbd682-c2bb-470f-935e-21ab1ab8e4bb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.4870868
Mar 05 20:52:50.108184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dacb4-2274-4aef-9917-d69937a6184a req-de3db741-970c-4cf4-8a88-66296bb1de41 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.110132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-de3db741-970c-4cf4-8a88-66296bb1de41 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1495769
Mar 05 20:52:50.127426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-2132948b-d0d6-42ee-9919-75eda4e1de1d tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:52:50.128555 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-681dacb4-2274-4aef-9917-d69937a6184a req-2132948b-d0d6-42ee-9919-75eda4e1de1d tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0100543
Mar 05 20:52:50.165033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.179025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-787c9577-5013-464e-a348-51743a06bcc4 req-6255b1fc-a5d0-4aa6-8101-f62169110d3d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606191
Mar 05 20:52:50.204964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.232855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49e0ae62-d488-4d2c-b285-271518411e51 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:50.233256 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49e0ae62-d488-4d2c-b285-271518411e51), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.254998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4443c23c-9724-40f9-b938-ef916e857dd7 req-4d51fd3b-bcaa-4f23-80e1-1e5fa1eb8766 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 210 time: 0.0421727
Mar 05 20:52:50.297062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Network 0d067b91-4a07-4b62-a220-cba2f62187af is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:50.303685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:50.308273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event updated for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:50.314065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:50.342690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Allocated IP 172.20.0.5 (0d067b91-4a07-4b62-a220-cba2f62187af/20e370f2-9932-4457-9565-3ad2b86707b4/6ea2476e-b80c-4e12-8bde-c724d5fa1f64) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:50.378115 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df358601-bd09-49e9-ad8d-24123e7e9720 x-openstack-request-id: req-df358601-bd09-49e9-ad8d-24123e7e9720 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:50.378115 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-plugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:50.378115 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df358601-bd09-49e9-ad8d-24123e7e9720 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:50.378518 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'code': 200}
Mar 05 20:52:50.463551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b8d3-6a22-458f-9e7e-66862266e6ac req-6894d2b8-254d-4c7c-b3ab-c46e03802525 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.472330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c201b8d3-6a22-458f-9e7e-66862266e6ac req-6894d2b8-254d-4c7c-b3ab-c46e03802525 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.1091073
Mar 05 20:52:50.496988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee478bdc-2f37-414e-9818-2f616a08781f req-c0eebfe1-d25b-49fd-bfdf-55ebdf8c7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.498422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee478bdc-2f37-414e-9818-2f616a08781f req-c0eebfe1-d25b-49fd-bfdf-55ebdf8c7e6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 1128 time: 0.0928738
Mar 05 20:52:50.523545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49e0ae62-d488-4d2c-b285-271518411e51 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:50.528861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.529925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.553282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c201b8d3-6a22-458f-9e7e-66862266e6ac req-37453718-51d6-4603-a019-b7606b850e61 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799465
Mar 05 20:52:50.602624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee478bdc-2f37-414e-9818-2f616a08781f req-c3000937-f091-4bf2-80e6-8dc98815ea26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930767
Mar 05 20:52:50.635567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-5b1eb26a-9c41-404c-806d-d35029ed31ee tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0304794
Mar 05 20:52:50.650230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Request body: {'port': {'device_id': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:50.663177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-0a517870-54d8-483c-8769-3135995416b9 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2716382
Mar 05 20:52:50.671989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:50.705704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks [] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.716141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.781277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.789430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139f3a5-b5d8-4fb3-ac1f-2b38b431d091 None None] Pushing event updated for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:50.807151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f321-828a-4253-bdc3-b325f804cdd9 req-6b571681-d4e6-4b90-ba4c-d92dbeb23170 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:50.811565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97e6f321-828a-4253-bdc3-b325f804cdd9 req-6b571681-d4e6-4b90-ba4c-d92dbeb23170 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 946 time: 0.0894291
Mar 05 20:52:50.825079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks [] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.881298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.882514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Attempting to bind port db5b1910-09b6-4d51-8223-110d7d389c8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:50.887860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Attempting to bind port db5b1910-09b6-4d51-8223-110d7d389c8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:50.887860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Attempting to bind port db5b1910-09b6-4d51-8223-110d7d389c8e on network 961b65ef-a5ae-42d6-8310-607154bd0b2a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:50.896224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:50.896998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Checking segment: {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:50.897833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.898955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Bound using segment: {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:50.900144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Bound port: db5b1910-09b6-4d51-8223-110d7d389c8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b399c4a-2045-4491-86b7-f9b1a44bd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:50.901205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:50.922612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97e6f321-828a-4253-bdc3-b325f804cdd9 req-0f47640d-9a72-45ff-982f-11bc8c483924 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980341
Mar 05 20:52:51.007407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.008682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] For port db5b1910-09b6-4d51-8223-110d7d389c8e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:51.017455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] For port db5b1910-09b6-4d51-8223-110d7d389c8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db5b1910-09b6-4d51-8223-110d7d389c8e,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:51.034821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.120299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:52:51.121388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82cbb520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:51.196788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Network 0d067b91-4a07-4b62-a220-cba2f62187af is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:51.211845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:51.228585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:51.237481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event updated for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:51.324410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139f3a5-b5d8-4fb3-ac1f-2b38b431d091 None None] Pushing event updated for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:51.360881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:51.361639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.377706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.394982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Provisioning complete for port db5b1910-09b6-4d51-8223-110d7d389c8e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:51.395353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.446115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-c69a58ef-ff9f-43cd-b975-d21ae0e86494 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7213182
Mar 05 20:52:51.463441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:52:51.464141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Request body: {'port': {'device_id': 'b0c11f51-93de-462e-a077-8def070aa65b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:51.619923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Current status of the port db5b1910-09b6-4d51-8223-110d7d389c8e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:51.620333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.629900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.642643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878b946f-c090-4c0f-8268-6cafc20b229c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:51.648544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Allocated IP 172.35.0.218 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/fdd4930e-0090-46e6-a4ef-d5b51561879e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:51.661230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks [] for port (878b946f-c090-4c0f-8268-6cafc20b229c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.690654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] For port db5b1910-09b6-4d51-8223-110d7d389c8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db5b1910-09b6-4d51-8223-110d7d389c8e,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:51.703618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.718090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Transition to ACTIVE for port object 878b946f-c090-4c0f-8268-6cafc20b229c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:51.787509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:51.790614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ec89a-584f-42d5-8998-8d0ad32126da None None] Pushing event updated for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:51.824674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82cbb520>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:46Z', 'revision_number': 4, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db5b1910-09b6-4d51-8223-110d7d389c8e', 'name': '', 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'mac_address': 'fa:16:3e:dc:41:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:45Z', 'updated_at': '2022-03-05T20:52:51Z', 'revision_number': 4, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'subnets': [{'id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:52:51.841341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c8b8-c619-4849-a66e-3e7a9b0f171f req-b9fb0bf0-8834-4ad6-8897-941d9995a703 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:51.845806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9f9c8b8-c619-4849-a66e-3e7a9b0f171f req-b9fb0bf0-8834-4ad6-8897-941d9995a703 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0856175
Mar 05 20:52:51.859365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d3cfb-b9f2-4b0d-81a1-243049cb40cc None None] The sync data for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 is: [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:52:46Z', 'revision_number': 4, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db5b1910-09b6-4d51-8223-110d7d389c8e', 'name': '', 'network_id': '961b65ef-a5ae-42d6-8310-607154bd0b2a', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'mac_address': 'fa:16:3e:dc:41:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:45Z', 'updated_at': '2022-03-05T20:52:51Z', 'revision_number': 4, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'subnets': [{'id': '32074f04-50c2-4290-af52-8638b8c64ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:52:51.862861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8351fe86-1569-463a-9741-1c60722cb834 None None] Provisioning complete for port db5b1910-09b6-4d51-8223-110d7d389c8e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:51.863235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8351fe86-1569-463a-9741-1c60722cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.001449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9f9c8b8-c619-4849-a66e-3e7a9b0f171f req-0c44e621-51c8-40d0-a764-3268f8433c95 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457818
Mar 05 20:52:52.021012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8351fe86-1569-463a-9741-1c60722cb834 None None] Current status of the port db5b1910-09b6-4d51-8223-110d7d389c8e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:52.042908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Pushing event updated for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:52.091288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:52.175729 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.190184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port c0110646-dc95-417d-ac53-0985cc88a5b8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:52:52.214287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port c0110646-dc95-417d-ac53-0985cc88a5b8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:52.214666 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.227104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752a574-ed85-4d53-84bc-5c6baf96d303 req-78292aa0-9564-442d-91d5-3731dbd2a9a7 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:52.245918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a752a574-ed85-4d53-84bc-5c6baf96d303 req-78292aa0-9564-442d-91d5-3731dbd2a9a7 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 931 time: 0.1301978
Mar 05 20:52:52.269168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Attempting to bind port 878b946f-c090-4c0f-8268-6cafc20b229c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:52.269750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Attempting to bind port 878b946f-c090-4c0f-8268-6cafc20b229c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:52.270250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Attempting to bind port 878b946f-c090-4c0f-8268-6cafc20b229c on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:52.291255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Port 878b946f-c090-4c0f-8268-6cafc20b229c on network 0d067b91-4a07-4b62-a220-cba2f62187af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:52.291761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Attempting to bind port 878b946f-c090-4c0f-8268-6cafc20b229c on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:52.306060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:52.306469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Checking segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:52.306871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Bound using segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:52.307380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Bound port: 878b946f-c090-4c0f-8268-6cafc20b229c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:52.308346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.319471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a752a574-ed85-4d53-84bc-5c6baf96d303 req-4c6a020b-e8b5-4fd9-b075-19e04c424516 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725327
Mar 05 20:52:52.396819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c0110646-dc95-417d-ac53-0985cc88a5b8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:52.397327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.432582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.451536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:52.460082 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c78b83-19e1-45f3-a629-b7ff1c7a4a59" -d '{"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-plugged", "status": "completed", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:52.481477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:52.487421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.566004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d568-dce5-4c76-be37-8f065e73f1b6 req-1c0a6225-5c9f-4a26-b217-3577ac7f56ba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:52.568070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a729d568-dce5-4c76-be37-8f065e73f1b6 req-1c0a6225-5c9f-4a26-b217-3577ac7f56ba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.1031520
Mar 05 20:52:52.571026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:52.575085 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:52:52.583923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:52.587752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:52.596260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:52.605381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:52.612816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=fdd4930e-0090-46e6-a4ef-d5b51561879e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:52.623108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=878b946f-c090-4c0f-8268-6cafc20b229c,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:52.638792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a729d568-dce5-4c76-be37-8f065e73f1b6 req-fcbbc12b-5ddf-4e7e-b72d-dabbebb068f7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636435
Mar 05 20:52:52.665881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:52.675926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks [] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.696163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.717680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Transition to ACTIVE for port object 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:52.753518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.775038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:52.775657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.777234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] 10.222.0.31 "PUT /v2.0/ports/878b946f-c090-4c0f-8268-6cafc20b229c HTTP/1.1" status: 200  len: 1092 time: 2.1324060
Mar 05 20:52:52.778170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:52.781313 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda" -d '{"events": [{"name": "network-changed", "server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:52.818618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d19e3-1556-42a8-b4fe-46fefa39b441 req-f2780397-ce40-4dfb-8714-f71c40d5a7e0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:52.820246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-182d19e3-1556-42a8-b4fe-46fefa39b441 req-f2780397-ce40-4dfb-8714-f71c40d5a7e0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 946 time: 0.0946784
Mar 05 20:52:52.845359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d88b41-8e31-4a43-8ff5-4d780b1588eb service neutron] Pushing event updated for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:52.910323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-182d19e3-1556-42a8-b4fe-46fefa39b441 req-ab9826c6-5a1b-4bac-a1b7-4a4304e8fa3d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725577
Mar 05 20:52:52.918826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (6ecea3a4-4584-4ee9-a00d-a0025251f289), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:52.984196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbe2f6a-b6b0-46c2-a2e6-cb0a1a7df2e4 x-openstack-request-id: req-9bbe2f6a-b6b0-46c2-a2e6-cb0a1a7df2e4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:52.984984 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-plugged", "status": "completed", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:52.985555 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bbe2f6a-b6b0-46c2-a2e6-cb0a1a7df2e4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:52.985957 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'code': 200}
Mar 05 20:52:53.014318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:53.040020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-2ef17f72-c626-4c1d-9705-ffa8634d835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.041637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-2ef17f72-c626-4c1d-9705-ffa8634d835d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=d52eacda-01a8-4166-b9a1-0ec730e2b5dc HTTP/1.1" status: 200  len: 1126 time: 0.2066259
Mar 05 20:52:53.045698 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3ce36-22d4-4581-9816-c5bb6f9fcf06 x-openstack-request-id: req-58b3ce36-22d4-4581-9816-c5bb6f9fcf06 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:53.046408 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:53.046716 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58b3ce36-22d4-4581-9816-c5bb6f9fcf06 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:53.047080 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c', 'status': 'completed', 'code': 200}
Mar 05 20:52:53.047618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.130730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ca0d-9cd6-4ce3-9a8c-94c573e527b6 req-c270b059-2c45-4e17-8d74-e74da3aa16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.133310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e524ca0d-9cd6-4ce3-9a8c-94c573e527b6 req-c270b059-2c45-4e17-8d74-e74da3aa16f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1128 time: 0.0838993
Mar 05 20:52:53.138605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-d4c5f433-f85e-4431-acb6-e9713db46be9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878b946f-c090-4c0f-8268-6cafc20b229c HTTP/1.1" status: 200  len: 217 time: 0.0859394
Mar 05 20:52:53.139253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Attempting to bind port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:53.139588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Attempting to bind port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:53.139926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Attempting to bind port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:53.170052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 on network 0d067b91-4a07-4b62-a220-cba2f62187af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:53.170443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Attempting to bind port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:53.227251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e524ca0d-9cd6-4ce3-9a8c-94c573e527b6 req-d22db32c-5713-4ec4-a0fc-be974c1a6632 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843220
Mar 05 20:52:53.260258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:53.260858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Checking segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:53.262023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Bound using segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:53.262248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Bound port: 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:53.262719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.337291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-06fe82c6-6e04-4fd7-a46b-ce790508274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.338784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-06fe82c6-6e04-4fd7-a46b-ce790508274f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.1928008
Mar 05 20:52:53.380318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfb5f9-4b7a-4e1d-b7ab-3dbfabf5054c req-495a6679-9f1d-4934-b421-0e61ab551cbc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.388211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1abfb5f9-4b7a-4e1d-b7ab-3dbfabf5054c req-495a6679-9f1d-4934-b421-0e61ab551cbc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1336098
Mar 05 20:52:53.424696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-3bb5d7a1-02cc-4758-9d8a-9d9a3137eb12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791988
Mar 05 20:52:53.456548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1abfb5f9-4b7a-4e1d-b7ab-3dbfabf5054c req-0ba34867-6c14-4f68-a554-ce7964a93148 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672534
Mar 05 20:52:53.564794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:53.576854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:53.623905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:53.629521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.707093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd53936-a980-4e77-9e22-ce910cd93e09 req-34ba443a-dc98-4194-9c79-ad45fa902de0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.718188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dd53936-a980-4e77-9e22-ce910cd93e09 req-34ba443a-dc98-4194-9c79-ad45fa902de0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 946 time: 0.1464770
Mar 05 20:52:53.727907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:53.731957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.734528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] 10.222.0.23 "PUT /v2.0/ports/6ea2476e-b80c-4e12-8bde-c724d5fa1f64 HTTP/1.1" status: 200  len: 1091 time: 2.2784727
Mar 05 20:52:53.780449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.789268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-81a53395-9ffe-4ddd-9e09-77bd32ab878c service neutron] 10.222.0.31 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3561373
Mar 05 20:52:53.826453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.857478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dd53936-a980-4e77-9e22-ce910cd93e09 req-5e056bcd-be92-45bb-b586-7e48e698a771 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382434
Mar 05 20:52:53.918915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e08a0de4-3211-428a-a592-9adaae71b121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:53.943463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b0ce-c2e3-4740-b72e-b55cb9cfad40 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:54.101447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db5b1910-09b6-4d51-8223-110d7d389c8e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:52:54.109334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ebfa2-e443-4d37-b7e1-88f677080b15 req-21badd3d-2f04-4d84-b17e-4476f3c06e82 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.117415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11ebfa2-e443-4d37-b7e1-88f677080b15 req-21badd3d-2f04-4d84-b17e-4476f3c06e82 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 943 time: 0.1384423
Mar 05 20:52:54.189144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port db5b1910-09b6-4d51-8223-110d7d389c8e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:52:54.189466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e08a0de4-3211-428a-a592-9adaae71b121 admin admin] Publish callbacks [] for security_group (72f96a15-8c62-42ca-b268-9228929dc62d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.189659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.208622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11ebfa2-e443-4d37-b7e1-88f677080b15 req-b7fa91d9-c7c0-46c6-aeb0-15a341d471b6 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899315
Mar 05 20:52:54.210497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e08a0de4-3211-428a-a592-9adaae71b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (72f96a15-8c62-42ca-b268-9228929dc62d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.259013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a0de4-3211-428a-a592-9adaae71b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f96a15-8c62-42ca-b268-9228929dc62d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:54.324619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e08a0de4-3211-428a-a592-9adaae71b121 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71774e5537064828bf8ab6e239d4f630&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6982257
Mar 05 20:52:54.327415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:54.373594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port db5b1910-09b6-4d51-8223-110d7d389c8e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:54.436312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event updated for resources: {'Port': ['ID=fdd4930e-0090-46e6-a4ef-d5b51561879e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:54.461474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6ecea3a4-4584-4ee9-a00d-a0025251f289), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.469735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-1c1ff598-2c09-473a-8946-ad9bf5a059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.471059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7910158-7ecb-4a13-903c-c386ea4c7a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.471514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-1c1ff598-2c09-473a-8946-ad9bf5a059e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 1125 time: 0.6677296
Mar 05 20:52:54.492638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f418-c89b-4d28-bac7-45d52e9764cd req-417a714c-3b84-4e9c-8ae7-7cc4cbca105f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.494223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe67f418-c89b-4d28-bac7-45d52e9764cd req-417a714c-3b84-4e9c-8ae7-7cc4cbca105f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 946 time: 0.1394870
Mar 05 20:52:54.498529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] Publish callbacks [] for security_group (72f96a15-8c62-42ca-b268-9228929dc62d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.524902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-0b6584f6-0cce-46ac-a648-9c90287df6c0 service neutron] 10.222.0.31 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7133665
Mar 05 20:52:54.526976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-6b3830c2-ccd3-4c31-bb98-9b03bae3cde0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64 HTTP/1.1" status: 200  len: 217 time: 0.0442855
Mar 05 20:52:54.534391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.536195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-65104790-4019-43a3-b845-0a5bef095b44 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8720489
Mar 05 20:52:54.548353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] Publish callbacks [] for security_group (72f96a15-8c62-42ca-b268-9228929dc62d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.614920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe67f418-c89b-4d28-bac7-45d52e9764cd req-9b4ad4e9-366e-4098-a8ce-7a16c5b84f0a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113648
Mar 05 20:52:54.642252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (72f96a15-8c62-42ca-b268-9228929dc62d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.644212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-eb9f497c-0164-415b-a57c-a88e52c705ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.218 HTTP/1.1" status: 200  len: 696 time: 0.0982628
Mar 05 20:52:54.646516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:54.650512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72f96a15-8c62-42ca-b268-9228929dc62d HTTP/1.1" status: 204  len: 168 time: 0.3187604
Mar 05 20:52:54.655935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-a351507f-14e2-4d63-9c4b-897ef6e8e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.657512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-a351507f-14e2-4d63-9c4b-897ef6e8e3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.1202567
Mar 05 20:52:54.658932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2567-b4bc-47ac-a562-b875ec28deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f96a15-8c62-42ca-b268-9228929dc62d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:54.719021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-15e31cab-7ce3-4b81-a4fa-f91f89f141a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534942
Mar 05 20:52:54.794748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c0963-e35d-4788-bf00-22ee88d1ea9b req-34f9285a-e358-4e86-939e-af6ec046d2e6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.796311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a1c0963-e35d-4788-bf00-22ee88d1ea9b req-34f9285a-e358-4e86-939e-af6ec046d2e6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0661662
Mar 05 20:52:54.809480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-fd991d84-325b-4712-927e-a3d5f51743f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.810969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-fd991d84-325b-4712-927e-a3d5f51743f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=d52eacda-01a8-4166-b9a1-0ec730e2b5dc HTTP/1.1" status: 200  len: 1126 time: 0.2044411
Mar 05 20:52:54.878683 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a1c0963-e35d-4788-bf00-22ee88d1ea9b req-920f74e6-f716-4c49-916e-e6fb6b4f3f31 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668595
Mar 05 20:52:54.941243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:54.950034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2069868029'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:54.978835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-e51eaf53-114a-4f6c-ad7b-35516d029e73 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:54.981264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc722ce6-cf11-44a2-b691-5542ee619b08 req-e51eaf53-114a-4f6c-ad7b-35516d029e73 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.3146126
Mar 05 20:52:55.027294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:55.031321 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.055109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e90f1-b384-4cb4-8546-db7b53909254 req-fdd7a327-f4aa-42ea-9315-c09b032c12f2 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.055562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-379e90f1-b384-4cb4-8546-db7b53909254 req-fdd7a327-f4aa-42ea-9315-c09b032c12f2 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 946 time: 0.0683765
Mar 05 20:52:55.056814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:55.060438 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837c837-4da9-4818-80c1-84593e20af55" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:55.118286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-379e90f1-b384-4cb4-8546-db7b53909254 req-f4d350ff-ff90-426c-80ea-e227d3ee0356 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511439
Mar 05 20:52:55.129399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-ca9eb280-4a7f-446a-9ac0-91c016645e42 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801591
Mar 05 20:52:55.147078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-665b02a9-149d-4016-a9be-a50b26f3a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.149107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-665b02a9-149d-4016-a9be-a50b26f3a714 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 914 time: 0.3285286
Mar 05 20:52:55.152629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6401459d-71b1-40df-8ab9-fc8978e4035a req-e7584e93-b094-4a0e-9290-02a3149acbe8 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips/6ecea3a4-4584-4ee9-a00d-a0025251f289 HTTP/1.1" status: 200  len: 693 time: 0.1289582
Mar 05 20:52:55.212751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:55.224001 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65e4ef5-8e3e-4ec7-8e9d-b6888429afc6 x-openstack-request-id: req-b65e4ef5-8e3e-4ec7-8e9d-b6888429afc6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:55.224001 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:55.224001 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b65e4ef5-8e3e-4ec7-8e9d-b6888429afc6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:55.224001 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64', 'status': 'completed', 'code': 200}
Mar 05 20:52:55.308374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-2aa930a8-f219-4077-a3e3-bae49ab44f28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878b946f-c090-4c0f-8268-6cafc20b229c HTTP/1.1" status: 200  len: 217 time: 0.1404707
Mar 05 20:52:55.315037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (68eaba6b-0dfc-42a2-b409-3422a9c3d762), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.315414 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Added segment 68eaba6b-0dfc-42a2-b409-3422a9c3d762 of type vlan for network 2b3d5cc6-cf52-466e-844d-ad651934c95a
Mar 05 20:52:55.457065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2b3d5cc6-cf52-466e-844d-ad651934c95a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.536875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-f737737c-aa0a-4f3c-a45e-be899e269177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.539400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-f737737c-aa0a-4f3c-a45e-be899e269177 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.2224603
Mar 05 20:52:55.572101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a10f109-436d-49fe-9f3f-9658a9fa5523 req-7694a540-b2f2-4be2-8537-2ea9123efa81 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4367282
Mar 05 20:52:55.609133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44124) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:55.640171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1d28-1e21-488f-820d-ff44fdd1700a req-1036f3b7-f6ac-43a4-9dba-4604acb14d9b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.641920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3abc1d28-1e21-488f-820d-ff44fdd1700a req-1036f3b7-f6ac-43a4-9dba-4604acb14d9b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 943 time: 0.0745842
Mar 05 20:52:55.654912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-6a4776a1-3f05-466e-b17b-f1babe4701f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016111
Mar 05 20:52:55.671977 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2b3d5cc6-cf52-466e-844d-ad651934c95a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.677289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.678308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.688118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401459d-71b1-40df-8ab9-fc8978e4035a req-9079df79-0d34-4a8e-80b4-e3ee5dd0174b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.689508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6401459d-71b1-40df-8ab9-fc8978e4035a req-9079df79-0d34-4a8e-80b4-e3ee5dd0174b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.5235269
Mar 05 20:52:55.702799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3abc1d28-1e21-488f-820d-ff44fdd1700a req-97ae1ce4-4741-4fbb-a28a-02e2d86b765b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542302
Mar 05 20:52:55.758287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-6401459d-71b1-40df-8ab9-fc8978e4035a req-339dbe35-dc0e-45fb-bd9d-07e6ce1fec9a tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:52:55.759723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6401459d-71b1-40df-8ab9-fc8978e4035a req-339dbe35-dc0e-45fb-bd9d-07e6ce1fec9a tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0348661
Mar 05 20:52:55.816618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1598816444-network', 'tenant_id': '8f07583be1724ade87d2945c000e3e33'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:55.864174 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-f31c4d45-92a0-470a-b634-e4129b44bdc6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips/6ecea3a4-4584-4ee9-a00d-a0025251f289 HTTP/1.1" status: 200  len: 693 time: 0.0593929
Mar 05 20:52:55.885385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Made reservation on behalf of 8f07583be1724ade87d2945c000e3e33 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:55.885730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9405327
Mar 05 20:52:55.889029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.895664 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-9cc92df2-1af3-471a-b99d-b042a3983952 service neutron] show failed (client error): The resource could not be found.
Mar 05 20:52:55.897032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-9cc92df2-1af3-471a-b99d-b042a3983952 service neutron] 10.222.0.31 "GET /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4469728
Mar 05 20:52:55.905924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44140) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:55.947379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-599949881'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:55.954922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:55.960945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6167-74f5-475e-895c-6807ac3bcfcc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Network': ['ID=2b3d5cc6-cf52-466e-844d-ad651934c95a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:55.980436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:55.985458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c837-4da9-4818-80c1-84593e20af55 req-f684749d-c409-47c1-afd6-7cd5a92e9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:55.987192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-f684749d-c409-47c1-afd6-7cd5a92e9466 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 1125 time: 0.3422351
Mar 05 20:52:55.993470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-9e8f1a96-4460-46c5-8933-a5096d00cb2c service neutron] 10.222.0.31 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3028948
Mar 05 20:52:56.007404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:56.012375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.083269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:56.103084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-794d5dd9-4865-443e-b8d1-6e24d7bc01be tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.111965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-794d5dd9-4865-443e-b8d1-6e24d7bc01be tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2395749
Mar 05 20:52:56.127938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-38951139-3184-4d1c-b877-e4fcff557941 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:52:56.129182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-38951139-3184-4d1c-b877-e4fcff557941 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0163195
Mar 05 20:52:56.134339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (828933c2-bad0-413a-b1bc-0c851bca58e4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.134690 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Added segment 828933c2-bad0-413a-b1bc-0c851bca58e4 of type vlan for network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89
Mar 05 20:52:56.144287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028f83-f0c0-4371-9be1-49be0cf0b964 req-6bce181d-43d1-4ca4-9b4c-ef97b16fc060 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.145790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00028f83-f0c0-4371-9be1-49be0cf0b964 req-6bce181d-43d1-4ca4-9b4c-ef97b16fc060 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 946 time: 0.2931957
Mar 05 20:52:56.238000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c837-4da9-4818-80c1-84593e20af55 req-a00a9b72-58dc-41b5-a9e9-168fdb13d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.239936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-a00a9b72-58dc-41b5-a9e9-168fdb13d79b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 914 time: 0.2423439
Mar 05 20:52:56.268799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-57b0fe11-81b8-4d13-80eb-ac95a1cd2a62 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.218 HTTP/1.1" status: 200  len: 696 time: 0.1198380
Mar 05 20:52:56.281417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.289642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks [] for security_group (46980dd5-3146-4cbc-8064-95782bacac8f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.303248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (46980dd5-3146-4cbc-8064-95782bacac8f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.310760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-009f5ad5-b70b-4c0d-b6cc-878c1f77a9fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64 HTTP/1.1" status: 200  len: 217 time: 0.0593514
Mar 05 20:52:56.320069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00028f83-f0c0-4371-9be1-49be0cf0b964 req-b2106e79-afc4-4570-bc83-6b31bdcca8fe tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628103
Mar 05 20:52:56.335869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1d4b0e7-5df6-4aa7-b3a9-7a1620d48cda req-75575e68-b4fd-4adc-a24f-dcc60d991e9a service neutron] 10.222.0.31 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250329
Mar 05 20:52:56.380178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c837-4da9-4818-80c1-84593e20af55 req-566e53eb-f302-40a4-861e-4b38f05810d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.381501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-f51ea8aa-1f0e-45a7-a9c6-37a9d16b8add tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.218 HTTP/1.1" status: 200  len: 696 time: 0.0976512
Mar 05 20:52:56.382024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-566e53eb-f302-40a4-861e-4b38f05810d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.0592978
Mar 05 20:52:56.412461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:52:56.427983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-9817ef88-a97e-44b6-a971-eb2dae530af7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380700
Mar 05 20:52:56.460447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.465490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.466076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.491087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-ee5b93be-e0be-4a7b-9f80-82b33bd0736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.493231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-ee5b93be-e0be-4a7b-9f80-82b33bd0736a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1132 time: 0.3455446
Mar 05 20:52:56.512182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (384ba28a-6920-4ec9-a3a4-806755281994), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.512641 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Added segment 384ba28a-6920-4ec9-a3a4-806755281994 of type vlan for network 62082c5f-85c3-4d11-9ba0-883ff09b0721
Mar 05 20:52:56.516602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46980dd5-3146-4cbc-8064-95782bacac8f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:56.541766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c222d-4b62-402d-8645-03c0dcad1c68 req-1d66a9d0-78d2-4c64-85de-622835259db7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.545672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-653c222d-4b62-402d-8645-03c0dcad1c68 req-1d66a9d0-78d2-4c64-85de-622835259db7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1193948
Mar 05 20:52:56.567722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:56.596608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-4035763c-a34c-4342-9eac-eefdad21840a service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583629
Mar 05 20:52:56.668945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7632151
Mar 05 20:52:56.673120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44146) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:56.677289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-653c222d-4b62-402d-8645-03c0dcad1c68 req-b8d5d926-19f0-40f1-9bb6-83d1d4f36fcc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201251
Mar 05 20:52:56.681202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'subnet': {'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:56.710272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfeb65-48ac-4de9-a122-ac25c91f3b36 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Network': ['ID=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:56.724974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (62082c5f-85c3-4d11-9ba0-883ff09b0721), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.730819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:56.802675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.819901 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (62082c5f-85c3-4d11-9ba0-883ff09b0721), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.821055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:56.821774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.829249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:56.834507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.843489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c837c837-4da9-4818-80c1-84593e20af55 req-bfe2cb1a-e663-4b71-860b-9be0f5a32539 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349758
Mar 05 20:52:56.846770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13ffff05-dbf0-420b-af63-d111ced5b98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.921128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3105667
Mar 05 20:52:56.924374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44154) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:56.925971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Deleting port fdd4930e-0090-46e6-a4ef-d5b51561879e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:52:56.926537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:56.932929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fcf2-b494-4f2f-b434-9dfbe0a4d42b admin admin] Pushing event updated for resources: {'Network': ['ID=62082c5f-85c3-4d11-9ba0-883ff09b0721,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:56.949887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:52:56.950956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Request body: {'subnet': {'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1598816444-subnet', 'tenant_id': '8f07583be1724ade87d2945c000e3e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:56.994800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Made reservation on behalf of 8f07583be1724ade87d2945c000e3e33 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:56.998036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.217951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d49f9-b632-4b93-8679-0d1c441b9ba1 req-d3ea3516-284e-4e63-8785-a1aad8b70c41 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:57.219409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-494d49f9-b632-4b93-8679-0d1c441b9ba1 req-d3ea3516-284e-4e63-8785-a1aad8b70c41 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1128 time: 0.1337688
Mar 05 20:52:57.355228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.392279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.392930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (fdd4930e-0090-46e6-a4ef-d5b51561879e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.411277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Calling delete_port for fdd4930e-0090-46e6-a4ef-d5b51561879e owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:52:57.414056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-494d49f9-b632-4b93-8679-0d1c441b9ba1 req-67ab0bd4-f3db-45e7-be4f-5935ca0e9a43 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849196
Mar 05 20:52:57.429747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (966443e5-1224-42c9-842b-beaef1a3d8cc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.462522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Subnet': ['ID=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:57.494794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:57.515993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:57.516362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network hostable DHCP agents. Network: 2b3d5cc6-cf52-466e-844d-ad651934c95a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:57.549139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:57.554543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966443e5-1224-42c9-842b-beaef1a3d8cc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:57.580432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Checking segment: {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:57.580812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Network hostable DHCP agents. Network: 62082c5f-85c3-4d11-9ba0-883ff09b0721, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:57.592717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:57.607947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b3d5cc6-cf52-466e-844d-ad651934c95a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:57.616735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:57.617339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.620148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fe42a-799a-43dc-ac4f-a3c836115f6c None None] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:57.622436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:52:57.624752 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faebc63-a1bc-4f65-b8c8-509ce41162eb" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-unplugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:52:57.629680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:57.630614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks [] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.641962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1d7f-909a-43f2-ae9e-c8aae7a44fc6 req-950fff76-cf2b-4477-8398-3285da4885f1 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:57.643515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec9e1d7f-909a-43f2-ae9e-c8aae7a44fc6 req-950fff76-cf2b-4477-8398-3285da4885f1 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 943 time: 0.1060338
Mar 05 20:52:57.649971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Transition to ACTIVE for port object a62edc1f-925c-416d-82a9-ced25df2b5e2 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:52:57.652547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44160) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:57.652789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-823c1d30-163b-40e2-be48-1e467f19df8f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9752212
Mar 05 20:52:57.653930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62082c5f-85c3-4d11-9ba0-883ff09b0721) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:57.662806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'subnet': {'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:57.669448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fdd4930e-0090-46e6-a4ef-d5b51561879e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.671215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:57.671919 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.674309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506508a2-b619-40cc-895e-a66667986fc9 None None] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:57.676235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:57.710125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6ca80c1-6e00-4cde-88b8-3888d8f35010 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7718673
Mar 05 20:52:57.764109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event deleted for resources: {'Port': ['ID=fdd4930e-0090-46e6-a4ef-d5b51561879e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:57.778575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec9e1d7f-909a-43f2-ae9e-c8aae7a44fc6 req-796afca7-3db0-4e45-9259-931bafa5d1f2 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046631
Mar 05 20:52:57.852909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 878b946f-c090-4c0f-8268-6cafc20b229c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:57.908558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] No DVR routers for this DVR port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:52:57.976085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.003478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181c7e-c983-48da-bec5-8c33b41dda4f req-2784a9df-4b83-448b-b758-9450aa5f992a tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:58.005260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b181c7e-c983-48da-bec5-8c33b41dda4f req-2784a9df-4b83-448b-b758-9450aa5f992a tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1128 time: 0.0745592
Mar 05 20:52:58.010479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b3d5cc6-cf52-466e-844d-ad651934c95a', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:52:58.012445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.032096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:58.036041 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (6ecea3a4-4584-4ee9-a00d-a0025251f289), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.038996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.040429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0285746-af29-4a87-bd4b-6c6f27641286 req-18fce1c9-878e-45b5-a1d7-5856fa59e2f6 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ecea3a4-4584-4ee9-a00d-a0025251f289 HTTP/1.1" status: 204  len: 173 time: 1.6362345
Mar 05 20:52:58.042639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:58.043313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:58.044450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:58.052481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:52:58.056454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.063697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:52:58.064322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:58.078705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=878b946f-c090-4c0f-8268-6cafc20b229c,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:58.087051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef942f-de2a-4848-9af9-6631d39a3184 None None] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:58.100318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b181c7e-c983-48da-bec5-8c33b41dda4f req-b0128212-e5af-47c5-ab68-8f2247d09407 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864105
Mar 05 20:52:58.141260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:58.143389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '878b946f-c090-4c0f-8268-6cafc20b229c', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'port_id': '878b946f-c090-4c0f-8268-6cafc20b229c', 'mac_address': 'fa:16:3e:44:84:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e370f2-9932-4457-9565-3ad2b86707b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:58.167087 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bcc9a5-0146-4b1f-a511-c18386e8a74e x-openstack-request-id: req-a7bcc9a5-0146-4b1f-a511-c18386e8a74e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:52:58.168812 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-unplugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:52:58.169279 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7bcc9a5-0146-4b1f-a511-c18386e8a74e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:52:58.169956 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'code': 200}
Mar 05 20:52:58.175172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:58.177786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:58.178881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:58.179633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Bound port: a62edc1f-925c-416d-82a9-ced25df2b5e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:58.180355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.255277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1622593503', 'description': 'tempest-description-656568137'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:58.281238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.289591 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:52:58.338209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:58.346350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:58.376296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.378852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (5dc7330a-c9d0-4b79-8a67-24901a59b404), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.387178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5dc7330a-c9d0-4b79-8a67-24901a59b404), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.430005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a4253-0b0f-4a86-ba1f-17d2a8da4ea5 req-741116d4-d699-483e-b71f-f74f1569f458 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:58.437084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.439029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-746a4253-0b0f-4a86-ba1f-17d2a8da4ea5 req-741116d4-d699-483e-b71f-f74f1569f458 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.1912394
Mar 05 20:52:58.455410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09d857a1-12d0-4598-8708-f90ea1530493 req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2043912
Mar 05 20:52:58.460885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671943-c2bc-498b-97a5-243fd415d04f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc7330a-c9d0-4b79-8a67-24901a59b404,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:58.467627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:58.468284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.469642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] 10.222.0.23 "PUT /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 1096 time: 1.9099786
Mar 05 20:52:58.484494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 878b946f-c090-4c0f-8268-6cafc20b229c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:58.485622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.569731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878b946f-c090-4c0f-8268-6cafc20b229c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:58.647298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (af2281a9-9328-4bca-bf8c-265c5b3c2c6d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.649362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=878b946f-c090-4c0f-8268-6cafc20b229c,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:58.659561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:58.663287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Allocated IP 10.1.1.2 (2b3d5cc6-cf52-466e-844d-ad651934c95a/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6/fb97b070-68f8-44e0-a906-212b39ea8638) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:52:58.665697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.723659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'mac_address': 'fa:16:3e:de:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:58.737420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Subnet': ['ID=af2281a9-9328-4bca-bf8c-265c5b3c2c6d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:58.774756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69ea23-0b2a-4753-a23b-eb42bb514da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:58.836550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-f7324a09-fa2c-434e-b69a-a8dc61b578a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:58.837924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-f7324a09-fa2c-434e-b69a-a8dc61b578a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1130 time: 0.2703383
Mar 05 20:52:58.852133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-746a4253-0b0f-4a86-ba1f-17d2a8da4ea5 req-682e3418-aa53-431b-8bfd-edc7fc3ea86c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3894908
Mar 05 20:52:58.874627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:58.913824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:58.914223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:58.916628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['878b946f-c090-4c0f-8268-6cafc20b229c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:52:58.970430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:59.021280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Checking segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:59.022107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network hostable DHCP agents. Network: da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:52:59.034501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-166776991', 'description': 'tempest-description-1501055061'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:59.041558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:59.056508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.057154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:52:59.076386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.087123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks [] for port (fb97b070-68f8-44e0-a906-212b39ea8638), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.139575 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.170250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:52:59.221024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-fefffdc9-fd5e-4f4f-8c77-539455e143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.223224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-fefffdc9-fd5e-4f4f-8c77-539455e143dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.3643284
Mar 05 20:52:59.225772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:59.243027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf93ef-1f84-4d3b-991e-1f07225750af None None] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:52:59.246425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.247028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.275473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa1b08-ed57-4378-b272-e078367a8437 req-9b74c3b5-4b9b-4d16-9e2b-89c677f81ea9 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.276612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:52:59.279109 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29fa1b08-ed57-4378-b272-e078367a8437 req-9b74c3b5-4b9b-4d16-9e2b-89c677f81ea9 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.8114738
Mar 05 20:52:59.310603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:59.327045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fa47819d-ce97-4b4c-a149-6e1de49e791e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.6734068
Mar 05 20:52:59.327905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:52:59.330439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-85fc7e50-8c2c-453d-a89d-2ecb4a53ff60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.1000783
Mar 05 20:52:59.330905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:52:59.337821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'name': 'tempest-TaggedBootDevicesTest-378009893', 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:52:59.339899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:52:59.414728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-f2b4249f-079c-470b-80e2-006b48b9dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.418001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-f2b4249f-079c-470b-80e2-006b48b9dfa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0724483
Mar 05 20:52:59.467518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:52:59.496664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Pushing event updated for resources: {'Port': ['ID=fb97b070-68f8-44e0-a906-212b39ea8638,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:59.514816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a66f-5ea1-4d8d-9078-7d6266e0f49c req-7afadddc-ad3f-4c76-924c-a6c7d7379ab1 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.517158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4de6a66f-5ea1-4d8d-9078-7d6266e0f49c req-7afadddc-ad3f-4c76-924c-a6c7d7379ab1 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 943 time: 0.1173317
Mar 05 20:52:59.540785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'port_id': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64', 'mac_address': 'fa:16:3e:e0:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e370f2-9932-4457-9565-3ad2b86707b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:52:59.543340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.556989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ef9a7897-8e28-4656-b460-90e46bcbd2f3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.569960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Attempting to bind port fb97b070-68f8-44e0-a906-212b39ea8638 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:52:59.570693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Attempting to bind port fb97b070-68f8-44e0-a906-212b39ea8638 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:52:59.571224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Attempting to bind port fb97b070-68f8-44e0-a906-212b39ea8638 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:52:59.598849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ef9a7897-8e28-4656-b460-90e46bcbd2f3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.613446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ips': [{'subnet_id': 'af2281a9-9328-4bca-bf8c-265c5b3c2c6d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:52:59.614566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.637225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:52:59.637902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:52:59.638491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.639055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Bound using segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:52:59.639731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Bound port: fb97b070-68f8-44e0-a906-212b39ea8638, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:52:59.640339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.647093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4de6a66f-5ea1-4d8d-9078-7d6266e0f49c req-a715a151-a87a-4643-a8fa-73797cba4b88 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198127
Mar 05 20:52:59.698839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:52:59.699447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.727005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:52:59.765673 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9abfaf4-48ef-4174-b9a6-83171c2cd7a9 req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.7473781
Mar 05 20:52:59.786472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-4a8f8c51-f596-4cee-a756-8e93e8399b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:52:59.790381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-4a8f8c51-f596-4cee-a756-8e93e8399b3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3545873
Mar 05 20:52:59.843220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] For port fb97b070-68f8-44e0-a906-212b39ea8638, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:52:59.851956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] For port fb97b070-68f8-44e0-a906-212b39ea8638, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb97b070-68f8-44e0-a906-212b39ea8638,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:52:59.858281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:52:59.863241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea55af-28b0-409f-887f-80bcd112478f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a7897-8e28-4656-b460-90e46bcbd2f3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:52:59.918859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f18b77b6-a85f-4897-8d12-71a80722b172 req-fc5b2144-ff15-4d27-89f4-75aa751db878 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=254b7e1dc7404ee2aa0d379cbbaab019 HTTP/1.1" status: 200  len: 1655 time: 0.1461556
Mar 05 20:53:00.050381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:00.146895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Allocated IP 10.2.2.2 (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89/af2281a9-9328-4bca-bf8c-265c5b3c2c6d/a77201c1-98d3-4dd8-91ec-654a9aa496b2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:00.186566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b77b6-a85f-4897-8d12-71a80722b172 req-adfe075c-ff02-42a2-a98a-f1b58a7cd5af tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:00.198065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f18b77b6-a85f-4897-8d12-71a80722b172 req-adfe075c-ff02-42a2-a98a-f1b58a7cd5af tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks?id=8f09a79f-b6b0-4bcb-886e-948c40f55161&id=8f09a79f-b6b0-4bcb-886e-948c40f55161&id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 787 time: 0.2736213
Mar 05 20:53:00.202017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-8b3f259f-4e11-4c96-b4b1-b47f9b0ab263 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3398397
Mar 05 20:53:00.204909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:00.207170 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa1fdd-e597-4531-839c-3abc47a4b982" -d '{"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:00.212739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-f18b77b6-a85f-4897-8d12-71a80722b172 req-a18621c0-1688-4f32-9f0e-a442954b6a89 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:53:00.218720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f18b77b6-a85f-4897-8d12-71a80722b172 req-a18621c0-1688-4f32-9f0e-a442954b6a89 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0190046
Mar 05 20:53:00.338097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:00.386290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:00.407264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:00.466812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] device_id is not set on port ef356e17-c442-448a-8679-da5ba1910c00 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:53:00.477147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:00.496917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks [] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:00.503860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:00.552994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:00.583943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:00.597284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:00.604571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:00.626269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78b67c92-8f6c-4b7c-afd8-972b5a109ea7 req-a3d9046e-a5b2-4ac9-9077-77057a150aff service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059701
Mar 05 20:53:00.699357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['62f18a02-3cec-4f72-9fe9-641e4f0d18e9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:00.704232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60f4e-beab-4c84-97a7-238cee5b56b9 None None] Pushing event updated for resources: {'Port': ['ID=fb97b070-68f8-44e0-a906-212b39ea8638,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:00.829935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-84d082b9-7ed4-40a1-a487-e08d05d85bdc tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:00.833735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-84d082b9-7ed4-40a1-a487-e08d05d85bdc tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 813 time: 0.4832640
Mar 05 20:53:00.931293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ea2476e-b80c-4e12-8bde-c724d5fa1f64'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:00.953191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-7562fb85-e136-4100-9e25-b53c804e3768 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/quotas/8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 375 time: 0.1093585
Mar 05 20:53:00.976715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Attempting to bind port a77201c1-98d3-4dd8-91ec-654a9aa496b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:00.977018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Attempting to bind port a77201c1-98d3-4dd8-91ec-654a9aa496b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:00.977387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Attempting to bind port a77201c1-98d3-4dd8-91ec-654a9aa496b2 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:01.055445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port a62edc1f-925c-416d-82a9-ced25df2b5e2 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:53:01.056177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:01.080258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:01.080876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Checking segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:01.081368 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.081900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Bound using segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:01.082408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Bound port: a77201c1-98d3-4dd8-91ec-654a9aa496b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:01.082864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.094613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-9d083daa-53b7-40a3-8881-1d10fd547976 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1399953
Mar 05 20:53:01.104973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.177545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:01.275355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-eccee4df-2894-4347-b01b-445c058a6e7c service neutron] 10.222.0.15 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714077
Mar 05 20:53:01.334996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Pushing event updated for resources: {'Port': ['ID=a77201c1-98d3-4dd8-91ec-654a9aa496b2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:01.379891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.1.1.76 (2b3d5cc6-cf52-466e-844d-ad651934c95a/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6/ef356e17-c442-448a-8679-da5ba1910c00) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:01.507552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-0a3dcd38-69fa-4dc8-b481-c0a208f2a245 service neutron] 10.222.0.15 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229700
Mar 05 20:53:01.669439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] For port a77201c1-98d3-4dd8-91ec-654a9aa496b2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:01.722012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (ef356e17-c442-448a-8679-da5ba1910c00), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.795343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] For port a77201c1-98d3-4dd8-91ec-654a9aa496b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77201c1-98d3-4dd8-91ec-654a9aa496b2,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:01.817121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.840687 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:01.853409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 878b946f-c090-4c0f-8268-6cafc20b229c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:01.881378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:01.888773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:01.895317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:02.022515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-14fbfb2d-f1bb-40f7-be3f-e6a8f21be496 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:53:02.031473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-14fbfb2d-f1bb-40f7-be3f-e6a8f21be496 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1306484
Mar 05 20:53:02.147003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:02.149609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-5b291ba1-ae32-4f69-998c-7315042b2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:02.164683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-5b291ba1-ae32-4f69-998c-7315042b2437 service neutron] 10.222.0.15 "GET /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 1125 time: 0.1321571
Mar 05 20:53:02.172084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:02.172927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:53:02.214215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:02.215253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:02.255207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d465ad2-a4b8-4477-8574-f00d1f1f96fd req-589a7006-e8a2-4413-9dca-a8cfe44f11bc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:02.263600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d465ad2-a4b8-4477-8574-f00d1f1f96fd req-589a7006-e8a2-4413-9dca-a8cfe44f11bc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 948 time: 0.2734187
Mar 05 20:53:02.283655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fb97b070-68f8-44e0-a906-212b39ea8638 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:02.294479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a11242a1-0801-4d6e-995e-f0b2182f22e9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9612000
Mar 05 20:53:02.297009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:02.304551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'name': 'tempest-TaggedBootDevicesTest-1963706926', 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:02.339440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce695-9807-4edb-b6e6-8f30b1c9a5d6 None None] Pushing event updated for resources: {'Port': ['ID=a77201c1-98d3-4dd8-91ec-654a9aa496b2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:02.516529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 878b946f-c090-4c0f-8268-6cafc20b229c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:02.529862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 878b946f-c090-4c0f-8268-6cafc20b229c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:02.530705 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:02.601227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fb97b070-68f8-44e0-a906-212b39ea8638 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:02.602017 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:02.650108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c197b-d8e8-468c-91af-aeeeb3a3c7c3 None None] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:02.676808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d465ad2-a4b8-4477-8574-f00d1f1f96fd req-1972e14a-ee1f-4660-8903-49dab0de4fcc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4075551
Mar 05 20:53:02.694493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:02.695035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:02.697786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:02.711965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:02.712594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:02.736681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:02.738607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:02.739116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:02.741836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Bound port: c0110646-dc95-417d-ac53-0985cc88a5b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:02.923311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 878b946f-c090-4c0f-8268-6cafc20b229c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:02.926188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.087069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-70f5b51c-87f5-4be6-b5d1-081457f92e87 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips/344636a1-4c75-4fe3-90b7-a56c7fae5154 HTTP/1.1" status: 200  len: 692 time: 0.3375540
Mar 05 20:53:03.092376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:03.114014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.143969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Provisioning complete for port fb97b070-68f8-44e0-a906-212b39ea8638 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:03.143969 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.153558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:03.169783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.171359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-287b6bc5-8ec8-46aa-921d-20e246b3a247 service neutron] 10.222.0.15 "POST /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8/bindings HTTP/1.1" status: 201  len: 389 time: 1.0058377
Mar 05 20:53:03.231552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=878b946f-c090-4c0f-8268-6cafc20b229c,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:03.233886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:03.238217 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f97a216-86ca-4b28-8eb9-771874551ba6" -d '{"events": [{"server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:03.251300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.333200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] device_id is not set on port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:53:03.558158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:03.558800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:03.590338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-72e7b178-1695-4c05-b5e8-c736539e2170 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:03.592122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-72e7b178-1695-4c05-b5e8-c736539e2170 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.4284744
Mar 05 20:53:03.602008 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e2d0e5-5beb-4e90-86bb-78d04afd4b89 x-openstack-request-id: req-a7e2d0e5-5beb-4e90-86bb-78d04afd4b89 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:03.602008 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:03.602008 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7e2d0e5-5beb-4e90-86bb-78d04afd4b89 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:03.615074 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'status': 'completed', 'code': 200}
Mar 05 20:53:03.657249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:03.689125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-27869ca7-4cdc-41b5-86a5-09d981b610e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:03.703874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-27869ca7-4cdc-41b5-86a5-09d981b610e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1130 time: 0.2024910
Mar 05 20:53:03.865039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port fb97b070-68f8-44e0-a906-212b39ea8638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb97b070-68f8-44e0-a906-212b39ea8638,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:03.891502 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:04.010178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:04.012252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:04.180196 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:53:04.180196 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:53:04.215655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a77201c1-98d3-4dd8-91ec-654a9aa496b2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:04.217234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1859-07e3-457a-819f-a8e774b492d5 req-57e73d7a-cb2e-4697-bc5b-3e97c9e95a73 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.221337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=fb97b070-68f8-44e0-a906-212b39ea8638,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:04.236450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-582c1859-07e3-457a-819f-a8e774b492d5 req-57e73d7a-cb2e-4697-bc5b-3e97c9e95a73 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 944 time: 0.4632471
Mar 05 20:53:04.285476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-0b8361fa-2274-468d-ab38-390e07c38288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.289455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-0b8361fa-2274-468d-ab38-390e07c38288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1128 time: 0.4755368
Mar 05 20:53:04.348854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a77201c1-98d3-4dd8-91ec-654a9aa496b2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:04.350596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:04.394579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-868881cb-65b9-479e-a639-cd9f5dfc3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.399970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-868881cb-65b9-479e-a639-cd9f5dfc3522 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6801953
Mar 05 20:53:04.451692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d07f5-80ab-4466-94ab-4b1f0fa283c2 None None] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:04.518381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-de671474-6876-485f-a8e4-1b4a1459df97 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.53 HTTP/1.1" status: 200  len: 695 time: 0.9014311
Mar 05 20:53:04.591092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:04.593686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:04.697026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-784925a3-1865-489a-9592-cd3e73ce04d8 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.53 HTTP/1.1" status: 200  len: 695 time: 0.1777356
Mar 05 20:53:04.704406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-582c1859-07e3-457a-819f-a8e774b492d5 req-349f6586-d8a1-4809-ae73-f1d06ca51b29 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4668598
Mar 05 20:53:04.708897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-51629b77-3b96-4950-ab51-379c9fd640e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.2513847
Mar 05 20:53:04.832965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-450b97f9-4a7c-483a-9e19-6fc714f73930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.834764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-450b97f9-4a7c-483a-9e19-6fc714f73930 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.4919963
Mar 05 20:53:04.842758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-33b9c495-ed64-4e50-9832-ce80a5b747a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.845508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-33b9c495-ed64-4e50-9832-ce80a5b747a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1281741
Mar 05 20:53:04.900076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:53:04.922273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-9002ff9b-f687-4a20-b2a1-ca14e538e6ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0750103
Mar 05 20:53:04.945734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-ca37497b-da7a-482c-92f3-bc0af8ef3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:04.947240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-ca37497b-da7a-482c-92f3-bc0af8ef3ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1130 time: 1.3487377
Mar 05 20:53:05.020176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-33836d8a-8d27-405c-a619-df8a69498b7f None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:05.046759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71c23657-68c5-403d-91ea-a3e747d349fc req-b5540303-0062-4dc6-9e31-07b79667fd13 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 210 time: 0.0853772
Mar 05 20:53:05.080257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-899f6e1b-8ce3-41bc-a32d-d41c1cc182a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.082061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-899f6e1b-8ce3-41bc-a32d-d41c1cc182a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1212947
Mar 05 20:53:05.085410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-fcb52740-c98b-4f45-9240-df75fdf8c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.094454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-fcb52740-c98b-4f45-9240-df75fdf8c464 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1493738
Mar 05 20:53:05.147192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:05.182005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'mac_address': 'fa:16:3e:2c:e5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:05.201565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.31', 56270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:05.204717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-a61a80c1-6e76-4fec-98da-853bb0a8671c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.1077228
Mar 05 20:53:05.222030 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baabdd9-8e4b-404f-89b9-52c77a2aff7e x-openstack-request-id: req-4baabdd9-8e4b-404f-89b9-52c77a2aff7e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:05.222509 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:05.223114 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4baabdd9-8e4b-404f-89b9-52c77a2aff7e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:05.223609 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c', 'code': 200}
Mar 05 20:53:05.224852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:05.225336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.228642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a77201c1-98d3-4dd8-91ec-654a9aa496b2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:05.229062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.254364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-c9e53982-7be1-41b8-80de-4e1d7dea2ca8 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.255855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-c9e53982-7be1-41b8-80de-4e1d7dea2ca8 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.31 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 813 time: 0.7552190
Mar 05 20:53:05.257814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-62fe2b43-5992-4409-8f94-d0b0b6a39795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1550446
Mar 05 20:53:05.282059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-0c306faa-a33b-4457-8efc-33fb8daefb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.284771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-0c306faa-a33b-4457-8efc-33fb8daefb34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4218943
Mar 05 20:53:05.308262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port a77201c1-98d3-4dd8-91ec-654a9aa496b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77201c1-98d3-4dd8-91ec-654a9aa496b2,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:05.312290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-02b17c93-6b08-44fd-bf80-4a9050aa27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.313943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-02b17c93-6b08-44fd-bf80-4a9050aa27d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0694876
Mar 05 20:53:05.327979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'device_id': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721', 'admin_state_up': True, 'tenant_id': '8f07583be1724ade87d2945c000e3e33'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:05.332090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.389359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.1.1.45 (2b3d5cc6-cf52-466e-844d-ad651934c95a/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6/8e97203d-117b-4a26-8c1e-33c77fbdf3ce) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:05.392270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Deleting port 7f888b7e-0a64-4cc8-8718-04e47b80ed4e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:05.392615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.400276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1420f444-1142-4231-85d4-85623a794cff None None] Provisioning complete for port fb97b070-68f8-44e0-a906-212b39ea8638 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:05.400821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1420f444-1142-4231-85d4-85623a794cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.478288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.478681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.487168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:05.487780 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.491693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Calling delete_port for 7f888b7e-0a64-4cc8-8718-04e47b80ed4e owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:05.566719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:05.573969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:05.574587 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.579453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=a77201c1-98d3-4dd8-91ec-654a9aa496b2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:05.606483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-1e3a6b8e-6f1c-4911-8eab-c7361bd50c4a service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2607083
Mar 05 20:53:05.624362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:05.644633 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.742994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:05.755930 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.757220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:05.757600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7f888b7e-0a64-4cc8-8718-04e47b80ed4e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:05.824294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event deleted for resources: {'Port': ['ID=7f888b7e-0a64-4cc8-8718-04e47b80ed4e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:05.847554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148329a-a749-4e27-b6dc-6defb4e60b77 req-5cfaa49a-8445-489f-ae77-ecafff9a75ca tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.855703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1148329a-a749-4e27-b6dc-6defb4e60b77 req-5cfaa49a-8445-489f-ae77-ecafff9a75ca tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 946 time: 0.6119778
Mar 05 20:53:05.888428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f3b1-0c4c-4fd0-af03-c9bf2c518a7f req-638d8032-2ab9-452e-8807-786c8a658197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:05.890154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dee8f3b1-0c4c-4fd0-af03-c9bf2c518a7f req-638d8032-2ab9-452e-8807-786c8a658197 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d52eacda-01a8-4166-b9a1-0ec730e2b5dc HTTP/1.1" status: 200  len: 1128 time: 0.6875181
Mar 05 20:53:05.924676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:05.938987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-930c9276-9957-45b4-b476-f2cd021df70b service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6520624
Mar 05 20:53:05.951342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1420f444-1142-4231-85d4-85623a794cff None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:05.967164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-53189302-f0f3-4fc7-9d9f-0577efd29ecf service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780178
Mar 05 20:53:05.996829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1148329a-a749-4e27-b6dc-6defb4e60b77 req-786c7e96-d291-4818-9e1e-552edd219d87 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347754
Mar 05 20:53:06.028568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-b6cd69ec-fc3f-4b63-8ddf-dca781f6108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:06.031480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-b6cd69ec-fc3f-4b63-8ddf-dca781f6108c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.7002623
Mar 05 20:53:06.083350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1420f444-1142-4231-85d4-85623a794cff None None] Provisioning complete for port a77201c1-98d3-4dd8-91ec-654a9aa496b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:06.084101 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1420f444-1142-4231-85d4-85623a794cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.152796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['a62edc1f-925c-416d-82a9-ced25df2b5e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:06.209448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dee8f3b1-0c4c-4fd0-af03-c9bf2c518a7f req-509e4ab9-ce43-4299-b385-ac1b3a4f615e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779844
Mar 05 20:53:06.251056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (344636a1-4c75-4fe3-90b7-a56c7fae5154), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.255094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.256616 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5372d7d2-df4d-4db3-8755-acdb50cafd50 req-3d315c5c-12f9-4d18-b989-85723deb0d66 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "DELETE /v2.0/floatingips/344636a1-4c75-4fe3-90b7-a56c7fae5154 HTTP/1.1" status: 204  len: 173 time: 1.5049894
Mar 05 20:53:06.297031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-8eda0ab2-7f6d-40b1-a65e-ae151bb5f5d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357452
Mar 05 20:53:06.316598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-8a2f9b43-cbe8-4ccb-ae1b-f3075c57b9b2 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3596241
Mar 05 20:53:06.317835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Made reservation on behalf of 8f07583be1724ade87d2945c000e3e33 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:06.321416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.340795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f592a-c90f-4c0e-ab9c-13dd2823eae3 req-a3b02f57-0d1d-42de-8b2a-4ab3524d64ce tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:06.345392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-664f592a-c90f-4c0e-ab9c-13dd2823eae3 req-a3b02f57-0d1d-42de-8b2a-4ab3524d64ce tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.1612709
Mar 05 20:53:06.425868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-664f592a-c90f-4c0e-ab9c-13dd2823eae3 req-850a15ce-6a8f-40d0-8ba5-5e868d1466a0 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721135
Mar 05 20:53:06.454487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a77201c1-98d3-4dd8-91ec-654a9aa496b2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:06.461806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.512344 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.588292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.605536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69aa1fdd-e597-4531-839c-3abc47a4b982 req-119977d7-832e-4fd8-9c8b-87cfc2a83559 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009508
Mar 05 20:53:06.692665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30ec9b63-73f9-4208-a99f-f5585a1d475b req-4bebc8d1-5f28-4881-80cf-29d43fd81312 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 210 time: 0.0447600
Mar 05 20:53:06.714969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c16803-ed94-4d90-9a67-0995587e12db req-235d5932-d82c-406a-a320-67c179be6b6a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:06.718100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c16803-ed94-4d90-9a67-0995587e12db req-235d5932-d82c-406a-a320-67c179be6b6a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 944 time: 0.3469484
Mar 05 20:53:06.733962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1420f444-1142-4231-85d4-85623a794cff None None] Current status of the port a77201c1-98d3-4dd8-91ec-654a9aa496b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:06.744722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a77201c1-98d3-4dd8-91ec-654a9aa496b2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:06.745959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.746597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-964e6c1c-9231-4487-82d1-0b77d6b96567 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:06.749534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-964e6c1c-9231-4487-82d1-0b77d6b96567 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2864738
Mar 05 20:53:06.751642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.778185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:06.794132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:06.801198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:06.815064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-d39aff23-8b56-407a-ac07-c82db1d981c0 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips/37e26aad-89a1-4fd7-8c6a-acee01fe115f HTTP/1.1" status: 200  len: 693 time: 0.0894194
Mar 05 20:53:06.823697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:06.823697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.862573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1420f444-1142-4231-85d4-85623a794cff None None] Provisioning complete for port ef356e17-c442-448a-8679-da5ba1910c00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:06.862858 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1420f444-1142-4231-85d4-85623a794cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ef356e17-c442-448a-8679-da5ba1910c00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:06.953054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1420f444-1142-4231-85d4-85623a794cff None None] Port ef356e17-c442-448a-8679-da5ba1910c00 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:06.961118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.000843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:07.023586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-dc3708cf-6956-4a0a-891c-fe99f74530cc tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:07.031192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-dc3708cf-6956-4a0a-891c-fe99f74530cc tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2151656
Mar 05 20:53:07.043391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-23328478-bdd5-46df-b88a-1af29515c687 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:53:07.051176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-23328478-bdd5-46df-b88a-1af29515c687 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0188777
Mar 05 20:53:07.055042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a77201c1-98d3-4dd8-91ec-654a9aa496b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:07.056171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fb97b070-68f8-44e0-a906-212b39ea8638 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:07.075039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:07.091097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:07.094923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:07.109600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-3471f153-fdeb-4ee4-ba0f-b41e2b8fff46 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.190 HTTP/1.1" status: 200  len: 696 time: 0.0572014
Mar 05 20:53:07.122907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:07.123509 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.162159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2af82a77-a832-4102-b440-d2af5b6ddc6d None None] Provisioning complete for port a77201c1-98d3-4dd8-91ec-654a9aa496b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:07.162742 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2af82a77-a832-4102-b440-d2af5b6ddc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.186833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Allocated IP 172.20.0.8 (62082c5f-85c3-4d11-9ba0-883ff09b0721/966443e5-1224-42c9-842b-beaef1a3d8cc/4843f79d-ea4a-4732-bdaa-157ee20d5051) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:07.192546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c16803-ed94-4d90-9a67-0995587e12db req-c868a297-7453-4aac-8dd4-b104b360fe6b tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4685657
Mar 05 20:53:07.217961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:07.219520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.238963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9'}, {'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:07.241123 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06efbc-fd13-4f58-84da-e65042398b1a" -d '{"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-plugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9"}, {"server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "name": "network-vif-plugged", "status": "completed", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:07.266751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-304943f6-480b-4448-bd99-824e36f43313 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.9683967
Mar 05 20:53:07.306586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:07.319078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-6bd4d6ca-f8a5-4f06-89c2-329d29e8c3e4 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.190 HTTP/1.1" status: 200  len: 696 time: 0.2082512
Mar 05 20:53:07.342117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.347985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fb97b070-68f8-44e0-a906-212b39ea8638 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:07.349468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.548677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.653164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:07.665450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.668988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2af82a77-a832-4102-b440-d2af5b6ddc6d None None] Current status of the port a77201c1-98d3-4dd8-91ec-654a9aa496b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:07.725128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:07.731065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:07.761839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:07.769713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:07.792600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Deleting port 69f7d548-675f-4692-9e4e-6fc711c7124a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:07.793004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.796168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:07.801444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc2c88f4-492b-4cd2-9012-0859e8b4c068 None None] Provisioning complete for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:07.803734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88f4-492b-4cd2-9012-0859e8b4c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.891163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c88f4-492b-4cd2-9012-0859e8b4c068 None None] Port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:07.927807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:07.952315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:07.953590 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.985187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.985530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (69f7d548-675f-4692-9e4e-6fc711c7124a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:07.990889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5724b6-f049-407f-9fb2-299faf8ce229 req-b908bad5-3d96-4df7-be74-6ebbe9aef1a1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:07.993118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f5724b6-f049-407f-9fb2-299faf8ce229 req-b908bad5-3d96-4df7-be74-6ebbe9aef1a1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 946 time: 0.1343665
Mar 05 20:53:08.000596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-c2c4e848-13d4-403c-b832-02e329f9b69a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.004224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-c2c4e848-13d4-403c-b832-02e329f9b69a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2341795
Mar 05 20:53:08.007726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-bd251092-a1ae-40f8-bd2a-2e140d0d0bbf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6914039
Mar 05 20:53:08.017397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Calling delete_port for 69f7d548-675f-4692-9e4e-6fc711c7124a owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:08.019446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:08.080888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Request body: {'port': {'device_id': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:08.109900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:08.112207 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21258187-f5f8-4a2c-8ee5-62ddec4005f1" -d '{"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:08.118024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks [] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.121015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-28744c7a-be7d-4a1f-a3e9-0a0481be582f service neutron] 10.222.0.23 "GET /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1047177
Mar 05 20:53:08.132365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.226572 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f5724b6-f049-407f-9fb2-299faf8ce229 req-4d361f5c-b37c-4bcf-ae08-05a61f75d34a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233729
Mar 05 20:53:08.231927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.272360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:08.286354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:08.286629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:08.286961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:08.294897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-7643795d-8265-42d6-b4d5-0a4088f9de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.297135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-7643795d-8265-42d6-b4d5-0a4088f9de72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1131 time: 0.1190956
Mar 05 20:53:08.332987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:08.333575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Attempting to bind port c0110646-dc95-417d-ac53-0985cc88a5b8 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:08.348052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:08.348408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:08.348798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:08.349240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Bound port: c0110646-dc95-417d-ac53-0985cc88a5b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:08.349606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.361087 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b14815-80f9-4e22-9e37-d1aee97e2c7e x-openstack-request-id: req-95b14815-80f9-4e22-9e37-d1aee97e2c7e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:08.361668 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-plugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9", "code": 200}, {"server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "name": "network-vif-plugged", "status": "completed", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:08.361668 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95b14815-80f9-4e22-9e37-d1aee97e2c7e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:08.362030 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'code': 200}
Mar 05 20:53:08.362292 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64', 'code': 200}
Mar 05 20:53:08.400663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (69f7d548-675f-4692-9e4e-6fc711c7124a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.445833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event deleted for resources: {'Port': ['ID=69f7d548-675f-4692-9e4e-6fc711c7124a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:08.546381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:08.560962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-b9b8a801-b34b-410c-ae23-9eebff0f8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.562847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-b9b8a801-b34b-410c-ae23-9eebff0f8200 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2427189
Mar 05 20:53:08.621141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:08.629278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-a3885b93-3f75-4b0a-8992-f5c01db8d5b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0468042
Mar 05 20:53:08.657632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port a62edc1f-925c-416d-82a9-ced25df2b5e2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:08.660773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:08.663928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port a62edc1f-925c-416d-82a9-ced25df2b5e2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:08.664297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.672166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (37e26aad-89a1-4fd7-8c6a-acee01fe115f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.674913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.676107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59932931-24d1-491a-b15d-f7ac26d1c73b req-f566a947-0e69-4ea0-adba-30d89196524b tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "DELETE /v2.0/floatingips/37e26aad-89a1-4fd7-8c6a-acee01fe115f HTTP/1.1" status: 204  len: 173 time: 1.3549514
Mar 05 20:53:08.683929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.693435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d7fe-1e2f-44f9-a92e-580a40732b0d req-8c00610c-1fd2-406e-8402-fd998df34512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.695613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4548d7fe-1e2f-44f9-a92e-580a40732b0d req-8c00610c-1fd2-406e-8402-fd998df34512 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 1127 time: 0.2336502
Mar 05 20:53:08.880352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-45537719-31b0-4a51-a9be-ac3bd520d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.885132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-45537719-31b0-4a51-a9be-ac3bd520d7bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2344646
Mar 05 20:53:08.899260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:08.900367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.905830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:08.907118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:08.908788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] 10.222.0.31 "PUT /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 1122 time: 2.1181042
Mar 05 20:53:08.914514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93842-fadf-48c9-a3f0-f448bc1c7533 service neutron] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=8']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:08.969946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4548d7fe-1e2f-44f9-a92e-580a40732b0d req-ce4f370d-6716-443e-8503-83056620a1d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330754
Mar 05 20:53:09.014906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a704d1-95fd-4abf-b862-27b6ee889db2 req-4f79c2b4-8934-4e86-9704-62a341d50d5e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:09.025281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91a704d1-95fd-4abf-b862-27b6ee889db2 req-4f79c2b4-8934-4e86-9704-62a341d50d5e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 931 time: 0.1119928
Mar 05 20:53:09.029535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:09.032857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:09.039751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['c0110646-dc95-417d-ac53-0985cc88a5b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:09.053307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.112480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4843f79d-ea4a-4732-bdaa-157ee20d5051 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:09.147043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks [] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.231441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:09.249210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Transition to ACTIVE for port object 4843f79d-ea4a-4732-bdaa-157ee20d5051 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:09.252508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-b2ea5b60-315c-4c8b-b1f5-8b30a82bb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:09.254748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-b2ea5b60-315c-4c8b-b1f5-8b30a82bb468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3521249
Mar 05 20:53:09.264987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.468240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926824121', 'description': 'tempest-description--2137371137'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:09.525458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91a704d1-95fd-4abf-b862-27b6ee889db2 req-69e882b6-515b-439c-bf42-2637a1dbee1b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4968462
Mar 05 20:53:09.528963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.594883 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d36f80-2db1-4339-bf1c-a678c60c5dc4 x-openstack-request-id: req-a9d36f80-2db1-4339-bf1c-a678c60c5dc4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:09.595585 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:09.596029 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9d36f80-2db1-4339-bf1c-a678c60c5dc4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:09.596619 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'code': 200}
Mar 05 20:53:09.691953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (9fa5648d-d435-4874-90c1-0564bb9b230d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.713201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9fa5648d-d435-4874-90c1-0564bb9b230d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.767036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.768771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7337840
Mar 05 20:53:09.770646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bdb95-7744-4a16-8202-8e3ec47be975 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5648d-d435-4874-90c1-0564bb9b230d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:09.774708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:09.783302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'security_group_rule': {'security_group_id': '9fa5648d-d435-4874-90c1-0564bb9b230d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:09.801356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d70b8-8315-4f8e-a308-cc514decd990 req-aaaef80a-076c-484f-ab17-1c2025369abc tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:09.803139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-353d70b8-8315-4f8e-a308-cc514decd990 req-aaaef80a-076c-484f-ab17-1c2025369abc tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 945 time: 0.1408293
Mar 05 20:53:09.868292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-e6c999ff-46e4-4157-b1f4-90854502ec1d service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5929856
Mar 05 20:53:09.872607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:09.893190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-353d70b8-8315-4f8e-a308-cc514decd990 req-877fbeec-755e-455a-b576-0bcc3d507b26 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818419
Mar 05 20:53:09.893666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adbf2e-55ab-4324-875d-c0a17dffe321 req-a4611b40-cbe0-4e01-b73f-47e330975bf4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:09.900376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (20c7c88f-0030-4088-9b8b-bb6389471096), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:09.900580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89adbf2e-55ab-4324-875d-c0a17dffe321 req-a4611b40-cbe0-4e01-b73f-47e330975bf4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.7719791
Mar 05 20:53:10.007501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-de0f3c60-85da-493b-9894-35802cfc8937 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips/52fc6658-f898-40db-9ed3-f9e677d4c30f HTTP/1.1" status: 200  len: 692 time: 0.0579846
Mar 05 20:53:10.088732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89adbf2e-55ab-4324-875d-c0a17dffe321 req-8c87e904-000e-411f-af4c-dc4fa8eac124 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874144
Mar 05 20:53:10.108100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-1cc69371-05d7-4289-a51f-d91bdabf985b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295878
Mar 05 20:53:10.108918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Attempting to bind port 4843f79d-ea4a-4732-bdaa-157ee20d5051 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:10.109270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Attempting to bind port 4843f79d-ea4a-4732-bdaa-157ee20d5051 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:10.109611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Attempting to bind port 4843f79d-ea4a-4732-bdaa-157ee20d5051 on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:10.124866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Port 4843f79d-ea4a-4732-bdaa-157ee20d5051 on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:10.125493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Attempting to bind port 4843f79d-ea4a-4732-bdaa-157ee20d5051 on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:10.131866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:10.132253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Checking segment: {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:10.132719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Bound using segment: {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:10.133258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Bound port: 4843f79d-ea4a-4732-bdaa-157ee20d5051, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:10.133793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.140536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (20c7c88f-0030-4088-9b8b-bb6389471096), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.163961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (20c7c88f-0030-4088-9b8b-bb6389471096), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.192987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-6e105e3f-cf67-4b1b-8acf-6c314f2186f8 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:10.194685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-6e105e3f-cf67-4b1b-8acf-6c314f2186f8 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1705542
Mar 05 20:53:10.203315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.204748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4275289
Mar 05 20:53:10.208607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44366) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:10.218336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'security_group_rule': {'security_group_id': '9fa5648d-d435-4874-90c1-0564bb9b230d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:10.223326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ff12f-fa07-4772-87a4-c0e74b86f4a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c7c88f-0030-4088-9b8b-bb6389471096,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:10.264918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:10.270539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:10.271271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-32e4eefc-8a7c-4ae7-ac27-ea1fc81b1943 tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200  len: 695 time: 0.0640836
Mar 05 20:53:10.305140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.330687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (3f5c1b41-f3ba-4af1-b574-d45a1042ca73), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.342217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-33e35ced-d4d0-4913-b8c3-d875d1c0e70f tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200  len: 695 time: 0.0626328
Mar 05 20:53:10.363742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:10.365860 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e102b35-f01c-42b2-9e6b-024e57349448" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:10.395384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:10.396344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.398486 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] 10.222.0.31 "PUT /v2.0/ports/4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 1091 time: 2.3804066
Mar 05 20:53:10.407106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:10.410045 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6346860-65e8-48f2-afca-662498452219" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:10.444379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325db54b-3cad-44ea-912d-0116eb6e8810 req-ba65896e-4091-471b-8cc4-a122d5488486 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:10.456923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-325db54b-3cad-44ea-912d-0116eb6e8810 req-ba65896e-4091-471b-8cc4-a122d5488486 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.2616131
Mar 05 20:53:10.523411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (3f5c1b41-f3ba-4af1-b574-d45a1042ca73), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.529401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6ce67-8919-4043-be08-1a83b861289f service neutron] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:10.532335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (3f5c1b41-f3ba-4af1-b574-d45a1042ca73), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.557105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5c1b41-f3ba-4af1-b574-d45a1042ca73,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:10.645609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-325db54b-3cad-44ea-912d-0116eb6e8810 req-b5e17740-a3ed-4951-920b-b6b0f460396e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833045
Mar 05 20:53:10.664014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.671462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-52a053fa-d3d9-492f-80c7-6f35d677d185 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4614959
Mar 05 20:53:10.672358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44374) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:10.694011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:10.713056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Deleting port 4a4d726e-6803-4d8f-b285-d08be311207c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:10.714193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.748874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-7e8ee2b9-3125-42a0-8eaa-dda5e765f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:10.750377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-7e8ee2b9-3125-42a0-8eaa-dda5e765f250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1125 time: 0.2536502
Mar 05 20:53:10.846354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-b9aa6e50-0092-49ff-aa86-859b33e789c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 217 time: 0.0838108
Mar 05 20:53:10.853377 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35352640-4316-45fc-844e-3d679656564e x-openstack-request-id: req-35352640-4316-45fc-844e-3d679656564e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:10.853698 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:10.853951 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35352640-4316-45fc-844e-3d679656564e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:10.855056 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'code': 200}
Mar 05 20:53:10.856056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.886315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.886648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (4a4d726e-6803-4d8f-b285-d08be311207c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:10.906571 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0214f045-bb32-4b6e-b161-87438d4ddf07 x-openstack-request-id: req-0214f045-bb32-4b6e-b161-87438d4ddf07 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:10.906944 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:10.907138 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0214f045-bb32-4b6e-b161-87438d4ddf07 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:10.907581 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'status': 'completed', 'code': 200}
Mar 05 20:53:10.915315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Calling delete_port for 4a4d726e-6803-4d8f-b285-d08be311207c owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:10.933591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-d10b449b-8b35-4a61-8961-394c44ce2f69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1075759
Mar 05 20:53:11.071662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-e137cf44-2685-4464-a838-0ea515101ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.073229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-e137cf44-2685-4464-a838-0ea515101ee4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.2140274
Mar 05 20:53:11.077690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-7c8f3b2f-17ea-4285-b045-4578811b1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.079564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-7c8f3b2f-17ea-4285-b045-4578811b1a26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 1128 time: 0.0869985
Mar 05 20:53:11.125567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-4993b19a-9979-4b98-bb8f-efac28909a36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446033
Mar 05 20:53:11.215330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4a4d726e-6803-4d8f-b285-d08be311207c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:11.216470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb054-f34e-4c9d-9f16-6b552879afe3 req-c3c481d9-ae48-407d-b0f4-c3a6c4975ae2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.218215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70acb054-f34e-4c9d-9f16-6b552879afe3 req-c3c481d9-ae48-407d-b0f4-c3a6c4975ae2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 943 time: 0.2141068
Mar 05 20:53:11.261326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Pushing event deleted for resources: {'Port': ['ID=4a4d726e-6803-4d8f-b285-d08be311207c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:11.314827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-282ff433-e520-428c-8c86-812769fe6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.316865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-282ff433-e520-428c-8c86-812769fe6b5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 200  len: 916 time: 0.1932492
Mar 05 20:53:11.345744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70acb054-f34e-4c9d-9f16-6b552879afe3 req-57c756ef-4317-4b15-9ae6-c7c25c0817b2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095874
Mar 05 20:53:11.375556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:11.388078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-e0009d5b-18b7-4232-881a-d68436787eb1 service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529552
Mar 05 20:53:11.475459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks [] for floatingip (52fc6658-f898-40db-9ed3-f9e677d4c30f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:11.477944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:11.479383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2a20eb7-91d3-4ce8-93cb-1ac4ced3e0cf req-22e7579a-b542-4bd2-8c37-c58523c517ca tempest-FloatingIPDetailsTestJSON-1305426736 tempest-FloatingIPDetailsTestJSON-1305426736-project] 10.222.0.15 "DELETE /v2.0/floatingips/52fc6658-f898-40db-9ed3-f9e677d4c30f HTTP/1.1" status: 204  len: 173 time: 1.1297302
Mar 05 20:53:11.487420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:11.519241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 172.35.0.15 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0e9640b3-dee9-4f4a-a57f-4160391abac8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:11.597793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:11.600129 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57765ed-1d74-4934-8bf0-5dc60978ea54" -d '{"events": [{"name": "network-changed", "server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:11.649277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-1f0a8349-c6c0-4b07-adc7-8220b02b24b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 200  len: 1001 time: 0.3058929
Mar 05 20:53:11.740049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49764-0b1f-401e-849f-c4e78abbebd7 req-d08cf451-6cb3-402f-8fdc-b188706f5757 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.741495 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07c49764-0b1f-401e-849f-c4e78abbebd7 req-d08cf451-6cb3-402f-8fdc-b188706f5757 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.1604273
Mar 05 20:53:11.769514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430813e-3bde-48ae-ae1c-1a737480803a req-d6760396-c52c-41da-ace5-3eed0d5bf600 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.776834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7430813e-3bde-48ae-ae1c-1a737480803a req-d6760396-c52c-41da-ace5-3eed0d5bf600 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 945 time: 0.1789205
Mar 05 20:53:11.826571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:11.827098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-5e0d672e-b6aa-47a8-be10-85c8d569df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:11.828607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-5e0d672e-b6aa-47a8-be10-85c8d569df0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c46d1e-105f-4efd-9838-f563237df13f HTTP/1.1" status: 200  len: 854 time: 0.1694570
Mar 05 20:53:11.847902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b19b980a-79e7-4572-838c-07b3378feaf7 req-f64d2b60-2249-4960-8128-1451a96030e3 service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2843583
Mar 05 20:53:11.865189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7430813e-3bde-48ae-ae1c-1a737480803a req-d5665bce-6660-4e3e-9297-0dd73b3b29e8 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857563
Mar 05 20:53:11.880280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:11.933070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07c49764-0b1f-401e-849f-c4e78abbebd7 req-1f8eebb6-79ed-4cc2-bda0-900e44e80de3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818907
Mar 05 20:53:12.009610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-d3cfbeed-ee6e-44d0-93b9-48d9beeda42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.010614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-d3cfbeed-ee6e-44d0-93b9-48d9beeda42b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8a74baa-3ebe-46d5-a0b5-c05bac959620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1733596
Mar 05 20:53:12.047519 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1fe84-b628-4327-8523-0167dabd4a56 x-openstack-request-id: req-ebd1fe84-b628-4327-8523-0167dabd4a56 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:12.048264 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:12.048604 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebd1fe84-b628-4327-8523-0167dabd4a56 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:12.049147 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'status': 'completed', 'code': 200}
Mar 05 20:53:12.159144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:12.174597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 has no active binding in host nch1-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:53:12.202993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:12.310814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-94390ace-db79-4e65-b8d4-22dbd0e451b9 service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2936535
Mar 05 20:53:12.320098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bb4f2-6cae-4d58-b9fd-f16dab2669b0 req-71fe39fe-5851-475e-91ca-caeedb9d3856 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.328367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-763bb4f2-6cae-4d58-b9fd-f16dab2669b0 req-71fe39fe-5851-475e-91ca-caeedb9d3856 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.1933680
Mar 05 20:53:12.372531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:12.382199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=0e9640b3-dee9-4f4a-a57f-4160391abac8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:12.384823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:12.400793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:12.429861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-ac0887e9-70b7-4005-a115-a692a36869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.431577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-ac0887e9-70b7-4005-a115-a692a36869d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1156 time: 0.3455539
Mar 05 20:53:12.438957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346860-65e8-48f2-afca-662498452219 req-21ef02ee-6b57-4340-ac48-b6d3aecfbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.440627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-21ef02ee-6b57-4340-ac48-b6d3aecfbfa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1125 time: 0.4790685
Mar 05 20:53:12.532673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-763bb4f2-6cae-4d58-b9fd-f16dab2669b0 req-4b6eb20d-917e-4d00-9a2f-e1ebcfadf84b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028990
Mar 05 20:53:12.590752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ec68e5-48ff-4f81-9f7e-7418a2980cf5 req-7cfc0ae3-9f6d-4d17-9241-df6ebb8388bc service neutron] 10.222.0.31 "GET /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583458
Mar 05 20:53:12.630048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b2b5-9384-4b30-8099-177682979f15 req-6c055cff-eeac-4049-9e5c-98f66e88c3fc tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.640875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67d5b2b5-9384-4b30-8099-177682979f15 req-6c055cff-eeac-4049-9e5c-98f66e88c3fc tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52eacda-01a8-4166-b9a1-0ec730e2b5dc HTTP/1.1" status: 200  len: 946 time: 0.3546231
Mar 05 20:53:12.768494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346860-65e8-48f2-afca-662498452219 req-5eb9370a-3ca1-4a22-a7d6-899e6b0ed20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.770241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-5eb9370a-3ca1-4a22-a7d6-899e6b0ed20e service neutron] 10.222.0.31 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.3021691
Mar 05 20:53:12.774902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-be0bf7fc-7194-4987-bec8-3f1daf72ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.776392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-be0bf7fc-7194-4987-bec8-3f1daf72ac96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.3346872
Mar 05 20:53:12.787811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:12.810829 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67d5b2b5-9384-4b30-8099-177682979f15 req-232bbbb1-6bc1-47fc-b157-d7a23c37b225 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690533
Mar 05 20:53:12.848657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:12.883208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-054c1082-a85c-4402-adf1-6b0a4943e65c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 217 time: 0.0976148
Mar 05 20:53:12.884487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-d897e878-88bf-4c35-8c11-aa4696f7880e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0897665
Mar 05 20:53:12.931058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd6e25-6102-4795-915c-a3c5debb48fa req-61020015-0b6c-42ef-b64e-246ca656bc71 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.937870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21fd6e25-6102-4795-915c-a3c5debb48fa req-61020015-0b6c-42ef-b64e-246ca656bc71 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 943 time: 0.2322481
Mar 05 20:53:12.975955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-2722ab12-eedf-4954-8b6d-b5c68411c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:12.978432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-2722ab12-eedf-4954-8b6d-b5c68411c904 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1132 time: 0.2582436
Mar 05 20:53:13.004180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:13.040598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346860-65e8-48f2-afca-662498452219 req-ffc9da28-73e7-45ce-b768-d68f2d9bece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:13.042304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:13.042532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-ffc9da28-73e7-45ce-b768-d68f2d9bece4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.1246340
Mar 05 20:53:13.060283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-f6ac61da-ad79-4268-a331-e59d80acd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:13.067702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-f6ac61da-ad79-4268-a331-e59d80acd829 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1586900
Mar 05 20:53:13.129709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-07de32fb-9e7b-4330-bb30-17696683e768 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607460
Mar 05 20:53:13.132797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21fd6e25-6102-4795-915c-a3c5debb48fa req-73792d6d-9ea0-4430-8ce4-e46666361600 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481354
Mar 05 20:53:13.139574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-628e8070-1e2b-4725-9973-5a9884098a08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599403
Mar 05 20:53:13.216744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:13.745504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:13.781633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Deleting port 8378be35-39f5-44cf-9853-1c6364300087 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:13.782529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8378be35-39f5-44cf-9853-1c6364300087), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:13.842745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e86a-e353-4314-a363-59bc18a577fb req-17b71add-9403-4082-8844-ff7b51a156ec tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:13.849821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b929e86a-e353-4314-a363-59bc18a577fb req-17b71add-9403-4082-8844-ff7b51a156ec tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.1535227
Mar 05 20:53:13.856814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e13a67-c820-4411-aead-bf43c2ac1ee6 req-411d8608-29d1-4544-b208-a2cb24dc2899 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:13.859294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74e13a67-c820-4411-aead-bf43c2ac1ee6 req-411d8608-29d1-4544-b208-a2cb24dc2899 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.6972136
Mar 05 20:53:13.861648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:13.867008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-5579b6e7-6333-42ef-9eac-42feca617911 service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7252314
Mar 05 20:53:13.869024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-6ae243f6-5a1e-4ecd-9723-b7a4f728478e service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7185235
Mar 05 20:53:13.883689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4843f79d-ea4a-4732-bdaa-157ee20d5051 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:14.007980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks [] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.058906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b929e86a-e353-4314-a363-59bc18a577fb req-fa88e635-f3da-419d-b63a-28ad1d864788 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074285
Mar 05 20:53:14.063697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:14.084405 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb225d6-bf8a-4236-9295-797907a9772c" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-unplugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:14.140848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.157313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.171384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] For port 8378be35-39f5-44cf-9853-1c6364300087, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8378be35-39f5-44cf-9853-1c6364300087,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:14.176435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8378be35-39f5-44cf-9853-1c6364300087), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.282989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Transition to ACTIVE for port object a62edc1f-925c-416d-82a9-ced25df2b5e2 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:14.286929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Calling delete_port for 8378be35-39f5-44cf-9853-1c6364300087 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:14.288650 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74e13a67-c820-4411-aead-bf43c2ac1ee6 req-a31c26cf-4b02-4e50-ac29-4f51769de44b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530502
Mar 05 20:53:14.309899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.397673 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d57765ed-1d74-4934-8bf0-5dc60978ea54 req-cfcd7419-90e0-43bd-86dd-a3116ae033b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5151355
Mar 05 20:53:14.398802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:14.438942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721', 'port_id': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'mac_address': 'fa:16:3e:2f:6e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966443e5-1224-42c9-842b-beaef1a3d8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:14.584454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4843f79d-ea4a-4732-bdaa-157ee20d5051 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:14.585352 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.617315 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b44f7d5-0380-4ade-b5c0-6eea11eaa451 x-openstack-request-id: req-2b44f7d5-0380-4ade-b5c0-6eea11eaa451 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:14.617597 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-unplugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:14.617936 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b44f7d5-0380-4ade-b5c0-6eea11eaa451 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:14.618640 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'code': 200}
Mar 05 20:53:14.640323 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4843f79d-ea4a-4732-bdaa-157ee20d5051 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:14.678143 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.696617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:14.710523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.744611 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6346860-65e8-48f2-afca-662498452219 req-7349bf82-7c86-4515-b1d3-a588f9eb9df3 service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8680968
Mar 05 20:53:14.804319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8378be35-39f5-44cf-9853-1c6364300087), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.813760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-a432799c-6d24-4f20-8806-ba2917cb23bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:14.815594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-a432799c-6d24-4f20-8806-ba2917cb23bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.1928911
Mar 05 20:53:14.862555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:14.866721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] No DVR routers for this DVR port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:14.885896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=0e9640b3-dee9-4f4a-a57f-4160391abac8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:14.926204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:14.927453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2309ac3a-5085-4919-a70a-e78d57662d5c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.2502959
Mar 05 20:53:14.950559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:14.980170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-cdf753e9-72c0-4a7b-8052-e43ea1d5dc3e tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:14.982045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-cdf753e9-72c0-4a7b-8052-e43ea1d5dc3e tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.31 "GET /v2.0/ports?device_id=d52eacda-01a8-4166-b9a1-0ec730e2b5dc HTTP/1.1" status: 200  len: 946 time: 0.3961840
Mar 05 20:53:14.993269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6815316-9048-45ba-98f9-235cb6e5e704 req-d662fd67-e841-4276-aece-8a0a1da855b2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:14.995116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6815316-9048-45ba-98f9-235cb6e5e704 req-d662fd67-e841-4276-aece-8a0a1da855b2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 944 time: 0.2305822
Mar 05 20:53:15.060856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-923f67f2-1aeb-45ab-8e23-10232751edca tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:15.062491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-923f67f2-1aeb-45ab-8e23-10232751edca tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0c11f51-93de-462e-a077-8def070aa65b HTTP/1.1" status: 200  len: 945 time: 0.2066534
Mar 05 20:53:15.332728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6815316-9048-45ba-98f9-235cb6e5e704 req-3a5a6a4c-f1db-4138-80fd-f50baeb24a38 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3237364
Mar 05 20:53:15.451313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Deleting port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:15.451698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:15.476639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Deleting port 878b946f-c090-4c0f-8268-6cafc20b229c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:15.477018 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:15.555706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-1e010854-6079-462d-bc85-cc3fc8357302 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/quotas/2800feb70d3947938e03fbcaa7ee8d13 HTTP/1.1" status: 200  len: 375 time: 0.7055848
Mar 05 20:53:15.624099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:15.711130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] For port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:15.711497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:15.718774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8378be35-39f5-44cf-9853-1c6364300087,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:15.725421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] For port 878b946f-c090-4c0f-8268-6cafc20b229c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=878b946f-c090-4c0f-8268-6cafc20b229c,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:15.725797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:15.737248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290be08f-dc81-4008-bff4-d964e1498467 req-1ea0ba74-0806-4f31-9eb1-e319671afa5b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:15.738782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-290be08f-dc81-4008-bff4-d964e1498467 req-1ea0ba74-0806-4f31-9eb1-e319671afa5b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 944 time: 0.2075665
Mar 05 20:53:15.755744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Calling delete_port for 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:15.760675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:15.761281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:15.761421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:15.770113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-bf58cdef-b739-428c-a70b-3559772b9f39 service neutron] 10.222.0.23 "GET /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2483799
Mar 05 20:53:15.773776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:15.774135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Attempting to bind port a62edc1f-925c-416d-82a9-ced25df2b5e2 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:15.798367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Calling delete_port for 878b946f-c090-4c0f-8268-6cafc20b229c owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:15.810720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-ac760e12-da6a-4f20-81f0-6f47583345a5 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1836689
Mar 05 20:53:15.899167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4843f79d-ea4a-4732-bdaa-157ee20d5051 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:15.910636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:15.911234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:15.911387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:15.912811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Bound port: a62edc1f-925c-416d-82a9-ced25df2b5e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:15.913357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.002935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-290be08f-dc81-4008-bff4-d964e1498467 req-f3ba760b-9189-4075-b357-ff5427da8e02 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546518
Mar 05 20:53:16.048001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 4843f79d-ea4a-4732-bdaa-157ee20d5051 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:16.068752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 4843f79d-ea4a-4732-bdaa-157ee20d5051 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:16.072724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.150864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.302507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6ea2476e-b80c-4e12-8bde-c724d5fa1f64), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.311706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4843f79d-ea4a-4732-bdaa-157ee20d5051 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:16.314830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.323978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ea2476e-b80c-4e12-8bde-c724d5fa1f64'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:16.351831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (878b946f-c090-4c0f-8268-6cafc20b229c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.364528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bed08fcd-1342-4271-b354-58a4c1121080 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--926824121&fields=id&tenant_id=f15a5d639338454c90a7ce959e996284 HTTP/1.1" status: 200  len: 267 time: 0.1286726
Mar 05 20:53:16.368864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ea2476e-b80c-4e12-8bde-c724d5fa1f64'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:16.379308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event deleted for resources: {'Port': ['ID=6ea2476e-b80c-4e12-8bde-c724d5fa1f64,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:16.454058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:16.455714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:16.457970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event deleted for resources: {'Port': ['ID=878b946f-c090-4c0f-8268-6cafc20b229c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:16.473178 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de7559-eb7c-4a0c-9f79-116b0649345b" -d '{"events": [{"server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "name": "network-vif-plugged", "status": "completed", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:16.478961 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.480451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 878b946f-c090-4c0f-8268-6cafc20b229c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:16.483516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] No DVR routers for this DVR port 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:16.487836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.491533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6539f3c-d87f-4c88-a124-bc9234ed503f req-e9cbb1a2-8dc7-49f4-a60c-0fd9652cfcb0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "DELETE /v2.0/ports/6ea2476e-b80c-4e12-8bde-c724d5fa1f64 HTTP/1.1" status: 204  len: 173 time: 1.4234166
Mar 05 20:53:16.498326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-9356e166-eabd-4b81-8dd3-2dbc8bd7fd59 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:16.505444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-9356e166-eabd-4b81-8dd3-2dbc8bd7fd59 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 930 time: 0.1398005
Mar 05 20:53:16.516752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'name': 'network-vif-deleted', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:16.519747 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6dfaa-d83f-43ea-a3d7-fca456eda537" -d '{"events": [{"server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "name": "network-vif-deleted", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:16.586950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] No DVR routers for this DVR port 878b946f-c090-4c0f-8268-6cafc20b229c on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:16.599219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:16.602939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c997011-cae4-4eab-acd0-efc114c3e677 req-c25519b8-6095-4b92-8cf6-722ca615a9bf tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.31 "DELETE /v2.0/ports/878b946f-c090-4c0f-8268-6cafc20b229c HTTP/1.1" status: 204  len: 173 time: 1.6065917
Mar 05 20:53:16.614328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-050da231-1e8c-42a2-956e-1041f475ca67 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:16.620304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:16.623520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-050da231-1e8c-42a2-956e-1041f475ca67 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 931 time: 0.1164463
Mar 05 20:53:16.663890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 878b946f-c090-4c0f-8268-6cafc20b229c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:16.664567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 878b946f-c090-4c0f-8268-6cafc20b229c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:16.673617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:16.689608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:16.693007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6ee6169a-ea4f-49dd-858b-c6f9ea697496 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0681775
Mar 05 20:53:16.710894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-b6ec7d43-0c82-4261-9606-6e39e001eab4 service neutron] 10.222.0.15 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8991919
Mar 05 20:53:16.783047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port a62edc1f-925c-416d-82a9-ced25df2b5e2 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:53:16.783619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:16.784279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:16.811495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:16.812171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ea2476e-b80c-4e12-8bde-c724d5fa1f64 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:16.812744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:16.819940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-121ecb1e-d537-47bb-8774-8c91ecd1b8a8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1252589
Mar 05 20:53:16.835269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-872d59d2-392f-441d-a24d-9fe92aceb1ab service neutron] 10.222.0.15 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015048
Mar 05 20:53:16.839766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:16.844937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:17.007302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c0110646-dc95-417d-ac53-0985cc88a5b8 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:17.037818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-e446fba8-987f-4353-bc27-326dd3c2dbc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3313122
Mar 05 20:53:17.047707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:17.141261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.141898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:17.143471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] 10.222.0.31 "PUT /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 1097 time: 4.1219096
Mar 05 20:53:17.146578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:17.148008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:17.150596 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0222a-67df-4a1e-8026-babe329b372f" -d '{"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:17.195363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a9896fe1-aa02-4ebe-be8e-37bfad512285 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.205754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a9896fe1-aa02-4ebe-be8e-37bfad512285 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.229333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a9896fe1-aa02-4ebe-be8e-37bfad512285 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.230283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e549760-2ff6-4f68-8f1d-95f78e131320 service neutron] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=11']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:17.258100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a9896fe1-aa02-4ebe-be8e-37bfad512285 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/networks?id=67213d25-3583-48ce-be19-a10d0059fcac&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 HTTP/1.1" status: 200  len: 1989 time: 0.4240193
Mar 05 20:53:17.258520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0110646-dc95-417d-ac53-0985cc88a5b8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:17.302575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42bea880-82ca-4bdd-99dd-c471b121a9aa tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/quotas/f15a5d639338454c90a7ce959e996284 HTTP/1.1" status: 200  len: 375 time: 0.0431440
Mar 05 20:53:17.343860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:17.452085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:17.470115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-0d259bd1-3d43-4f71-83a3-05cb20e80cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.480099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-0d259bd1-3d43-4f71-83a3-05cb20e80cf4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 1130 time: 0.3616273
Mar 05 20:53:17.541068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3e4bf71e-d570-4911-9e14-17b76dff7fd2 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2363570
Mar 05 20:53:17.551448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-0ed493fb-a8ae-4193-9fa7-2a11ac6d318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.555710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-0ed493fb-a8ae-4193-9fa7-2a11ac6d318c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1131 time: 0.3709340
Mar 05 20:53:17.743742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:53:17.911926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-6b6f2b30-f6c6-4b1e-bd6e-629375bdc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:17.914540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-6b6f2b30-f6c6-4b1e-bd6e-629375bdc5cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.3647509
Mar 05 20:53:17.920481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-52a15ea5-430a-4526-bfc4-65ce8103fd2c service neutron] 10.222.0.15 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386815
Mar 05 20:53:18.030348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a007b3-ce88-4127-8e24-475cbfb6a730 req-1b28755c-cbc2-4823-829e-7ff4e4dcf342 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.031916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d5a007b3-ce88-4127-8e24-475cbfb6a730 req-1b28755c-cbc2-4823-829e-7ff4e4dcf342 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.5397170
Mar 05 20:53:18.051076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-2cef3891-5111-4da4-8f11-cf99e02774a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 200  len: 217 time: 0.1294780
Mar 05 20:53:18.092340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] Transition to ACTIVE for port object c0110646-dc95-417d-ac53-0985cc88a5b8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:18.100521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-09f89530-cbd1-43e9-a30a-95e2ce43e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.102639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-09f89530-cbd1-43e9-a30a-95e2ce43e923 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.5329344
Mar 05 20:53:18.109878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:18.180033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-1899732f-2e98-4196-a625-66d3ff7b4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.181848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-1899732f-2e98-4196-a625-66d3ff7b4d47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1194525
Mar 05 20:53:18.212307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-931590b9-1ebe-4f3c-ab2a-a48e90febf4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0981495
Mar 05 20:53:18.253707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-fe9013a4-05fa-4622-b8de-2cea9da07393 service neutron] 10.222.0.15 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184824
Mar 05 20:53:18.294284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d5a007b3-ce88-4127-8e24-475cbfb6a730 req-aef96158-dd45-41b9-a647-43052c770c1b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346444
Mar 05 20:53:18.309814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-682b561e-e66c-4d34-9fb4-99176f1cdfcc service neutron] 10.222.0.15 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0550747
Mar 05 20:53:18.319170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:53:18.333119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-ce990508-c8ed-4f29-b32d-d6b2693caf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.334713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-ce990508-c8ed-4f29-b32d-d6b2693caf5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1449974
Mar 05 20:53:18.335256 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Sync routers for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:53:18.344864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5bb7bbb2-4346-4a18-a6f5-f1103c1c6b56 admin admin] 10.222.0.15 "PUT /v2.0/routers/d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8562679
Mar 05 20:53:18.346125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] No DVR routers for this DVR port c0110646-dc95-417d-ac53-0985cc88a5b8 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:18.350167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44502) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:18.357329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:18.362530 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9019d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:18.362751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] Pushing event updated for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:18.446625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8c6e5208-6ce5-4ea3-bba4-ea7897f27c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.448240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-8c6e5208-6ce5-4ea3-bba4-ea7897f27c52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2261260
Mar 05 20:53:18.557896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-50889b5c-41d6-48ea-a8ae-577451c19a7c service neutron] 10.222.0.23 "PUT /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.7688789
Mar 05 20:53:18.568340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-39b6ba46-79f9-4599-b1b0-dacd924e44bd service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573869
Mar 05 20:53:18.613617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks [] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:18.679525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7c13-c3c0-4b93-8d50-879aa1ed9b34 req-28294313-aba3-494e-b480-70d0f8ce12ed tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.687709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bbc7c13-c3c0-4b93-8d50-879aa1ed9b34 req-28294313-aba3-494e-b480-70d0f8ce12ed tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 945 time: 0.1832025
Mar 05 20:53:18.730856 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:18.737887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-4130bbc9-4729-41de-a98a-95a2650cff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:18.739746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-4130bbc9-4729-41de-a98a-95a2650cff41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2657344
Mar 05 20:53:18.809801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-b9fd215b-aa89-480f-8257-34bd9617dd66 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4560821
Mar 05 20:53:18.923129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-b27ab5ad-5808-43cf-9d31-6427744464a0 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697519
Mar 05 20:53:19.040967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-9f46011a-7850-46a4-9df5-34116720b2ac service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4697912
Mar 05 20:53:19.137255 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9019d520>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:53:14Z', 'revision_number': 5, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:19.173274 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Checking router: d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:53:19.184556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Routers {'d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:19.185697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-bfb380bc-3ab9-4baf-82cc-9b1d8c3ff9e5 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:19.186531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9019d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:19.187828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-bfb380bc-3ab9-4baf-82cc-9b1d8c3ff9e5 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.4153261
Mar 05 20:53:19.235601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-177c88df-0c90-4fc2-a28e-99caaceffb6c service neutron] 10.222.0.15 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1776290
Mar 05 20:53:19.341751 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] Set router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:19.482895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c37a6832-7e9e-430f-9b07-0c32c3113e98 req-e9293aec-e3e2-4ab9-b6c6-2137eec13b87 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6162887
Mar 05 20:53:19.567888 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9019d520>, [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:53:14Z', 'revision_number': 5, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:19.584870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-3e571d28-8ef0-4794-bcb4-52c709eee726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:19.591377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-3e571d28-8ef0-4794-bcb4-52c709eee726 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 1127 time: 0.3884277
Mar 05 20:53:19.597527 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c84d5-8267-4614-bfa4-7cff1649ca62 None None] The sync data for ids ['d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f'] in ncdv-master-1 is: [{'id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'name': 'tempest-FloatingIPDetailsTestJSON-1374707909-router', 'tenant_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:53:14Z', 'revision_number': 5, 'project_id': '254b7e1dc7404ee2aa0d379cbbaab019', 'gw_port': {'id': '55cd00e6-5735-46ff-bbed-ae6018db3580', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007264d-b3fb-4dfb-99b6-3ccc50d2ca0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:27Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:53:19.632084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-5839c9b6-527e-4a3a-967a-d8c999c78ab2 service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3404627
Mar 05 20:53:19.645040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bbc7c13-c3c0-4b93-8d50-879aa1ed9b34 req-42816533-5dd2-49be-8a32-58fbce38f3a1 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9564700
Mar 05 20:53:19.811339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bcb9924-f076-4d20-ab48-23dc06ef63df req-f76ea3b8-8d80-4b4b-b27c-7df9f77224af service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8761969
Mar 05 20:53:19.826647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks [] for router_gateway (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:19.861234 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d4471-13f7-4ef9-9359-d5d7c27bbe8f x-openstack-request-id: req-6f7d4471-13f7-4ef9-9359-d5d7c27bbe8f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:19.861841 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "name": "network-vif-plugged", "status": "completed", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:19.861841 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f7d4471-13f7-4ef9-9359-d5d7c27bbe8f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:19.862210 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'code': 200}
Mar 05 20:53:19.913463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:20.149951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8378be35-39f5-44cf-9853-1c6364300087 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:20.154954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c0110646-dc95-417d-ac53-0985cc88a5b8 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:20.217097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8378be35-39f5-44cf-9853-1c6364300087 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:20.218754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8378be35-39f5-44cf-9853-1c6364300087 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:20.321430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762315c-b17e-4c04-b7f9-3a35c79a2999 req-e7499e90-5986-4147-a6ff-925e72d1633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:20.324065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d762315c-b17e-4c04-b7f9-3a35c79a2999 req-e7499e90-5986-4147-a6ff-925e72d1633a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1127 time: 0.3423424
Mar 05 20:53:20.392607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Deleting port 55cd00e6-5735-46ff-bbed-ae6018db3580 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:20.392953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:20.421134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-2f91ae54-e5d4-40b8-956f-788b9b1455ac tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:20.422684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-2f91ae54-e5d4-40b8-956f-788b9b1455ac tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.4952245
Mar 05 20:53:20.460968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Request body: {'port': {'device_id': '5f3a1743-f646-4148-a573-fe033e15c940', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'admin_state_up': True, 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:20.483973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448d083-f3da-45e4-971c-7cd16bbb2968 req-57a45f40-c5b7-4aa9-902b-b0253f98c784 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:20.485522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0448d083-f3da-45e4-971c-7cd16bbb2968 req-57a45f40-c5b7-4aa9-902b-b0253f98c784 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.3308098
Mar 05 20:53:20.500373 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f62285-a6e4-4e5b-a2bc-687a946821ef x-openstack-request-id: req-e6f62285-a6e4-4e5b-a2bc-687a946821ef {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:20.501409 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c11f51-93de-462e-a077-8def070aa65b", "name": "network-vif-deleted", "tag": "6ea2476e-b80c-4e12-8bde-c724d5fa1f64", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:20.501690 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6f62285-a6e4-4e5b-a2bc-687a946821ef {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:20.502237 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c11f51-93de-462e-a077-8def070aa65b', 'name': 'network-vif-deleted', 'tag': '6ea2476e-b80c-4e12-8bde-c724d5fa1f64', 'status': 'completed', 'code': 200}
Mar 05 20:53:20.523759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-691f8a37-99fe-48a7-b578-86cd4147dcf5 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:20.525209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-691f8a37-99fe-48a7-b578-86cd4147dcf5 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 813 time: 0.8710382
Mar 05 20:53:20.536906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Request body: {'port': {'device_id': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'admin_state_up': True, 'tenant_id': '2800feb70d3947938e03fbcaa7ee8d13'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:20.584149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d762315c-b17e-4c04-b7f9-3a35c79a2999 req-9d799e0c-fa03-424d-84ae-23b003dcbcc6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419946
Mar 05 20:53:20.592984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-27c5a66b-5ba4-4739-99d9-e6111a8e4571 service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9599240
Mar 05 20:53:20.665564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-3162d1a6-4be2-4e66-9bb7-d73aade753fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:20.667963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-3162d1a6-4be2-4e66-9bb7-d73aade753fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1127 time: 1.0249810
Mar 05 20:53:20.676392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] For port 55cd00e6-5735-46ff-bbed-ae6018db3580, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55cd00e6-5735-46ff-bbed-ae6018db3580,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:20.676962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:20.702073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0448d083-f3da-45e4-971c-7cd16bbb2968 req-16cc3024-42fb-47a7-9edd-aa08f011735a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082024
Mar 05 20:53:20.714227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Calling delete_port for 55cd00e6-5735-46ff-bbed-ae6018db3580 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:20.765653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d0e7d7d4-52bb-4dbb-836d-aa4d62b0cd40 service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660652
Mar 05 20:53:20.770485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:20.774699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:20.797699 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed05b4-f9e9-41d3-9930-c4e420966826 x-openstack-request-id: req-77ed05b4-f9e9-41d3-9930-c4e420966826 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:20.797994 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:20.798250 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77ed05b4-f9e9-41d3-9930-c4e420966826 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:20.798657 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'status': 'completed', 'code': 200}
Mar 05 20:53:20.802228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Made reservation on behalf of 2800feb70d3947938e03fbcaa7ee8d13 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:20.805666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.049552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-eddb04ed-9520-4611-9baf-b3ea5bee51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.050974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-eddb04ed-9520-4611-9baf-b3ea5bee51a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1131 time: 0.2322111
Mar 05 20:53:21.054850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-388af27b-86e9-4874-8cef-d166d5be2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.056337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-388af27b-86e9-4874-8cef-d166d5be2fe0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2449877
Mar 05 20:53:21.058706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-9062315c-faf1-44ae-81a3-8ba86441ad70 service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2778156
Mar 05 20:53:21.083119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-929bd288-d163-4e3f-85af-9a9d41002eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.084135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-929bd288-d163-4e3f-85af-9a9d41002eea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 1131 time: 0.2568026
Mar 05 20:53:21.125689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-22f80bc8-6250-438d-a9ab-9b4a71fb8bcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0578759
Mar 05 20:53:21.154485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Allocated IP 172.20.0.9 (0d067b91-4a07-4b62-a220-cba2f62187af/20e370f2-9932-4457-9565-3ad2b86707b4/160c53f5-6eb4-4d29-ab34-699f46d3c7e4) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:21.199394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2255-5e06-43cd-9a9f-8fdd4a10246b req-98215167-f56c-4ca5-8c98-c115f39cd9d6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.200989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a39e2255-5e06-43cd-9a9f-8fdd4a10246b req-98215167-f56c-4ca5-8c98-c115f39cd9d6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.2632806
Mar 05 20:53:21.242761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (55cd00e6-5735-46ff-bbed-ae6018db3580), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.263605 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6ae049f2-032c-4bd0-931a-f426612b3819 service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968939
Mar 05 20:53:21.264947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-637e9f36-ab0d-41d7-9457-07ab5638c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.266268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-637e9f36-ab0d-41d7-9457-07ab5638c474 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1078768
Mar 05 20:53:21.302185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cd00e6-5735-46ff-bbed-ae6018db3580,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:21.359998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-9ec3ae08-40b4-46a4-b795-f9c5ff9b7bea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779734
Mar 05 20:53:21.385040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-4ee990a2-ae21-42cc-a5fd-b762f898b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.386585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-4ee990a2-ae21-42cc-a5fd-b762f898b0ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.3062384
Mar 05 20:53:21.389698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a39e2255-5e06-43cd-9a9f-8fdd4a10246b req-9a51c441-9890-439b-97eb-ce5eed71ff75 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799762
Mar 05 20:53:21.390681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-fa73608e-c1ea-4a0a-8764-1ff675178317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.392056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-fa73608e-c1ea-4a0a-8764-1ff675178317 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2916903
Mar 05 20:53:21.442458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-5e24b8a4-b34f-4a2f-9028-1391bc8109d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0472796
Mar 05 20:53:21.481199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-52c31e7b-84e6-45e6-b68b-716d6b5cd14c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 200  len: 217 time: 0.0768003
Mar 05 20:53:21.533872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-089f0e41-85e5-4475-9ffc-57ffaa2064ed service neutron] 10.222.0.15 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640538
Mar 05 20:53:21.540010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.562065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks [] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.564638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-fcf9193a-90ee-4a57-8fa6-5d816877576c service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742635
Mar 05 20:53:21.677690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-cb07aeeb-1c6a-462b-a896-2a7980adb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.679173 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-cb07aeeb-1c6a-462b-a896-2a7980adb8f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2091954
Mar 05 20:53:21.680802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.686337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks [] for router_controller (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.699553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-b2932270-e6af-458d-9cc8-f25b5d6a0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.700982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-b2932270-e6af-458d-9cc8-f25b5d6a0032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2093306
Mar 05 20:53:21.734239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7f74f37c-c82d-40e7-a3bf-8d684ed84620 service neutron] 10.222.0.15 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848512
Mar 05 20:53:21.735252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.753158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-2d350e6f-4c9f-4f14-9758-c496989fd3bb service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762464
Mar 05 20:53:21.772555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e93a-f7aa-441f-91e3-b5ad60a63ba8 req-64a2bca2-1f8d-4baa-87b9-62da61281351 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.774877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141e93a-f7aa-441f-91e3-b5ad60a63ba8 req-64a2bca2-1f8d-4baa-87b9-62da61281351 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 945 time: 0.3031158
Mar 05 20:53:21.842298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Network 0d067b91-4a07-4b62-a220-cba2f62187af is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:21.847902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:21.850779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.851336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:53:21.851513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event updated for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:21.854072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:21.867711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.871563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-774f37e6-28cb-4138-99a6-dfbefcd01342 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d007264d-b3fb-4dfb-99b6-3ccc50d2ca0f HTTP/1.1" status: 204  len: 168 time: 3.5158405
Mar 05 20:53:21.876749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:21.918219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-310cb671-ceb8-483a-82a3-e554860a95c5 service neutron] 10.222.0.15 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758745
Mar 05 20:53:21.926138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.926922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:21.937134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Allocated IP 172.20.0.11 (0d067b91-4a07-4b62-a220-cba2f62187af/20e370f2-9932-4457-9565-3ad2b86707b4/a12b1cef-8918-43e9-9644-e6d9f0cccf28) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:21.960656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-f91b3d91-6c03-4f6d-aafa-f4c7fbee3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:21.962236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-f91b3d91-6c03-4f6d-aafa-f4c7fbee3054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2740824
Mar 05 20:53:22.005151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141e93a-f7aa-441f-91e3-b5ad60a63ba8 req-4738207c-5919-4c94-b252-63668e1e78a3 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856518
Mar 05 20:53:22.011512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6048a50b-dbf5-4811-adbb-7680634e1e54 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4773383
Mar 05 20:53:22.025815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Request body: {'port': {'device_id': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:22.063926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0222a-67df-4a1e-8026-babe329b372f req-3d2c718d-babb-4c66-8648-3a2657ab9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:22.065721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-3d2c718d-babb-4c66-8648-3a2657ab9303 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3107789
Mar 05 20:53:22.076853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Deleting subnet 59165172-c820-4b67-872a-38d0dacc77ce {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:53:22.116842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Publish callbacks [] for subnet (59165172-c820-4b67-872a-38d0dacc77ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:22.127302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:22.244948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (59165172-c820-4b67-872a-38d0dacc77ce), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:22.303976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-ec9efce6-1272-4e92-a307-68d63d39d36a service neutron] 10.222.0.15 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680837
Mar 05 20:53:22.429015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-7deab693-9ede-4a09-b660-10506feecb00 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:22.431342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-7deab693-9ede-4a09-b660-10506feecb00 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1375980
Mar 05 20:53:22.501061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4f778936-e8a4-405b-80b8-8bb91e3b1ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766419
Mar 05 20:53:22.507114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'name': 'network-vif-deleted', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:22.509366 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bf8f6-8427-412c-8dc8-a19059117e33" -d '{"events": [{"server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "name": "network-vif-deleted", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:22.587584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-425db9fb-291c-4783-990f-429e6a36d3ef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:22.589731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-425db9fb-291c-4783-990f-429e6a36d3ef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 930 time: 0.0765131
Mar 05 20:53:22.634999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-17555262-9a19-4a0b-833b-4bc0c5280449 req-f2a3f655-7f8d-4847-95ad-115ef11aed31 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 210 time: 0.4140842
Mar 05 20:53:22.680280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-a7e1850f-6ef4-4687-b6eb-604fcd67ac4b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7080231
Mar 05 20:53:22.690112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7240d62d-3257-49ad-9859-857fc77b4fff tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:22.691485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7240d62d-3257-49ad-9859-857fc77b4fff tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 931 time: 0.0757263
Mar 05 20:53:22.701413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-7f22784a-016d-4f99-9118-c59bc515eab8 service neutron] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:22.705334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-7f22784a-016d-4f99-9118-c59bc515eab8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:22.706510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bd017dd4-a1c2-4f31-a212-c1ffd11d4207 req-7f22784a-016d-4f99-9118-c59bc515eab8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2669086
Mar 05 20:53:22.863070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-f1f874a1-a4a4-4c30-879f-7e5c80286eb1 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7798374
Mar 05 20:53:22.899402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks [] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:22.901828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (59165172-c820-4b67-872a-38d0dacc77ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.029875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24367-19c3-4c7d-9bfd-7d4316daf1fd req-9f07c3d9-ef20-45c7-97ac-42ce7fa5d460 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.031410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4d24367-19c3-4c7d-9bfd-7d4316daf1fd req-9f07c3d9-ef20-45c7-97ac-42ce7fa5d460 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.3170705
Mar 05 20:53:23.062083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-8b428062-cabe-4a70-aaee-dc2881be4472 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704524
Mar 05 20:53:23.122151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.142564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8d0222a-67df-4a1e-8026-babe329b372f req-8fd12a0d-bf5e-47b8-bbb6-9dcd5e086e02 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704227
Mar 05 20:53:23.170664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (59165172-c820-4b67-872a-38d0dacc77ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.187765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4d24367-19c3-4c7d-9bfd-7d4316daf1fd req-1df7811f-6bb7-4db5-b13a-4173a40c2595 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431308
Mar 05 20:53:23.223389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Network 0d067b91-4a07-4b62-a220-cba2f62187af is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:23.225119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59165172-c820-4b67-872a-38d0dacc77ce,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:23.231041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.232247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4546ce36-bae4-49a2-816d-cb0bffba4b30 None None] Network 2ad9bccc-0c5b-4f20-a774-f77add76a728 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:23.234608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-20a39e34-a5fb-4340-8035-c83cd62d7079 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/59165172-c820-4b67-872a-38d0dacc77ce HTTP/1.1" status: 204  len: 168 time: 1.3531077
Mar 05 20:53:23.236378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:23.238246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44576) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:23.238706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event updated for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:23.242531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:23.351906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.352533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.363410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2ad9bccc-0c5b-4f20-a774-f77add76a728), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.364774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:23.378545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks [] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.403845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Transition to ACTIVE for port object 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:23.408672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.424563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-07145a08-0ceb-404c-babe-c7beb5cdae78 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9677994
Mar 05 20:53:23.441606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Request body: {'port': {'device_id': '5f3a1743-f646-4148-a573-fe033e15c940', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:23.465132 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ac8d1-7976-459f-9909-4acb235642b7 x-openstack-request-id: req-435ac8d1-7976-459f-9909-4acb235642b7 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:23.465431 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52eacda-01a8-4166-b9a1-0ec730e2b5dc", "name": "network-vif-deleted", "tag": "878b946f-c090-4c0f-8268-6cafc20b229c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:23.465682 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-435ac8d1-7976-459f-9909-4acb235642b7 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:23.466051 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52eacda-01a8-4166-b9a1-0ec730e2b5dc', 'name': 'network-vif-deleted', 'tag': '878b946f-c090-4c0f-8268-6cafc20b229c', 'status': 'completed', 'code': 200}
Mar 05 20:53:23.539960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Pushing event updated for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:23.545325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] DHCP port deletion for 2ad9bccc-0c5b-4f20-a774-f77add76a728 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:53:23.568848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.607740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Deleting port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:23.608490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.613721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Attempting to bind port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:23.614691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Attempting to bind port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:23.615095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Attempting to bind port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:23.624089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 on network 0d067b91-4a07-4b62-a220-cba2f62187af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:23.624507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Attempting to bind port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:23.633102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffa546-4d43-4cae-9730-db8aa10f5cd5 req-a9219872-c772-41c9-bb00-38768b2b5d8d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.634670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1ffa546-4d43-4cae-9730-db8aa10f5cd5 req-a9219872-c772-41c9-bb00-38768b2b5d8d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 945 time: 0.0997164
Mar 05 20:53:23.640379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:23.640809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Checking segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:23.641257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Bound using segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:23.641774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Bound port: 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:23.642196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.679862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] For port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:23.680262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.696288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Calling delete_port for 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:23.715535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d67ac665-fae3-4db9-ab8a-a34b24cb8c96 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.716951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d67ac665-fae3-4db9-ab8a-a34b24cb8c96 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 930 time: 0.2028162
Mar 05 20:53:23.720956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Deleting port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:23.721303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.737155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1ffa546-4d43-4cae-9730-db8aa10f5cd5 req-f4cc9251-4e08-4e02-a1bf-948b90ed9b89 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857878
Mar 05 20:53:23.754570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:23.758365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:23.766323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.803002 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.810347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.811291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.813018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] 10.222.0.23 "PUT /v2.0/ports/160c53f5-6eb4-4d29-ab34-699f46d3c7e4 HTTP/1.1" status: 200  len: 1091 time: 1.7947388
Mar 05 20:53:23.815880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092049a-35d9-4d78-8aa0-0f52641c5610 req-98ec75c3-a7d3-4ece-b58b-c2ab0ea28ff3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.817753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4092049a-35d9-4d78-8aa0-0f52641c5610 req-98ec75c3-a7d3-4ece-b58b-c2ab0ea28ff3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 949 time: 0.2965195
Mar 05 20:53:23.841761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce8710-d1ad-4092-8565-d77126c9a15b service neutron] Pushing event updated for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:23.865890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] Pushing event deleted for resources: {'Port': ['ID=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:23.871517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51d4e0-3ee8-41b7-ac0a-eace81b4440c None None] No DVR routers for this DVR port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:23.904639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] For port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,segment=NetworkSegment(dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43),segment_id=dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:23.905038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:23.931137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:23.942899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-f29b5389-6e87-4854-88e1-59b3bc218d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:23.944662 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-f29b5389-6e87-4854-88e1-59b3bc218d85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 1125 time: 0.0840023
Mar 05 20:53:23.988984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-977fae33-8edc-4f11-81a3-c4b0318e183f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4 HTTP/1.1" status: 200  len: 217 time: 0.0369816
Mar 05 20:53:24.014028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Calling delete_port for 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:24.021812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a8cb575e-6e3b-4e02-9a60-a62132d45386 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:24.023150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a8cb575e-6e3b-4e02-9a60-a62132d45386 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 931 time: 0.2268035
Mar 05 20:53:24.051278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-ebffb8ed-c085-4b87-bfce-32e108ba0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:24.054641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-ebffb8ed-c085-4b87-bfce-32e108ba0055 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.0604570
Mar 05 20:53:24.060748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4092049a-35d9-4d78-8aa0-0f52641c5610 req-95af5148-1558-44b5-81f5-72c08f2c99de tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276723
Mar 05 20:53:24.113638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:24.114799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-24e9be53-6427-495d-9703-d29962b5c0a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551360
Mar 05 20:53:24.130083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'mac_address': 'fa:16:3e:2c:e5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:24.134189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 55cd00e6-5735-46ff-bbed-ae6018db3580 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:24.161375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 55cd00e6-5735-46ff-bbed-ae6018db3580 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:24.162042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 55cd00e6-5735-46ff-bbed-ae6018db3580 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:24.162465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:24.206464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:24.210367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:24.230943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:24.231747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.251730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:24.272169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-87fb0734-6fb1-413c-82c9-2f717fc0ed75 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475739
Mar 05 20:53:24.281759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:24.295148 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.295780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14405734-d58d-487a-83c8-0fcdc305027d req-5e462913-dce0-42f8-9f93-d0389810029a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 210 time: 0.1045010
Mar 05 20:53:24.375208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:24.376930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.429056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:24.440559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] No DVR routers for this DVR port 1ea01bf0-6201-49fb-b9cf-5dae34f1b8f9 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:24.459984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-d95c60bf-6c71-4255-a087-43c91b9c11b0 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822426
Mar 05 20:53:24.465652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a82ed464-c611-433a-8001-cfe96a551a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.590256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2ad9bccc-0c5b-4f20-a774-f77add76a728), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.591475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:24.601122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12b1cef-8918-43e9-9644-e6d9f0cccf28 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:24.615492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks [] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.627419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-c8ba2e46-818c-41e2-a325-ac6afa0891de tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1622593503&fields=id&tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 267 time: 0.0717907
Mar 05 20:53:24.629651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8ff9a0>,) {'filters': {'network_id': ['2ad9bccc-0c5b-4f20-a774-f77add76a728']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:24.634357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a62edc1f-925c-416d-82a9-ced25df2b5e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:24.649224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8ff9a0>, 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:24.649526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8ff9a0>, 'dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:24.660293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Transition to ACTIVE for port object a12b1cef-8918-43e9-9644-e6d9f0cccf28 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:24.664287 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.675045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.686589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-07066c61-741e-4fc1-8800-e3b2e2555944 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:24.694888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-07066c61-741e-4fc1-8800-e3b2e2555944 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 945 time: 0.0664029
Mar 05 20:53:24.696767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459392-9895-4684-931f-316013e3c136 req-0a04b9ab-b274-44ce-bac9-5c6f5c01a71f tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:24.698908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95459392-9895-4684-931f-316013e3c136 req-0a04b9ab-b274-44ce-bac9-5c6f5c01a71f tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 932 time: 0.1749127
Mar 05 20:53:24.703122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'security_groups': ['46980dd5-3146-4cbc-8064-95782bacac8f', '5dc7330a-c9d0-4b79-8a67-24901a59b404']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:24.728035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.762050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:53:24.762470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (dd2c04ca-a1a7-4a67-85e5-a1c5e9584b43), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:53:24.764247 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:53:24.825121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Pushing event updated for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:24.914037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2ad9bccc-0c5b-4f20-a774-f77add76a728), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.939149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95459392-9895-4684-931f-316013e3c136 req-8165eb21-15ca-46a5-ac9c-97b8cfdef1de tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148328
Mar 05 20:53:24.943486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:24.955189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ad9bccc-0c5b-4f20-a774-f77add76a728 HTTP/1.1" status: 204  len: 168 time: 1.7139463
Mar 05 20:53:25.008375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:25.008756 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.023851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234b1d-c788-4f75-aeed-2617d1c79a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad9bccc-0c5b-4f20-a774-f77add76a728,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:25.052215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:25.054702 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a658df-0fa7-42ec-af22-a2b0c03da8d2" -d '{"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-unplugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:25.095750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:25.107204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Attempting to bind port a12b1cef-8918-43e9-9644-e6d9f0cccf28 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:25.107793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Attempting to bind port a12b1cef-8918-43e9-9644-e6d9f0cccf28 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:25.108056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Attempting to bind port a12b1cef-8918-43e9-9644-e6d9f0cccf28 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:25.113614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Port a12b1cef-8918-43e9-9644-e6d9f0cccf28 on network 0d067b91-4a07-4b62-a220-cba2f62187af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:25.113947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Attempting to bind port a12b1cef-8918-43e9-9644-e6d9f0cccf28 on network 0d067b91-4a07-4b62-a220-cba2f62187af {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:25.121311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:25.121805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Checking segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:25.122041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Bound using segment: {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:25.122483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Bound port: a12b1cef-8918-43e9-9644-e6d9f0cccf28, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:25.122846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.124943 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.126596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.195032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2819b2-cf16-4b76-af1c-2c04989eca4c req-13bae6cb-7e71-439c-8a0e-4ae4ec1e6960 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.196877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df2819b2-cf16-4b76-af1c-2c04989eca4c req-13bae6cb-7e71-439c-8a0e-4ae4ec1e6960 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1127 time: 0.1385617
Mar 05 20:53:25.228949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44648) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:25.230252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:25.243075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:25.271613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:25.280660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df2819b2-cf16-4b76-af1c-2c04989eca4c req-2522e6b3-18dd-4a6a-b880-115760f00483 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708582
Mar 05 20:53:25.285371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.326033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.326862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.328306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] 10.222.0.23 "PUT /v2.0/ports/a12b1cef-8918-43e9-9644-e6d9f0cccf28 HTTP/1.1" status: 200  len: 1092 time: 1.8924792
Mar 05 20:53:25.328777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:25.330993 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:25.383034 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ba346c4-3f25-4f2e-a44a-3932dce49550 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=254b7e1dc7404ee2aa0d379cbbaab019&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1528444
Mar 05 20:53:25.383828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44656) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:25.443884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7ef7b-1fce-4d09-b537-f2f1696d1060 service neutron] Pushing event updated for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:25.462042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:25.470482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:25.473447 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9ad0d-3cf1-4001-94db-77592200fa64" -d '{"events": [{"name": "network-changed", "server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:25.475609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-42c11f8a-199f-4966-9091-61fee1b1d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.477230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-42c11f8a-199f-4966-9091-61fee1b1d01c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 1126 time: 0.0994394
Mar 05 20:53:25.485980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d46e6-847f-45fb-bfdc-6c656dc1a632 req-34a5f23c-e972-4d92-a687-a5cd69c3463c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.487582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e84d46e6-847f-45fb-bfdc-6c656dc1a632 req-34a5f23c-e972-4d92-a687-a5cd69c3463c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 950 time: 0.0978837
Mar 05 20:53:25.507127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] Publish callbacks [] for security_group (6fb158bb-e5ce-4fd3-af10-969cf53718cd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.528635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.538785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.542522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-ee4ee4d4-d318-4c96-afa4-b23430d761de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28 HTTP/1.1" status: 200  len: 217 time: 0.0537832
Mar 05 20:53:25.549011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] Publish callbacks [] for security_group (6fb158bb-e5ce-4fd3-af10-969cf53718cd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.551321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:25.617667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e84d46e6-847f-45fb-bfdc-6c656dc1a632 req-f1bf5808-1b4b-495d-8e14-3ceab4aabf45 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231470
Mar 05 20:53:25.640232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.640965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.655696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7d34a98-43e8-470d-b94b-3bb26f582568 req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "PUT /v2.0/ports/4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 981 time: 0.9533741
Mar 05 20:53:25.665181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-3966f9e8-a8ee-4a26-8dcc-f56bf355bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.671186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-3966f9e8-a8ee-4a26-8dcc-f56bf355bcf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.1199958
Mar 05 20:53:25.701090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee6e94-1bb1-4ea7-9d1b-8137df264e06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:25.706616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-8862f08e-a2ad-4d17-938b-428f2a51e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.708350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-8862f08e-a2ad-4d17-938b-428f2a51e2a1 service neutron] 10.222.0.31 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 1026 time: 0.0892303
Mar 05 20:53:25.710802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-6f4b4202-77d2-4c01-82d5-bf939e8683af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354221
Mar 05 20:53:25.743292 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b55118b-11da-4926-b246-951755b96247 x-openstack-request-id: req-3b55118b-11da-4926-b246-951755b96247 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:25.743609 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-unplugged", "status": "completed", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:25.743894 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b55118b-11da-4926-b246-951755b96247 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:25.744767 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'code': 200}
Mar 05 20:53:25.745802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6fb158bb-e5ce-4fd3-af10-969cf53718cd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.749080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:25.751835 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fb158bb-e5ce-4fd3-af10-969cf53718cd HTTP/1.1" status: 204  len: 168 time: 0.3633964
Mar 05 20:53:25.767880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:25.779020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b84e9-c210-4025-aa24-4164407d83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb158bb-e5ce-4fd3-af10-969cf53718cd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:25.841821 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af0f58-4768-441f-a2f1-866cb0ef2d5c x-openstack-request-id: req-d9af0f58-4768-441f-a2f1-866cb0ef2d5c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:25.842451 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:25.842451 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9af0f58-4768-441f-a2f1-866cb0ef2d5c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:25.843016 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28', 'status': 'completed', 'code': 200}
Mar 05 20:53:25.863882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-37df3ea6-863b-41e0-9bd9-e48a93ef5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:25.865325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-37df3ea6-863b-41e0-9bd9-e48a93ef5db1 service neutron] 10.222.0.31 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 1027 time: 0.1471629
Mar 05 20:53:25.984998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:26.125945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-394eda5c-ba59-42e9-b51a-172c236d7662 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947253
Mar 05 20:53:26.126163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d9db11d-abd5-4fc6-83e7-67ed4224c84a req-aef616d8-a59b-4774-acc5-d787561609a5 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 210 time: 0.0792003
Mar 05 20:53:26.203510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a62edc1f-925c-416d-82a9-ced25df2b5e2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:26.216054 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02423911-f698-4731-b9da-d234b77a2480 x-openstack-request-id: req-02423911-f698-4731-b9da-d234b77a2480 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:26.216591 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:26.217028 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02423911-f698-4731-b9da-d234b77a2480 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:26.217671 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'status': 'completed', 'code': 200}
Mar 05 20:53:26.238200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a62edc1f-925c-416d-82a9-ced25df2b5e2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:26.238584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:26.301982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bc0ada83-b61e-49d2-8d26-b5e0a9dbdf95 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.307760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bc0ada83-b61e-49d2-8d26-b5e0a9dbdf95 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.312945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bc0ada83-b61e-49d2-8d26-b5e0a9dbdf95 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.314938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bc0ada83-b61e-49d2-8d26-b5e0a9dbdf95 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/networks?id=67213d25-3583-48ce-be19-a10d0059fcac&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 HTTP/1.1" status: 200  len: 1989 time: 0.4435720
Mar 05 20:53:26.340880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-73f17946-7530-42df-b97b-0e2a3b61cbb0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.347759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-73f17946-7530-42df-b97b-0e2a3b61cbb0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.3162141
Mar 05 20:53:26.389125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-49012306-9634-471f-8857-ebbf1a6176b3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/quotas/aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 375 time: 0.0404117
Mar 05 20:53:26.409254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-ad75f88f-31d3-4f23-9749-6e536165ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.412274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-ad75f88f-31d3-4f23-9749-6e536165ab67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 1125 time: 0.1702104
Mar 05 20:53:26.464919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0020173f-ae88-47c2-8926-409b9d8bae1a req-26a5c1bf-5c76-4020-a166-14c70f99f57a service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036966
Mar 05 20:53:26.489398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-86a04e48-f3c5-45bd-9b61-33c78e7ca042 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-166776991&fields=id&tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 267 time: 0.1321561
Mar 05 20:53:26.582613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3aa00275-c580-49f7-9870-b07acb508a71 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15a5d639338454c90a7ce959e996284 HTTP/1.1" status: 200  len: 379 time: 0.2558715
Mar 05 20:53:26.599218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a62edc1f-925c-416d-82a9-ced25df2b5e2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:26.599887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:26.616849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:26.640506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'admin_state_up': True, 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'security_groups': ['9fa5648d-d435-4874-90c1-0564bb9b230d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:26.678511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-189484b1-8d46-405e-82cb-82a0797ac3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.682325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-189484b1-8d46-405e-82cb-82a0797ac3f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 914 time: 0.2295251
Mar 05 20:53:26.711745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-8d73b9c2-4448-41a3-9ce8-e793c98ee4e6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:26.726302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-8d73b9c2-4448-41a3-9ce8-e793c98ee4e6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 984 time: 0.2357087
Mar 05 20:53:26.733065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:26.744699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'security_groups': ['46980dd5-3146-4cbc-8064-95782bacac8f', '5dc7330a-c9d0-4b79-8a67-24901a59b404', 'ef9a7897-8e28-4656-b460-90e46bcbd2f3']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:26.780923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:26.826366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0afd4e83-0dd5-4b64-9c9d-7ca94221b19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:26.858150 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-2824ff70-8607-490a-b6f9-b642d4fb6d49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4 HTTP/1.1" status: 200  len: 217 time: 0.1684942
Mar 05 20:53:26.871193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=13']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:26.895233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:26.916174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'port_id': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'mac_address': 'fa:16:3e:07:e5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e370f2-9932-4457-9565-3ad2b86707b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:26.977065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:26.977470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.002044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:27.007081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-8d0125bb-5f12-41bb-8c49-d760770944cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.008641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-8d0125bb-5f12-41bb-8c49-d760770944cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.1418028
Mar 05 20:53:27.041129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.053646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:27.062676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.122797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-13ef9b3a-6abc-4e35-9fba-5938f6a2e984 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7320817
Mar 05 20:53:27.185087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:27.213043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-82495c35-0206-4ce0-95be-1a7b8a42a6cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1744881
Mar 05 20:53:27.218728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-e4673c59-1cec-4298-a768-d838a8cc99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.220267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-e4673c59-1cec-4298-a768-d838a8cc99bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 1126 time: 0.6583529
Mar 05 20:53:27.342026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-e135ef98-cca8-47f3-9918-646a01ba9d57 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182064
Mar 05 20:53:27.359066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['160c53f5-6eb4-4d29-ab34-699f46d3c7e4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:27.395620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44716) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:27.412357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:27.415692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.443184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-63d1b423-0b92-41a6-b0f2-d660c0689397 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126825
Mar 05 20:53:27.517897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-3ae2af79-ce4c-40e4-bbe0-d9e2a2f5a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.519549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-3ae2af79-ce4c-40e4-bbe0-d9e2a2f5a18b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 200  len: 914 time: 0.2885194
Mar 05 20:53:27.595915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-384059735-network', 'tenant_id': 'f177f4eebae0479d86a35a7531da201f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:27.602583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-20a0eef4-cbc8-478c-a4bf-7c58314b9b1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28 HTTP/1.1" status: 200  len: 217 time: 0.0727737
Mar 05 20:53:27.627945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-09fd72f4-c1f8-406d-bc40-d842e735c4b8 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2848783
Mar 05 20:53:27.649130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:27.679260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc9ad0d-3cf1-4001-94db-77592200fa64 req-5e4153cf-cc84-4916-b362-3ace388682f2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2265632
Mar 05 20:53:27.714993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.739894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.746788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:27.750389 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7428fb-2da5-45ee-828d-675a60fca2be" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:27.757985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:27.771244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Made reservation on behalf of f177f4eebae0479d86a35a7531da201f for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:27.773875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.788031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-3ef6c3bb-7eba-4081-95da-e83c145665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.789599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-3ef6c3bb-7eba-4081-95da-e83c145665ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 200  len: 853 time: 0.1790655
Mar 05 20:53:27.794876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.812015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.812680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:27.814434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b2de452-4e29-41d5-88ef-a7fc4cbf057d req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "PUT /v2.0/ports/4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 1020 time: 1.0870330
Mar 05 20:53:27.819827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 172.20.0.6 (67213d25-3583-48ce-be19-a10d0059fcac/d52a5a8c-700c-4df8-b1dc-daa70dd863a5/5866fc79-fac2-4bd2-978f-c689c32b9c03) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:27.843732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-3870bef0-5097-4e9a-8abb-cb130cc7732b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d067b91-4a07-4b62-a220-cba2f62187af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437391
Mar 05 20:53:27.846180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8053f4d-4f16-4d0c-8f8c-21df06341682 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:27.857552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-7994fcd3-d28b-4348-88a4-46ce9a724cfd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:27.859330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-7994fcd3-d28b-4348-88a4-46ce9a724cfd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "GET /v2.0/ports?device_id=a78b93bf-150c-4b48-b376-5c2ba3a624b9 HTTP/1.1" status: 200  len: 944 time: 0.1583798
Mar 05 20:53:27.938118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:28.055467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.143245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e7ed6-5f11-485a-92ab-d2fb208c67c9 req-13a9a598-d248-45d6-9d10-fd5da0e57a96 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:28.150283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c5e7ed6-5f11-485a-92ab-d2fb208c67c9 req-13a9a598-d248-45d6-9d10-fd5da0e57a96 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 944 time: 0.1566329
Mar 05 20:53:28.214080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Deleting port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:28.214714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.221108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051'}, {'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:28.223600 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3980d-fb58-46b3-bfe0-8a24481c836a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051"}, {"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:28.301010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-bd227342-b603-403e-a653-9a7a4a10a442 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464872
Mar 05 20:53:28.313805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-d01888de-e736-4e8e-b412-c1d8edc0cdc0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:28.316939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-d01888de-e736-4e8e-b412-c1d8edc0cdc0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.3111634
Mar 05 20:53:28.358107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c5e7ed6-5f11-485a-92ab-d2fb208c67c9 req-3a83224f-f7c4-469c-9099-4da42b1829f0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063036
Mar 05 20:53:28.502718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] For port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:28.503349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.526855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-2cf5fbe6-faf2-4267-b00f-6a56a22bc7e7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/quotas/1e9d41fd2f8d48d894ddb8ae0aa2799d HTTP/1.1" status: 200  len: 375 time: 0.1215382
Mar 05 20:53:28.552519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks [] for security_group (8060e325-a4ef-44cf-a4c1-451ec36f2392), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.584052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-7c738d45-e6b8-4685-a127-05da7fb2640d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0772631
Mar 05 20:53:28.585711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8060e325-a4ef-44cf-a4c1-451ec36f2392), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.610252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Calling delete_port for 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:28.672467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:53:28.678276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:28.687463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060e325-a4ef-44cf-a4c1-451ec36f2392,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:28.712551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.717296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0a4d30d-5636-4cbd-a6b8-94b6bde13d50 req-8b32997f-023b-4cc0-bf67-f89ce63ea6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3987048
Mar 05 20:53:28.718486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a43e038d-79af-4b6e-b785-8649a18de740), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.718857 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Added segment a43e038d-79af-4b6e-b785-8649a18de740 of type vlan for network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f
Mar 05 20:53:28.796799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-cc8a4d89-4990-4ca0-b815-7ebeb2baecde tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2549214
Mar 05 20:53:28.830708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-f07ae6f4-cb65-48ff-95f9-ba53b8d198d4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:28.838764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-f07ae6f4-cb65-48ff-95f9-ba53b8d198d4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2538223
Mar 05 20:53:28.840200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.862491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:28.867023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:28.867408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:28.868534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-30161c5f-de97-4aca-942f-213e8850068b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/quotas/3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 375 time: 0.0285506
Mar 05 20:53:29.005255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-80ce1f94-14d3-460c-b7d4-2516aa824f3d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1296117
Mar 05 20:53:29.015138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:53:29.019345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (62f18a02-3cec-4f72-9fe9-641e4f0d18e9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.027997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:29.030842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.062671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event deleted for resources: {'Port': ['ID=62f18a02-3cec-4f72-9fe9-641e4f0d18e9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:29.078570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.079762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:29.080822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.100431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-c2797366-05c4-432b-a896-2e6ed1054517 service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798581
Mar 05 20:53:29.103048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.119184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:29.131455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.186979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] No DVR routers for this DVR port 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:29.188951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.192881 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3091134c-47e7-49fe-a336-73f27a9abf20 req-a670bf77-be0c-4c88-a569-8311e3625ad7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "DELETE /v2.0/ports/62f18a02-3cec-4f72-9fe9-641e4f0d18e9 HTTP/1.1" status: 204  len: 173 time: 1.3281720
Mar 05 20:53:29.217505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:29.301481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 67213d25-3583-48ce-be19-a10d0059fcac is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:29.318368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.9194298
Mar 05 20:53:29.322175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44766) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:29.325534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:29.329761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Request body: {'subnet': {'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-384059735-subnet', 'tenant_id': 'f177f4eebae0479d86a35a7531da201f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:29.334177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:29.340281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:29.345665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c557e6f-b6bf-432b-9178-efcdfefa7fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:29.367551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:53:29.514087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Made reservation on behalf of f177f4eebae0479d86a35a7531da201f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:29.521209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-14429d12-1331-478b-92b1-159fe89d2c6e service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4198608
Mar 05 20:53:29.537895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.559370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:29.570845 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.581265 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:53:29.598120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.607034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-42be45d1-be70-4ef7-842b-abe1f928a141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9718564
Mar 05 20:53:29.620599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'admin_state_up': True, 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'security_groups': ['9fa5648d-d435-4874-90c1-0564bb9b230d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:29.908777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cc3bc1b0-b497-4e2e-90a5-20d0c0878524 None None] Provisioning complete for port 5866fc79-fac2-4bd2-978f-c689c32b9c03 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:29.911752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc1b0-b497-4e2e-90a5-20d0c0878524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:29.940175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:29.947662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.027889 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d16357b-56b4-4351-9fb1-d08d3dea48df x-openstack-request-id: req-0d16357b-56b4-4351-9fb1-d08d3dea48df {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:30.028512 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-plugged", "status": "completed", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:30.028763 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d16357b-56b4-4351-9fb1-d08d3dea48df {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:30.029126 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'code': 200}
Mar 05 20:53:30.058062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bc1b0-b497-4e2e-90a5-20d0c0878524 None None] Port 5866fc79-fac2-4bd2-978f-c689c32b9c03 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:30.084944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66fc53-bbf6-455f-b226-f8e505c2f032 req-27bd5a8f-3285-429e-92c0-584e856a0e8c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:30.097500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c66fc53-bbf6-455f-b226-f8e505c2f032 req-27bd5a8f-3285-429e-92c0-584e856a0e8c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 931 time: 0.7127366
Mar 05 20:53:30.224109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-cf8ca795-b5f7-4f9c-b27c-a6d47d527613 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:30.225631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-cf8ca795-b5f7-4f9c-b27c-a6d47d527613 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.6756155
Mar 05 20:53:30.247183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Request body: {'port': {'device_id': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'admin_state_up': True, 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:30.250591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4ca9ca5e-d60e-48cd-b5ad-2d405472172d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.321110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c66fc53-bbf6-455f-b226-f8e505c2f032 req-ec25a2a5-2d6a-4d58-9c4e-ce71df63f829 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2226620
Mar 05 20:53:30.339785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a4217-4d52-4589-9dcc-76761b27047d req-37d0b4ed-388f-46fe-a0fc-bf00954acf06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:30.347524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090a4217-4d52-4589-9dcc-76761b27047d req-37d0b4ed-388f-46fe-a0fc-bf00954acf06 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1023 time: 0.1981089
Mar 05 20:53:30.391903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca9ca5e-d60e-48cd-b5ad-2d405472172d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:30.392164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.1.1.227 (2b3d5cc6-cf52-466e-844d-ad651934c95a/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6/2c1807e8-ead9-44e9-ab65-390e42b1ded8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:30.483200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090a4217-4d52-4589-9dcc-76761b27047d req-a0b3a7d2-28c8-4234-b1af-b7ca436a8714 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=5dc7330a-c9d0-4b79-8a67-24901a59b404&id=ef9a7897-8e28-4656-b460-90e46bcbd2f3 HTTP/1.1" status: 200  len: 6199 time: 0.1346552
Mar 05 20:53:30.501743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Checking segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:30.515274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Network hostable DHCP agents. Network: 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:53:30.528130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:30.540773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.575143 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c6e1d-8831-4029-a33f-e00f2eb2cb0d x-openstack-request-id: req-4f6c6e1d-8831-4029-a33f-e00f2eb2cb0d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:30.577321 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:30.578410 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f6c6e1d-8831-4029-a33f-e00f2eb2cb0d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:30.579587 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'status': 'completed', 'code': 200}
Mar 05 20:53:30.582982 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'status': 'completed', 'code': 200}
Mar 05 20:53:30.629219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a12b1cef-8918-43e9-9644-e6d9f0cccf28 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:30.720591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-345ad26d-f250-4464-b039-caa729b9c5fa req-df413447-538f-4e11-bacd-e792ab7e013c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 210 time: 0.0798392
Mar 05 20:53:30.841291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.849797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:30.890207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28', 'network_id': '0d067b91-4a07-4b62-a220-cba2f62187af', 'port_id': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28', 'mac_address': 'fa:16:3e:3f:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e370f2-9932-4457-9565-3ad2b86707b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:30.948307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.964854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.974269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a12b1cef-8918-43e9-9644-e6d9f0cccf28 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:30.975077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:30.991426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12b1cef-8918-43e9-9644-e6d9f0cccf28 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:31.019572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:31.023753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b6d3c-e064-4514-886a-d26f72bdb31f req-fa8dedba-70d6-48a7-9e08-502cbd9a1c96 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.025465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.025858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2b6d3c-e064-4514-886a-d26f72bdb31f req-fa8dedba-70d6-48a7-9e08-502cbd9a1c96 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 944 time: 0.1788862
Mar 05 20:53:31.033800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:31.039448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:31.065211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:31.069538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbf7d1ca-fa81-4ddd-b512-cdb53e83283b req-c7da9036-3ade-4854-be5d-85d28dd501bf tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 210 time: 0.4817936
Mar 05 20:53:31.075903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:31.076095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:53:31.161691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:31.195618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.196428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.214111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2b6d3c-e064-4514-886a-d26f72bdb31f req-8a9b621c-b174-4dbf-8362-17547c09999a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749055
Mar 05 20:53:31.214580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4bd19-41b4-466a-a3a5-2212f53eff58 None None] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:31.214929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Allocated IP 172.20.0.13 (d83df0c3-2a5b-4fbb-9f93-42653588000e/e74b6a01-ece6-4846-a919-e92070dd63a4/675294b3-97d2-451e-9c82-33eef5c81bf5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:31.271159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.274109 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.289320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1387880918 ', 'description': 'tempest-description-2050968895'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:31.310111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b09b3803-5e22-40b3-a46a-383cd64c3c92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.9755208
Mar 05 20:53:31.345039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-580b0414-c1e5-49ef-9c07-bee1d7250d76 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7359643
Mar 05 20:53:31.346506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.362724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-6c9c85b7-f18c-4377-9836-7f97116a0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.366232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-6c9c85b7-f18c-4377-9836-7f97116a0af2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1206 time: 0.7235944
Mar 05 20:53:31.386387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-74c45575-4d18-4111-b312-625bd65c4859 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1319542
Mar 05 20:53:31.404916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'admin_state_up': True, 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'security_groups': ['9fa5648d-d435-4874-90c1-0564bb9b230d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:31.440497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['a12b1cef-8918-43e9-9644-e6d9f0cccf28'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:31.472284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e83bb4cf-6d81-4422-aa91-bd4979cbc007 req-acf49bde-4df5-46f7-ae3d-6511dd870d39 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 210 time: 0.1008353
Mar 05 20:53:31.551944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:31.711013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c9170eef-074f-433a-ac0b-5db4f88220cc None None] Provisioning complete for port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:31.711324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9170eef-074f-433a-ac0b-5db4f88220cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.721796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df91e9-eead-4fba-a1fa-198d27ae2135 None None] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:31.776162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (3604fb65-d255-47cb-a6fb-19bee0381487), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.791302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3604fb65-d255-47cb-a6fb-19bee0381487), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.856458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3604fb65-d255-47cb-a6fb-19bee0381487,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:31.864481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:31.866208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21007f64-34b1-4c95-9bd8-5cc9cf900bcc req-199b7be7-4d5e-4279-9abb-4503ab1ecd4a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.5849550
Mar 05 20:53:31.909304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-424c52c2-cfdf-44cd-81ee-4304664c7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.911288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-424c52c2-cfdf-44cd-81ee-4304664c7ef5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.4452410
Mar 05 20:53:31.921543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-056d4212-e35e-4285-acbf-6fcbd950db0d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.923165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-056d4212-e35e-4285-acbf-6fcbd950db0d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4473553
Mar 05 20:53:31.936259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337cdbc-1ce8-4bae-8112-62ecc897a780 req-a3323e33-c592-4673-adfa-b48e1c4a757f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.941723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337cdbc-1ce8-4bae-8112-62ecc897a780 req-a3323e33-c592-4673-adfa-b48e1c4a757f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:31.943411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1337cdbc-1ce8-4bae-8112-62ecc897a780 req-a3323e33-c592-4673-adfa-b48e1c4a757f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 1653 time: 0.3036778
Mar 05 20:53:31.960617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Request body: {'port': {'device_id': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '3501f5d56344468ebc4d50db1a5c5bb7'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:32.015541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:32.021168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.087056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:32.094349 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e94b86-6a06-4bb4-89eb-1d4069b8c825" -d '{"events": [{"server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "name": "network-vif-plugged", "status": "completed", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:32.130383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-1b5be1fe-516a-4efa-a89b-083abcda479b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:32.131988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-1b5be1fe-516a-4efa-a89b-083abcda479b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.2767067
Mar 05 20:53:32.138154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks [] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.161329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Request body: {'port': {'device_id': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'admin_state_up': True, 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:32.163701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c9170eef-074f-433a-ac0b-5db4f88220cc None None] Port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:32.195257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-70ac092e-a762-4653-9c33-1fa6845a50bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 217 time: 0.2708957
Mar 05 20:53:32.218348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.307547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Made reservation on behalf of 3501f5d56344468ebc4d50db1a5c5bb7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:32.311212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.325898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1337cdbc-1ce8-4bae-8112-62ecc897a780 req-7912aefc-cf77-4da5-8332-7d5c6af854a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2610540
Mar 05 20:53:32.365422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Network d83df0c3-2a5b-4fbb-9f93-42653588000e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:32.373313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:32.377931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:32.390004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-a1972900-df89-4b5c-9e08-bcd7573785cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:32.391502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-a1972900-df89-4b5c-9e08-bcd7573785cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.1749015
Mar 05 20:53:32.392605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:32.398456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.399079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.399626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.400189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.400824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.401428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.402011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.402626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.402958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.403591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.404002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.404493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.405051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:32.435264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.1.1.196 (2b3d5cc6-cf52-466e-844d-ad651934c95a/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6/b782a7da-f012-4816-a7bc-b15194cb2996) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:32.488673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-3249aa26-0480-4d02-a056-17a46002374d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:32.490151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-3249aa26-0480-4d02-a056-17a46002374d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.2563460
Mar 05 20:53:32.493715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:32.497479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.510850 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-791744f4-4ce5-4605-97a3-0bdf91b4691e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838580
Mar 05 20:53:32.538638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9383f46e-256c-4314-8f3f-72569bf470fe req-d6bee1be-a515-43cf-9bc4-d72460affbe6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 210 time: 0.1079342
Mar 05 20:53:32.616555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-deleted', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:32.618846 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b6308-1ed5-41e7-9e25-58a10e918e7e" -d '{"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-deleted", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:32.635025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:32.664327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-2e71308d-cfd4-4039-a76c-7eed091393da tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/quotas/f177f4eebae0479d86a35a7531da201f HTTP/1.1" status: 200  len: 375 time: 0.1612406
Mar 05 20:53:32.673558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:32.674295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 62f18a02-3cec-4f72-9fe9-641e4f0d18e9 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:32.674756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:32.675568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.723136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-80962b92-0aa0-4ad5-a1b8-cbddbf7333de tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478597
Mar 05 20:53:32.741810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-b37b627c-55c4-4878-9151-072d465b86d0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5021744
Mar 05 20:53:32.759752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Request body: {'port': {'device_id': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:32.770448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-10f3e4fd-8902-45bf-8546-d0e690be2c34 req-32c52c84-d27e-4f62-abe9-39ef4c26fc47 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/3604fb65-d255-47cb-a6fb-19bee0381487 HTTP/1.1" status: 200  len: 1798 time: 0.1843407
Mar 05 20:53:32.797488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Allocated IP 192.168.233.133 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/16cf4bd3-62b6-4ec8-863b-656e8ed0397b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:32.802727 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-b938119d-e3af-46c7-ae90-077c5c9c281b service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665637
Mar 05 20:53:32.841967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Allocated IP 172.20.0.2 (92c1bc99-8218-45a1-b95c-a4c228475460/f05716dc-1182-4345-9441-1b2111b304d4/727e5026-bc21-477c-93fd-d0897928ef02) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:32.845896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (b782a7da-f012-4816-a7bc-b15194cb2996), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.934212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-9232df44-b610-4c76-a106-82032685a8a4 service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911645
Mar 05 20:53:32.966946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:32.969402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.405316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:33.418384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:33.430494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:33.430671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f714da-3502-4b6b-b64c-a3164d53884c req-a4bbcb48-fa87-4f59-8cca-56500dccdbcf tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:33.432456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43f714da-3502-4b6b-b64c-a3164d53884c req-a4bbcb48-fa87-4f59-8cca-56500dccdbcf tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 932 time: 0.5650010
Mar 05 20:53:33.433200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:33.445704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-4f67e01f-2d84-4de9-8fe9-d7a481096c3d service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6284583
Mar 05 20:53:33.509284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-b4eaeb7c-d4d5-4605-ad6f-ac2aecffb082 service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5681145
Mar 05 20:53:33.543122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:33.543921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.548778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks [] for port (727e5026-bc21-477c-93fd-d0897928ef02), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.576576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-c0e59577-2074-4ec2-8e83-35900778f45e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1823444
Mar 05 20:53:33.595507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'admin_state_up': True, 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'security_groups': ['9fa5648d-d435-4874-90c1-0564bb9b230d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:33.676758 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.697311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks [] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.741795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43f714da-3502-4b6b-b64c-a3164d53884c req-c4fd4b09-d0fb-4aa1-a66e-b008b6c078bb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831316
Mar 05 20:53:33.768267 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4602e5-7e9d-45aa-a24c-1ab2e386aed1 x-openstack-request-id: req-4c4602e5-7e9d-45aa-a24c-1ab2e386aed1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:33.769113 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "name": "network-vif-plugged", "status": "completed", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:33.769568 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c4602e5-7e9d-45aa-a24c-1ab2e386aed1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:33.770188 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'code': 200}
Mar 05 20:53:33.790408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Network 92c1bc99-8218-45a1-b95c-a4c228475460 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:33.804516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:33.826137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:33.832899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:33.876897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-66b5d892-5e7f-4b85-a3d1-5451ef07d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:33.878459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-66b5d892-5e7f-4b85-a3d1-5451ef07d3a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1206 time: 0.3412089
Mar 05 20:53:33.923273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5eff76d5-8e8f-41a5-8472-ca8789534154 None None] Provisioning complete for port b782a7da-f012-4816-a7bc-b15194cb2996 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:33.923922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5eff76d5-8e8f-41a5-8472-ca8789534154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.955404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:33.956053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:33.987636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5eff76d5-8e8f-41a5-8472-ca8789534154 None None] Port b782a7da-f012-4816-a7bc-b15194cb2996 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:33.992038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:34.051219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-fb70e36b-e7fb-4d46-b20b-c879c6c3d6fd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9052043
Mar 05 20:53:34.063749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce16865-8b92-4891-88f3-c88e26859887 req-ecc0c2ad-eb04-48c2-8ed4-7b353773df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:34.065972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ce16865-8b92-4891-88f3-c88e26859887 req-ecc0c2ad-eb04-48c2-8ed4-7b353773df3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 1127 time: 0.1726782
Mar 05 20:53:34.075302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Request body: {'port': {'device_id': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:34.097986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.109585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550', '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:34.114889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a62edc1f-925c-416d-82a9-ced25df2b5e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:34.146606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d848-9b9c-4b97-b160-4c1410f7f558 req-437376ca-d537-41eb-9923-649efa810399 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:34.154583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a604d848-9b9c-4b97-b160-4c1410f7f558 req-437376ca-d537-41eb-9923-649efa810399 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 945 time: 0.2225430
Mar 05 20:53:34.174868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675294b3-97d2-451e-9c82-33eef5c81bf5 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:34.187170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks [] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.209219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Transition to ACTIVE for port object 675294b3-97d2-451e-9c82-33eef5c81bf5 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:34.226561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.248392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ce16865-8b92-4891-88f3-c88e26859887 req-e4aab558-d785-44d7-99b8-c4c026894627 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628287
Mar 05 20:53:34.255005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.288716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.318661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a604d848-9b9c-4b97-b160-4c1410f7f558 req-af554763-0b7a-4973-9807-e82c33a817e0 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609910
Mar 05 20:53:34.362547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-a8e8a93c-e779-40de-98cc-738d39ee864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:34.364982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-a8e8a93c-e779-40de-98cc-738d39ee864b service neutron] 10.222.0.31 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.4604805
Mar 05 20:53:34.365881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:34.415008 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70bbcbc-16c7-401f-ac82-72ebc023334c x-openstack-request-id: req-e70bbcbc-16c7-401f-ac82-72ebc023334c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:34.416237 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78b93bf-150c-4b48-b376-5c2ba3a624b9", "name": "network-vif-deleted", "tag": "62f18a02-3cec-4f72-9fe9-641e4f0d18e9", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:34.417014 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e70bbcbc-16c7-401f-ac82-72ebc023334c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:34.417419 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78b93bf-150c-4b48-b376-5c2ba3a624b9', 'name': 'network-vif-deleted', 'tag': '62f18a02-3cec-4f72-9fe9-641e4f0d18e9', 'status': 'completed', 'code': 200}
Mar 05 20:53:34.430082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:34.482800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66a95-9765-4b75-9630-bb0463365bf7 req-8e67f61d-582e-4cf8-8376-ee5a310edf0c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:34.492378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddc66a95-9765-4b75-9630-bb0463365bf7 req-8e67f61d-582e-4cf8-8376-ee5a310edf0c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 931 time: 0.5018797
Mar 05 20:53:34.495883 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-7e289fe4-0e38-43ba-8b56-b3887d058410 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 200  len: 217 time: 0.0643268
Mar 05 20:53:34.537678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:34.638527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a12b1cef-8918-43e9-9644-e6d9f0cccf28 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:34.659777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:34.711280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:34.721540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port a12b1cef-8918-43e9-9644-e6d9f0cccf28 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:34.731374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port a12b1cef-8918-43e9-9644-e6d9f0cccf28 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:34.731978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.779568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddc66a95-9765-4b75-9630-bb0463365bf7 req-52d9a053-4cad-46cc-ab5f-dba010f7dbfa tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863986
Mar 05 20:53:34.781224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-a7e04176-ceb1-4c31-8243-7294b626a549 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/3604fb65-d255-47cb-a6fb-19bee0381487 HTTP/1.1" status: 200  len: 1798 time: 0.3482935
Mar 05 20:53:34.796820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-ddfd9b7c-16ff-4da1-b49b-5d69b3175607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:34.805381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-ddfd9b7c-16ff-4da1-b49b-5d69b3175607 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.2684727
Mar 05 20:53:34.876148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a12b1cef-8918-43e9-9644-e6d9f0cccf28 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:34.876679 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:34.951317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-81cc8979-5ca8-4579-b4c0-fd3157329e4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916727
Mar 05 20:53:34.976621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:34.982905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.057931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0c347599-5b33-4042-bf1b-c50a217595e0 None None] Provisioning complete for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:35.059141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c347599-5b33-4042-bf1b-c50a217595e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.067573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.2.2.100 (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89/af2281a9-9328-4bca-bf8c-265c5b3c2c6d/3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:35.086331 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-0d8bf6ef-56e7-4aed-bbb3-0634e213d9ca service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245065
Mar 05 20:53:35.099735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (3604fb65-d255-47cb-a6fb-19bee0381487), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.112918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:35.123866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.124497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.125881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.126343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.126810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.127348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.127791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.128795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.128795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.129014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.129464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.129886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.130398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.130930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.131711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.135398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (3604fb65-d255-47cb-a6fb-19bee0381487), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.144977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0c347599-5b33-4042-bf1b-c50a217595e0 None None] Port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:35.240334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-b8ed18cc-5bb2-4b19-820e-dc16799ec9bf tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2957349
Mar 05 20:53:35.263461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Request body: {'port': {'device_id': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:35.284665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:35.285230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:35.285562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:35.317991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:35.318646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:35.333869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3604fb65-d255-47cb-a6fb-19bee0381487), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.337752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.340851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a869869-b402-4f6a-8ec5-0b1f6e2cfbc5 req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/3604fb65-d255-47cb-a6fb-19bee0381487 HTTP/1.1" status: 204  len: 173 time: 0.5587769
Mar 05 20:53:35.344298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:35.344649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:35.345047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:35.345567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Bound port: 675294b3-97d2-451e-9c82-33eef5c81bf5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:35.345857 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.364190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e5026-bc21-477c-93fd-d0897928ef02 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:35.381276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks [] for port (727e5026-bc21-477c-93fd-d0897928ef02), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.422086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:35.425339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Transition to ACTIVE for port object 727e5026-bc21-477c-93fd-d0897928ef02 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:35.432383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39d4e-e8d7-42be-89bd-e6d5f97be396 req-82b858f3-ba81-4ed8-aec3-c46c1bc87cc3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.438299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39d4e-e8d7-42be-89bd-e6d5f97be396 req-82b858f3-ba81-4ed8-aec3-c46c1bc87cc3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.443622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39d4e-e8d7-42be-89bd-e6d5f97be396 req-82b858f3-ba81-4ed8-aec3-c46c1bc87cc3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.445337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc39d4e-e8d7-42be-89bd-e6d5f97be396 req-82b858f3-ba81-4ed8-aec3-c46c1bc87cc3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 2374 time: 0.4910760
Mar 05 20:53:35.453550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:35.481925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.491734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3604fb65-d255-47cb-a6fb-19bee0381487,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:35.494100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.537407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.540761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ca3980d-fb58-46b3-bfe0-8a24481c836a req-abbf489a-6bcf-4d17-84fc-1808bc3e6ff5 service neutron] 10.222.0.31 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4262612
Mar 05 20:53:35.551032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.551845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.553041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] 10.222.0.23 "PUT /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 1092 time: 2.8023717
Mar 05 20:53:35.608561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea5e8-5cf0-40c7-8401-fdf58f0bf97c service neutron] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:35.647298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.647776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.648145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.648345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.648682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.649339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.649339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.649652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.649981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.651550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.651550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.653463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.654915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c29dc5-24ce-488e-85c2-de89883c76f4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:53:35.700477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.713074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:35.755387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9dc39d4e-e8d7-42be-89bd-e6d5f97be396 req-948f0374-af9d-4563-8008-fc2fa96e671e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2985528
Mar 05 20:53:35.771082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:35.775509 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6a3d8d-db82-4169-8994-866fd35a81f0" -d '{"events": [{"server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "name": "network-vif-plugged", "status": "completed", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:35.827204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-ea4f56ca-c329-4274-b8be-79f92622d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.828809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-ea4f56ca-c329-4274-b8be-79f92622d4a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1126 time: 0.1255817
Mar 05 20:53:35.831188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-c6816272-6139-4530-a7a4-35f9f593f262 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.832649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-c6816272-6139-4530-a7a4-35f9f593f262 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.3846772
Mar 05 20:53:35.856581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b5a9c-dad9-47de-8020-9c355d61e98d req-f458c859-4121-442e-aedb-696448dc3fe5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:35.862236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:35.864378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a47b5a9c-dad9-47de-8020-9c355d61e98d req-f458c859-4121-442e-aedb-696448dc3fe5 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 936 time: 0.4268818
Mar 05 20:53:35.878887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'port': {'device_id': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'admin_state_up': True, 'tenant_id': 'f177f4eebae0479d86a35a7531da201f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:35.903930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-2a2a367c-8f9a-4808-b164-f88661615e3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 217 time: 0.0579777
Mar 05 20:53:35.932732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-643d8049-8dd8-4848-8f81-96e4e5acd796 req-191e9bd1-d3d5-4715-bc80-9de70cf9e7fb tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 210 time: 0.0767069
Mar 05 20:53:35.973466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Attempting to bind port 727e5026-bc21-477c-93fd-d0897928ef02 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:35.973763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Attempting to bind port 727e5026-bc21-477c-93fd-d0897928ef02 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:35.974103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Attempting to bind port 727e5026-bc21-477c-93fd-d0897928ef02 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:35.987970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Port 727e5026-bc21-477c-93fd-d0897928ef02 on network 92c1bc99-8218-45a1-b95c-a4c228475460 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:35.988311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Attempting to bind port 727e5026-bc21-477c-93fd-d0897928ef02 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:36.003108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:36.003630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Checking segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:36.004197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Bound using segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:36.004833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Bound port: 727e5026-bc21-477c-93fd-d0897928ef02, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:36.005290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.007571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-860101d4-d3d7-4eb1-93b4-1f4b28db2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.008047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.009014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-860101d4-d3d7-4eb1-93b4-1f4b28db2223 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0887501
Mar 05 20:53:36.087300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-c8bfcb3c-4cdd-40ab-841e-00484f522edc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549355
Mar 05 20:53:36.099218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a47b5a9c-dad9-47de-8020-9c355d61e98d req-19dc843f-c2b3-4233-8b27-3d8f79477627 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337694
Mar 05 20:53:36.103408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:36.127096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks [] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.147479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:36.159685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:36.167339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:36.176875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:36.178404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Transition to ACTIVE for port object 16cf4bd3-62b6-4ec8-863b-656e8ed0397b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:36.187163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.205581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.224493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:36.232401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:36.247641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf4ce7-6ea4-4fdb-be9a-6e920edefd00 req-908e1758-4857-4dab-b8b7-fec46c8e8451 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.249466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86bf4ce7-6ea4-4fdb-be9a-6e920edefd00 req-908e1758-4857-4dab-b8b7-fec46c8e8451 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.2160962
Mar 05 20:53:36.292054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.300882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:36.311831 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-fc137087-9f48-42bf-95e6-1e3f67f5081e service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170999
Mar 05 20:53:36.382150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.382725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.394381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Made reservation on behalf of f177f4eebae0479d86a35a7531da201f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:36.398970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.413207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.413959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.415524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] 10.222.0.31 "PUT /v2.0/ports/727e5026-bc21-477c-93fd-d0897928ef02 HTTP/1.1" status: 200  len: 1091 time: 2.3471434
Mar 05 20:53:36.419129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:36.421984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e" -d '{"events": [{"name": "network-changed", "server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "tag": "727e5026-bc21-477c-93fd-d0897928ef02"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:36.444443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:36.447031 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:36.452553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191c789-17db-47b1-95e8-83b83d91b423 req-27583f58-f1e7-49b6-8199-56a83925c0a9 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.454030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7191c789-17db-47b1-95e8-83b83d91b423 req-27583f58-f1e7-49b6-8199-56a83925c0a9 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 946 time: 0.2783067
Mar 05 20:53:36.492614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86bf4ce7-6ea4-4fdb-be9a-6e920edefd00 req-299352db-3b19-46d0-901b-40651c9bae49 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288566
Mar 05 20:53:36.508499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-95e39b55-b872-4ae9-ba95-a1eec8c6ca02 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9208169
Mar 05 20:53:36.509192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a860e3-8588-4636-b303-2b06a78f2e30 service neutron] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:36.546768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:36.547425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:36.547425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:36.551424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-779f08ac-8a89-433e-af35-e11d3caa84e7 req-38f0a6d4-1284-4909-8af3-553bf66c695c service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323489
Mar 05 20:53:36.563184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'admin_state_up': True, 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'security_groups': ['9fa5648d-d435-4874-90c1-0564bb9b230d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:36.563423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:36.563847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:36.575359 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-2717a5b8-6d01-444a-8f42-9235ac12fbfa req-477ec748-84b0-429b-9cbd-ff1214b74f4f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:53:36.577065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2717a5b8-6d01-444a-8f42-9235ac12fbfa req-477ec748-84b0-429b-9cbd-ff1214b74f4f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/3604fb65-d255-47cb-a6fb-19bee0381487 HTTP/1.1" status: 404  len: 352 time: 0.0237713
Mar 05 20:53:36.578583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:36.578885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:36.579205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:36.579566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Bound port: 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:36.579959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.588934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5e671220-7830-44cc-b126-f1821f3cc348 None None] Provisioning complete for port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:36.589316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e671220-7830-44cc-b126-f1821f3cc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.663838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:36.672277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:36.677957 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473e59c-815a-447c-94f9-4b20f3b85ebd x-openstack-request-id: req-3473e59c-815a-447c-94f9-4b20f3b85ebd {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:36.679586 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "name": "network-vif-plugged", "status": "completed", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:36.680418 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3473e59c-815a-447c-94f9-4b20f3b85ebd {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:36.682066 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28', 'code': 200}
Mar 05 20:53:36.689162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.727218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.739050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5e671220-7830-44cc-b126-f1821f3cc348 None None] Port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:36.742016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.743468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] 10.222.0.31 "PUT /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 1096 time: 1.4863749
Mar 05 20:53:36.809148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7191c789-17db-47b1-95e8-83b83d91b423 req-1b4149b4-02cc-4b0b-9016-5f4fa4427373 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3376856
Mar 05 20:53:36.868107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-76c2120b-5e5f-4708-9393-02b9b62240db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.869913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-76c2120b-5e5f-4708-9393-02b9b62240db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 1125 time: 0.3893187
Mar 05 20:53:36.896813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05993f15-6f22-404a-813e-3e0c56cf7275 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:36.898609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Made reservation on behalf of f15a5d639338454c90a7ce959e996284 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:36.908081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:36.929162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e729-c6e2-4f00-aa87-2dcebcd4702d req-47b18cbd-6824-4c7d-9b56-3089c96ed57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.930635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c950e729-c6e2-4f00-aa87-2dcebcd4702d req-47b18cbd-6824-4c7d-9b56-3089c96ed57e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 1128 time: 0.1693330
Mar 05 20:53:36.943589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Allocated IP 172.20.0.4 (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f/4ca9ca5e-d60e-48cd-b5ad-2d405472172d/849d5225-97e8-496b-a8f3-1b7a3df6f4d7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:36.943867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5205d-2e02-4ccf-b977-899deda47373 req-62255aae-7cb0-4a55-9a0b-4471872e7817 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.950789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23a5205d-2e02-4ccf-b977-899deda47373 req-62255aae-7cb0-4a55-9a0b-4471872e7817 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 943 time: 0.1815441
Mar 05 20:53:36.952312 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-c89d4228-4fc1-486a-bc48-910f05ecc5cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=727e5026-bc21-477c-93fd-d0897928ef02 HTTP/1.1" status: 200  len: 217 time: 0.0658243
Mar 05 20:53:36.961340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-4b57e2ee-5a3b-4981-879a-a720f5b7133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:36.962962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-4b57e2ee-5a3b-4981-879a-a720f5b7133c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1130 time: 0.1247952
Mar 05 20:53:37.020127 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d3493-68f2-4c74-b67b-5758291050b3 x-openstack-request-id: req-623d3493-68f2-4c74-b67b-5758291050b3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:37.020450 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "tag": "727e5026-bc21-477c-93fd-d0897928ef02", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:37.020650 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-623d3493-68f2-4c74-b67b-5758291050b3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:37.021019 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02', 'status': 'completed', 'code': 200}
Mar 05 20:53:37.038492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-0c5902eb-eaaf-47f9-ab92-39192ce32508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0620937
Mar 05 20:53:37.068241 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3da2c9-fea0-447d-8c9e-b9d1681569a4 x-openstack-request-id: req-2a3da2c9-fea0-447d-8c9e-b9d1681569a4 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:37.068520 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:37.068778 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a3da2c9-fea0-447d-8c9e-b9d1681569a4 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:37.069178 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'status': 'completed', 'code': 200}
Mar 05 20:53:37.106372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1096862429', 'description': 'tempest-description-785847130'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:37.117781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23a5205d-2e02-4ccf-b977-899deda47373 req-ac31347c-acbf-4528-9bad-0e1779ed5893 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660995
Mar 05 20:53:37.121727 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c950e729-c6e2-4f00-aa87-2dcebcd4702d req-ea787fd2-b1f5-43d7-9bd1-00ea9f4048f5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671929
Mar 05 20:53:37.128768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-2c72fe62-d8b5-48a6-b605-bb2a432dbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.130233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-2c72fe62-d8b5-48a6-b605-bb2a432dbe55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0771878
Mar 05 20:53:37.166260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1909-6158-4719-8f0a-48233c08abda req-f86ef794-b001-48e0-a977-e8107800e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.168510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-f86ef794-b001-48e0-a977-e8107800e016 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.2041256
Mar 05 20:53:37.186761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-d9412879-c081-4dea-9cf1-3fc1c7db742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.188346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-d9412879-c081-4dea-9cf1-3fc1c7db742a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0512424
Mar 05 20:53:37.275395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:37.279967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-d3e6584f-55f9-49f6-85f2-b8ec9f008e9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829506
Mar 05 20:53:37.302103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660966f-5486-4735-ad97-487304bfc466 req-394e20a4-14a3-4891-82e2-ad302a62f913 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.307850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660966f-5486-4735-ad97-487304bfc466 req-394e20a4-14a3-4891-82e2-ad302a62f913 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.313107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660966f-5486-4735-ad97-487304bfc466 req-394e20a4-14a3-4891-82e2-ad302a62f913 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.318313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660966f-5486-4735-ad97-487304bfc466 req-394e20a4-14a3-4891-82e2-ad302a62f913 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.320037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2660966f-5486-4735-ad97-487304bfc466 req-394e20a4-14a3-4891-82e2-ad302a62f913 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 3095 time: 0.1301939
Mar 05 20:53:37.369051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-f7a13168-7968-42b7-b953-1bfb86844a51 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688666
Mar 05 20:53:37.406333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2660966f-5486-4735-ad97-487304bfc466 req-82a8fbf9-4fcf-4ac5-b665-2ac5dfa786b4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785220
Mar 05 20:53:37.486447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86d6b90b-3577-4083-8ce9-e16d8b26e5d8 req-87f9dcc2-a6a3-417e-bc25-e488a6200962 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069090
Mar 05 20:53:37.519392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc2545de-3685-4b29-a689-056ced7bcdce req-5955718e-37ad-4079-88d7-13542156cbe3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 210 time: 0.0312369
Mar 05 20:53:37.689533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-1385f912-d11f-4fef-8b48-dbd7eb458a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.691019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-1385f912-d11f-4fef-8b48-dbd7eb458a61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1126 time: 0.6034353
Mar 05 20:53:37.720290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f31-389e-4d1b-877b-71ff7c64ecb7 req-b5d605ca-14d0-4118-8391-69eb29426176 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.721772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-782a9f31-389e-4d1b-877b-71ff7c64ecb7 req-b5d605ca-14d0-4118-8391-69eb29426176 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.0537269
Mar 05 20:53:37.771296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-782a9f31-389e-4d1b-877b-71ff7c64ecb7 req-82586e8e-4b34-49ff-9ae6-2fd30fb6782d tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436342
Mar 05 20:53:37.819747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Allocated IP 10.2.2.200 (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89/af2281a9-9328-4bca-bf8c-265c5b3c2c6d/b9701cfb-119e-4040-a711-f90621bd7b80) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:37.842184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:37.881769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaae45-699a-4c2d-9261-2c9b7496901d req-b272d934-09bc-435d-a393-fcab154a3feb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.883334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56aaae45-699a-4c2d-9261-2c9b7496901d req-b272d934-09bc-435d-a393-fcab154a3feb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 948 time: 0.0609281
Mar 05 20:53:37.895771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-01d56132-6a47-4283-b46f-25fde1fcd6ff service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6062162
Mar 05 20:53:37.938014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56aaae45-699a-4c2d-9261-2c9b7496901d req-ce8ac590-6f92-4b9b-a62d-900151981460 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470321
Mar 05 20:53:37.996619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-f1d71ba7-d50b-44f7-b795-1e8bc145268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:37.998125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-f1d71ba7-d50b-44f7-b795-1e8bc145268f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2970438
Mar 05 20:53:38.012261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (0659106f-d0f9-4a0b-a9e2-00bec915f465), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.053910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a09ef6-30d2-44ef-801b-ac63b2171c70 req-8548775b-34d2-453d-b9a9-f7212ad991db tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.055491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05a09ef6-30d2-44ef-801b-ac63b2171c70 req-8548775b-34d2-453d-b9a9-f7212ad991db tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.0549331
Mar 05 20:53:38.089971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0659106f-d0f9-4a0b-a9e2-00bec915f465), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.107249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05a09ef6-30d2-44ef-801b-ac63b2171c70 req-a80b21bd-9da8-4092-9d2b-c20b8bf6b3e6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447831
Mar 05 20:53:38.108721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-36e8b3d9-f607-4cfa-ac3a-ed1df9f91005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 217 time: 0.1018121
Mar 05 20:53:38.142230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.199282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.200560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0b0e6ee-27c4-48d7-b0b2-be128381c352 req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 1.1140130
Mar 05 20:53:38.233606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800aeca-bb1b-4152-9228-d408a4b62e15 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0659106f-d0f9-4a0b-a9e2-00bec915f465,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:38.275178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490204d-71ac-4ee6-a196-0c48f5a0c6c0 req-529e1a27-66f1-448b-8030-6049ebae71b2 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.277271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d490204d-71ac-4ee6-a196-0c48f5a0c6c0 req-529e1a27-66f1-448b-8030-6049ebae71b2 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 946 time: 0.0764284
Mar 05 20:53:38.303843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:38.306086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-962f1909-6158-4719-8f0a-48233c08abda req-9394eba6-a331-49b7-a3b7-ded57c600fdc service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3997324
Mar 05 20:53:38.308043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-3855f68c-8dc9-453f-8659-b43686ebf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.309389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-3855f68c-8dc9-453f-8659-b43686ebf746 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1825523
Mar 05 20:53:38.341950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:38.352868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:38.360899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for port (b9701cfb-119e-4040-a711-f90621bd7b80), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.362246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d490204d-71ac-4ee6-a196-0c48f5a0c6c0 req-f3f66a89-2beb-478f-ab5d-f7d178e0b81d tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776255
Mar 05 20:53:38.362417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:38.389004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452613156', 'description': 'tempest-description-1844770872'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:38.409511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.409825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-8494c5a3-20cc-4d70-8890-d473e6c2227b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695195
Mar 05 20:53:38.476946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (f25b682a-b85a-4260-83ce-f021216c56f5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.481746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f25b682a-b85a-4260-83ce-f021216c56f5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.510368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25b682a-b85a-4260-83ce-f021216c56f5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:38.514635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.515882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aecc6c16-34ac-42ca-b20e-5c0e3402430f req-f70d830a-3ccc-4712-9fe9-9d5584d6020d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1308806
Mar 05 20:53:38.525081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.525081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.561210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4630-ef2c-42cf-b28e-7586284bbaec req-5ed3e55d-d4c9-4fdb-978b-dc8e5b2341a4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.562955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be6a4630-ef2c-42cf-b28e-7586284bbaec req-5ed3e55d-d4c9-4fdb-978b-dc8e5b2341a4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 943 time: 0.2780714
Mar 05 20:53:38.581700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-25baee43-639a-41ba-b818-d2c2683aa4a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7345037
Mar 05 20:53:38.599307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-8a0d1d39-98e9-4e54-a7c4-0073c89231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.600805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-8a0d1d39-98e9-4e54-a7c4-0073c89231bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 1125 time: 0.2203951
Mar 05 20:53:38.615033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Request body: {'port': {'device_id': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:38.617620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.628693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-44ed74f3-ebf8-4d35-ab18-428f40e15465 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.633941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-44ed74f3-ebf8-4d35-ab18-428f40e15465 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.639845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-44ed74f3-ebf8-4d35-ab18-428f40e15465 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.644997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-44ed74f3-ebf8-4d35-ab18-428f40e15465 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.646666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-44ed74f3-ebf8-4d35-ab18-428f40e15465 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 3095 time: 0.0762970
Mar 05 20:53:38.694435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c416407a-dbf1-48ae-ac84-d2e64ad9134c req-26c3561f-5eeb-412d-8649-69df702204d5 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418649
Mar 05 20:53:38.725150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849284141', 'description': 'tempest-description-1318420848'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:38.746963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.757869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-887e425b-04d4-484d-8cf4-94b4eca17a43 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158154
Mar 05 20:53:38.795903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:38.815117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c824e870-7a76-4d8e-a945-34bebbe65d56), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.819597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c824e870-7a76-4d8e-a945-34bebbe65d56), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.857030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:38.857306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.858457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3411a9f8-91bf-4526-9e03-6426de9f1093 req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1375492
Mar 05 20:53:38.860912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c18993-137a-443e-8032-d7ef3a58c64e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c824e870-7a76-4d8e-a945-34bebbe65d56,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:38.863476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:38.872453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be6a4630-ef2c-42cf-b28e-7586284bbaec req-adeaf0a4-cf98-40a8-bb07-da7e157565d2 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932854
Mar 05 20:53:38.872453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:38.921132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:38.969640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-698a14c1-3f26-4765-ab30-5e171c7b2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:38.971151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-698a14c1-3f26-4765-ab30-5e171c7b2606 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 905 time: 0.3517818
Mar 05 20:53:39.002881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.003535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:39.012987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba619-447c-490c-bc5d-b3199d46c9d4 req-55903b94-1915-4ed3-9acd-bb1b9e9d4a9e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.016035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc8ba619-447c-490c-bc5d-b3199d46c9d4 req-55903b94-1915-4ed3-9acd-bb1b9e9d4a9e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 931 time: 0.0670903
Mar 05 20:53:39.074233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-9ba4c95a-a20c-4edb-b6b0-6dad253c3ee3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=727e5026-bc21-477c-93fd-d0897928ef02 HTTP/1.1" status: 200  len: 217 time: 0.0889943
Mar 05 20:53:39.074736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:39.077698 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:39.097212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc8ba619-447c-490c-bc5d-b3199d46c9d4 req-e119dcd0-800c-4775-9186-48ea7a182d0c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748274
Mar 05 20:53:39.104326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-28562e8d-846b-4732-80af-392a9b08a04c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5849254
Mar 05 20:53:39.146359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:39.194620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d62678b2-2ed8-48e3-bb9a-4a1eede70a8c req-b705e90b-4fe2-4393-a2a1-033d923e5cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217329
Mar 05 20:53:39.196618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-8c982c96-bca7-4dbf-b18d-9b04109b882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.212817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-8c982c96-bca7-4dbf-b18d-9b04109b882a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.1376681
Mar 05 20:53:39.263086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e468db02-6078-4bde-884e-82b68fb8571f req-5ad38736-be01-4d9f-9a89-aacf9974a23a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 10997 time: 0.1376889
Mar 05 20:53:39.268653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0e65bed0-0360-4be9-84d3-3f4a1548b9c4 None None] Provisioning complete for port b9701cfb-119e-4040-a711-f90621bd7b80 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:39.270473 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e65bed0-0360-4be9-84d3-3f4a1548b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:39.308096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0e65bed0-0360-4be9-84d3-3f4a1548b9c4 None None] Port b9701cfb-119e-4040-a711-f90621bd7b80 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:53:39.313637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e468db02-6078-4bde-884e-82b68fb8571f req-5d659b9e-7f88-4f1e-a0bf-cd3fa0d30d76 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/46980dd5-3146-4cbc-8064-95782bacac8f HTTP/1.1" status: 200  len: 2998 time: 0.0441606
Mar 05 20:53:39.352957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-da4bb48f-63e9-4b50-a27c-315f0402a5cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0699425
Mar 05 20:53:39.360836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e468db02-6078-4bde-884e-82b68fb8571f req-dc611701-0048-4a06-8518-76f738880ac6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/46980dd5-3146-4cbc-8064-95782bacac8f HTTP/1.1" status: 200  len: 2998 time: 0.0432169
Mar 05 20:53:39.396863 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cddcbe-e02f-4607-a9af-13a039401e65 x-openstack-request-id: req-71cddcbe-e02f-4607-a9af-13a039401e65 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:39.397098 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:39.397545 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71cddcbe-e02f-4607-a9af-13a039401e65 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:39.397949 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'status': 'completed', 'code': 200}
Mar 05 20:53:39.489725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:39.507018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-59ca05b5-8994-4d11-a61d-d60f346745ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.508557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-59ca05b5-8994-4d11-a61d-d60f346745ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1130 time: 0.0806816
Mar 05 20:53:39.520682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bcb9-1ebe-4831-a49e-90a1cac245b0 req-e296c5c4-3806-4442-8f4e-eb3c3edb2dc1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.522123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ecc9bcb9-1ebe-4831-a49e-90a1cac245b0 req-e296c5c4-3806-4442-8f4e-eb3c3edb2dc1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.0684323
Mar 05 20:53:39.528879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2915ea-ca4c-42d3-9293-ea18ab9b7cb7 req-c3353190-576f-431e-8f88-36aa5c1ed33e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.530037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc2915ea-ca4c-42d3-9293-ea18ab9b7cb7 req-c3353190-576f-431e-8f88-36aa5c1ed33e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 948 time: 0.2521210
Mar 05 20:53:39.628570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ecc9bcb9-1ebe-4831-a49e-90a1cac245b0 req-150dfef7-c2b8-43b7-b7d7-d4b030b7b79e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974612
Mar 05 20:53:39.643788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-a4514666-f633-47bd-9524-d21ed26cfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.645341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-a4514666-f633-47bd-9524-d21ed26cfa59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1222782
Mar 05 20:53:39.649409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-f787c015-dc87-45ba-ad31-da12a3837648 service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768776
Mar 05 20:53:39.706759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-1f1a827a-66a7-421a-9b63-2fc0c4691fef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0408471
Mar 05 20:53:39.739405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc2915ea-ca4c-42d3-9293-ea18ab9b7cb7 req-2d3b3095-fbad-4f08-90ae-1ef906cd75ba tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973534
Mar 05 20:53:39.789121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-3f33c61c-1415-4b6b-985a-6dfcee19ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.790574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-3f33c61c-1415-4b6b-985a-6dfcee19ebb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0763772
Mar 05 20:53:39.802537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3b92a-7765-48d4-b2bb-2eea9fc17e48 req-61a1c73f-528c-4003-b80d-dbbdba4e39cc tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.803971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9d3b92a-7765-48d4-b2bb-2eea9fc17e48 req-61a1c73f-528c-4003-b80d-dbbdba4e39cc tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.1000571
Mar 05 20:53:39.842342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:39.879487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9d3b92a-7765-48d4-b2bb-2eea9fc17e48 req-af21f8bb-24c9-4bc0-9905-79da5ff9ef6e tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658827
Mar 05 20:53:39.882369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-b4b69ca2-4d7d-423a-bf77-825554010138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:39.883891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-b4b69ca2-4d7d-423a-bf77-825554010138 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0790191
Mar 05 20:53:40.006278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:40.118871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:40.132162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'mac_address': 'fa:16:3e:97:d8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:40.174175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:40.174835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.181471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks [] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.189981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:40.211275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:40.216380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.245529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Transition to ACTIVE for port object 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:40.258861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.273855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:40.277114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-c47e8de9-1a6d-443f-9fb4-1ae6ef12eba4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/0659106f-d0f9-4a0b-a9e2-00bec915f465 HTTP/1.1" status: 200  len: 1817 time: 0.4824641
Mar 05 20:53:40.311823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-468ddc8a-ba3b-4eb2-bb67-b73f213c194e req-ee46e7d1-a637-4087-9c86-51cad77070ba service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5966997
Mar 05 20:53:40.349032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-a8e2f3d2-d8c0-4a11-b0b5-27626fd4ce75 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4580538
Mar 05 20:53:40.356475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cfc24-0d37-4652-80de-dcd8ac833bb2 req-71ef2ad3-976b-4d97-9375-81b2e7bab7da tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.357980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d1cfc24-0d37-4652-80de-dcd8ac833bb2 req-71ef2ad3-976b-4d97-9375-81b2e7bab7da tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 946 time: 0.1028488
Mar 05 20:53:40.385036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:40.464362 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d1cfc24-0d37-4652-80de-dcd8ac833bb2 req-6e87de83-08c1-49df-9372-feda8634aa85 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966387
Mar 05 20:53:40.486133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b25b78db-e8a1-4e53-affa-ef7f782cdbb7 req-787f0815-34fb-48a7-9da9-f145e85c5f92 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271131
Mar 05 20:53:40.492881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (0659106f-d0f9-4a0b-a9e2-00bec915f465), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.497258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['16cf4bd3-62b6-4ec8-863b-656e8ed0397b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:40.519545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5866fc79-fac2-4bd2-978f-c689c32b9c03 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:40.534992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks [] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.551236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Attempting to bind port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:40.551785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Attempting to bind port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:40.552129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Attempting to bind port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:40.558769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (0659106f-d0f9-4a0b-a9e2-00bec915f465), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.576437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:40.577224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Attempting to bind port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:40.587719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Transition to ACTIVE for port object 5866fc79-fac2-4bd2-978f-c689c32b9c03 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:40.598560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:40.598910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Checking segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:40.599301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Bound using segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:40.599791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Bound port: 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:40.600143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.607194 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.613040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.620299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.626429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.631748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.637031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.640124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-dbb08a93-ad77-4f6a-b2c3-96b60a9a534c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 3816 time: 0.1029534
Mar 05 20:53:40.655810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:40.711922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0659106f-d0f9-4a0b-a9e2-00bec915f465), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.714961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa99a7d4-74ed-4df3-ab88-eee1f828a863 req-a7fbb0df-925c-4fec-8998-83755b592972 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690680
Mar 05 20:53:40.715745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.728515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfebeed7-f071-45cc-872b-2ce1a6bc2cda req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/0659106f-d0f9-4a0b-a9e2-00bec915f465 HTTP/1.1" status: 204  len: 173 time: 0.4401062
Mar 05 20:53:40.761011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:40.774718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:40.792596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'port_id': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'mac_address': 'fa:16:3e:0f:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74b6a01-ece6-4846-a919-e92070dd63a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:40.813899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9164590-3276-45ec-87ee-d9c9e79ee180 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0659106f-d0f9-4a0b-a9e2-00bec915f465,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:40.857765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 675294b3-97d2-451e-9c82-33eef5c81bf5 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:40.858161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.862374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:40.877362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675294b3-97d2-451e-9c82-33eef5c81bf5 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:40.896354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eedffa-686d-4c8a-bccb-1beebd0e83ef req-3d343066-fad3-4e40-9932-7f9e999d3653 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.897510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:40.898037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3eedffa-686d-4c8a-bccb-1beebd0e83ef req-3d343066-fad3-4e40-9932-7f9e999d3653 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 943 time: 0.0736601
Mar 05 20:53:40.919068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:40.919292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.928519 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.973632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3eedffa-686d-4c8a-bccb-1beebd0e83ef req-c2fcd483-4b41-483d-85ea-cd6eb02badf7 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624108
Mar 05 20:53:40.983295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Attempting to bind port 5866fc79-fac2-4bd2-978f-c689c32b9c03 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:40.983647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Attempting to bind port 5866fc79-fac2-4bd2-978f-c689c32b9c03 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:40.984009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Attempting to bind port 5866fc79-fac2-4bd2-978f-c689c32b9c03 on network 67213d25-3583-48ce-be19-a10d0059fcac {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:40.987903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:40.993816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:40.996209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:40.997742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] 10.222.0.23 "PUT /v2.0/ports/849d5225-97e8-496b-a8f3-1b7a3df6f4d7 HTTP/1.1" status: 200  len: 1091 time: 2.3934276
Mar 05 20:53:41.003559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:41.005919 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250e82de-867a-4000-9113-57f3b94749b1" -d '{"events": [{"name": "network-changed", "server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:41.014397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Port 5866fc79-fac2-4bd2-978f-c689c32b9c03 on network 67213d25-3583-48ce-be19-a10d0059fcac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:41.014853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Attempting to bind port 5866fc79-fac2-4bd2-978f-c689c32b9c03 on network 67213d25-3583-48ce-be19-a10d0059fcac {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:41.028939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edede4-748f-4567-b953-66645ef1a66d req-8dd30fcf-a20b-42ba-b3b9-74a5ffe680c6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.030653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5edede4-748f-4567-b953-66645ef1a66d req-8dd30fcf-a20b-42ba-b3b9-74a5ffe680c6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 943 time: 0.2275975
Mar 05 20:53:41.035945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:41.036289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Checking segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:41.036825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Bound using segment: {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:41.037275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Bound port: 5866fc79-fac2-4bd2-978f-c689c32b9c03, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13991ca2-edf1-4392-8d67-5ad57234ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:41.037801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.110499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa6eb-c09b-43ef-9f77-af3c2013459c service neutron] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:41.126441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa2a8e-7f14-4e5f-8c92-fc8b3fe9da9a req-92aac371-9083-428c-a168-c3e076b83fe4 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.128017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2aaa2a8e-7f14-4e5f-8c92-fc8b3fe9da9a req-92aac371-9083-428c-a168-c3e076b83fe4 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 945 time: 0.0922525
Mar 05 20:53:41.140096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-d05bc612-c7a3-4b7d-9715-db60c454e452 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.141538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-d05bc612-c7a3-4b7d-9715-db60c454e452 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 946 time: 0.0744591
Mar 05 20:53:41.177517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['675294b3-97d2-451e-9c82-33eef5c81bf5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:41.190385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5edede4-748f-4567-b953-66645ef1a66d req-97b6f954-83ed-4d5c-8b9b-df96460492cc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354437
Mar 05 20:53:41.194749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:41.199815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:41.202656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-da164e84-bc79-4b36-b277-28def3eac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.204387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-da164e84-bc79-4b36-b277-28def3eac0fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 1125 time: 0.1348193
Mar 05 20:53:41.226081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.276921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2aaa2a8e-7f14-4e5f-8c92-fc8b3fe9da9a req-241ec01a-155d-4de3-9066-11059524072e tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342607
Mar 05 20:53:41.285238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-0f382526-9cf5-461f-8234-2fd7a90bd213 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7 HTTP/1.1" status: 200  len: 217 time: 0.0653193
Mar 05 20:53:41.309001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.309692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.311099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] 10.222.0.31 "PUT /v2.0/ports/5866fc79-fac2-4bd2-978f-c689c32b9c03 HTTP/1.1" status: 200  len: 1091 time: 2.1801112
Mar 05 20:53:41.338048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Deleting port 987d4803-9ee7-4faf-842e-7a86e2732a1a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:41.338384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.362662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:41.393343 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-7cba20bb-7681-4450-b7da-57618e4b16ee req-b03146e4-eb2f-4ecb-beba-e2b028b339d5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:53:41.394361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cba20bb-7681-4450-b7da-57618e4b16ee req-b03146e4-eb2f-4ecb-beba-e2b028b339d5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/0659106f-d0f9-4a0b-a9e2-00bec915f465 HTTP/1.1" status: 404  len: 352 time: 0.0699089
Mar 05 20:53:41.419554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332e824-c1bf-414c-bd7e-3f7501e5917d service neutron] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:41.437434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-de2c02fe-f2be-4f19-a88c-8fb362d52748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.438929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-de2c02fe-f2be-4f19-a88c-8fb362d52748 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.1334231
Mar 05 20:53:41.457930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] For port 987d4803-9ee7-4faf-842e-7a86e2732a1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=987d4803-9ee7-4faf-842e-7a86e2732a1a,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:41.458679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.480827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dbe0f-04a8-4397-b26c-2e3a6a9bd7ec req-684cf647-2c39-4261-a8e8-8cd8bc3cb035 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.482287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a27dbe0f-04a8-4397-b26c-2e3a6a9bd7ec req-684cf647-2c39-4261-a8e8-8cd8bc3cb035 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.1961765
Mar 05 20:53:41.501455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-f4c007f2-9849-4888-ac9f-20ead4074d2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564377
Mar 05 20:53:41.573938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.613177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d9be-7799-4b93-be76-484e8fe37388 req-eed2bfd2-9813-4cad-86d9-ad5377ff5e9a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.614653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19f6d9be-7799-4b93-be76-484e8fe37388 req-eed2bfd2-9813-4cad-86d9-ad5377ff5e9a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 949 time: 0.1355803
Mar 05 20:53:41.641701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a27dbe0f-04a8-4397-b26c-2e3a6a9bd7ec req-03da2e6c-c612-4a25-84ff-e5ccc63ec2c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423087
Mar 05 20:53:41.724743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19f6d9be-7799-4b93-be76-484e8fe37388 req-5819f8ff-3b25-4dd2-82bb-c11c71e6661c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021647
Mar 05 20:53:41.726614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.726983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.727304 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Floating IP 1d5b9b79-ca6f-4d7d-8265-e323e20573df disassociated. External IP: 172.35.0.22, port: 987d4803-9ee7-4faf-842e-7a86e2732a1a.
Mar 05 20:53:41.727652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Calling delete_port for 987d4803-9ee7-4faf-842e-7a86e2732a1a owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:41.742561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-0e9596df-1fcb-469f-a003-d577ab3bcae3 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294667
Mar 05 20:53:41.801049 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8be7d-0e64-4811-9147-da4b60166fdb x-openstack-request-id: req-12f8be7d-0e64-4811-9147-da4b60166fdb {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:41.801347 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:41.801581 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12f8be7d-0e64-4811-9147-da4b60166fdb {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:41.801976 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'status': 'completed', 'code': 200}
Mar 05 20:53:41.880575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (987d4803-9ee7-4faf-842e-7a86e2732a1a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:41.914608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event deleted for resources: {'Port': ['ID=987d4803-9ee7-4faf-842e-7a86e2732a1a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:41.984519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033dc6-aaf9-4e14-a570-c3a6b61b546f req-d4ad1672-781f-40b9-bc61-ec36585d1f89 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:41.990998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf033dc6-aaf9-4e14-a570-c3a6b61b546f req-d4ad1672-781f-40b9-bc61-ec36585d1f89 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7325377-2828-4f76-82f5-84a025e75574 HTTP/1.1" status: 200  len: 867 time: 0.2537446
Mar 05 20:53:42.004444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:42.007601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:42.039445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6059e591-fc32-45fe-9e8c-379754d6e83d req-872b8b1e-8f26-48c7-83ca-f3c8be724fa7 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2846174
Mar 05 20:53:42.061471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-c70a2d0a-c376-49a5-8720-fe1108657e22 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/f25b682a-b85a-4260-83ce-f021216c56f5 HTTP/1.1" status: 200  len: 1817 time: 0.0611696
Mar 05 20:53:42.116138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Router c0cadf66-13c8-446a-b352-7c2da0a2de2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:53:42.118571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf033dc6-aaf9-4e14-a570-c3a6b61b546f req-46934365-cd29-4821-94e9-b701ddf9ccca tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f1f3da4-33c7-4646-ac03-63760fb11179&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267846
Mar 05 20:53:42.147650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef356e17-c442-448a-8679-da5ba1910c00 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:42.158300 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks [] for port (ef356e17-c442-448a-8679-da5ba1910c00), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.177044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Transition to ACTIVE for port object ef356e17-c442-448a-8679-da5ba1910c00 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:42.178475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:42.179242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e82de-867a-4000-9113-57f3b94749b1 req-93ca4520-2ded-4ddc-817f-bcd323f09f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.180780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-93ca4520-2ded-4ddc-817f-bcd323f09f0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 1125 time: 0.0865309
Mar 05 20:53:42.185468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.193288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '727e5026-bc21-477c-93fd-d0897928ef02', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '727e5026-bc21-477c-93fd-d0897928ef02', 'mac_address': 'fa:16:3e:f3:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:42.199256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:42.233104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:42.233399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.235274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:42.277984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727e5026-bc21-477c-93fd-d0897928ef02 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:42.278631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.280641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (f25b682a-b85a-4260-83ce-f021216c56f5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.300950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e5026-bc21-477c-93fd-d0897928ef02 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:42.332175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (f25b682a-b85a-4260-83ce-f021216c56f5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.336333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:42.356853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e82de-867a-4000-9113-57f3b94749b1 req-567e0579-a312-4428-90c5-127683304992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.362001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-567e0579-a312-4428-90c5-127683304992 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 922 time: 0.1288605
Mar 05 20:53:42.371921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:53:42.392922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:42.393327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.409132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Sync routers for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:53:42.424507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.444011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] No DVR routers for this DVR port 987d4803-9ee7-4faf-842e-7a86e2732a1a on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:42.448423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.452642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4a8b057-8a16-4b40-bee3-b38c95ad0247 req-8f62b6a6-7f2f-4281-8f5c-690d083d6cd0 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.31 "DELETE /v2.0/ports/987d4803-9ee7-4faf-842e-7a86e2732a1a HTTP/1.1" status: 204  len: 173 time: 1.3036449
Mar 05 20:53:42.456163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'name': 'network-vif-deleted', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:42.457133 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1094e8-c17b-4ab6-9472-2b6c5a0af005" -d '{"events": [{"server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "name": "network-vif-deleted", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:42.477788 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f25b682a-b85a-4260-83ce-f021216c56f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.488972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-8c001731-5f52-493e-99b8-3ee11592d972 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7 HTTP/1.1" status: 200  len: 217 time: 0.1010947
Mar 05 20:53:42.492559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.513227 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc9887f6-5a04-4c51-9fda-fcb7895a6923 req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/f25b682a-b85a-4260-83ce-f021216c56f5 HTTP/1.1" status: 204  len: 173 time: 0.4382620
Mar 05 20:53:42.533089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:42.539157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6688052-ef84-4acc-bd87-647b52a95b5f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25b682a-b85a-4260-83ce-f021216c56f5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:42.565738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:42.568504 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c92486-e03e-419c-beb6-7b77fe900b0c" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:42.585447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:42.586314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832dba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:42.648064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Attempting to bind port ef356e17-c442-448a-8679-da5ba1910c00 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:42.648535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Attempting to bind port ef356e17-c442-448a-8679-da5ba1910c00 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:42.648880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Attempting to bind port ef356e17-c442-448a-8679-da5ba1910c00 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:42.663610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.672526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.684865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.691872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.705672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.711054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.712983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-ab754a8d-78fc-4db8-a36b-f1f51978f024 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 4599 time: 0.3498049
Mar 05 20:53:42.723983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Port ef356e17-c442-448a-8679-da5ba1910c00 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:42.724313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Attempting to bind port ef356e17-c442-448a-8679-da5ba1910c00 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:42.727143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e82de-867a-4000-9113-57f3b94749b1 req-6c1890d7-4680-42f8-8e4e-3aec14a4ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.729204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-6c1890d7-4680-42f8-8e4e-3aec14a4ef7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.2306049
Mar 05 20:53:42.734223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:42.771984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:42.772333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:42.772729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Bound using segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:42.773173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Bound port: ef356e17-c442-448a-8679-da5ba1910c00, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:42.773541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.788128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-4013f4f8-e964-4b8a-a3d8-a7fa8369927a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496993
Mar 05 20:53:42.850151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:42.887707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:42.890696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:42.892341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef356e17-c442-448a-8679-da5ba1910c00,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:42.924371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:42.943488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e43f-2fc4-4f43-acaf-9df0279df3cb req-4a82a5ef-d71a-42ac-8333-3f58f8314544 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:42.945636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a3e43f-2fc4-4f43-acaf-9df0279df3cb req-4a82a5ef-d71a-42ac-8333-3f58f8314544 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 943 time: 0.1433082
Mar 05 20:53:42.969440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['727e5026-bc21-477c-93fd-d0897928ef02'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:42.991024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-ce2130e7-1c42-4771-890b-36aa9c1c0e08 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1960180
Mar 05 20:53:42.995856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.031860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a3e43f-2fc4-4f43-acaf-9df0279df3cb req-5bb135df-3d97-4b56-ba7d-34aff2842afd tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695984
Mar 05 20:53:43.115512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e147f09-5ad7-4a9d-9604-7cb8e7b51223 req-5b6ca6c7-2f78-4802-9c52-8185f9d9e388 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3935463
Mar 05 20:53:43.123721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.124400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.125812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] 10.222.0.31 "PUT /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 1129 time: 1.7899933
Mar 05 20:53:43.147258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251efa-3351-4793-8668-6af5b1a0a71c service neutron] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:43.186762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-250e82de-867a-4000-9113-57f3b94749b1 req-67e12dd8-38c8-4440-bdd6-fb7b4487b23c service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836421
Mar 05 20:53:43.236762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:43.278156 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8aab4-6648-4894-b814-a2dce99df498 x-openstack-request-id: req-03c8aab4-6648-4894-b814-a2dce99df498 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:43.280298 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7325377-2828-4f76-82f5-84a025e75574", "name": "network-vif-deleted", "tag": "987d4803-9ee7-4faf-842e-7a86e2732a1a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:43.280670 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03c8aab4-6648-4894-b814-a2dce99df498 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:43.281330 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7325377-2828-4f76-82f5-84a025e75574', 'name': 'network-vif-deleted', 'tag': '987d4803-9ee7-4faf-842e-7a86e2732a1a', 'status': 'completed', 'code': 200}
Mar 05 20:53:43.299653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:43.324170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.331977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e30e6-90ff-4319-993e-2056824cc2ff req-c3f41fe4-0f1c-4f63-a992-9ce5961c9f6b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.342340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 675294b3-97d2-451e-9c82-33eef5c81bf5 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:43.344546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f9e30e6-90ff-4319-993e-2056824cc2ff req-c3f41fe4-0f1c-4f63-a992-9ce5961c9f6b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 944 time: 0.2357314
Mar 05 20:53:43.349699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 675294b3-97d2-451e-9c82-33eef5c81bf5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:43.350073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.405373 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-7a000564-2264-4d3f-b06e-a93cb497287a req-175ed14b-3ec7-45c9-a79b-51b93d514287 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:53:43.408218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a000564-2264-4d3f-b06e-a93cb497287a req-175ed14b-3ec7-45c9-a79b-51b93d514287 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/f25b682a-b85a-4260-83ce-f021216c56f5 HTTP/1.1" status: 404  len: 352 time: 0.0617981
Mar 05 20:53:43.461132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f9e30e6-90ff-4319-993e-2056824cc2ff req-8a997591-39c7-4074-93b3-1d0c4f8d7899 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141999
Mar 05 20:53:43.514963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832dba60>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:43.571634 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1e941-b8bb-4865-a5e6-eb56aa44a2eb x-openstack-request-id: req-b4f1e941-b8bb-4865-a5e6-eb56aa44a2eb {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:43.572988 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:43.573552 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4f1e941-b8bb-4865-a5e6-eb56aa44a2eb {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:43.574290 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'code': 200}
Mar 05 20:53:43.598624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Checking router: c0cadf66-13c8-446a-b352-7c2da0a2de2d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:53:43.657536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 675294b3-97d2-451e-9c82-33eef5c81bf5 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:43.658329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.663575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:43.664262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832dba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:43.694189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3261b-0fab-4c5e-81f2-354e2048ef6d req-233bf6eb-e5cc-425c-a57f-00e7a8902d29 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.695815 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60a3261b-0fab-4c5e-81f2-354e2048ef6d req-233bf6eb-e5cc-425c-a57f-00e7a8902d29 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.1281099
Mar 05 20:53:43.711388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-911fc76c-37c5-470f-a15d-309a1e2a1d58 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.713038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-911fc76c-37c5-470f-a15d-309a1e2a1d58 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/ports?device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 945 time: 0.2540255
Mar 05 20:53:43.729819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb0e3-271c-4686-8004-ac24ac396278 req-47306019-5366-4569-b22a-0d7274b9c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.731496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d2fb0e3-271c-4686-8004-ac24ac396278 req-47306019-5366-4569-b22a-0d7274b9c65a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1132 time: 0.0846224
Mar 05 20:53:43.775527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:43.782140 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.801306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60a3261b-0fab-4c5e-81f2-354e2048ef6d req-cac9ed21-2b00-40aa-a338-ffa9da01a875 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949936
Mar 05 20:53:43.807607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}, {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'ef356e17-c442-448a-8679-da5ba1910c00'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:43.808638 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f03f5-0245-4137-acff-0adb7bd53b90" -d '{"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03"}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "ef356e17-c442-448a-8679-da5ba1910c00"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:43.827519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d2fb0e3-271c-4686-8004-ac24ac396278 req-360ebf37-fcdb-4991-8865-24b8bace83e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851672
Mar 05 20:53:43.853837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:43.881826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:43.887249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c017-c8fe-44aa-a108-3da78ed45011 req-785f7ab5-308b-4561-a3ab-67c4b0c62774 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.894211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd35c017-c8fe-44aa-a108-3da78ed45011 req-785f7ab5-308b-4561-a3ab-67c4b0c62774 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=730ddde5-fc74-4dfd-b3f8-879a2d86114d HTTP/1.1" status: 200  len: 945 time: 0.2299666
Mar 05 20:53:43.933286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb782-daab-472c-a6ae-bb3241f5f94e req-3c355333-6efb-4546-b07f-b1b5ba2b9db8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:43.934798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a94eb782-daab-472c-a6ae-bb3241f5f94e req-3c355333-6efb-4546-b07f-b1b5ba2b9db8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0613039
Mar 05 20:53:43.959148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Deleting port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:43.959491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:43.994187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a94eb782-daab-472c-a6ae-bb3241f5f94e req-dd6ac8f9-ece5-4ebc-9e58-bf911f223398 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526187
Mar 05 20:53:44.021033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 987d4803-9ee7-4faf-842e-7a86e2732a1a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:44.033663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd35c017-c8fe-44aa-a108-3da78ed45011 req-684fe716-ff89-4765-92fb-58e6baa0e33e tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385031
Mar 05 20:53:44.048027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e97203d-117b-4a26-8c1e-33c77fbdf3ce {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:44.069209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks [] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.070794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 987d4803-9ee7-4faf-842e-7a86e2732a1a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:44.071635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 987d4803-9ee7-4faf-842e-7a86e2732a1a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:44.098543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Transition to ACTIVE for port object 8e97203d-117b-4a26-8c1e-33c77fbdf3ce will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:44.100344 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f7d329-bf6f-451d-bcdc-036127243f5c x-openstack-request-id: req-99f7d329-bf6f-451d-bcdc-036127243f5c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:44.100683 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "ef356e17-c442-448a-8679-da5ba1910c00", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:44.100904 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99f7d329-bf6f-451d-bcdc-036127243f5c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:44.101310 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'status': 'completed', 'code': 200}
Mar 05 20:53:44.101573 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'ef356e17-c442-448a-8679-da5ba1910c00', 'status': 'completed', 'code': 200}
Mar 05 20:53:44.105858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.120476 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-b85bb044-af9b-419e-b651-3afc57873967 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c824e870-7a76-4d8e-a945-34bebbe65d56 HTTP/1.1" status: 200  len: 1817 time: 0.0566337
Mar 05 20:53:44.152786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] For port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:44.153158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.177658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832dba60>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:44.180504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Calling delete_port for 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:44.209324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dba06-2f6d-4a20-b0fe-7a06c8cf8692 None None] The sync data for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 is: [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:51:00Z', 'revision_number': 4, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1c195aa-5b52-4ece-9c6f-c97236e80f17', 'name': '', 'network_id': 'd8a74baa-3ebe-46d5-a0b5-c05bac959620', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'mac_address': 'fa:16:3e:2c:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '40c46d1e-105f-4efd-9838-f563237df13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:58Z', 'updated_at': '2022-03-05T20:51:04Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'subnets': [{'id': '40c46d1e-105f-4efd-9838-f563237df13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:53:44.233068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c824e870-7a76-4d8e-a945-34bebbe65d56), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.269364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c824e870-7a76-4d8e-a945-34bebbe65d56), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.295226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.295734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.296320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.296798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.297408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.297880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.298347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.300786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-535abab3-cdbb-437e-b858-5587bdc8620d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6228 time: 0.1290927
Mar 05 20:53:44.443908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c824e870-7a76-4d8e-a945-34bebbe65d56), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.446868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.452811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0880e4e-95b9-4fbe-924b-446e1a3f390f req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/c824e870-7a76-4d8e-a945-34bebbe65d56 HTTP/1.1" status: 204  len: 173 time: 0.3242373
Mar 05 20:53:44.496445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44994) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:44.531008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be32a6b-e661-4ac0-a2d0-67529b7de8d9 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c824e870-7a76-4d8e-a945-34bebbe65d56,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:44.592713 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca29b92-0b93-40a4-b691-c3a6788fc933 None None] New status for floating IP 1d5b9b79-ca6f-4d7d-8265-e323e20573df: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:53:44.614588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:44.622016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-f44c4d53-d27f-442a-8358-b3a77aadb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.622494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-f44c4d53-d27f-442a-8358-b3a77aadb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.622963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-f44c4d53-d27f-442a-8358-b3a77aadb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.624573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-f44c4d53-d27f-442a-8358-b3a77aadb746 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3156948
Mar 05 20:53:44.688303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:53:44.694446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08c9ae-f4be-42d4-8c61-05d0d277e815 req-903e0ab1-3872-4bb9-a59d-26cbc658ee0c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.702081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e08c9ae-f4be-42d4-8c61-05d0d277e815 req-903e0ab1-3872-4bb9-a59d-26cbc658ee0c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 943 time: 0.5132542
Mar 05 20:53:44.748705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-63c86152-adf7-4125-9dd5-9e7543a93b40 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.750302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-63c86152-adf7-4125-9dd5-9e7543a93b40 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 946 time: 0.5214345
Mar 05 20:53:44.803859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.809920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Attempting to bind port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:44.809920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Attempting to bind port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:44.810201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Attempting to bind port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:44.812274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.817679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.824854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.830481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.839754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.845610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.847492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-19a7de61-527b-4c51-a16f-1199bae43a08 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5371 time: 0.2773368
Mar 05 20:53:44.848599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (1f1f3da4-33c7-4646-ac03-63760fb11179), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.861023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on network 2b3d5cc6-cf52-466e-844d-ad651934c95a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:44.861356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Attempting to bind port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:44.862605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:44.877175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'port_id': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'mac_address': 'fa:16:3e:e1:67:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca9ca5e-d60e-48cd-b5ad-2d405472172d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:53:44.878652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e08c9ae-f4be-42d4-8c61-05d0d277e815 req-b7f9f4a2-019d-46b4-a30e-1eea59b0dc4d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720555
Mar 05 20:53:44.927362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:44.928109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:44.928712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Bound using segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:44.929335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Bound port: 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:44.929872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.935526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:44.936023 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.936505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (1f1f3da4-33c7-4646-ac03-63760fb11179), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.948515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-d169e348-c58b-438e-835c-48b8355096e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:44.949890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-d169e348-c58b-438e-835c-48b8355096e7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3146029
Mar 05 20:53:44.951082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:44.964573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (160c53f5-6eb4-4d29-ab34-699f46d3c7e4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:44.970847 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-02c6d5ea-7abd-4f7d-b1e3-609b102458e5 req-6f518752-29d7-4d0d-b242-e848386358be tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:53:44.972009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02c6d5ea-7abd-4f7d-b1e3-609b102458e5 req-6f518752-29d7-4d0d-b242-e848386358be tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c824e870-7a76-4d8e-a945-34bebbe65d56 HTTP/1.1" status: 404  len: 352 time: 0.0356293
Mar 05 20:53:44.974392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:44.977035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'a12b1cef-8918-43e9-9644-e6d9f0cccf28'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:45.008787 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.034234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event deleted for resources: {'Port': ['ID=160c53f5-6eb4-4d29-ab34-699f46d3c7e4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:45.052291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-744f9e1b-27b6-4aa3-9483-270f409651f8 req-700eaf17-b37b-4888-be9e-68888bccd36d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1666174
Mar 05 20:53:45.120903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] No DVR routers for this DVR port 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:45.124508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Deleting port a12b1cef-8918-43e9-9644-e6d9f0cccf28 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:45.124854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.129357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.132630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cdd3e0c-a470-4045-a75d-e0f42092ac5e req-28e17fba-a536-4571-bd1b-215e1d18a000 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "DELETE /v2.0/ports/160c53f5-6eb4-4d29-ab34-699f46d3c7e4 HTTP/1.1" status: 204  len: 173 time: 1.3929074
Mar 05 20:53:45.148322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:45.153872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:45.168837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f1f3da4-33c7-4646-ac03-63760fb11179), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.175281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.186310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f1f3da4-33c7-4646-ac03-63760fb11179 HTTP/1.1" status: 204  len: 168 time: 0.6865201
Mar 05 20:53:45.188569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45004) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:45.209831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97598d3-782c-4b61-8a0f-7fbbd7c34d79 tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f3da4-33c7-4646-ac03-63760fb11179,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:45.238527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:45.250514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.250795 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-b7741a1d-e76e-4aba-8c30-ff5ad6b38c8c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] show failed (client error): The resource could not be found.
Mar 05 20:53:45.250890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.251323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.254463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b7741a1d-e76e-4aba-8c30-ff5ad6b38c8c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "GET /v2.0/security-groups/1f1f3da4-33c7-4646-ac03-63760fb11179 HTTP/1.1" status: 404  len: 347 time: 0.0601184
Mar 05 20:53:45.254578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.254578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.254578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.254578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.255152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45006) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:45.255743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-7636f253-5f4a-406d-b7cb-5de274722678 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6228 time: 0.1947842
Mar 05 20:53:45.269727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.316563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['849d5225-97e8-496b-a8f3-1b7a3df6f4d7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:45.331234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cafa-626c-42e1-ba38-114244be5079 req-323e95e4-3272-4653-b796-69df5a59ee6e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.340171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-faf9cafa-626c-42e1-ba38-114244be5079 req-323e95e4-3272-4653-b796-69df5a59ee6e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 946 time: 0.1530733
Mar 05 20:53:45.373448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.374073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.375463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 1130 time: 2.2122545
Mar 05 20:53:45.425294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:45.433653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-faf9cafa-626c-42e1-ba38-114244be5079 req-5067a6da-c10d-458e-9a83-b7959d656fb4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924482
Mar 05 20:53:45.465060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-95578075-214f-4274-9962-484eb36180ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.467589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-95578075-214f-4274-9962-484eb36180ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.469284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-95578075-214f-4274-9962-484eb36180ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.475004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-95578075-214f-4274-9962-484eb36180ef service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2118897
Mar 05 20:53:45.485717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] For port a12b1cef-8918-43e9-9644-e6d9f0cccf28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a12b1cef-8918-43e9-9644-e6d9f0cccf28,segment=NetworkSegment(2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4),segment_id=2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:45.486383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.523756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1419769-4198-415e-a3f6-da28dea3f70b req-92b7ab3d-5610-427f-a344-25bce3d321f3 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.532440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1419769-4198-415e-a3f6-da28dea3f70b req-92b7ab3d-5610-427f-a344-25bce3d321f3 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 944 time: 0.3462691
Mar 05 20:53:45.576342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db04a-2e35-4454-84c0-9f33ac2e8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:45.577728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:45.580238 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a790b2d8-fecb-4201-a227-350c4c406d7c" -d '{"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-plugged", "status": "completed", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:45.581426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Calling delete_port for a12b1cef-8918-43e9-9644-e6d9f0cccf28 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:45.641511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8cd24-53ac-4408-9c03-f3229b8cd59f req-0de8143f-9e3a-4b39-a1d0-8e6bba922512 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.643013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfc8cd24-53ac-4408-9c03-f3229b8cd59f req-0de8143f-9e3a-4b39-a1d0-8e6bba922512 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1004915
Mar 05 20:53:45.656757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-39af3b9d-c7a1-4259-a9ae-33d285a806bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:45.658371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-844f03f5-0245-4137-acff-0adb7bd53b90 req-39af3b9d-c7a1-4259-a9ae-33d285a806bf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1770818
Mar 05 20:53:45.725928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.742439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfc8cd24-53ac-4408-9c03-f3229b8cd59f req-c1b18f05-bd43-4697-b97a-753213694955 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821235
Mar 05 20:53:45.763762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1419769-4198-415e-a3f6-da28dea3f70b req-0579b212-5f8b-48d2-99e7-bbf92c5055da tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295067
Mar 05 20:53:45.784738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Deleting port a558c317-a2bf-47af-a5fc-576f4d7f5859 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:45.785093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:45.854954 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee60cc-d9ce-41f1-8ad9-65a200780c4e x-openstack-request-id: req-a4ee60cc-d9ce-41f1-8ad9-65a200780c4e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:45.855466 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-plugged", "status": "completed", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:45.855567 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4ee60cc-d9ce-41f1-8ad9-65a200780c4e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:45.857404 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'code': 200}
Mar 05 20:53:45.881730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68eb0620-5f3f-45f3-89d2-2033d9670f43 req-05f196ba-37c5-4ef7-a307-292dfcddccc1 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 6199 time: 0.1150653
Mar 05 20:53:45.935072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68eb0620-5f3f-45f3-89d2-2033d9670f43 req-c46519cd-49b0-43d4-95de-816e045a2e01 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/46980dd5-3146-4cbc-8064-95782bacac8f HTTP/1.1" status: 200  len: 2998 time: 0.0524464
Mar 05 20:53:45.975330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68eb0620-5f3f-45f3-89d2-2033d9670f43 req-510783a5-fef0-4a48-ac23-a4caaf9ae13e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/46980dd5-3146-4cbc-8064-95782bacac8f HTTP/1.1" status: 200  len: 2998 time: 0.0391173
Mar 05 20:53:46.027222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:46.069204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.069564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (a558c317-a2bf-47af-a5fc-576f4d7f5859), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.083008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371033b2-1a74-45bd-ac13-7618218133c9 req-498b23e4-8635-47e8-a6b5-a84587041800 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.085243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-371033b2-1a74-45bd-ac13-7618218133c9 req-498b23e4-8635-47e8-a6b5-a84587041800 tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f3a1743-f646-4148-a573-fe033e15c940 HTTP/1.1" status: 200  len: 946 time: 0.0617232
Mar 05 20:53:46.089999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 727e5026-bc21-477c-93fd-d0897928ef02 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:46.093862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 727e5026-bc21-477c-93fd-d0897928ef02 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:46.094246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (727e5026-bc21-477c-93fd-d0897928ef02), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.107848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'name': 'network-vif-deleted', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4'}, {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:46.110084 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51468887-a980-4edb-a472-fbbe16e2458f" -d '{"events": [{"server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "name": "network-vif-deleted", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4"}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "8e97203d-117b-4a26-8c1e-33c77fbdf3ce"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:46.115855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Calling delete_port for a558c317-a2bf-47af-a5fc-576f4d7f5859 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:46.136896 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-371033b2-1a74-45bd-ac13-7618218133c9 req-d407a13e-abae-4637-916a-9966c1bd504f tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.15 "GET /v2.0/security-groups?id=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441210
Mar 05 20:53:46.160682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a12b1cef-8918-43e9-9644-e6d9f0cccf28), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.202839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727e5026-bc21-477c-93fd-d0897928ef02 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:46.203327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.239702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:46.245606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.248587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Pushing event deleted for resources: {'Port': ['ID=a12b1cef-8918-43e9-9644-e6d9f0cccf28,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:46.255914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b03a-3f15-4876-a82e-34d1540f5cd5 req-68a0c128-1cc2-4ca9-85a4-efab5df73ee2 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.257768 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0af5b03a-3f15-4876-a82e-34d1540f5cd5 req-68a0c128-1cc2-4ca9-85a4-efab5df73ee2 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 944 time: 0.0582178
Mar 05 20:53:46.264511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3c0e-533e-4208-9a18-530cf66aaadb req-63b60bf8-660e-42fe-99e6-34e17e6350ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.266015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f04f3c0e-533e-4208-9a18-530cf66aaadb req-63b60bf8-660e-42fe-99e6-34e17e6350ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1128 time: 0.3224947
Mar 05 20:53:46.273265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6402d9e-f17f-481e-8f75-8ee6c9e08227 req-5c30c9f3-8e3c-48a6-86c5-c7eba0159032 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.280266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6402d9e-f17f-481e-8f75-8ee6c9e08227 req-5c30c9f3-8e3c-48a6-86c5-c7eba0159032 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1132 time: 0.3355370
Mar 05 20:53:46.308512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:46.317812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0af5b03a-3f15-4876-a82e-34d1540f5cd5 req-f0bf7013-798b-44c4-82d7-b7ae985c1fb9 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522738
Mar 05 20:53:46.345771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-100849016', 'description': 'tempest-description-1336751239'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:46.366284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.383946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] No DVR routers for this DVR port a12b1cef-8918-43e9-9644-e6d9f0cccf28 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:46.402113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.405612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8f9ffe2-b143-4000-8e0d-c86a81553f6c req-0cfcbeea-9ff9-4d2b-81e5-05eb64fef89a tempest-MultipleCreateTestJSON-874645773 tempest-MultipleCreateTestJSON-874645773-project] 10.222.0.23 "DELETE /v2.0/ports/a12b1cef-8918-43e9-9644-e6d9f0cccf28 HTTP/1.1" status: 204  len: 173 time: 1.6466689
Mar 05 20:53:46.441443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ce519741-0808-43df-9dc7-121b57f65881), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.446233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce519741-0808-43df-9dc7-121b57f65881), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.456951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6402d9e-f17f-481e-8f75-8ee6c9e08227 req-b16b1fda-af8f-439b-a32f-8cc5c30c5d7a tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758218
Mar 05 20:53:46.473432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f04f3c0e-533e-4208-9a18-530cf66aaadb req-29663594-d3fe-472f-890a-55c05fcf6b38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792557
Mar 05 20:53:46.497820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.500843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb63a72b-4de3-43fe-b142-75ccf9dc6f7a req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1592438
Mar 05 20:53:46.502440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d124f7-ec8d-4fdd-9be7-9ad701a757b0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce519741-0808-43df-9dc7-121b57f65881,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:46.543484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1807e8-ead9-44e9-ab65-390e42b1ded8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:46.553663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks [] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.565401 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe776ce0-a826-4184-973a-da65a9d91d03 x-openstack-request-id: req-fe776ce0-a826-4184-973a-da65a9d91d03 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:46.565700 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730ddde5-fc74-4dfd-b3f8-879a2d86114d", "name": "network-vif-deleted", "tag": "160c53f5-6eb4-4d29-ab34-699f46d3c7e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "8e97203d-117b-4a26-8c1e-33c77fbdf3ce", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:46.565955 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe776ce0-a826-4184-973a-da65a9d91d03 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:46.566349 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730ddde5-fc74-4dfd-b3f8-879a2d86114d', 'name': 'network-vif-deleted', 'tag': '160c53f5-6eb4-4d29-ab34-699f46d3c7e4', 'status': 'completed', 'code': 200}
Mar 05 20:53:46.566618 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce', 'status': 'completed', 'code': 200}
Mar 05 20:53:46.583929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Transition to ACTIVE for port object 2c1807e8-ead9-44e9-ab65-390e42b1ded8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:46.604468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a558c317-a2bf-47af-a5fc-576f4d7f5859), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.606290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.649534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Pushing event deleted for resources: {'Port': ['ID=a558c317-a2bf-47af-a5fc-576f4d7f5859,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:46.678778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:53:46.686998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.687558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.688071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.688532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.688996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.689498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.689965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.691888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51468887-a980-4edb-a472-fbbe16e2458f req-e9bff4a5-f4df-43b3-9f37-f61193c0c741 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6326 time: 0.0990069
Mar 05 20:53:46.730372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef01fa-1d1b-4a93-8d2b-a1c4009fd1db req-f26b8948-b483-4de5-bdf8-77e5efe0f1a3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.732690 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-26ef01fa-1d1b-4a93-8d2b-a1c4009fd1db req-f26b8948-b483-4de5-bdf8-77e5efe0f1a3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 946 time: 0.1037383
Mar 05 20:53:46.765471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.768967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:53:46.773618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.774923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:53:46.775742 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.787772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.794223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.800205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.805839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.813668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.816440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-0ebcfcd2-d9a7-49ce-813a-763473822822 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5371 time: 0.2523389
Mar 05 20:53:46.843647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-26ef01fa-1d1b-4a93-8d2b-a1c4009fd1db req-0a52ba91-3608-4b43-88f1-c9ece18f3116 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789349
Mar 05 20:53:46.852614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:46.881719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks [] for floatingip (1d5b9b79-ca6f-4d7d-8265-e323e20573df), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.882833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-cdc9f0ce-ab54-4088-bd49-2aaaf5fcd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.883312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-cdc9f0ce-ab54-4088-bd49-2aaaf5fcd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.883847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-cdc9f0ce-ab54-4088-bd49-2aaaf5fcd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:46.886237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.886376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51468887-a980-4edb-a472-fbbe16e2458f req-cdc9f0ce-ab54-4088-bd49-2aaaf5fcd133 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1863322
Mar 05 20:53:46.887830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3cfbbd5b-ac44-4976-a7ca-3296bf726c9c tempest-ServersTestBootFromVolume-72971512 tempest-ServersTestBootFromVolume-72971512-project] 10.222.0.15 "DELETE /v2.0/floatingips/1d5b9b79-ca6f-4d7d-8265-e323e20573df HTTP/1.1" status: 204  len: 168 time: 1.6312525
Mar 05 20:53:46.891048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45046) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:46.914440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:53:46.915000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.964490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:46.975734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:46.977060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:47.014174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Attempting to bind port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:47.014174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Attempting to bind port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:47.014500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Attempting to bind port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:47.028509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3065487-683e-46c7-8010-9fa1d8a9626e req-f959a67c-463e-4689-b692-efac46ee071e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1391213
Mar 05 20:53:47.029376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:47.029955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Attempting to bind port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:47.036664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:47.037016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:47.037509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Bound using segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:47.038022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Bound port: 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:47.038412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.094680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:47.099163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:47.099800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 160c53f5-6eb4-4d29-ab34-699f46d3c7e4 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:47.109862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1614650423', 'description': 'tempest-description-38494575'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:47.155875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.167188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:47.206037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:47.216835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.309211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:47.310175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.311993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] 10.222.0.31 "PUT /v2.0/ports/2c1807e8-ead9-44e9-ab65-390e42b1ded8 HTTP/1.1" status: 200  len: 1091 time: 1.8908257
Mar 05 20:53:47.357658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:47.386827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060301-b615-46c1-b3d1-9791770d40dc service neutron] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:47.397706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-0f6a7a03-b4d0-4dee-ac1e-e81f401ea14c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1424892
Mar 05 20:53:47.423244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.430931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.495265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.503605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:47.505019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ae91d03-250e-4441-9a25-2e87abe88674 req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4016116
Mar 05 20:53:47.656503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45062) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:47.662639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ba809-7417-463f-a70e-31b57e69aac7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:47.761076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468887-a980-4edb-a472-fbbe16e2458f req-7855212f-4a73-4b0c-a5f8-7d53b8187465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:47.762638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51468887-a980-4edb-a472-fbbe16e2458f req-7855212f-4a73-4b0c-a5f8-7d53b8187465 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8692369
Mar 05 20:53:47.812789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f97c5e-9868-49b9-b037-bf5cdc29d0d7 req-81f7b8de-3834-402f-94bc-5640e44efb03 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:47.814331 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60f97c5e-9868-49b9-b037-bf5cdc29d0d7 req-81f7b8de-3834-402f-94bc-5640e44efb03 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.2743742
Mar 05 20:53:47.859040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02'}, {'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:47.864301 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37755b4d-9473-4469-8c37-6d3e09923c9c" -d '{"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-plugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02"}, {"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-plugged", "status": "completed", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:47.908279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60f97c5e-9868-49b9-b037-bf5cdc29d0d7 req-f88905fd-3f38-404e-9fb2-d91341e6e008 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848067
Mar 05 20:53:48.029582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-706825f9-ef61-4ec5-9701-6679a45b0958 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.030984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-706825f9-ef61-4ec5-9701-6679a45b0958 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 1129 time: 0.0947790
Mar 05 20:53:48.083375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1b94-ac56-4b29-b7d3-9d33f6a0bdce req-b72272dc-15ac-4165-8bb8-3d818a4ba36b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.092236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb6b1b94-ac56-4b29-b7d3-9d33f6a0bdce req-b72272dc-15ac-4165-8bb8-3d818a4ba36b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1127229
Mar 05 20:53:48.135492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Deleting subnet 20e370f2-9932-4457-9565-3ad2b86707b4 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:53:48.143225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Publish callbacks [] for subnet (20e370f2-9932-4457-9565-3ad2b86707b4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.149338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb6b1b94-ac56-4b29-b7d3-9d33f6a0bdce req-2bcc5874-2a0b-47c0-adc8-46c1ee47e489 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562449
Mar 05 20:53:48.157845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.211246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (20e370f2-9932-4457-9565-3ad2b86707b4), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.250898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ad08-328a-4188-9f0b-f320adb36e2d req-a009aa43-8158-48fb-877f-9886c6565b41 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.257617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c831ad08-328a-4188-9f0b-f320adb36e2d req-a009aa43-8158-48fb-877f-9886c6565b41 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.5514429
Mar 05 20:53:48.330730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (20e370f2-9932-4457-9565-3ad2b86707b4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.375324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b782a7da-f012-4816-a7bc-b15194cb2996 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:48.396625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks [] for port (b782a7da-f012-4816-a7bc-b15194cb2996), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.417201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c831ad08-328a-4188-9f0b-f320adb36e2d req-28150f13-d767-47da-926c-6409b2c9108c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572287
Mar 05 20:53:48.424288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-76b2c7f5-d2bb-47c8-bd23-ecbdb27bcb71 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.430806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-76b2c7f5-d2bb-47c8-bd23-ecbdb27bcb71 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 813 time: 0.1726892
Mar 05 20:53:48.452232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Transition to ACTIVE for port object b782a7da-f012-4816-a7bc-b15194cb2996 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:48.463118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.481082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-850b7d98-fbf3-4543-9259-e2a3ea577e14 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/quotas/8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 375 time: 0.0493331
Mar 05 20:53:48.498701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (20e370f2-9932-4457-9565-3ad2b86707b4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.505300 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3354a2-5bbc-4fbc-8b86-f73f30486d8c x-openstack-request-id: req-bd3354a2-5bbc-4fbc-8b86-f73f30486d8c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:48.505870 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-plugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02", "code": 200}, {"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-plugged", "status": "completed", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:48.506390 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd3354a2-5bbc-4fbc-8b86-f73f30486d8c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:48.510297 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02', 'code': 200}
Mar 05 20:53:48.510390 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'code': 200}
Mar 05 20:53:48.562040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-580b1af1-3c00-4ef0-aa61-9c0f3c39080d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0798554
Mar 05 20:53:48.567530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'name': 'network-vif-deleted', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28'}, {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:48.569892 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adece6df-e0a7-4c9c-a8ea-44928b726754" -d '{"events": [{"server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "name": "network-vif-deleted", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28"}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:48.582080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e370f2-9932-4457-9565-3ad2b86707b4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:48.596725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.604088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2ea4430-9f94-4800-a04e-0bdb1577f3c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20e370f2-9932-4457-9565-3ad2b86707b4 HTTP/1.1" status: 204  len: 168 time: 0.9398744
Mar 05 20:53:48.604088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45102) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:48.656184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Pushing event updated for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:48.706313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a12b1cef-8918-43e9-9644-e6d9f0cccf28 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:48.767106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: a12b1cef-8918-43e9-9644-e6d9f0cccf28 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:48.767650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a12b1cef-8918-43e9-9644-e6d9f0cccf28 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:48.772974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fa93-c74b-4f55-b935-ee32e694ee43 req-57616047-530f-449d-8112-3abe5c4eefff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.774488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad86fa93-c74b-4f55-b935-ee32e694ee43 req-57616047-530f-449d-8112-3abe5c4eefff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 1127 time: 0.1716700
Mar 05 20:53:48.777120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-5705a9bf-61bb-4808-a6d1-4e38cdcc2803 service neutron] 10.222.0.15 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142856
Mar 05 20:53:48.833391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0d067b91-4a07-4b62-a220-cba2f62187af), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.886459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c091c-bf32-4424-aae1-cb609b2fb354 req-8b4e2fa3-999c-465f-a52c-7d42eb45a961 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.887617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-893c091c-bf32-4424-aae1-cb609b2fb354 req-8b4e2fa3-999c-465f-a52c-7d42eb45a961 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 946 time: 0.2220404
Mar 05 20:53:48.891382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Attempting to bind port b782a7da-f012-4816-a7bc-b15194cb2996 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:48.891382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Attempting to bind port b782a7da-f012-4816-a7bc-b15194cb2996 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:48.891765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Attempting to bind port b782a7da-f012-4816-a7bc-b15194cb2996 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:48.896565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856557e-a888-46e5-bb03-cad5de1bafa8 req-bf04790b-eb3c-48ab-91dd-13409620d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:48.898028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1856557e-a888-46e5-bb03-cad5de1bafa8 req-bf04790b-eb3c-48ab-91dd-13409620d46d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 1127 time: 0.2335935
Mar 05 20:53:48.905695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad86fa93-c74b-4f55-b935-ee32e694ee43 req-b3be1aad-f686-4ed8-aeed-b08832f50fa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237934
Mar 05 20:53:48.905695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Deleting port f1c195aa-5b52-4ece-9c6f-c97236e80f17 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:48.905977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:48.934111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Port b782a7da-f012-4816-a7bc-b15194cb2996 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:48.934111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Attempting to bind port b782a7da-f012-4816-a7bc-b15194cb2996 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:48.973417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8267bea0-e39b-4ff0-bb38-7d1bd06955e6 service neutron] 10.222.0.15 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865985
Mar 05 20:53:48.999764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:49.000122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Checking segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:49.000520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Bound using segment: {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:49.000969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Bound port: b782a7da-f012-4816-a7bc-b15194cb2996, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eaba6b-0dfc-42a2-b409-3422a9c3d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:49.001333 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.012887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] For port f1c195aa-5b52-4ece-9c6f-c97236e80f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c195aa-5b52-4ece-9c6f-c97236e80f17,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:49.013311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.029040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Calling delete_port for f1c195aa-5b52-4ece-9c6f-c97236e80f17 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:49.037336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0d067b91-4a07-4b62-a220-cba2f62187af), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.148593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1856557e-a888-46e5-bb03-cad5de1bafa8 req-dd5f5100-f04d-4deb-894b-b76f7cfc2167 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305045
Mar 05 20:53:49.156182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-893c091c-bf32-4424-aae1-cb609b2fb354 req-3a74240b-8f8f-4190-8c55-8357d62923b2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571929
Mar 05 20:53:49.164293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b894523a0>,) {'filters': {'network_id': ['0d067b91-4a07-4b62-a220-cba2f62187af']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:49.182704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b894523a0>, '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:49.183305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b894523a0>, '2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:49.234984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:49.239233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b782a7da-f012-4816-a7bc-b15194cb2996,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:49.247426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.258298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.301368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.318560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.319225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.321154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] 10.222.0.31 "PUT /v2.0/ports/b782a7da-f012-4816-a7bc-b15194cb2996 HTTP/1.1" status: 200  len: 1091 time: 1.9742684
Mar 05 20:53:49.323530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:53:49.324045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (2b2ea0ce-ef35-43d2-96c0-6a592b5e94a4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:53:49.330013 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:53:49.378399 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0de403-d93c-40be-a787-e625bd6c452c x-openstack-request-id: req-9a0de403-d93c-40be-a787-e625bd6c452c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:49.378941 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3a1743-f646-4148-a573-fe033e15c940", "name": "network-vif-deleted", "tag": "a12b1cef-8918-43e9-9644-e6d9f0cccf28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:49.379427 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a0de403-d93c-40be-a787-e625bd6c452c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:49.380730 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3a1743-f646-4148-a573-fe033e15c940', 'name': 'network-vif-deleted', 'tag': 'a12b1cef-8918-43e9-9644-e6d9f0cccf28', 'status': 'completed', 'code': 200}
Mar 05 20:53:49.381188 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'status': 'completed', 'code': 200}
Mar 05 20:53:49.386294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-1b08ee2c-9fe3-4e3f-b86a-fb573a501647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.387856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-1b08ee2c-9fe3-4e3f-b86a-fb573a501647 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1132 time: 0.2022865
Mar 05 20:53:49.395218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:49.401019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.406841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.412647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.419120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.424705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.432389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.438857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.440816 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6ce5418-fb15-4855-a929-e44907019453 req-600f2ab6-0cd3-425b-b34c-7dd62479b4a7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5395 time: 0.2618470
Mar 05 20:53:49.524260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f1c195aa-5b52-4ece-9c6f-c97236e80f17), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.561456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d4fbf-999f-44e4-b9aa-3ef6dd250968 service neutron] Pushing event updated for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:49.579772 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.594444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c195aa-5b52-4ece-9c6f-c97236e80f17,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:49.615273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0d067b91-4a07-4b62-a220-cba2f62187af), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.676423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:49.681195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] 10.222.0.15 "DELETE /v2.0/networks/0d067b91-4a07-4b62-a220-cba2f62187af HTTP/1.1" status: 204  len: 168 time: 1.0752969
Mar 05 20:53:49.683589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734ddb-9020-48a8-b150-fc66edf5aa2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d067b91-4a07-4b62-a220-cba2f62187af,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:49.721795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-4c612c2c-de23-4451-882e-46b16319034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.723264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-4c612c2c-de23-4451-882e-46b16319034d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2797766
Mar 05 20:53:49.745321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6ce5418-fb15-4855-a929-e44907019453 req-24cbb63b-1eeb-439f-81e9-ea281d3ef44c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2924263
Mar 05 20:53:49.760568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.761062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.762074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.762074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.762460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.767766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.767766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.767766 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-4f53de3c-2785-478e-873a-5894d8d19e32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6497 time: 0.3227057
Mar 05 20:53:49.790321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e8046-50da-4401-b292-90c2c7e5dcf4 req-c2fef9f4-e0a1-4e99-b32f-1eda366fb93e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:49.798532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a06e8046-50da-4401-b292-90c2c7e5dcf4 req-c2fef9f4-e0a1-4e99-b32f-1eda366fb93e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.3534505
Mar 05 20:53:49.917902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45126) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:49.943291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-1f6d7dcf-9930-4a2d-b24c-ea92baa5609b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.1968093
Mar 05 20:53:49.983108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0996d98-d304-4fd7-b6a6-642321b76999 req-6328283f-bc16-41ab-b907-6ebff754c9d6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 210 time: 0.1355112
Mar 05 20:53:50.070809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.091105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-89af3c57-eedd-4b87-bad8-a718a01a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.092639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-89af3c57-eedd-4b87-bad8-a718a01a43c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1297629
Mar 05 20:53:50.156041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b58a9094-6126-41a4-83c3-ef603f0cb39e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2800feb70d3947938e03fbcaa7ee8d13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2271457
Mar 05 20:53:50.172430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45128) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:50.228034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a06e8046-50da-4401-b292-90c2c7e5dcf4 req-10030d85-66bf-44dd-aacd-6166e3c472a0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4278479
Mar 05 20:53:50.233184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-79e8a539-409f-4929-b940-af652fed0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.233756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-79e8a539-409f-4929-b940-af652fed0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.234310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-79e8a539-409f-4929-b940-af652fed0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.236924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-79e8a539-409f-4929-b940-af652fed0825 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.4570286
Mar 05 20:53:50.279389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-a20d7207-99b6-4662-93dd-a35b2435411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.280965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-a20d7207-99b6-4662-93dd-a35b2435411b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1813364
Mar 05 20:53:50.295057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f46bd-9d3a-48d9-8db5-48c1780c942d req-c16c0976-59dc-4750-915a-58a37b7fd363 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.296838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c9f46bd-9d3a-48d9-8db5-48c1780c942d req-c16c0976-59dc-4750-915a-58a37b7fd363 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.2003508
Mar 05 20:53:50.505756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c9f46bd-9d3a-48d9-8db5-48c1780c942d req-4cf0cca5-c335-4f4f-be2b-f92b813ec415 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940911
Mar 05 20:53:50.522959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-d1f3554b-8795-49a1-bbe4-358b2dd9bfc7 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233837
Mar 05 20:53:50.550165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] Publish callbacks [] for security_group (740bf2b0-7c5e-47e5-92f0-aeca92b05cf5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.621068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Router c0cadf66-13c8-446a-b352-7c2da0a2de2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:53:50.660471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257841e3-6e38-4ba1-bf83-e59b3beb71f1 req-6f3ff0f7-9450-4f44-b947-46b627dbeb91 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.662047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-257841e3-6e38-4ba1-bf83-e59b3beb71f1 req-6f3ff0f7-9450-4f44-b947-46b627dbeb91 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1128 time: 0.3553388
Mar 05 20:53:50.668336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] Publish callbacks [] for security_group (740bf2b0-7c5e-47e5-92f0-aeca92b05cf5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.673712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-4912927d-8925-4d4f-a393-575af9f178b2 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391182
Mar 05 20:53:50.674475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-e6160b5e-ea3c-44de-8203-be4d0e8b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.675684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adece6df-e0a7-4c9c-a8ea-44928b726754 req-e6160b5e-ea3c-44de-8203-be4d0e8b4ff7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3788402
Mar 05 20:53:50.753832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-c0a6c355-3d39-47b6-9f0c-c1273d4dbde4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.755195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-c0a6c355-3d39-47b6-9f0c-c1273d4dbde4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.23 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 813 time: 0.3183875
Mar 05 20:53:50.794089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'device_id': '1c9bb643-2491-47d8-9758-76f13e927450', 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721', 'admin_state_up': True, 'tenant_id': '8f07583be1724ade87d2945c000e3e33'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:50.816341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a944ba-3085-4edc-9f2f-596903141e53 req-8f4afcd7-1eaf-4293-b1b0-61e4dae836ae tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:50.818358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34a944ba-3085-4edc-9f2f-596903141e53 req-8f4afcd7-1eaf-4293-b1b0-61e4dae836ae tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1851108
Mar 05 20:53:50.865851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:53:50.873217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9bb6170b-25ef-4e31-95bd-cb6d8920f49a admin admin] 10.222.0.15 "PUT /v2.0/routers/c0cadf66-13c8-446a-b352-7c2da0a2de2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9796259
Mar 05 20:53:50.874569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:50.877726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-257841e3-6e38-4ba1-bf83-e59b3beb71f1 req-bdf891ff-c01e-42c9-ad6b-cb818ed2c1b1 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010293
Mar 05 20:53:50.879785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:50.882304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Sync routers for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:53:50.897998 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks [] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.911100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:50.912177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:50.962742 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34a944ba-3085-4edc-9f2f-596903141e53 req-abfb9f83-0d3e-4424-9dd4-26cd0969f44f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357510
Mar 05 20:53:50.968975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (740bf2b0-7c5e-47e5-92f0-aeca92b05cf5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.972724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.973911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/740bf2b0-7c5e-47e5-92f0-aeca92b05cf5 HTTP/1.1" status: 204  len: 168 time: 0.7966516
Mar 05 20:53:50.975130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Transition to ACTIVE for port object 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:50.992540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:50.997740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1983329-e15a-486b-bde4-17e7bab3b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740bf2b0-7c5e-47e5-92f0-aeca92b05cf5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:51.105532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Made reservation on behalf of 8f07583be1724ade87d2945c000e3e33 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:51.109830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.117840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:51.153490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:51.357232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Attempting to bind port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:51.357905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Attempting to bind port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:51.357905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Attempting to bind port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:51.384684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:51.388871 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:51.417793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.423700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.441348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.455108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.464441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.470664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.476458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.488607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-e38d95b1-e1a8-4825-b682-b8cbd659cdef tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5407 time: 0.4418592
Mar 05 20:53:51.492274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks [] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.502800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:51.503124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Attempting to bind port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:51.529280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:51.529280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Checking segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:51.529280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Bound using segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:51.529707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Bound port: 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:51.530058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.531738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6b7d6-b320-41f2-83c5-0e92873a2f2d req-cc449296-186b-44a9-ad54-684e2100d830 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.539142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cde6b7d6-b320-41f2-83c5-0e92873a2f2d req-cc449296-186b-44a9-ad54-684e2100d830 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1128 time: 0.1200321
Mar 05 20:53:51.571239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1e80>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:53:49Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:51.584925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Allocated IP 172.20.0.10 (62082c5f-85c3-4d11-9ba0-883ff09b0721/966443e5-1224-42c9-842b-beaef1a3d8cc/39103012-a3fb-406c-a3d5-628b64bf136f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:53:51.603488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Checking router: c0cadf66-13c8-446a-b352-7c2da0a2de2d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:53:51.612420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Routers {'c0cadf66-13c8-446a-b352-7c2da0a2de2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:53:51.613583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:51.639719 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47c31e6b-e2a5-4619-bb14-7f172041b74f req-60b11ef2-7aee-4105-9710-8855d4dd6605 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1496353
Mar 05 20:53:51.648916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cde6b7d6-b320-41f2-83c5-0e92873a2f2d req-67cfb60f-3c91-4b9f-9044-3c507ef90d88 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078641
Mar 05 20:53:51.691049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks [] for router_gateway (c0cadf66-13c8-446a-b352-7c2da0a2de2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.741073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:51.748162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:51.781091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] Set router c0cadf66-13c8-446a-b352-7c2da0a2de2d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:53:51.802711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Deleting port e4958f70-6b9e-4c40-83f6-afdef23af755 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:51.803053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.817852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.944238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a818f0-1e85-4e66-a7d5-c187ade1d494 req-85312518-0ba9-4717-946e-0cc66f2ed554 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:51.946107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48a818f0-1e85-4e66-a7d5-c187ade1d494 req-85312518-0ba9-4717-946e-0cc66f2ed554 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0914595
Mar 05 20:53:51.956813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] For port e4958f70-6b9e-4c40-83f6-afdef23af755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4958f70-6b9e-4c40-83f6-afdef23af755,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:51.957510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:51.986536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Calling delete_port for e4958f70-6b9e-4c40-83f6-afdef23af755 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:52.052018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1e80>, [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:53:49Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:52.088153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85119ba2-f55c-4710-9114-3d19e45e3afc None None] The sync data for ids ['c0cadf66-13c8-446a-b352-7c2da0a2de2d'] in ncdv-master-1 is: [{'id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'name': 'tempest-ServersTestBootFromVolume-515955350-router', 'tenant_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113'}], 'enable_snat': True}, 'gw_port_id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:50:48Z', 'updated_at': '2022-03-05T20:53:49Z', 'revision_number': 5, 'project_id': '0ff75cc228d249d1b12cd184ad1c4cde', 'gw_port': {'id': 'e4958f70-6b9e-4c40-83f6-afdef23af755', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf66-13c8-446a-b352-7c2da0a2de2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:50:50Z', 'updated_at': '2022-03-05T20:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:53:52.141034 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48a818f0-1e85-4e66-a7d5-c187ade1d494 req-ca9db2c4-139f-42c1-b86b-2f45e4737884 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797476
Mar 05 20:53:52.211194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22c62f5a-b34c-4f1d-8006-cc4ea3489549 req-9eb9359b-c5a8-44cf-919e-ef11444b2550 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 210 time: 0.4481232
Mar 05 20:53:52.214948 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129cfb1-2b1b-4ed2-b098-4aae05ba870e x-openstack-request-id: req-2129cfb1-2b1b-4ed2-b098-4aae05ba870e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:52.215237 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:52.218782 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2129cfb1-2b1b-4ed2-b098-4aae05ba870e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:52.219110 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996', 'status': 'completed', 'code': 200}
Mar 05 20:53:52.224685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45170) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:52.273220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.273867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.275354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] 10.222.0.31 "PUT /v2.0/ports/3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 HTTP/1.1" status: 200  len: 1091 time: 2.9013879
Mar 05 20:53:52.338013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Request body: {'port': {'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:52.359818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e4958f70-6b9e-4c40-83f6-afdef23af755), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.379317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3331c3-1a17-41a4-84cb-3aacc644326d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:52.449374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4958f70-6b9e-4c40-83f6-afdef23af755,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:52.472460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702058-83a8-4f1d-9f57-816c4874687a req-50b997fb-819e-404c-8b42-ed6bdb2d3f88 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.474665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-592226249-network', 'tenant_id': 'e6badaeb06194bf7a79309e9bad2e8b5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:52.480035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91702058-83a8-4f1d-9f57-816c4874687a req-50b997fb-819e-404c-8b42-ed6bdb2d3f88 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1973259
Mar 05 20:53:52.512193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.522660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.523148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.523623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.524124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.524596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.525205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.526184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.528678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-f1936a23-4164-4964-bb9d-4348e8a93e4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6595 time: 0.3064191
Mar 05 20:53:52.555549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (39103012-a3fb-406c-a3d5-628b64bf136f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.597765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cdd9f-22df-4848-a27f-ebbecf89a3dc req-2b776c42-40f3-444e-aaf7-9d70b3789bd4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.599294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-860cdd9f-22df-4848-a27f-ebbecf89a3dc req-2b776c42-40f3-444e-aaf7-9d70b3789bd4 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2247603
Mar 05 20:53:52.599930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.640378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91702058-83a8-4f1d-9f57-816c4874687a req-77c819fe-83ec-4d0f-9293-85372b6d3c77 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594589
Mar 05 20:53:52.642086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.644384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks [] for router_controller (c0cadf66-13c8-446a-b352-7c2da0a2de2d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.674050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Made reservation on behalf of e6badaeb06194bf7a79309e9bad2e8b5 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:52.678192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.700863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (c0cadf66-13c8-446a-b352-7c2da0a2de2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.701445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cadf66-13c8-446a-b352-7c2da0a2de2d {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:53:52.705951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.707102 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac569b7c-099d-4562-ba5e-728bd316af1c admin admin] 10.222.0.15 "DELETE /v2.0/routers/c0cadf66-13c8-446a-b352-7c2da0a2de2d HTTP/1.1" status: 204  len: 168 time: 1.8316066
Mar 05 20:53:52.709663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:52.734288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.757350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Deleting subnet 40c46d1e-105f-4efd-9838-f563237df13f {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:53:52.762235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Publish callbacks [] for subnet (40c46d1e-105f-4efd-9838-f563237df13f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.803186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (40c46d1e-105f-4efd-9838-f563237df13f), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.828804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-860cdd9f-22df-4848-a27f-ebbecf89a3dc req-621268d5-0dfd-4111-a0f1-50c4c4df596a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922238
Mar 05 20:53:52.923859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-6fa5f002-ee07-4274-a2e2-113f269b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.924829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-6fa5f002-ee07-4274-a2e2-113f269b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.925304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-6fa5f002-ee07-4274-a2e2-113f269b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:52.926908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-6fa5f002-ee07-4274-a2e2-113f269b893f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3821886
Mar 05 20:53:52.936606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (40c46d1e-105f-4efd-9838-f563237df13f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.946295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:52.962625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:53:53.020480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (40c46d1e-105f-4efd-9838-f563237df13f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.046623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.053021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/40c46d1e-105f-4efd-9838-f563237df13f HTTP/1.1" status: 204  len: 168 time: 0.3422754
Mar 05 20:53:53.053631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45188) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:53.066594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b092c8-0e8d-4a31-9af6-21c7591c6cd9 None None] Network d8a74baa-3ebe-46d5-a0b5-c05bac959620 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:53.081259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b4ee5-d1f3-4645-b041-06bcb261b356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c46d1e-105f-4efd-9838-f563237df13f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:53.144633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Network 62082c5f-85c3-4d11-9ba0-883ff09b0721 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:53:53.169810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:53.189899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d8a74baa-3ebe-46d5-a0b5-c05bac959620), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.208045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:53.208525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.215070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.219756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:53:53.220506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.225987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.231752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.237834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.243220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.251613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-182cafcf-0be9-42da-b4a9-85d04d714f6e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5407 time: 0.1682191
Mar 05 20:53:53.321225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e3c62-4598-4757-b3ec-9eee9c2c3305 req-b587a1c5-43fc-44f1-a99e-8eaac1d1659d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.330050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef8e3c62-4598-4757-b3ec-9eee9c2c3305 req-b587a1c5-43fc-44f1-a99e-8eaac1d1659d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.3663328
Mar 05 20:53:53.371484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84808acb-d9ee-47cd-9181-0c07fa5518c6 req-395135f8-0837-4cc3-b72f-a430c3f11f63 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1087213
Mar 05 20:53:53.379361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] DHCP port deletion for d8a74baa-3ebe-46d5-a0b5-c05bac959620 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:53:53.396361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Deleting port 49315625-b42d-4c5f-9282-a40ccc59fc9d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:53.396865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.415477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks [] for security_group (da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.433647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.434561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.455542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-27d8a415-a8b3-43bf-a2d0-1d57b3a75a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.457067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-316bcad4-9f22-4e8e-9607-d6601cd4b9a6 req-27d8a415-a8b3-43bf-a2d0-1d57b3a75a80 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5223563
Mar 05 20:53:53.457681 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.493487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] For port 49315625-b42d-4c5f-9282-a40ccc59fc9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49315625-b42d-4c5f-9282-a40ccc59fc9d,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:53.493837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.513262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Calling delete_port for 49315625-b42d-4c5f-9282-a40ccc59fc9d owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:53.517693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-8edc7c6e-8586-4ad3-8ff6-e07c9439453d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7462513
Mar 05 20:53:53.519639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Deleting port 49315625-b42d-4c5f-9282-a40ccc59fc9d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:53:53.520044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.539865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:53:53.548532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Request body: {'port': {'device_id': '1c9bb643-2491-47d8-9758-76f13e927450', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:53.565116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:53.592390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef8e3c62-4598-4757-b3ec-9eee9c2c3305 req-53c21495-731e-4e7e-b7af-5c61223e0718 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607830
Mar 05 20:53:53.611777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] For port 49315625-b42d-4c5f-9282-a40ccc59fc9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49315625-b42d-4c5f-9282-a40ccc59fc9d,segment=NetworkSegment(0fee1ba2-6f88-471c-8d59-37efca79e0ca),segment_id=0fee1ba2-6f88-471c-8d59-37efca79e0ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:53:53.611777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.613536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b5588425-bc05-4101-a5a7-62dd33922fee), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.613922 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Added segment b5588425-bc05-4101-a5a7-62dd33922fee of type vlan for network b6447283-e533-4bc2-9b52-88f180bac4d0
Mar 05 20:53:53.622822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Calling delete_port for 49315625-b42d-4c5f-9282-a40ccc59fc9d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:53:53.660163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cada02c-a3b5-43d8-983d-253e5a25d255 req-d164fe12-b272-4d2e-b52e-a027a51ae061 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.661706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cada02c-a3b5-43d8-983d-253e5a25d255 req-d164fe12-b272-4d2e-b52e-a027a51ae061 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1315820
Mar 05 20:53:53.685598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.717500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Pushing event deleted for resources: {'Port': ['ID=49315625-b42d-4c5f-9282-a40ccc59fc9d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:53.722371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] No DVR routers for this DVR port 49315625-b42d-4c5f-9282-a40ccc59fc9d on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:53.737978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (49315625-b42d-4c5f-9282-a40ccc59fc9d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.746206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b6447283-e533-4bc2-9b52-88f180bac4d0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.774381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cada02c-a3b5-43d8-983d-253e5a25d255 req-adf217f3-0a99-4c77-974f-3bdb1ed15b3d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048517
Mar 05 20:53:53.777906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] No DVR routers for this DVR port 49315625-b42d-4c5f-9282-a40ccc59fc9d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:53:53.779746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9701cfb-119e-4040-a711-f90621bd7b80 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:53.789506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a141976-d620-4f87-b8ce-9cbe1a172b56 None None] Pushing event deleted for resources: {'Port': ['ID=49315625-b42d-4c5f-9282-a40ccc59fc9d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:53.794696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks [] for port (b9701cfb-119e-4040-a711-f90621bd7b80), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.805633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.835288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d8a74baa-3ebe-46d5-a0b5-c05bac959620), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.859256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Transition to ACTIVE for port object b9701cfb-119e-4040-a711-f90621bd7b80 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:53.859695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b895997c0>,) {'filters': {'network_id': ['d8a74baa-3ebe-46d5-a0b5-c05bac959620']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:53.862038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b6447283-e533-4bc2-9b52-88f180bac4d0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.863147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.863775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.881717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.895904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895997c0>, '0fee1ba2-6f88-471c-8d59-37efca79e0ca') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:53.896203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895997c0>, '0fee1ba2-6f88-471c-8d59-37efca79e0ca') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:53:53.908452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (0fee1ba2-6f88-471c-8d59-37efca79e0ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.933056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0fee1ba2-6f88-471c-8d59-37efca79e0ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.948979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b1fd2-479e-45f7-a630-61b7e88d8af2 req-8957b37c-8de2-44dc-8be8-da7107d4f4e7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.950478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab5b1fd2-479e-45f7-a630-61b7e88d8af2 req-8957b37c-8de2-44dc-8be8-da7107d4f4e7 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 932 time: 0.0936203
Mar 05 20:53:53.952946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:53:53.953909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (0fee1ba2-6f88-471c-8d59-37efca79e0ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:53:53.955711 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:53:53.985155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7194870
Mar 05 20:53:53.996117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a997b-462d-429c-82b8-b8bbb358fe1d req-31e87200-18cd-4841-8a13-aa7ffaf3a70d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:53.997640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f2a997b-462d-429c-82b8-b8bbb358fe1d req-31e87200-18cd-4841-8a13-aa7ffaf3a70d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1128 time: 0.2925780
Mar 05 20:53:54.011572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45196) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:54.028870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Request body: {'subnet': {'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-592226249-subnet', 'tenant_id': 'e6badaeb06194bf7a79309e9bad2e8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:54.072151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d8a74baa-3ebe-46d5-a0b5-c05bac959620), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.074380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75990dd1-ab8e-48fb-898e-1928724f5c26 admin admin] Pushing event updated for resources: {'Network': ['ID=b6447283-e533-4bc2-9b52-88f180bac4d0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:54.077576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:54.080132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49315625-b42d-4c5f-9282-a40ccc59fc9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:54.107633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 49315625-b42d-4c5f-9282-a40ccc59fc9d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:54.108004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49315625-b42d-4c5f-9282-a40ccc59fc9d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:54.108434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f1c195aa-5b52-4ece-9c6f-c97236e80f17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:54.121058 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab5b1fd2-479e-45f7-a630-61b7e88d8af2 req-6a4ddc02-4b6e-43fa-a749-12c4037f204f tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542602
Mar 05 20:53:54.131234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.141519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8a74baa-3ebe-46d5-a0b5-c05bac959620 HTTP/1.1" status: 204  len: 168 time: 1.0689538
Mar 05 20:53:54.160457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f1c195aa-5b52-4ece-9c6f-c97236e80f17 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:54.164497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0ec7b-e17a-43a2-aed0-6fd93256df98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a74baa-3ebe-46d5-a0b5-c05bac959620,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:54.166094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f1c195aa-5b52-4ece-9c6f-c97236e80f17 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:54.167065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4958f70-6b9e-4c40-83f6-afdef23af755 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:53:54.169150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b6447283-e533-4bc2-9b52-88f180bac4d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:53:54.183662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Made reservation on behalf of e6badaeb06194bf7a79309e9bad2e8b5 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:54.188233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.223424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:54.226478 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d891e7-8281-461c-86e1-1b789144f120" -d '{"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:54.293640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e4958f70-6b9e-4c40-83f6-afdef23af755 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:53:54.293869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4958f70-6b9e-4c40-83f6-afdef23af755 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:53:54.327458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f2a997b-462d-429c-82b8-b8bbb358fe1d req-49e40d1a-898d-4c0d-a5fc-5e8b54c2960b tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2712831
Mar 05 20:53:54.339910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627b1b3-2d64-4f2e-b6d2-5fc0afe21235 req-e5eff086-efa3-4647-8bc3-aa7ff7d5339d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:54.341419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c627b1b3-2d64-4f2e-b6d2-5fc0afe21235 req-e5eff086-efa3-4647-8bc3-aa7ff7d5339d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0824566
Mar 05 20:53:54.349747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45206) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:54.386793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Attempting to bind port b9701cfb-119e-4040-a711-f90621bd7b80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:54.387234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Attempting to bind port b9701cfb-119e-4040-a711-f90621bd7b80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:54.387641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Attempting to bind port b9701cfb-119e-4040-a711-f90621bd7b80 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:54.397635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Port b9701cfb-119e-4040-a711-f90621bd7b80 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:54.398038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Attempting to bind port b9701cfb-119e-4040-a711-f90621bd7b80 on network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:54.406896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:54.407387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Checking segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:54.407898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Bound using segment: {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:54.408449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Bound port: b9701cfb-119e-4040-a711-f90621bd7b80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828933c2-bad0-413a-b1bc-0c851bca58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:54.408932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.414918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e0e11cf-fdf6-4a05-8644-9f4af568ff63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ff75cc228d249d1b12cd184ad1c4cde&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0640225
Mar 05 20:53:54.419115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45210) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:54.460896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fddab1b9-17c3-4275-860b-e2397097dcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.489737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c627b1b3-2d64-4f2e-b6d2-5fc0afe21235 req-91b9ef3e-a71c-4c4c-91dd-7281788f29e8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376390
Mar 05 20:53:54.545171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39103012-a3fb-406c-a3d5-628b64bf136f {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:53:54.555016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (aed27a8e-cddd-429d-9c66-1b0d58128dbd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.560102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks [] for port (39103012-a3fb-406c-a3d5-628b64bf136f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.598152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] Publish callbacks [] for security_group (71a42704-957a-4f07-ab95-e4059bf9a9e5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.606038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:54.610220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Transition to ACTIVE for port object 39103012-a3fb-406c-a3d5-628b64bf136f will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:53:54.641106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:54.648234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] Publish callbacks [] for security_group (71a42704-957a-4f07-ab95-e4059bf9a9e5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.651546 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d1a06c-1d61-4950-ae64-129a93539ddd x-openstack-request-id: req-b9d1a06c-1d61-4950-ae64-129a93539ddd {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:54.656330 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:54.656693 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9d1a06c-1d61-4950-ae64-129a93539ddd {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:54.657268 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'status': 'completed', 'code': 200}
Mar 05 20:53:54.667658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.673988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed27a8e-cddd-429d-9c66-1b0d58128dbd,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:54.675760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.684011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Checking segment: {'id': 'b5588425-bc05-4101-a5a7-62dd33922fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:54.684383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Network hostable DHCP agents. Network: b6447283-e533-4bc2-9b52-88f180bac4d0, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:53:54.713982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337125c9-52ff-4437-a1bc-733a4cf5ea3f req-bcd3b59d-1b57-4151-84c0-917d55d56527 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:54.715519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-337125c9-52ff-4437-a1bc-733a4cf5ea3f req-bcd3b59d-1b57-4151-84c0-917d55d56527 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1173041
Mar 05 20:53:54.721977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Network b6447283-e533-4bc2-9b52-88f180bac4d0 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:53:54.743075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6447283-e533-4bc2-9b52-88f180bac4d0) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:54.749931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:54.750650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.753910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c53be-50fa-41f9-b3fb-3636c8643a1c None None] Network b6447283-e533-4bc2-9b52-88f180bac4d0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:54.794202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23b6a200-2efd-4d53-af46-22cd4a112b74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7814744
Mar 05 20:53:54.799604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-337125c9-52ff-4437-a1bc-733a4cf5ea3f req-a58c6684-b66e-45b6-82c3-534e75ee3118 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742254
Mar 05 20:53:54.829085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:54.829085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:54.829085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] 10.222.0.31 "PUT /v2.0/ports/b9701cfb-119e-4040-a711-f90621bd7b80 HTTP/1.1" status: 200  len: 1091 time: 2.5105886
Mar 05 20:53:54.836998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:54.926737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dcf1ea-c3fd-40af-913b-181e5139386f None None] Network b6447283-e533-4bc2-9b52-88f180bac4d0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:54.999110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:54.999599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.001069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.001696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.003092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.003761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.004256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.006819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44d891e7-8281-461c-86e1-1b789144f120 req-dfe6907f-12aa-420c-a619-38ab9382ef5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6693 time: 0.3342991
Mar 05 20:53:55.047404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71a42704-957a-4f07-ab95-e4059bf9a9e5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:55.049945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:55.051068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71a42704-957a-4f07-ab95-e4059bf9a9e5 HTTP/1.1" status: 204  len: 168 time: 0.6200361
Mar 05 20:53:55.073677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.079283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.084819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.090014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.096723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.101913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.107180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.109067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-c3b5feb6-3dbf-4aac-8371-27542ec02e52 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.3662548
Mar 05 20:53:55.148259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc018f-efee-4918-a526-0478f2f5c42b service neutron] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:55.184623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc9249-fe2a-4218-8d9b-351c6614937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a42704-957a-4f07-ab95-e4059bf9a9e5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:55.262893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Attempting to bind port 39103012-a3fb-406c-a3d5-628b64bf136f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:55.263233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Attempting to bind port 39103012-a3fb-406c-a3d5-628b64bf136f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:55.263564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Attempting to bind port 39103012-a3fb-406c-a3d5-628b64bf136f on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:55.284107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Port 39103012-a3fb-406c-a3d5-628b64bf136f on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:55.284432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Attempting to bind port 39103012-a3fb-406c-a3d5-628b64bf136f on network 62082c5f-85c3-4d11-9ba0-883ff09b0721 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:55.298794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa7aa8f3-5900-4248-85cf-2f2d48dfbd10 req-8190b31f-199e-4710-811a-4027d25e1101 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1713796
Mar 05 20:53:55.301659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:55.302001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Checking segment: {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:55.302603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Bound using segment: {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:55.303041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Bound port: 39103012-a3fb-406c-a3d5-628b64bf136f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384ba28a-6920-4ec9-a3a4-806755281994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:55.303615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:55.315274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-0131adaf-eeb5-49d4-951f-8500a4097fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.315772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-0131adaf-eeb5-49d4-951f-8500a4097fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.319593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-0131adaf-eeb5-49d4-951f-8500a4097fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.321272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44d891e7-8281-461c-86e1-1b789144f120 req-0131adaf-eeb5-49d4-951f-8500a4097fd7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f15a5d639338454c90a7ce959e996284&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2691424
Mar 05 20:53:55.472413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:53:55.498133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:55.512428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:55.520399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9aad-926c-4442-952a-aa1fee8d5439 req-a6db1376-1640-4322-af15-6ab71805f95e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.521855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-957c9aad-926c-4442-952a-aa1fee8d5439 req-a6db1376-1640-4322-af15-6ab71805f95e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1251161
Mar 05 20:53:55.523118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d891e7-8281-461c-86e1-1b789144f120 req-f96bac45-8e6a-49d9-9004-6d9698d09433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.524455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44d891e7-8281-461c-86e1-1b789144f120 req-f96bac45-8e6a-49d9-9004-6d9698d09433 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1970999
Mar 05 20:53:55.587208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.588358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:55.590233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] 10.222.0.23 "PUT /v2.0/ports/39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 1092 time: 2.0589664
Mar 05 20:53:55.673795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-957c9aad-926c-4442-952a-aa1fee8d5439 req-a2a6ba8c-8a1b-4ff5-81b8-dc25a9ed0e29 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455190
Mar 05 20:53:55.677156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7eb63-7ecf-4e20-9a38-16b0edc16c20 service neutron] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:55.717633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.717964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.718532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.718895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.719361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.719866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.723197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.723197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6613df15-bcf3-4cc4-b993-e70c873b4e18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6693 time: 0.1446698
Mar 05 20:53:55.773820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-0fccfff2-92b9-49fb-b806-4e55ff30ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.775879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-0fccfff2-92b9-49fb-b806-4e55ff30ba03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1126 time: 0.1232514
Mar 05 20:53:55.777279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-378501cb-7767-4519-a41e-aba919f0bf9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03 HTTP/1.1" status: 200  len: 217 time: 0.0459437
Mar 05 20:53:55.868126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-496b78ec-3350-414c-9f0f-e2314f4c5611 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 217 time: 0.0816979
Mar 05 20:53:55.930237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6bd9393b-2c1d-4a3f-86f4-4b69fff8f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.932966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6bd9393b-2c1d-4a3f-86f4-4b69fff8f22c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d52a5a8c-700c-4df8-b1dc-daa70dd863a5 HTTP/1.1" status: 200  len: 850 time: 0.1224210
Mar 05 20:53:55.942475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689082-1321-4adc-a5ec-b41a82163ca2 req-878edab8-9bc6-4248-8496-8e3ebad8b518 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.943867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64689082-1321-4adc-a5ec-b41a82163ca2 req-878edab8-9bc6-4248-8496-8e3ebad8b518 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1657128
Mar 05 20:53:55.964017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-69f5e31e-4271-470e-be8e-3d8445249bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:55.965434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-69f5e31e-4271-470e-be8e-3d8445249bd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.0920238
Mar 05 20:53:55.967396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:56.022175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-7a96d50b-b241-4f2f-9a8b-a11ed23e96eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398829
Mar 05 20:53:56.060981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-57b08fb7-5054-40b0-bac4-8afca6f97e53 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:53:56.061963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-57b08fb7-5054-40b0-bac4-8afca6f97e53 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0181849
Mar 05 20:53:56.078464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1446541045-network', 'tenant_id': 'c9b274ea570549a3a2624e701a7774d5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:56.099056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Made reservation on behalf of c9b274ea570549a3a2624e701a7774d5 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:56.101496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.112999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.141429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64689082-1321-4adc-a5ec-b41a82163ca2 req-77a47146-65a9-47af-91ea-a3c65b0e6e88 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850216
Mar 05 20:53:56.146621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-13ea1115-469e-4af8-8aa7-96b2af6fcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:56.148539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-13ea1115-469e-4af8-8aa7-96b2af6fcc8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67213d25-3583-48ce-be19-a10d0059fcac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2037811
Mar 05 20:53:56.207845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks [] for security_group (ca4a8298-48f3-4863-8a6f-104b4a76b607), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.212116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ca4a8298-48f3-4863-8a6f-104b4a76b607), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.236100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:53:56.251220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4a8298-48f3-4863-8a6f-104b4a76b607,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:56.256869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (327d511f-aac2-460d-ad5a-a9a780b9c236), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.257220 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Added segment 327d511f-aac2-460d-ad5a-a9a780b9c236 of type vlan for network fb0078aa-02a6-4f87-b415-c08c0da0522d
Mar 05 20:53:56.303270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (fb0078aa-02a6-4f87-b415-c08c0da0522d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.336718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (fb0078aa-02a6-4f87-b415-c08c0da0522d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.337944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:56.338648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.399764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4305108
Mar 05 20:53:56.403456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:53:56.410583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Request body: {'subnet': {'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1446541045-subnet', 'tenant_id': 'c9b274ea570549a3a2624e701a7774d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:56.422083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa040f0-fa4b-4c2f-9f8b-ae4aa511a6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0078aa-02a6-4f87-b415-c08c0da0522d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:56.436780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Made reservation on behalf of c9b274ea570549a3a2624e701a7774d5 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:56.437303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network fb0078aa-02a6-4f87-b415-c08c0da0522d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:53:56.439500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.494726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-3591a029-8008-4d73-8faf-ef2abd090b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:56.496306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-3591a029-8008-4d73-8faf-ef2abd090b6b service neutron] 10.222.0.15 "GET /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 1125 time: 0.4010384
Mar 05 20:53:56.537061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:56.537494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:53:56.621177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0b30f452-7a27-4648-bfcc-75d0896e8732), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.623249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-6ec1a11e-8277-4b13-8dba-dbf803490e97 service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933392
Mar 05 20:53:56.668540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80'}, {'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:53:56.671286 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3bcfc-38ea-4169-8769-f91c60c9cc16" -d '{"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80"}, {"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:53:56.683269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Checking segment: {'id': '327d511f-aac2-460d-ad5a-a9a780b9c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:56.683622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Network hostable DHCP agents. Network: fb0078aa-02a6-4f87-b415-c08c0da0522d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:53:56.685719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b30f452-7a27-4648-bfcc-75d0896e8732,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:53:56.703775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Network fb0078aa-02a6-4f87-b415-c08c0da0522d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:53:56.713456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb0078aa-02a6-4f87-b415-c08c0da0522d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:53:56.717655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:56.718327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.740999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed80d3-871c-4c85-beaa-fb85bc28e6bd None None] Network fb0078aa-02a6-4f87-b415-c08c0da0522d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:56.741182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-956edda5-e6d4-4311-ba74-4fc83c3e5eac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.3359923
Mar 05 20:53:56.772540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23ba7132-6601-4719-810a-fb06720a4699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:56.800129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a3ea531a-7303-423e-b971-2f4b21a625c0 service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6427374
Mar 05 20:53:56.852421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-ff1fd17f-5ff8-4339-8529-a0793aa930a0 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:56.853905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-ff1fd17f-5ff8-4339-8529-a0793aa930a0 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/networks?id=b6447283-e533-4bc2-9b52-88f180bac4d0 HTTP/1.1" status: 200  len: 813 time: 0.3685162
Mar 05 20:53:56.866232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a282548-6642-4692-b6c0-b6d67488fadd None None] Network fb0078aa-02a6-4f87-b415-c08c0da0522d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:53:56.919327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ac1b4cf-d9a6-4b8b-b1cc-f8c6eed56fb3 req-7046b4ad-7aab-46a4-8169-95c5186bc8bd service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853310
Mar 05 20:53:56.927403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-be482bcc-cfd5-4b8e-9a0f-1c68d11fb39a tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/quotas/e6badaeb06194bf7a79309e9bad2e8b5 HTTP/1.1" status: 200  len: 375 time: 0.0389330
Mar 05 20:53:56.976505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-4a761703-963d-4eb2-b5a5-bad13795ef87 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6badaeb06194bf7a79309e9bad2e8b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0380847
Mar 05 20:53:57.011099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:53:57.011430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:53:57.011786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:57.048748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-e569954d-10b0-4235-894b-a3b764f2855c service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2345369
Mar 05 20:53:57.051043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:53:57.051365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:53:57.068158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:53:57.068498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:53:57.068871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:53:57.069304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Bound port: 675294b3-97d2-451e-9c82-33eef5c81bf5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:53:57.124242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-b1782cd0-f5df-49f4-8fcd-14e70a76e694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 217 time: 0.0633585
Mar 05 20:53:57.199721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-cbac637c-a8ad-4bd8-9dcc-79c911e1e498 service neutron] 10.222.0.15 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117856
Mar 05 20:53:57.218727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:53:57.231874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-94d82412-2862-4c2a-b51a-c0f221e5b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.233288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-94d82412-2862-4c2a-b51a-c0f221e5b057 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.0967414
Mar 05 20:53:57.263327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:57.264469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e6a9f7a7-1453-4197-a74d-0d4889786ebd service neutron] 10.222.0.15 "POST /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5/bindings HTTP/1.1" status: 201  len: 389 time: 0.7307310
Mar 05 20:53:57.340802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-1cedacea-ff33-44d8-a952-6f1f0a9752a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.342475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-1cedacea-ff33-44d8-a952-6f1f0a9752a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0771768
Mar 05 20:53:57.344585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-fb203f1a-e9a9-41d7-b118-19fb4d354a74 service neutron] 10.222.0.15 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384397
Mar 05 20:53:57.449489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22343f0e-15a1-4582-89cf-3af536c03569 req-13dd28bb-b784-4974-93ce-a2e2835183bb tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.451697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-22343f0e-15a1-4582-89cf-3af536c03569 req-13dd28bb-b784-4974-93ce-a2e2835183bb tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 944 time: 0.0563054
Mar 05 20:53:57.463255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-0f771019-9ee1-41fc-8141-ac257ce019fc service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125598
Mar 05 20:53:57.533251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-22343f0e-15a1-4582-89cf-3af536c03569 req-4b41587b-9e5e-4142-9cfc-85d4a193cfd8 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713756
Mar 05 20:53:57.613617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-f253d3d7-3a03-4509-8357-e144b8835147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.615199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-f253d3d7-3a03-4509-8357-e144b8835147 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1128 time: 0.0845444
Mar 05 20:53:57.617382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4afff181-83a2-4c3d-8d36-74cbfad1d939 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468580
Mar 05 20:53:57.680042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.686135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.691534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.697537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.702963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.708723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.714278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.716228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-ba2467c0-26a5-42aa-bde1-9af1e3a4422b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1000829
Mar 05 20:53:57.726947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-21ef97b8-6155-4160-95a3-71e7b70fe6ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 217 time: 0.0812480
Mar 05 20:53:57.780240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65f6fe2c-824e-4d4a-a5e9-09a9e9a8e1ca req-4b48d559-ab90-47d3-8797-e29f64a84623 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0580308
Mar 05 20:53:57.794128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ce91d-5314-4876-839b-726dae3e6009 req-c0b8e62d-2783-47ce-89cd-aa60b0fc7ea7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.795754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e82ce91d-5314-4876-839b-726dae3e6009 req-c0b8e62d-2783-47ce-89cd-aa60b0fc7ea7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1774023
Mar 05 20:53:57.846147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7c32632e-ddbe-479b-9f40-7826e5f82f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.849145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7c32632e-ddbe-479b-9f40-7826e5f82f4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.1086693
Mar 05 20:53:57.862539 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:57.877414 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c4cf4-8ed9-4020-a4d0-ad7d7f189e57 x-openstack-request-id: req-b19c4cf4-8ed9-4020-a4d0-ad7d7f189e57 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:53:57.877709 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:53:57.877965 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b19c4cf4-8ed9-4020-a4d0-ad7d7f189e57 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:53:57.878362 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'status': 'completed', 'code': 200}
Mar 05 20:53:57.878615 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f', 'status': 'completed', 'code': 200}
Mar 05 20:53:57.886393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-fb785811-e914-46b4-a399-778dcb1ee920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:57.887946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-fb785811-e914-46b4-a399-778dcb1ee920 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2435794
Mar 05 20:53:57.984534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e82ce91d-5314-4876-839b-726dae3e6009 req-1db9891d-cb63-4bc3-b5f9-13587c7d591e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714008
Mar 05 20:53:57.989089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-3a9836a6-059c-468e-a506-8cc33ae3688e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 217 time: 0.0815198
Mar 05 20:53:57.997602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd47fc-f322-482c-a10e-f9ba4c36d2bc req-7675a69a-a30e-409b-9cca-5de84fc8411b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.005878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1bd47fc-f322-482c-a10e-f9ba4c36d2bc req-7675a69a-a30e-409b-9cca-5de84fc8411b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0758278
Mar 05 20:53:58.035557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-cb9bbe07-e7d0-4baf-8af5-dddcdf618bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.037142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-cb9bbe07-e7d0-4baf-8af5-dddcdf618bfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1715961
Mar 05 20:53:58.090718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1bd47fc-f322-482c-a10e-f9ba4c36d2bc req-492a13c0-ef0f-4d60-a4e2-ccda077d3552 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817282
Mar 05 20:53:58.109277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e651486b-b3ce-4de8-8019-12349c510674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.111218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-e651486b-b3ce-4de8-8019-12349c510674 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1132271
Mar 05 20:53:58.117142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-cb519362-ad2f-4643-a800-16d37185c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.118601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-cb519362-ad2f-4643-a800-16d37185c45e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1126 time: 0.2097981
Mar 05 20:53:58.171159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-d5519247-9627-473c-ab27-966a7c281cca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497506
Mar 05 20:53:58.220169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881fac-6bdb-43a9-bd21-53267f2c7cce req-40b2615c-8417-4ffd-ad9d-3342b388ff3e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.221702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e881fac-6bdb-43a9-bd21-53267f2c7cce req-40b2615c-8417-4ffd-ad9d-3342b388ff3e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 946 time: 0.0591419
Mar 05 20:53:58.282170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e881fac-6bdb-43a9-bd21-53267f2c7cce req-8678acab-8a6b-4f5c-951c-39a748025477 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495729
Mar 05 20:53:58.351906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-e12217be-868a-47ba-a4a9-3f84ed47e320 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066590
Mar 05 20:53:58.374155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45a2befe-71d6-48af-bfdb-12a543a14e0c req-f4933ad4-1c38-4bcb-83aa-c4c764bea239 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 210 time: 0.0279865
Mar 05 20:53:58.446955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-c08b4a06-76b5-4858-a751-380640877761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.448467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-c08b4a06-76b5-4858-a751-380640877761 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.3183768
Mar 05 20:53:58.480370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fedde-b557-4d04-aa40-9c38f00a4e97 req-20d62bdb-a5b5-4de1-8f9f-b3acfa41f1bb tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.481761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b6fedde-b557-4d04-aa40-9c38f00a4e97 req-20d62bdb-a5b5-4de1-8f9f-b3acfa41f1bb tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0525084
Mar 05 20:53:58.511511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-93f2ca7b-c926-48cc-b025-f993bda5d89d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 217 time: 0.0493572
Mar 05 20:53:58.513328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-ba6c9f62-f78f-4e0c-a00c-8d94d3d3608b service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973986
Mar 05 20:53:58.520536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-46324bbc-a4b2-47cd-bb6b-ee12f5065c52 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.521891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-46324bbc-a4b2-47cd-bb6b-ee12f5065c52 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/networks?id=fb0078aa-02a6-4f87-b415-c08c0da0522d HTTP/1.1" status: 200  len: 818 time: 0.3558960
Mar 05 20:53:58.533259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b6fedde-b557-4d04-aa40-9c38f00a4e97 req-e564db53-6177-454c-adf8-022171191f06 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458269
Mar 05 20:53:58.655525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-de885a2a-a399-4740-bb48-5afa3842ae3a tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/quotas/c9b274ea570549a3a2624e701a7774d5 HTTP/1.1" status: 200  len: 375 time: 0.1241438
Mar 05 20:53:58.669126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4763a-99da-46a6-97d1-9e40ab6f92de req-918a9fa6-00df-4817-a588-dd9d8fccaf3e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.671092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-49c4763a-99da-46a6-97d1-9e40ab6f92de req-918a9fa6-00df-4817-a588-dd9d8fccaf3e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 944 time: 0.0626254
Mar 05 20:53:58.707425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-10962ef2-516a-4097-aa38-4e6c419a920a service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3456182
Mar 05 20:53:58.735835 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-49c4763a-99da-46a6-97d1-9e40ab6f92de req-773de3e1-e54c-432d-a83a-37da1ad67f84 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522082
Mar 05 20:53:58.753246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-47e3b766-807c-4cf5-9e94-98881519d7ee tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b274ea570549a3a2624e701a7774d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0968387
Mar 05 20:53:58.787847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-4c5cca42-f00c-4ccb-b305-399259257cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.789378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-4c5cca42-f00c-4ccb-b305-399259257cb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.2612534
Mar 05 20:53:58.804965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-0e3e1345-d96f-4fd3-ab69-07873f9b7648 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8 HTTP/1.1" status: 200  len: 217 time: 0.0890470
Mar 05 20:53:58.836440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814cc3c-828f-4b4c-8cb7-3d7f1de8b50a req-01494590-f766-4e38-b81e-57b46d63a85f tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:58.839618 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8814cc3c-828f-4b4c-8cb7-3d7f1de8b50a req-01494590-f766-4e38-b81e-57b46d63a85f tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0533831
Mar 05 20:53:58.888650 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8814cc3c-828f-4b4c-8cb7-3d7f1de8b50a req-a4083992-6cfe-4c12-8c3b-73ac751ab957 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440550
Mar 05 20:53:59.016997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.022339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.027742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.033548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.038798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.044889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.050217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.052168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-9a760a73-fe77-4796-beff-d027c9f241e1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.0998545
Mar 05 20:53:59.116252 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cfe632c-50eb-483c-8154-ceb9ac1845f5 req-97a54d91-214f-404e-9e00-02892f56ca5f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0568423
Mar 05 20:53:59.217753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-dbcd3420-131f-48ec-bbf9-2744c4fab831 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4065747
Mar 05 20:53:59.229015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-1d763b92-ca9a-4a39-b234-d67910cd88d6 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6995211
Mar 05 20:53:59.242081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e92525-526d-462d-892e-78c52ece08a1 req-ff9441b8-40b9-4943-a45c-4e060974f7b2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.243569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01e92525-526d-462d-892e-78c52ece08a1 req-ff9441b8-40b9-4943-a45c-4e060974f7b2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0547147
Mar 05 20:53:59.277473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-03be957b-c6a3-4fc8-93bf-c1bdf4e879c2 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.279078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-03be957b-c6a3-4fc8-93bf-c1bdf4e879c2 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.23 "GET /v2.0/networks?id=b6447283-e533-4bc2-9b52-88f180bac4d0 HTTP/1.1" status: 200  len: 813 time: 0.6575534
Mar 05 20:53:59.295640 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01e92525-526d-462d-892e-78c52ece08a1 req-9994901b-a30e-4f4d-afce-af3b5ed59b5b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442901
Mar 05 20:53:59.323925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Request body: {'port': {'device_id': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0', 'admin_state_up': True, 'tenant_id': 'e6badaeb06194bf7a79309e9bad2e8b5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:59.351140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-033073cc-1e3a-4345-b648-8d3f4d82fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.352593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-033073cc-1e3a-4345-b648-8d3f4d82fe09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.5225551
Mar 05 20:53:59.414035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d839758-803f-478d-808c-1aa0388870e0 req-8feaab17-4aac-4777-aa80-70ade09c855b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.416872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d839758-803f-478d-808c-1aa0388870e0 req-8feaab17-4aac-4777-aa80-70ade09c855b tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0589583
Mar 05 20:53:59.439262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:59.467985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d839758-803f-478d-808c-1aa0388870e0 req-3dcfc77a-7604-4305-9fde-ab72edbc3b25 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448303
Mar 05 20:53:59.470025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-ba3bf68b-614a-4080-a495-f04d35fe4c74 service neutron] 10.222.0.15 "GET /v2.0/networks/fb0078aa-02a6-4f87-b415-c08c0da0522d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6762104
Mar 05 20:53:59.568030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-a095cda6-e88e-4759-8a2b-13c7392e0214 service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3270981
Mar 05 20:53:59.579802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba163c9-4f90-402a-b0b3-593df5e55f2c req-df883129-310a-4c34-a065-984649bd90e2 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.581417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ba163c9-4f90-402a-b0b3-593df5e55f2c req-df883129-310a-4c34-a065-984649bd90e2 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0545876
Mar 05 20:53:59.599278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-78d2c4bf-bf40-4562-8fe2-f0193a21f6e1 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.600757 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-78d2c4bf-bf40-4562-8fe2-f0193a21f6e1 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2943878
Mar 05 20:53:59.612790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-e4a896bc-12a2-4cda-bbea-6d7d2566c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.614233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-e4a896bc-12a2-4cda-bbea-6d7d2566c811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2170045
Mar 05 20:53:59.629480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ba163c9-4f90-402a-b0b3-593df5e55f2c req-b71164a7-26f0-43e9-a7f8-2d62d862dbf3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424366
Mar 05 20:53:59.653898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:53:59.748113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a850cb-3d36-4b1e-83aa-4ec4ff3f6b22 req-b712b5ae-bdcf-4416-898a-d9a025956dd6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:53:59.749666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41a850cb-3d36-4b1e-83aa-4ec4ff3f6b22 req-b712b5ae-bdcf-4416-898a-d9a025956dd6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 946 time: 0.0564339
Mar 05 20:53:59.769941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Made reservation on behalf of e6badaeb06194bf7a79309e9bad2e8b5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:53:59.773210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:59.802103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41a850cb-3d36-4b1e-83aa-4ec4ff3f6b22 req-e4650fe6-9316-4dcb-b7df-8a924d726baa tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454004
Mar 05 20:53:59.833784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-05e32d7e-607a-40da-b97b-2b490878d43b service neutron] 10.222.0.15 "GET /v2.0/networks/fb0078aa-02a6-4f87-b415-c08c0da0522d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3541365
Mar 05 20:53:59.870577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:53:59.877599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-fa0270cd-f08f-4f0b-8ab9-dfd25ff14d91 service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2952025
Mar 05 20:53:59.895691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be779606-4ef6-491c-bcac-be3984ec5f4a req-8e8890c1-9301-4d98-ae2b-241f6cfbb091 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 210 time: 0.0315430
Mar 05 20:53:59.928910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-b5a4f2b6-bd0c-4bd3-ad79-84bfae791ebb service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806895
Mar 05 20:54:00.041234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db88b-9dda-4ce8-8059-59fb1df0d5a5 req-c764b9fc-7baa-474b-a884-f5add41a9043 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.048962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a27db88b-9dda-4ce8-8059-59fb1df0d5a5 req-c764b9fc-7baa-474b-a884-f5add41a9043 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0751250
Mar 05 20:54:00.099631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a27db88b-9dda-4ce8-8059-59fb1df0d5a5 req-f4fc85da-587e-4136-a092-28c855c4169e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497365
Mar 05 20:54:00.170809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Allocated IP 172.20.0.8 (b6447283-e533-4bc2-9b52-88f180bac4d0/aed27a8e-cddd-429d-9c66-1b0d58128dbd/6ab2be74-857e-4e38-ad99-97dbaa1f820d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:00.186719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f4dd395-a085-44a9-bd56-4fe1c30957cc req-9a22dc1a-8dc5-43fe-b28c-e69f15a5990d tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 210 time: 0.0383418
Mar 05 20:54:00.226255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-6de0b6b5-5b60-4269-b000-9f4ab365edc4 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763290
Mar 05 20:54:00.266543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:00.315245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60037c-ed31-4863-9056-3181f7380993 req-af1a75f0-ef8c-4634-8cda-3d14abfd2e86 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.316657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd60037c-ed31-4863-9056-3181f7380993 req-af1a75f0-ef8c-4634-8cda-3d14abfd2e86 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 944 time: 0.2588983
Mar 05 20:54:00.328958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-bee077d1-9430-42e3-9620-b2ab967e0ea0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b782a7da-f012-4816-a7bc-b15194cb2996 HTTP/1.1" status: 200  len: 217 time: 0.0918763
Mar 05 20:54:00.466275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:00.520765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4acfb0f8-c4a8-4b07-85f4-523aaf22a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.522222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4acfb0f8-c4a8-4b07-85f4-523aaf22a66c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.1768610
Mar 05 20:54:00.546402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd60037c-ed31-4863-9056-3181f7380993 req-2f024812-6f27-4fb8-828c-7396946b69fc tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119830
Mar 05 20:54:00.561883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:00.564154 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52358d0-f94f-4c42-ad22-ead5a84ab7d9" -d '{"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:00.582395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks [] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.597869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.663767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks [] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.710018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.719183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.726839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.733490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.734969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:00.741849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.749419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.751402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 39103012-a3fb-406c-a3d5-628b64bf136f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:00.755415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.758042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-a9881386-46c6-418e-9b64-ba84ebed0c5d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1307013
Mar 05 20:54:00.761254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7d3a250d-1deb-438f-a29f-63fc7345a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.762759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-7d3a250d-1deb-438f-a29f-63fc7345a70b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2273061
Mar 05 20:54:00.799947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:00.800665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:00.800665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:00.828211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e7ed1a8-234c-4266-9383-67173c6751cc req-2a61d6b5-7f24-44f6-b9b1-33a98cad47e0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0644884
Mar 05 20:54:00.850472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.855917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:00.856214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Attempting to bind port 675294b3-97d2-451e-9c82-33eef5c81bf5 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:00.872600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34648c1-25b7-4627-b210-1a87edd6eacc req-d9755f8e-7322-4279-a4e9-ddf4112324d3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.874110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34648c1-25b7-4627-b210-1a87edd6eacc req-d9755f8e-7322-4279-a4e9-ddf4112324d3 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2053914
Mar 05 20:54:00.878796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:00.882926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:00.883267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:00.883655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:00.884149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Bound port: 675294b3-97d2-451e-9c82-33eef5c81bf5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:00.884565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.894985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '39103012-a3fb-406c-a3d5-628b64bf136f', 'network_id': '62082c5f-85c3-4d11-9ba0-883ff09b0721', 'port_id': '39103012-a3fb-406c-a3d5-628b64bf136f', 'mac_address': 'fa:16:3e:2c:4d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966443e5-1224-42c9-842b-beaef1a3d8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:00.941909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.965125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 39103012-a3fb-406c-a3d5-628b64bf136f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:00.965879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:00.969111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Network b6447283-e533-4bc2-9b52-88f180bac4d0 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:00.976252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113bb58-0c69-4488-a144-2a8bed21c1bb req-d399c825-370e-40c1-acb3-8cc097fc0f9d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:00.977762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3113bb58-0c69-4488-a144-2a8bed21c1bb req-d399c825-370e-40c1-acb3-8cc097fc0f9d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0717547
Mar 05 20:54:00.981632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39103012-a3fb-406c-a3d5-628b64bf136f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:00.985664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:01.003548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:01.007622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.017777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:01.024962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Pushing event updated for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:01.029428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4df6d9fb-05b1-4de1-8868-ba106530dc56 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492864
Mar 05 20:54:01.036106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3113bb58-0c69-4488-a144-2a8bed21c1bb req-eb70dce9-6354-4a3b-89de-fb576f518477 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497887
Mar 05 20:54:01.064326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:01.095226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34648c1-25b7-4627-b210-1a87edd6eacc req-36139097-dffc-479f-927e-ce17deb6eae7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071583
Mar 05 20:54:01.144497 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa35d46-c281-4d31-a2b2-736022e210e9 x-openstack-request-id: req-dfa35d46-c281-4d31-a2b2-736022e210e9 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:01.144787 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:01.145040 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfa35d46-c281-4d31-a2b2-736022e210e9 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:01.145440 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'code': 200}
Mar 05 20:54:01.159807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.160436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.178827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:01.190963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:01.229294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-4cb9d496-3f25-4860-bb54-e0e34c9dcfdf tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9236643
Mar 05 20:54:01.230481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.253247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Request body: {'port': {'device_id': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:01.313939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a750b3-84d1-4087-b46d-fb459041c46e req-5f1a345c-a952-4610-bcb2-54a6b714bd1b tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.315654 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58a750b3-84d1-4087-b46d-fb459041c46e req-5f1a345c-a952-4610-bcb2-54a6b714bd1b tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 931 time: 0.1205683
Mar 05 20:54:01.318955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-55aa1315-65dc-4fc9-a989-785c80b22539 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593689
Mar 05 20:54:01.359581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:01.361936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a43e7-ada0-4bac-b039-c0ec5894328d req-626570f7-5fed-46cc-bdaa-3c26e582ddd7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.363461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-097a43e7-ada0-4bac-b039-c0ec5894328d req-626570f7-5fed-46cc-bdaa-3c26e582ddd7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.1898057
Mar 05 20:54:01.394783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-b114c580-7182-4947-8068-47a487ddf749 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.396188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-b114c580-7182-4947-8068-47a487ddf749 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.31 "GET /v2.0/networks?id=fb0078aa-02a6-4f87-b415-c08c0da0522d HTTP/1.1" status: 200  len: 818 time: 0.1687739
Mar 05 20:54:01.410074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58a750b3-84d1-4087-b46d-fb459041c46e req-a6050843-b76c-4b1b-af20-5316ceed5064 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770776
Mar 05 20:54:01.415954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Request body: {'port': {'device_id': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d', 'admin_state_up': True, 'tenant_id': 'c9b274ea570549a3a2624e701a7774d5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:01.418914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=8']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:01.423168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-fc7bb1a7-4d58-4e3f-97f2-fc78f186a1a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 HTTP/1.1" status: 200  len: 217 time: 0.0890300
Mar 05 20:54:01.476989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.477954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.480749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-aec80c4e-910f-4c5f-9ae1-11b808eb9ca6 service neutron] 10.222.0.31 "PUT /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 1122 time: 1.8371584
Mar 05 20:54:01.506749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.555407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4a38dedf-94df-49f2-a3f5-8b9d3346a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.558201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-4a38dedf-94df-49f2-a3f5-8b9d3346a51b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 200  len: 797 time: 0.1031053
Mar 05 20:54:01.567213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-097a43e7-ada0-4bac-b039-c0ec5894328d req-82b03bde-7517-48d5-a7b7-849283595e4a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538339
Mar 05 20:54:01.583535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['675294b3-97d2-451e-9c82-33eef5c81bf5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:01.616983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Made reservation on behalf of c9b274ea570549a3a2624e701a7774d5 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:01.625657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:01.675611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f5f01c46-cdfd-4776-bc7d-909e46fa0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.677714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-f5f01c46-cdfd-4776-bc7d-909e46fa0796 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0759249
Mar 05 20:54:01.784602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4a10324-9657-4610-9764-2add10fdb1c5 req-469b54ae-1104-41e3-b671-a754de0e7293 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 210 time: 0.0619605
Mar 05 20:54:01.866599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Allocated IP 172.20.0.8 (fb0078aa-02a6-4f87-b415-c08c0da0522d/0b30f452-7a27-4648-bfcc-75d0896e8732/2e2be274-47ed-4b4e-a0f7-f1971d3394d2) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:01.890123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a4ef9-816c-4574-aaaf-460d775ddd8d req-5fcaff50-3b07-41db-8618-db9e136b7373 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:01.891769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c4a4ef9-816c-4574-aaaf-460d775ddd8d req-5fcaff50-3b07-41db-8618-db9e136b7373 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 945 time: 0.1011121
Mar 05 20:54:02.014318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c4a4ef9-816c-4574-aaaf-460d775ddd8d req-f0eceb66-062e-478a-834d-e7f6bcc73d5a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124260
Mar 05 20:54:02.116356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks [] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.161486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.167058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.172310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.177541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.182925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.188195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.193408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.195298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-fb1625e1-ed82-4b5e-9c82-e07238de5eb8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1197731
Mar 05 20:54:02.211307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.268779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-b47af898-093d-4a9b-9808-328264de6a2d service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5428321
Mar 05 20:54:02.276270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Network fb0078aa-02a6-4f87-b415-c08c0da0522d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:02.282812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:02.289087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Pushing event updated for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:02.293381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:02.335578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6715b05-f8ce-4eb6-88c6-7ed8356f389e req-a5025703-f655-4f43-a488-c055edb4f17e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1321902
Mar 05 20:54:02.355464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb254-425a-46ee-97b3-7e6691183248 req-54b5b321-dc8d-4e03-95c9-527a5b25f4f3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.357012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce2cb254-425a-46ee-97b3-7e6691183248 req-54b5b321-dc8d-4e03-95c9-527a5b25f4f3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1590643
Mar 05 20:54:02.369500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.370279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.389482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-6e5212b5-5f2b-49b7-b4e8-0ed632393464 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9773629
Mar 05 20:54:02.401889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Request body: {'port': {'device_id': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:02.480597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-94f0b6d8-2754-4a4b-b117-980498a17314 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994398
Mar 05 20:54:02.485617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce2cb254-425a-46ee-97b3-7e6691183248 req-dcf9b13f-9d4b-4993-aa2c-37454a52d979 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209755
Mar 05 20:54:02.489282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab2be74-857e-4e38-ad99-97dbaa1f820d {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:02.504309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks [] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.508926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869616c2-c01f-4eee-806f-749d96541250 req-2616a178-0226-4c74-b15c-09f0a6226b6a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.511459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-869616c2-c01f-4eee-806f-749d96541250 req-2616a178-0226-4c74-b15c-09f0a6226b6a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1062999
Mar 05 20:54:02.512209 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.546559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-49ae7243-11ac-41e4-b7ea-bb301a5a8ff7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9701cfb-119e-4040-a711-f90621bd7b80 HTTP/1.1" status: 200  len: 217 time: 0.0526972
Mar 05 20:54:02.550090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Transition to ACTIVE for port object 6ab2be74-857e-4e38-ad99-97dbaa1f820d will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:02.569709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.594026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-869616c2-c01f-4eee-806f-749d96541250 req-3605c0b8-ebb8-4a8d-a93e-56e2b9bf4794 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723879
Mar 05 20:54:02.673169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a1b2c4f9-5d57-4985-9021-a04de55e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.674633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a1b2c4f9-5d57-4985-9021-a04de55e2392 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 200  len: 797 time: 0.1150525
Mar 05 20:54:02.685369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:02.737953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb13d4-372c-4e2b-a039-fe19d205dfd7 req-f99e93d9-15d1-4f57-90bd-30b53fcc42f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.739448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1cb13d4-372c-4e2b-a039-fe19d205dfd7 req-f99e93d9-15d1-4f57-90bd-30b53fcc42f8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1905472
Mar 05 20:54:02.774115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb957ff-8e3b-47b6-9803-0798d242e83c req-bed54155-1e69-4d3c-a1c7-588ac1db1b34 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.774353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:02.775691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cb957ff-8e3b-47b6-9803-0798d242e83c req-bed54155-1e69-4d3c-a1c7-588ac1db1b34 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 943 time: 0.1107185
Mar 05 20:54:02.782685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 39103012-a3fb-406c-a3d5-628b64bf136f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:02.826252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-38dd269e-f1eb-458a-b053-ee8da7f8eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:02.827830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-38dd269e-f1eb-458a-b053-ee8da7f8eb1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1384637
Mar 05 20:54:02.847245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Attempting to bind port 6ab2be74-857e-4e38-ad99-97dbaa1f820d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:02.847580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Attempting to bind port 6ab2be74-857e-4e38-ad99-97dbaa1f820d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5588425-bc05-4101-a5a7-62dd33922fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:02.847957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Attempting to bind port 6ab2be74-857e-4e38-ad99-97dbaa1f820d on network b6447283-e533-4bc2-9b52-88f180bac4d0 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:02.861448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cb957ff-8e3b-47b6-9803-0798d242e83c req-28a8f51f-d641-4df4-9b15-393a3c943f9a tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768552
Mar 05 20:54:02.877864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1cb13d4-372c-4e2b-a039-fe19d205dfd7 req-553a70dd-a609-4691-9f1c-b5ef2c0de630 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153646
Mar 05 20:54:02.905942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Port 6ab2be74-857e-4e38-ad99-97dbaa1f820d on network b6447283-e533-4bc2-9b52-88f180bac4d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:02.906117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Attempting to bind port 6ab2be74-857e-4e38-ad99-97dbaa1f820d on network b6447283-e533-4bc2-9b52-88f180bac4d0 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:02.916987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:02.917349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Checking segment: {'id': 'b5588425-bc05-4101-a5a7-62dd33922fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:02.917724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Bound using segment: {'id': 'b5588425-bc05-4101-a5a7-62dd33922fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:02.918174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Bound port: 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5588425-bc05-4101-a5a7-62dd33922fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:02.918545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.923729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 39103012-a3fb-406c-a3d5-628b64bf136f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:02.929841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 39103012-a3fb-406c-a3d5-628b64bf136f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:02.929841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:02.937522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:02.956148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks [] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.006063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Transition to ACTIVE for port object 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:03.010118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-a74a54da-4fe3-4551-a977-02f2aa6032fe service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722982
Mar 05 20:54:03.011712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.095965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:03.111912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:03.120454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d,segment=NetworkSegment(b5588425-bc05-4101-a5a7-62dd33922fee),segment_id=b5588425-bc05-4101-a5a7-62dd33922fee)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:03.137578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.148487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:03.148878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:03.151233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:03.154832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e54d3-9ea3-42e9-984f-7818953fa8d9 req-3c4785c0-d924-48ed-946c-b849f2b19cb9 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.157798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec4e54d3-9ea3-42e9-984f-7818953fa8d9 req-3c4785c0-d924-48ed-946c-b849f2b19cb9 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 931 time: 0.1610754
Mar 05 20:54:03.183122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'port_id': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'mac_address': 'fa:16:3e:e1:67:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca9ca5e-d60e-48cd-b5ad-2d405472172d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:03.198740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Attempting to bind port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:03.199210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Attempting to bind port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '327d511f-aac2-460d-ad5a-a9a780b9c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:03.201835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Attempting to bind port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 on network fb0078aa-02a6-4f87-b415-c08c0da0522d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:03.208556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80175e-ea13-44f5-b73f-0267f27ff4c5 req-02c97328-8a4a-40c7-8ca7-31098d3a941d tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.210044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea80175e-ea13-44f5-b73f-0267f27ff4c5 req-02c97328-8a4a-40c7-8ca7-31098d3a941d tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.1933975
Mar 05 20:54:03.215557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 on network fb0078aa-02a6-4f87-b415-c08c0da0522d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:03.215894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Attempting to bind port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 on network fb0078aa-02a6-4f87-b415-c08c0da0522d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:03.217287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 39103012-a3fb-406c-a3d5-628b64bf136f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:03.217680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.230968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74c09ff0-9d63-4ac4-8e91-b99b8b15c72d req-31e118eb-d0da-4fca-9600-17c22e3eb23e service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131200
Mar 05 20:54:03.232195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.233240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.233365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:03.233802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Checking segment: {'id': '327d511f-aac2-460d-ad5a-a9a780b9c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:03.234198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Bound using segment: {'id': '327d511f-aac2-460d-ad5a-a9a780b9c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:03.234649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Bound port: 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327d511f-aac2-460d-ad5a-a9a780b9c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:03.235013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] 10.222.0.23 "PUT /v2.0/ports/6ab2be74-857e-4e38-ad99-97dbaa1f820d HTTP/1.1" status: 200  len: 1091 time: 1.9927690
Mar 05 20:54:03.235131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.270060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992272d-70cb-4b09-acad-9a0fa689c16e service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:03.281839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:03.294668 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2dc118-4c17-49d7-81b1-0cefb6d5ef84" -d '{"events": [{"server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "name": "network-vif-plugged", "status": "completed", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:03.294813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec4e54d3-9ea3-42e9-984f-7818953fa8d9 req-57cf64aa-25d5-4a69-a23b-0f334bd0de53 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969870
Mar 05 20:54:03.294913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:03.294913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.308914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:03.314985 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.317843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:03.354781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea80175e-ea13-44f5-b73f-0267f27ff4c5 req-81547768-1352-4492-88f9-262bfb80df62 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309643
Mar 05 20:54:03.374751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:03.388660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.395077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:03.424081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.424856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.425338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.425887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.426453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.426700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:03.426940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.427429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.429589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-b59700b5-4b14-4774-8307-a872f3df25c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6693 time: 0.0875776
Mar 05 20:54:03.435504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,segment=NetworkSegment(327d511f-aac2-460d-ad5a-a9a780b9c236),segment_id=327d511f-aac2-460d-ad5a-a9a780b9c236)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:03.437482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-af7fd163-0c31-47c1-8613-7017063afdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.439008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-af7fd163-0c31-47c1-8613-7017063afdb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6badaeb06194bf7a79309e9bad2e8b5&device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 1125 time: 0.1426198
Mar 05 20:54:03.442623 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caae0e9-608f-4234-bb5a-7c0bae78ed43 x-openstack-request-id: req-0caae0e9-608f-4234-bb5a-7c0bae78ed43 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:03.443182 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:03.443505 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0caae0e9-608f-4234-bb5a-7c0bae78ed43 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:03.444104 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'status': 'completed', 'code': 200}
Mar 05 20:54:03.452844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.460186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:03.487106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099034f-d942-4b4f-9436-e1b36441b724 req-75fe7214-ee2a-4506-bc1e-6c489079bdcb tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.488809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1099034f-d942-4b4f-9436-e1b36441b724 req-75fe7214-ee2a-4506-bc1e-6c489079bdcb tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 946 time: 0.1425421
Mar 05 20:54:03.528922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['849d5225-97e8-496b-a8f3-1b7a3df6f4d7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:03.552901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-9c79266a-6788-4424-abe7-5b36ad571558 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d HTTP/1.1" status: 200  len: 217 time: 0.0769758
Mar 05 20:54:03.578301 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a45e64e-c408-428c-82c3-2695644c841f x-openstack-request-id: req-9a45e64e-c408-428c-82c3-2695644c841f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:03.578771 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "name": "network-vif-plugged", "status": "completed", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:03.579039 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a45e64e-c408-428c-82c3-2695644c841f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:03.579446 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f', 'code': 200}
Mar 05 20:54:03.681722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977d1e-5296-4edd-85f7-95feabb710be req-f3413a31-c5b5-4755-9368-a1bd6564ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.683256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-f3413a31-c5b5-4755-9368-a1bd6564ef99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aed27a8e-cddd-429d-9c66-1b0d58128dbd HTTP/1.1" status: 200  len: 853 time: 0.1092322
Mar 05 20:54:03.694155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-8021844f-d686-491a-a155-57de384ba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.695649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-8021844f-d686-491a-a155-57de384ba465 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 HTTP/1.1" status: 200  len: 902 time: 0.2504773
Mar 05 20:54:03.752225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-b98a9023-8117-46bd-8ed3-6067ae6b6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.753838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-b98a9023-8117-46bd-8ed3-6067ae6b6221 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1156 time: 0.2767177
Mar 05 20:54:03.757938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-f0853543-d955-4de9-906f-9fa17fd2e3fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6447283-e533-4bc2-9b52-88f180bac4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611856
Mar 05 20:54:03.836865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-a6616248-2bad-4b54-aacc-ae6e84138830 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9701cfb-119e-4040-a711-f90621bd7b80 HTTP/1.1" status: 200  len: 217 time: 0.0816965
Mar 05 20:54:03.910533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.911134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:03.913353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] 10.222.0.31 "PUT /v2.0/ports/2e2be274-47ed-4b4e-a0f7-f1971d3394d2 HTTP/1.1" status: 200  len: 1091 time: 1.5158339
Mar 05 20:54:03.913353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:03.915183 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:03.957730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.963305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.967101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973258-fce3-4e91-bd06-f29f20aecba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:03.968645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.973845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.979749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.985064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.985372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1099034f-d942-4b4f-9436-e1b36441b724 req-636b218d-e271-446f-a27d-aacaa6d77781 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136930
Mar 05 20:54:03.990397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.991476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc388f7-97da-46a3-a478-7c3cd381ec6a req-e74af874-38c7-4219-a182-66f8d80bcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:03.992320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-d76e4fc8-ffdb-46e0-b570-6d2e7314eeba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.3354092
Mar 05 20:54:03.992964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abc388f7-97da-46a3-a478-7c3cd381ec6a req-e74af874-38c7-4219-a182-66f8d80bcfa1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1128 time: 0.1186461
Mar 05 20:54:04.042567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-df07a4ca-04d6-41b6-b90f-321a79c21443 service neutron] 10.222.0.23 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756855
Mar 05 20:54:04.049245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-1ab32b6f-e132-474b-a838-09d4238aea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.050849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-1ab32b6f-e132-474b-a838-09d4238aea50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2817006
Mar 05 20:54:04.052477 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abc388f7-97da-46a3-a478-7c3cd381ec6a req-d19461da-e67a-4c34-bbcc-3015580d5f5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512993
Mar 05 20:54:04.086618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c894e029-1bf3-44a8-8194-245cc0b5b064 req-8e924253-34a4-409b-b944-682574fa2801 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0844326
Mar 05 20:54:04.104866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:04.136021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99616-59e1-4a2e-bfa6-0e2c71bb8866 req-60f6f33f-7cbb-475b-86e2-e10f1f38de24 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.137723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ef99616-59e1-4a2e-bfa6-0e2c71bb8866 req-60f6f33f-7cbb-475b-86e2-e10f1f38de24 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 944 time: 0.0771315
Mar 05 20:54:04.192414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ef99616-59e1-4a2e-bfa6-0e2c71bb8866 req-0aa16624-ca09-4491-b246-e692260262f7 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486038
Mar 05 20:54:04.220549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:04.226359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a717fda-70c0-4289-868d-3b3378abd423 req-71f2938f-4f78-49c5-bd31-89edda17ac2a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.228019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a717fda-70c0-4289-868d-3b3378abd423 req-71f2938f-4f78-49c5-bd31-89edda17ac2a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0707917
Mar 05 20:54:04.236316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 has no active binding in host nch1-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:54:04.279536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a717fda-70c0-4289-868d-3b3378abd423 req-c38c6147-59e2-4e89-91d3-36bc3cd82a9d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450263
Mar 05 20:54:04.331706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501523c-7025-409a-813c-ca9ae674e222 req-596561dd-dd6c-4f23-bdee-43fb749e2768 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.333341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0501523c-7025-409a-813c-ca9ae674e222 req-596561dd-dd6c-4f23-bdee-43fb749e2768 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0712206
Mar 05 20:54:04.383921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0501523c-7025-409a-813c-ca9ae674e222 req-8fc2dbce-0859-4fde-b9e2-603f71bb41c1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433412
Mar 05 20:54:04.409382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-ac3934a2-a772-4fef-9ead-3336c782b917 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 217 time: 0.0949237
Mar 05 20:54:04.496500 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed705da7-5599-4192-ad8e-9440f5f7234f x-openstack-request-id: req-ed705da7-5599-4192-ad8e-9440f5f7234f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:04.496805 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:04.497486 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed705da7-5599-4192-ad8e-9440f5f7234f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:04.497957 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2', 'status': 'completed', 'code': 200}
Mar 05 20:54:04.511603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-f7c09ed7-1c45-4e71-b24b-764f169f56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.514112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-f7c09ed7-1c45-4e71-b24b-764f169f56a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0964720
Mar 05 20:54:04.572974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96977d1e-5296-4edd-85f7-95feabb710be req-4e7f2ce7-ad28-4e1b-85ad-1b8347d355ed service neutron] 10.222.0.23 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2589388
Mar 05 20:54:04.579126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-b49f6938-a5db-435b-a4c0-0fae7e65c25a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529542
Mar 05 20:54:04.585537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7712bc-6803-43d7-bdc5-d8e8c465e5a3 req-376ae12e-9a26-4bda-ac1c-2482396e46ef tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.587048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd7712bc-6803-43d7-bdc5-d8e8c465e5a3 req-376ae12e-9a26-4bda-ac1c-2482396e46ef tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 943 time: 0.2190673
Mar 05 20:54:04.632957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-979aa9c2-d016-4226-8a62-8d4986ef2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.635090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-979aa9c2-d016-4226-8a62-8d4986ef2aee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9b274ea570549a3a2624e701a7774d5&device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 1125 time: 0.0746891
Mar 05 20:54:04.717627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-08e457aa-87d6-4003-a8b9-878c75753ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.718997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-08e457aa-87d6-4003-a8b9-878c75753ebb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 200  len: 797 time: 0.1602991
Mar 05 20:54:04.744360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd7712bc-6803-43d7-bdc5-d8e8c465e5a3 req-a2b803d7-74bc-440d-aca5-d131e760b1a5 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335859
Mar 05 20:54:04.760589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85692e0-e225-417d-98c2-a440f47f114f req-a53f8a45-8a56-4d9b-a3a5-1031443cef5d tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.760898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a85692e0-e225-417d-98c2-a440f47f114f req-a53f8a45-8a56-4d9b-a3a5-1031443cef5d tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 943 time: 0.0605955
Mar 05 20:54:04.761580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-87784504-efb9-4836-b304-8f9cd1335a71 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733265
Mar 05 20:54:04.795389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:04.827263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a85692e0-e225-417d-98c2-a440f47f114f req-2997e29b-1ae7-4d24-aa9e-577622c2acba tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594842
Mar 05 20:54:04.861480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:04.861480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:04.962032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:04.962425 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:04.971995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b6af-943a-41dd-ab9d-0f0575dad1c7 req-362ae15a-3629-4873-8ec2-60484df158f3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:04.973444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cb0b6af-943a-41dd-ab9d-0f0575dad1c7 req-362ae15a-3629-4873-8ec2-60484df158f3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.1409655
Mar 05 20:54:04.982811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7617b8a-55a4-4d7c-8ba9-3fc78a741a83 req-a71462ab-791e-42ff-8e8c-7bf526041142 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093947
Mar 05 20:54:05.013058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-2f915ed2-00a4-47f8-8b4f-156e55a86fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.014584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-2f915ed2-00a4-47f8-8b4f-156e55a86fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1230879
Mar 05 20:54:05.016211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:05.020599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:05.055695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8f54f-ba29-468b-9e4f-f0eaccffa4ca req-a9bc12fc-536e-42e2-ad1a-f0ace4517a3f tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.058597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61f8f54f-ba29-468b-9e4f-f0eaccffa4ca req-a9bc12fc-536e-42e2-ad1a-f0ace4517a3f tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 944 time: 0.1465328
Mar 05 20:54:05.086789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-26558d8b-4a21-4b6c-b206-0bdfc8908d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.088441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-26558d8b-4a21-4b6c-b206-0bdfc8908d8f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c9b274ea570549a3a2624e701a7774d5&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1975515
Mar 05 20:54:05.092696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:05.098009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cb0b6af-943a-41dd-ab9d-0f0575dad1c7 req-3206e229-c49a-4fc3-b9a7-c5e66f991b7c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104014
Mar 05 20:54:05.152462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-c223c1a2-fc43-49b8-be32-03b3b35c9bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306417
Mar 05 20:54:05.174545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61f8f54f-ba29-468b-9e4f-f0eaccffa4ca req-094a27d9-965e-472a-bf2b-b7c975e96424 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060123
Mar 05 20:54:05.222773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-318262d6-51dc-48de-9948-f6bf696b2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.224214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a98a5b7d-6c5e-4ffb-8788-cdbce64e96d3 req-318262d6-51dc-48de-9948-f6bf696b2fbd service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1194882
Mar 05 20:54:05.276084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be05e5-177c-4d47-82bb-9cb876206ef9 req-4ed09997-66c8-45cd-bc83-ac236b1d444c tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.277716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4be05e5-177c-4d47-82bb-9cb876206ef9 req-4ed09997-66c8-45cd-bc83-ac236b1d444c tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 946 time: 0.1170168
Mar 05 20:54:05.311042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a3bcfc-38ea-4169-8769-f91c60c9cc16 req-36dc6419-8757-452d-8a77-3717ad0b3410 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491182
Mar 05 20:54:05.351934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4be05e5-177c-4d47-82bb-9cb876206ef9 req-2c9b0e9e-88b0-4ed5-a5f0-99531de2ea1a tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660162
Mar 05 20:54:05.358058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.364199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.370633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.376085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.382732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.389309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.395241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.397257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-38f1bae8-ccd2-49c9-8935-5a4c6e91f7b9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1563265
Mar 05 20:54:05.405504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-aaa10cd7-e051-48fd-bbba-9a2167aa296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.406430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-aaa10cd7-e051-48fd-bbba-9a2167aa296d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9b274ea570549a3a2624e701a7774d5&device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 1125 time: 0.1227915
Mar 05 20:54:05.448271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:05.450609 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086016c5-52ed-40b9-92c2-258a103d03c3" -d '{"events": [{"name": "network-changed", "server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:05.470500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51d7d949-4c71-4c2a-b2d4-4b6e05cf5122 req-3907d4a2-44ef-4da1-93c2-89230f8a4c37 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0600653
Mar 05 20:54:05.482056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5eeef-5058-4c4b-82c4-ddc698be11f0 req-33e1db15-94d7-4ff5-9790-ad938da91711 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.483580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14c5eeef-5058-4c4b-82c4-ddc698be11f0 req-33e1db15-94d7-4ff5-9790-ad938da91711 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0610547
Mar 05 20:54:05.511467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-9cb9bd5f-be58-482d-adb6-7b2693317a48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2 HTTP/1.1" status: 200  len: 217 time: 0.0399632
Mar 05 20:54:05.543177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14c5eeef-5058-4c4b-82c4-ddc698be11f0 req-d15c5e42-aa38-4e7b-ae4b-ec73bc031ef0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471795
Mar 05 20:54:05.584427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:05.588282 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad71d6-715e-45c1-9526-3f01f790129f" -d '{"events": [{"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-plugged", "status": "completed", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:05.589389 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c42a218-2dd9-4b3b-824d-0836ae4cf6b3 x-openstack-request-id: req-8c42a218-2dd9-4b3b-824d-0836ae4cf6b3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:05.589683 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:05.589935 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c42a218-2dd9-4b3b-824d-0836ae4cf6b3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:05.591143 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d', 'status': 'completed', 'code': 200}
Mar 05 20:54:05.591692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-5b449e17-cfe0-4eda-89cd-fc6e697bf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.593819 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-5b449e17-cfe0-4eda-89cd-fc6e697bf783 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b30f452-7a27-4648-bfcc-75d0896e8732 HTTP/1.1" status: 200  len: 858 time: 0.0749578
Mar 05 20:54:05.626604 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee65bf5-05ff-4451-8a18-f8809402c441 x-openstack-request-id: req-eee65bf5-05ff-4451-8a18-f8809402c441 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:05.626905 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-plugged", "status": "completed", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:05.627164 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eee65bf5-05ff-4451-8a18-f8809402c441 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:05.627562 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'code': 200}
Mar 05 20:54:05.632799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-d1afcdfd-dde5-4dc6-9412-8403d3c87f14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0078aa-02a6-4f87-b415-c08c0da0522d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304720
Mar 05 20:54:05.640150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dea287-6b08-4287-a823-2b043c865486 req-21e99e24-a931-4071-ab7a-1125b9175584 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.643639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56dea287-6b08-4287-a823-2b043c865486 req-21e99e24-a931-4071-ab7a-1125b9175584 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0981460
Mar 05 20:54:05.659178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-20ce658f-c6cb-4bc8-925f-a23c8d0050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.660701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-20ce658f-c6cb-4bc8-925f-a23c8d0050f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6badaeb06194bf7a79309e9bad2e8b5&device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 1125 time: 0.0451980
Mar 05 20:54:05.754235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-ff319c87-a5f3-4d87-958f-3024deb84ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.755647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-ff319c87-a5f3-4d87-958f-3024deb84ec4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6447283-e533-4bc2-9b52-88f180bac4d0 HTTP/1.1" status: 200  len: 914 time: 0.0878208
Mar 05 20:54:05.756591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56dea287-6b08-4287-a823-2b043c865486 req-bf3c78dc-87ef-4515-9234-83caafccbc08 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022270
Mar 05 20:54:05.776759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-f31950eb-ec03-414e-80a6-a1b1f98062ec service neutron] 10.222.0.31 "GET /v2.0/networks/fb0078aa-02a6-4f87-b415-c08c0da0522d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307328
Mar 05 20:54:05.800669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-b5a6d5b2-eab2-46bb-96a2-11f5b9151e2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d HTTP/1.1" status: 200  len: 217 time: 0.0375488
Mar 05 20:54:05.885154 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:05.893448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfef05a6-4e2d-4922-bdfc-137f92715186 req-4c30e266-8a4c-414e-8508-980fb4d8f427 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0078aa-02a6-4f87-b415-c08c0da0522d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031935
Mar 05 20:54:05.894287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-9fb20f1d-4c25-4ad2-bf5b-d0f027ba571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.895277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-9fb20f1d-4c25-4ad2-bf5b-d0f027ba571b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aed27a8e-cddd-429d-9c66-1b0d58128dbd HTTP/1.1" status: 200  len: 853 time: 0.0873728
Mar 05 20:54:05.925491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155373-1cd3-4bdd-be8d-20c475144d40 req-339a0aee-6eee-4afc-9866-7588baed3e7d tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.926978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76155373-1cd3-4bdd-be8d-20c475144d40 req-339a0aee-6eee-4afc-9866-7588baed3e7d tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 943 time: 0.0917931
Mar 05 20:54:05.944402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-cfd4f40d-932f-469b-90c8-ac0d4d40ab42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6447283-e533-4bc2-9b52-88f180bac4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366161
Mar 05 20:54:05.958735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bba9b-3a47-42b2-a756-15d385f18335 req-59e2a87b-10e7-4b96-8b0b-c28b0cbd2848 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:05.960234 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b78bba9b-3a47-42b2-a756-15d385f18335 req-59e2a87b-10e7-4b96-8b0b-c28b0cbd2848 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 943 time: 0.0578175
Mar 05 20:54:06.008838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b78bba9b-3a47-42b2-a756-15d385f18335 req-e459d6ac-4f22-4619-8b8f-0b3dbd101be9 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419717
Mar 05 20:54:06.039923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76155373-1cd3-4bdd-be8d-20c475144d40 req-94d8ef6a-ef0f-49da-93df-3e7c8d8e9b9d tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977986
Mar 05 20:54:06.069856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-1138fb8d-dce9-4ae9-a1ec-fae2386e88d7 service neutron] 10.222.0.23 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098702
Mar 05 20:54:06.160591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-086016c5-52ed-40b9-92c2-258a103d03c3 req-244612c3-d317-4b23-a1ec-4d89630efd3f service neutron] 10.222.0.23 "GET /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820377
Mar 05 20:54:06.213054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:06.228033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ca2c-aa58-4240-ad7a-4c6abfe0e674 req-86b91edd-13a9-4a82-bdcf-e59ccfd383ae tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.229937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69e0ca2c-aa58-4240-ad7a-4c6abfe0e674 req-86b91edd-13a9-4a82-bdcf-e59ccfd383ae tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.0556238
Mar 05 20:54:06.283000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69e0ca2c-aa58-4240-ad7a-4c6abfe0e674 req-863209d3-492f-454a-814b-edfbe7938ae9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474677
Mar 05 20:54:06.296755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd068b-f15c-4895-930c-0514ad015834 req-0e0fb7d0-3b46-4f1d-a65b-75520380907e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.298380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-87cd068b-f15c-4895-930c-0514ad015834 req-0e0fb7d0-3b46-4f1d-a65b-75520380907e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0544386
Mar 05 20:54:06.349872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-87cd068b-f15c-4895-930c-0514ad015834 req-0e3242e6-c306-4045-b37e-f3a5eea0cc85 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457060
Mar 05 20:54:06.469328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7f03-1976-4416-a903-383e68bbd41e req-1ab22a28-0e99-4378-b9bd-0ad2349e2e75 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.470789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3fb7f03-1976-4416-a903-383e68bbd41e req-1ab22a28-0e99-4378-b9bd-0ad2349e2e75 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 946 time: 0.0519264
Mar 05 20:54:06.520477 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3fb7f03-1976-4416-a903-383e68bbd41e req-4824653b-9f85-43cb-8720-ad4d8376542e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441723
Mar 05 20:54:06.583347 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:54:06.607712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.612979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.618088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.623881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.628760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-ac9d9fca-984b-4ce0-a50b-a794d62e0351 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-100849016&fields=id&tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 267 time: 0.0412490
Mar 05 20:54:06.629022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.634202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.639453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.641316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-874230e4-1f71-4ecc-8df6-1353e1a9f0c1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.0949545
Mar 05 20:54:06.692148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-28bb773f-7083-49a4-ab4f-3891e7f54416 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.693609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-28bb773f-7083-49a4-ab4f-3891e7f54416 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 946 time: 0.0596983
Mar 05 20:54:06.700797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef07bce9-f14a-4dab-a2ac-c341a4382d70 req-e7ad17ba-25f7-4be1-b439-5ddea7919040 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0535340
Mar 05 20:54:06.705171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'security_groups': ['46980dd5-3146-4cbc-8064-95782bacac8f', 'ce519741-0808-43df-9dc7-121b57f65881']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:06.790435 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:06.816205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfdb40-fca8-4bc1-8831-84513090d546 req-0e0fc8d4-3679-4905-a624-a37df097bb6a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.817674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6dfdb40-fca8-4bc1-8831-84513090d546 req-0e0fc8d4-3679-4905-a624-a37df097bb6a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0547974
Mar 05 20:54:06.893774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6dfdb40-fca8-4bc1-8831-84513090d546 req-8fca0641-b159-43e0-b742-80c1997aa355 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699580
Mar 05 20:54:06.928771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-76d39ef5-45ef-4ab3-9990-182b0df36b06 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:06.930763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-76d39ef5-45ef-4ab3-9990-182b0df36b06 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.0747015
Mar 05 20:54:06.990882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:07.021426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (39103012-a3fb-406c-a3d5-628b64bf136f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.027140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.038947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:07.044741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:07.059495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8bc47-77c4-4a52-b1d2-77c5aecd9f70 req-5740ae87-fe3b-4659-8e25-7489fc47749c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.062655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11f8bc47-77c4-4a52-b1d2-77c5aecd9f70 req-5740ae87-fe3b-4659-8e25-7489fc47749c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0991442
Mar 05 20:54:07.080780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.081389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.082792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af6f4e36-6f1c-4023-a8dc-c57cdb5fcf85 req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "PUT /v2.0/ports/39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 982 time: 0.3821733
Mar 05 20:54:07.083246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:07.085567 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0dcf79-c4d9-49a0-823c-4091b36e611f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:07.109976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0405a4-37fe-43c6-83cc-a49a2a189436 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:07.178194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:07.204267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c5d77-5966-4882-96ed-fc7dd87b9286 req-f0eb683d-0a5f-4903-ba1a-315b43b472bd tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.205988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f7c5d77-5966-4882-96ed-fc7dd87b9286 req-f0eb683d-0a5f-4903-ba1a-315b43b472bd tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 943 time: 0.0585663
Mar 05 20:54:07.271294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f7c5d77-5966-4882-96ed-fc7dd87b9286 req-1956e336-33ea-42c0-aeaa-1a1bc89aa356 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569835
Mar 05 20:54:07.393806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d706-aff1-43c5-aac4-f108ff61b84d req-9278e686-71f5-40ee-81d3-c1ad988235cd tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.395833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a864d706-aff1-43c5-aac4-f108ff61b84d req-9278e686-71f5-40ee-81d3-c1ad988235cd tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 943 time: 0.0602062
Mar 05 20:54:07.440010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Deleting port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:07.440622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.459204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a864d706-aff1-43c5-aac4-f108ff61b84d req-11c95ec3-177e-4a11-89a8-d5a183e2dcdb tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571005
Mar 05 20:54:07.530542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c8775bf-3462-49ee-b714-79b11fccc18c req-c69bce51-c51a-4ea2-a76c-6531ec8a9618 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/ce519741-0808-43df-9dc7-121b57f65881 HTTP/1.1" status: 200  len: 1817 time: 0.0439560
Mar 05 20:54:07.541750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11f8bc47-77c4-4a52-b1d2-77c5aecd9f70 req-e32b6bef-1cf9-40f4-a0f2-4339c3ebeca9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4715378
Mar 05 20:54:07.548745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-3fa02065-d12c-4c1c-901f-0c626f2eb966 service neutron] 10.222.0.23 "GET /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4851344
Mar 05 20:54:07.596373 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-6c8775bf-3462-49ee-b714-79b11fccc18c req-315f406e-b962-4481-bb32-f9bfae249c68 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 05 20:54:07.597702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c8775bf-3462-49ee-b714-79b11fccc18c req-315f406e-b962-4481-bb32-f9bfae249c68 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce519741-0808-43df-9dc7-121b57f65881 HTTP/1.1" status: 409  len: 341 time: 0.0602982
Mar 05 20:54:07.615556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] For port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:07.615556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.638353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Calling delete_port for 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:07.645376 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984def6-ef5f-4a97-8029-fa158815b56d x-openstack-request-id: req-7984def6-ef5f-4a97-8029-fa158815b56d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:07.645938 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:07.646554 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7984def6-ef5f-4a97-8029-fa158815b56d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:07.647260 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f', 'status': 'completed', 'code': 200}
Mar 05 20:54:07.752056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-646793b2-f16b-4f90-be2f-17b0671867c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.753565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-646793b2-f16b-4f90-be2f-17b0671867c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1167 time: 0.0866232
Mar 05 20:54:07.764580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff48a6-057a-460e-963d-0d7da84c9c24 req-aec2002c-09f4-4be9-85ed-47b9c75d8fa1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.766020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bff48a6-057a-460e-963d-0d7da84c9c24 req-aec2002c-09f4-4be9-85ed-47b9c75d8fa1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 944 time: 0.0715070
Mar 05 20:54:07.843377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b593-0d02-480a-b870-58b78c45bd3c req-aa2eb52c-ade3-457a-a336-c0a74b536601 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.844929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f595b593-0d02-480a-b870-58b78c45bd3c req-aa2eb52c-ade3-457a-a336-c0a74b536601 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=566b4bf7-27e3-48e9-aa39-9d0f512a146f HTTP/1.1" status: 200  len: 945 time: 0.1375844
Mar 05 20:54:07.873997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bff48a6-057a-460e-963d-0d7da84c9c24 req-5bf8b891-8602-4905-a2ee-25b995cca093 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987823
Mar 05 20:54:07.901474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-165ca6ec-ea81-4d98-b70d-4e56d1b971e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:07.909006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-165ca6ec-ea81-4d98-b70d-4e56d1b971e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.1372440
Mar 05 20:54:07.913973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:07.949032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-a2b77124-f01c-41ad-84e9-69f41c21991f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 217 time: 0.0387256
Mar 05 20:54:07.964291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:07.965907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (849d5225-97e8-496b-a8f3-1b7a3df6f4d7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:07.997959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f595b593-0d02-480a-b870-58b78c45bd3c req-533e2165-48a5-4f70-9342-a02ef4a91faa tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446602
Mar 05 20:54:08.024115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-f1fd29bb-f284-4a70-81d3-85c644c28962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.028715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-f1fd29bb-f284-4a70-81d3-85c644c28962 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.0729256
Mar 05 20:54:08.030683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event deleted for resources: {'Port': ['ID=849d5225-97e8-496b-a8f3-1b7a3df6f4d7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:08.041245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675294b3-97d2-451e-9c82-33eef5c81bf5 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:08.070209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:08.083413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-4972d4d1-1839-4ab2-b99c-ffd6acabe4f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494285
Mar 05 20:54:08.097511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] No DVR routers for this DVR port 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:08.101037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:08.104420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f1999c1-3732-408c-8e7c-28e919f06dfe req-64841704-f6a5-40c7-ba5d-b89c96162b5a tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "DELETE /v2.0/ports/849d5225-97e8-496b-a8f3-1b7a3df6f4d7 HTTP/1.1" status: 204  len: 173 time: 1.1678691
Mar 05 20:54:08.104882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-deleted', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:08.107209 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b8cba-4c99-44c2-b9b1-73a5083183a2" -d '{"events": [{"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-deleted", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:08.110433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:08.117146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:08.236840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.238609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] Transition to ACTIVE for port object 675294b3-97d2-451e-9c82-33eef5c81bf5 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:08.242992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.249591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.253238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:08.256558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.264287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.264676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833926f-7601-4095-96f0-19dd051843ed req-1cc2b376-017f-4a67-9475-6a82c342be66 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.266209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7833926f-7601-4095-96f0-19dd051843ed req-1cc2b376-017f-4a67-9475-6a82c342be66 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1341512
Mar 05 20:54:08.270314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.276320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.278470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-9e84b345-ec97-4791-b3b5-3ae16ea8f2a6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1367347
Mar 05 20:54:08.282345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,segment=NetworkSegment(327d511f-aac2-460d-ad5a-a9a780b9c236),segment_id=327d511f-aac2-460d-ad5a-a9a780b9c236)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:08.292744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-6445075b-7cfb-4845-9302-c1d46d35b73b service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029760
Mar 05 20:54:08.301582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2', 'network_id': 'fb0078aa-02a6-4f87-b415-c08c0da0522d', 'port_id': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2', 'mac_address': 'fa:16:3e:09:22:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b30f452-7a27-4648-bfcc-75d0896e8732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:08.349329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:08.349329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:08.350008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] No DVR routers for this DVR port 675294b3-97d2-451e-9c82-33eef5c81bf5 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:08.364808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:08.382206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] Pushing event updated for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:08.387794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,segment=NetworkSegment(327d511f-aac2-460d-ad5a-a9a780b9c236),segment_id=327d511f-aac2-460d-ad5a-a9a780b9c236)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:08.391363 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:08.407573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7833926f-7601-4095-96f0-19dd051843ed req-321fc566-59b5-46a0-b651-a65a4753424c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193068
Mar 05 20:54:08.408417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-261cfa16-bb3c-44c7-8146-720045ddea1e req-2c54ee51-8439-440e-b2ba-9ce4cc405df3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1188078
Mar 05 20:54:08.415331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-2cc7fd99-f90b-4b92-842b-ca546d50141b service neutron] 10.222.0.23 "PUT /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8568141
Mar 05 20:54:08.452524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b0dcf79-c4d9-49a0-823c-4091b36e611f req-e7813621-a978-4e31-a672-3c5b481c3cbf service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413386
Mar 05 20:54:08.471125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:08.484573 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd03801-65f1-429d-880e-a065420e4340 x-openstack-request-id: req-0fd03801-65f1-429d-880e-a065420e4340 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:08.485516 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566b4bf7-27e3-48e9-aa39-9d0f512a146f", "name": "network-vif-deleted", "tag": "849d5225-97e8-496b-a8f3-1b7a3df6f4d7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:08.486007 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fd03801-65f1-429d-880e-a065420e4340 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:08.486640 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b4bf7-27e3-48e9-aa39-9d0f512a146f', 'name': 'network-vif-deleted', 'tag': '849d5225-97e8-496b-a8f3-1b7a3df6f4d7', 'status': 'completed', 'code': 200}
Mar 05 20:54:08.604464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d7e8b-8647-462c-8b36-7258df723d9c req-75a1bc0f-cb4c-4989-8187-994a5a2e13fe tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.606011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-350d7e8b-8647-462c-8b36-7258df723d9c req-75a1bc0f-cb4c-4989-8187-994a5a2e13fe tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 944 time: 0.0633974
Mar 05 20:54:08.641171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bacee-9aab-4e14-be1a-a54213a7b464 req-8c49693f-bc13-4021-830f-79b50b5d82d5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.642779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de9bacee-9aab-4e14-be1a-a54213a7b464 req-8c49693f-bc13-4021-830f-79b50b5d82d5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 985 time: 0.1452818
Mar 05 20:54:08.647687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-a99b4631-3840-4a79-bd20-afb320b5f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.649212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-a99b4631-3840-4a79-bd20-afb320b5f8ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1167 time: 0.1160474
Mar 05 20:54:08.661761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-6f51bfd2-2514-436e-a793-4f2edb53e592 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.663267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-6f51bfd2-2514-436e-a793-4f2edb53e592 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1317015
Mar 05 20:54:08.664209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-350d7e8b-8647-462c-8b36-7258df723d9c req-402a0276-92ab-410c-b373-b1f8c35b69cc tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495772
Mar 05 20:54:08.698167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2e2be274-47ed-4b4e-a0f7-f1971d3394d2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:08.790745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cac137-4b40-4deb-af89-7a47f33280a7 req-3fa0f5d1-b301-42b4-941c-80325f2ff7ad tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.796162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4cac137-4b40-4deb-af89-7a47f33280a7 req-3fa0f5d1-b301-42b4-941c-80325f2ff7ad tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 943 time: 0.0683975
Mar 05 20:54:08.804440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ab2be74-857e-4e38-ad99-97dbaa1f820d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:08.807306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de9bacee-9aab-4e14-be1a-a54213a7b464 req-61d265da-a3be-488c-85e4-a865dd26945b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=ce519741-0808-43df-9dc7-121b57f65881&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1543391
Mar 05 20:54:08.811074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:08.827198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-7854bde2-9905-4559-bb30-408cd1e9b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.827198 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-7854bde2-9905-4559-bb30-408cd1e9b583 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 1127 time: 0.1463346
Mar 05 20:54:08.846302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:08.846661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:08.849905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-bd2bceff-f9dc-4988-878b-c5ec1c66aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:08.852147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-bd2bceff-f9dc-4988-878b-c5ec1c66aa14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.1959951
Mar 05 20:54:08.872127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4cac137-4b40-4deb-af89-7a47f33280a7 req-54f111e3-73c6-44b6-88cd-74f00029b224 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734720
Mar 05 20:54:08.961017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-9d678ae2-9143-480c-8ac8-7ca610ce5414 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 217 time: 0.0694256
Mar 05 20:54:08.973890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d,segment=NetworkSegment(b5588425-bc05-4101-a5a7-62dd33922fee),segment_id=b5588425-bc05-4101-a5a7-62dd33922fee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:08.985856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6ab2be74-857e-4e38-ad99-97dbaa1f820d', 'network_id': 'b6447283-e533-4bc2-9b52-88f180bac4d0', 'port_id': '6ab2be74-857e-4e38-ad99-97dbaa1f820d', 'mac_address': 'fa:16:3e:b7:f6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed27a8e-cddd-429d-9c66-1b0d58128dbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:09.008746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849d21-abec-46c0-aad0-cca51be99c8e req-c480fe41-6a0c-4595-8d41-be224d16af0c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.010819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9849d21-abec-46c0-aad0-cca51be99c8e req-c480fe41-6a0c-4595-8d41-be224d16af0c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.0561817
Mar 05 20:54:09.021082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-79eee9d8-1425-4210-a174-15a5822bc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.022576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-79eee9d8-1425-4210-a174-15a5822bc5ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1127 time: 0.1672304
Mar 05 20:54:09.033104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ab2be74-857e-4e38-ad99-97dbaa1f820d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:09.033500 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.046548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab2be74-857e-4e38-ad99-97dbaa1f820d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:09.054081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-6720cb52-0e74-4b29-99bb-621935f4c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.056889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-6720cb52-0e74-4b29-99bb-621935f4c9ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.0886819
Mar 05 20:54:09.067299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d,segment=NetworkSegment(b5588425-bc05-4101-a5a7-62dd33922fee),segment_id=b5588425-bc05-4101-a5a7-62dd33922fee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:09.071054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9849d21-abec-46c0-aad0-cca51be99c8e req-9123222f-7436-4e98-acde-f86e03ecd0a6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534263
Mar 05 20:54:09.071945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.100175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d55e3d-735d-4e6e-a872-8cf9d2689c39 req-adf60dbb-b966-45b2-9e4d-dac39b177804 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.100175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00d55e3d-735d-4e6e-a872-8cf9d2689c39 req-adf60dbb-b966-45b2-9e4d-dac39b177804 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2093108
Mar 05 20:54:09.124686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:09.142797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-7e00ccb2-d453-430d-812f-e5179b9de60e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388229
Mar 05 20:54:09.237458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00d55e3d-735d-4e6e-a872-8cf9d2689c39 req-de70ec29-8c33-4907-951e-c2fc9cef5a75 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369410
Mar 05 20:54:09.263908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-8e1d045d-cf07-4f97-a692-24bdedb3a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.265356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-8e1d045d-cf07-4f97-a692-24bdedb3a947 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2357266
Mar 05 20:54:09.297139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ab2be74-857e-4e38-ad99-97dbaa1f820d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:09.312506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-6ebdc5cd-d35c-41a9-af9c-6277c516f5ba service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627944
Mar 05 20:54:09.313881 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-f5e4d260-b164-41df-9cc2-624489236450 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 200  len: 217 time: 0.0411828
Mar 05 20:54:09.365743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:09.372372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905986394', 'description': 'tempest-description--1348210508'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:09.397008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.417506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-657b549d-36b9-42f6-9b78-36420dee35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.418970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-657b549d-36b9-42f6-9b78-36420dee35ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0921564
Mar 05 20:54:09.456541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0da87cce-df3b-43aa-b81c-e795673fdd1c req-a5d0db52-6eae-4334-8054-40735649face service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381412
Mar 05 20:54:09.477008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-dd9b8714-2ff2-4925-bfb9-8dc9f917bffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416324
Mar 05 20:54:09.492828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.511896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.576678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.581301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2109759
Mar 05 20:54:09.581467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45516) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:09.586644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:09.593220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267efb5-f26d-44d0-b340-e25cdf6dc555 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:09.618397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.624369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.629745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.635334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.640606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.640741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a20dc-58b9-45a6-9a50-c506f17fbce8 req-73fb1054-6467-4c4a-a74f-66f7330b558e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.642190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b68a20dc-58b9-45a6-9a50-c506f17fbce8 req-73fb1054-6467-4c4a-a74f-66f7330b558e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1206303
Mar 05 20:54:09.645821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.649414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (1002a8af-7ad7-4004-b19c-b56428d99791), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.651115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.653000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-c32d261c-468c-4fad-9a91-725df7a6aa66 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5419 time: 0.1222904
Mar 05 20:54:09.657099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-f2096e8b-a063-4205-9a07-07a186919171 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742265
Mar 05 20:54:09.725497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b68a20dc-58b9-45a6-9a50-c506f17fbce8 req-2f69cafe-9110-4c05-ae24-50bf6b77928a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769975
Mar 05 20:54:09.740223 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (1002a8af-7ad7-4004-b19c-b56428d99791), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.755735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1002a8af-7ad7-4004-b19c-b56428d99791), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.779531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdc94c51-6e1a-4930-8f2d-932743f91e77 req-a4f8dc74-805d-4fbc-a7cb-0aa68eb83636 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1195078
Mar 05 20:54:09.784021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1002a8af-7ad7-4004-b19c-b56428d99791,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:09.795569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-6be2278b-da66-431e-8ef0-9a4bddf995b3 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274199
Mar 05 20:54:09.799701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.801004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b1b31e5-7991-4875-8b5b-a2b466413db0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2177627
Mar 05 20:54:09.803845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45520) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:09.819952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:09.857661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (9fc423c9-229a-4723-adce-23c254e111b6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.914389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f132-e8da-4023-b8bd-82e23fc67fb4 req-73afbcd2-1cf2-4820-b457-71751f94af74 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.916585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6611f132-e8da-4023-b8bd-82e23fc67fb4 req-73afbcd2-1cf2-4820-b457-71751f94af74 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 944 time: 0.0917623
Mar 05 20:54:09.943823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (9fc423c9-229a-4723-adce-23c254e111b6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.952458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9fc423c9-229a-4723-adce-23c254e111b6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:09.954757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc5e05-185c-4dd6-9246-70cdd8131646 req-9b75b4eb-d982-46a8-b8c9-16c03f601e18 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:09.956396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bedc5e05-185c-4dd6-9246-70cdd8131646 req-9b75b4eb-d982-46a8-b8c9-16c03f601e18 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 985 time: 0.0739846
Mar 05 20:54:09.987144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc423c9-229a-4723-adce-23c254e111b6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:10.000117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6611f132-e8da-4023-b8bd-82e23fc67fb4 req-0362fa88-e7e1-4185-9092-633a1ae7c8d5 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759394
Mar 05 20:54:10.019002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.020605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9b9f0cd-f955-4806-928f-560ceb6b8ccc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2156072
Mar 05 20:54:10.024101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45526) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:10.039198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:10.074269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.074503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bedc5e05-185c-4dd6-9246-70cdd8131646 req-906bacb5-bfd2-48dd-b907-ae9a2d4529f2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=ce519741-0808-43df-9dc7-121b57f65881&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1086538
Mar 05 20:54:10.098559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47d6a-20cd-417c-9165-557592f4879a req-58b6c8c8-349f-4b66-a54e-d28e9bf22b3d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.100108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-58b6c8c8-349f-4b66-a54e-d28e9bf22b3d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0663249
Mar 05 20:54:10.115614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ef356e17-c442-448a-8679-da5ba1910c00 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:10.118713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:10.171921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba950763-b717-47f9-ac11-f6c6a4d8ceec req-d948bd81-a1d6-4cf1-bf9e-31a4bccd1286 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.173555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba950763-b717-47f9-ac11-f6c6a4d8ceec req-d948bd81-a1d6-4cf1-bf9e-31a4bccd1286 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 944 time: 0.1092939
Mar 05 20:54:10.242949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba950763-b717-47f9-ac11-f6c6a4d8ceec req-43ac7f55-ff10-4dcb-bed7-66012ad5e786 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636973
Mar 05 20:54:10.249541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:10.257995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:10.258387 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.266371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.286235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3252a0-346f-40b3-b81a-80d54af2a582 req-ed047f25-1790-40f2-a035-1b1b4960e13e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.294181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f3252a0-346f-40b3-b81a-80d54af2a582 req-ed047f25-1790-40f2-a035-1b1b4960e13e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.1228950
Mar 05 20:54:10.297686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef356e17-c442-448a-8679-da5ba1910c00,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:10.315045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7ad47d6a-20cd-417c-9165-557592f4879a req-233ea2f0-fd59-47b7-a616-01f8c2c58b45 service neutron] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:10.317144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'ef356e17-c442-448a-8679-da5ba1910c00', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'port_id': 'ef356e17-c442-448a-8679-da5ba1910c00', 'mac_address': 'fa:16:3e:32:80:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:10.320043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7ad47d6a-20cd-417c-9165-557592f4879a req-233ea2f0-fd59-47b7-a616-01f8c2c58b45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.321659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad47d6a-20cd-417c-9165-557592f4879a req-233ea2f0-fd59-47b7-a616-01f8c2c58b45 service neutron] 10.222.0.31 "DELETE /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2150853
Mar 05 20:54:10.365163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f3252a0-346f-40b3-b81a-80d54af2a582 req-b3892fd7-2669-4bba-95ec-d9dd80a39a79 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699239
Mar 05 20:54:10.401765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ef356e17-c442-448a-8679-da5ba1910c00 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:10.402281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.426136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef356e17-c442-448a-8679-da5ba1910c00 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:10.431865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:10.432595 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.463615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef356e17-c442-448a-8679-da5ba1910c00,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:10.470044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:10.471716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Allocated IP 172.35.0.203 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ef1f8a1d-3bda-4a08-93e3-2b9683334c4d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:10.472546 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e6733b-b3f6-4ffe-aa8f-4b444d6757b0" -d '{"events": [{"server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "name": "network-vif-plugged", "status": "completed", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:10.477793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.479330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5866fc79-fac2-4bd2-978f-c689c32b9c03 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:10.488712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2a1e-4626-4328-b7cc-82924bbb7dc5 req-9ee8a01e-d00f-4f4a-bc4b-b5e3b55d466b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.489745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78fd2a1e-4626-4328-b7cc-82924bbb7dc5 req-9ee8a01e-d00f-4f4a-bc4b-b5e3b55d466b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0825667
Mar 05 20:54:10.508133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,segment=NetworkSegment(327d511f-aac2-460d-ad5a-a9a780b9c236),segment_id=327d511f-aac2-460d-ad5a-a9a780b9c236)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:10.518536 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.538727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad700cdc-d747-40ca-ab0f-5622fabd55e7 req-ab219217-eab1-4f35-910e-9b0aecc24a6d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.540416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad700cdc-d747-40ca-ab0f-5622fabd55e7 req-ab219217-eab1-4f35-910e-9b0aecc24a6d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 1127 time: 0.0566022
Mar 05 20:54:10.583025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:10.604614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78fd2a1e-4626-4328-b7cc-82924bbb7dc5 req-6b0bd142-f05b-41ad-9828-048d717b3801 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033940
Mar 05 20:54:10.607032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad700cdc-d747-40ca-ab0f-5622fabd55e7 req-87209a56-7544-44c2-8ff0-a6c90eb26b0b tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596480
Mar 05 20:54:10.649551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.664326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:10.688297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:10.702856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'port_id': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'mac_address': 'fa:16:3e:da:fd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:10.727239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.732493 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb412ef-7b3b-4a05-acec-e28fd9413ee6 x-openstack-request-id: req-beb412ef-7b3b-4a05-acec-e28fd9413ee6 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:10.733057 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "name": "network-vif-plugged", "status": "completed", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:10.733473 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-beb412ef-7b3b-4a05-acec-e28fd9413ee6 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:10.734006 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2', 'code': 200}
Mar 05 20:54:10.755429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5866fc79-fac2-4bd2-978f-c689c32b9c03 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:10.756659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.786923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5866fc79-fac2-4bd2-978f-c689c32b9c03 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:10.788826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:10.796826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:10.801570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:10.804297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'Port': ['ID=ef1f8a1d-3bda-4a08-93e3-2b9683334c4d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:10.826123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ab2be74-857e-4e38-ad99-97dbaa1f820d up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:10.848546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:10.877528 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.878301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:10.917818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for floatingip (445b7100-be8d-46ea-b01c-20f4ae2bf03c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:10.956291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc468-60df-4537-b48d-39ed57a75d79 req-1cdee293-e2c4-4db7-82d8-a4effb17a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.957784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-314cc468-60df-4537-b48d-39ed57a75d79 req-1cdee293-e2c4-4db7-82d8-a4effb17a6d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 1127 time: 0.1533198
Mar 05 20:54:10.983130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369b4cb-d100-43ea-8a70-06c51be04b22 req-039e9d3c-6895-428b-918c-664a656876d6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:10.989946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b369b4cb-d100-43ea-8a70-06c51be04b22 req-039e9d3c-6895-428b-918c-664a656876d6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1169713
Mar 05 20:54:11.008860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.031282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6ab2be74-857e-4e38-ad99-97dbaa1f820d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:11.036291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:11.043827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6ab2be74-857e-4e38-ad99-97dbaa1f820d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:11.044318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.053153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.058576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.062738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-314cc468-60df-4537-b48d-39ed57a75d79 req-933ef558-f9b0-4db4-9556-ed7633476ea1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956070
Mar 05 20:54:11.063823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.068238 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b369b4cb-d100-43ea-8a70-06c51be04b22 req-fb6f5905-ce80-42be-8197-090c20865d1a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773802
Mar 05 20:54:11.069148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.075364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.090394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.095842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.100474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-bfc93bb3-fbdc-4cfe-90f1-969efb27a0a1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5421 time: 0.1855104
Mar 05 20:54:11.242954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d07a281-7572-48c2-9ee5-84d6092b91de req-cc936d4b-a8ef-4321-b255-d938c56461fb tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1362841
Mar 05 20:54:11.266177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.277126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-9c445bfc-f06f-4afe-a34f-da992dd4fb09 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.284998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-9c445bfc-f06f-4afe-a34f-da992dd4fb09 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.1376452
Mar 05 20:54:11.300286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'port_id': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'mac_address': 'fa:16:3e:06:52:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2281a9-9328-4bca-bf8c-265c5b3c2c6d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:11.308321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-a6a0858d-9288-4d06-8005-fda6f3c2220c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/quotas/aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 375 time: 0.0221801
Mar 05 20:54:11.340714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ab2be74-857e-4e38-ad99-97dbaa1f820d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:11.341178 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.370945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:11.371364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.380320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.387811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-b6ef4295-b5a3-47fe-a7cc-03a87ed0f060 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0783634
Mar 05 20:54:11.399130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d,segment=NetworkSegment(b5588425-bc05-4101-a5a7-62dd33922fee),segment_id=b5588425-bc05-4101-a5a7-62dd33922fee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.401828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:11.406309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.408458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.410500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:11.458222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:11.458556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 849d5225-97e8-496b-a8f3-1b7a3df6f4d7 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:11.459065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:11.487456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-70f1d923-38c3-431a-9f48-9ba719162cba service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931971
Mar 05 20:54:11.490640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'Port': ['ID=ef1f8a1d-3bda-4a08-93e3-2b9683334c4d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:11.491032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.508108 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.508774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9701cfb-119e-4040-a711-f90621bd7b80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:11.511232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e7d8-4dbd-4b65-a5b4-d6dba05d014a req-83da2c69-9eb9-4960-aa57-ad281b29b97f tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.512965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b479e7d8-4dbd-4b65-a5b4-d6dba05d014a req-83da2c69-9eb9-4960-aa57-ad281b29b97f tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 945 time: 0.1465368
Mar 05 20:54:11.521154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (445b7100-be8d-46ea-b01c-20f4ae2bf03c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.547727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:11.548795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.550091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d04bc1a-8f91-434b-bd37-a2e8df098416 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5249274
Mar 05 20:54:11.577913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.581458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 675294b3-97d2-451e-9c82-33eef5c81bf5 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:54:11.582556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:11.583987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b479e7d8-4dbd-4b65-a5b4-d6dba05d014a req-bfe4ca0c-a76d-4984-8b06-544842327eca tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547209
Mar 05 20:54:11.618026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-1fa1ba7f-e4ac-4f4c-b50c-a9da5d99f9b6 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1169469
Mar 05 20:54:11.647108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:11.653901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'network_id': 'da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89', 'port_id': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'mac_address': 'fa:16:3e:78:cc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2281a9-9328-4bca-bf8c-265c5b3c2c6d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:11.701563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b9701cfb-119e-4040-a711-f90621bd7b80 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:11.702076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.716110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9701cfb-119e-4040-a711-f90621bd7b80 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:11.732147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a83791-bc0a-4149-a9cb-e89800a331a7 req-eeb17a5e-72ba-4f8c-a73c-caaafc3c7684 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.733704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23a83791-bc0a-4149-a9cb-e89800a331a7 req-eeb17a5e-72ba-4f8c-a73c-caaafc3c7684 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 985 time: 0.0581737
Mar 05 20:54:11.737182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.743524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.744551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2c1807e8-ead9-44e9-ab65-390e42b1ded8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:11.809544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23a83791-bc0a-4149-a9cb-e89800a331a7 req-f04b2e22-b0bb-464e-90ba-91050e04ed67 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=ce519741-0808-43df-9dc7-121b57f65881&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0700352
Mar 05 20:54:11.841433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:11.846447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.860863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'port_id': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'mac_address': 'fa:16:3e:09:8d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:11.910362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9420c-d765-45f4-b61d-e17ead5e6dfe req-256ad8bb-f8e7-4b91-8a35-3b92a9590d41 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:11.912627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-def9420c-d765-45f4-b61d-e17ead5e6dfe req-256ad8bb-f8e7-4b91-8a35-3b92a9590d41 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.0809457
Mar 05 20:54:11.922839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:11.923342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.942410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1807e8-ead9-44e9-ab65-390e42b1ded8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:11.966599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:11.973997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-def9420c-d765-45f4-b61d-e17ead5e6dfe req-a7ec0ee3-b853-4a80-9b35-e16731638ab9 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550001
Mar 05 20:54:11.975909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:11.976591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e97203d-117b-4a26-8c1e-33c77fbdf3ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:11.998651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd276d-0757-4cc0-98cb-72703adfbb6d req-d29be1f9-1fe6-49ab-b1b7-b30d20a0ff8a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:12.000980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3fbd276d-0757-4cc0-98cb-72703adfbb6d req-d29be1f9-1fe6-49ab-b1b7-b30d20a0ff8a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1037512
Mar 05 20:54:12.059782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:12.063619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:12.075724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3fbd276d-0757-4cc0-98cb-72703adfbb6d req-33055d69-93e9-4da1-86d9-502176d514d2 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588710
Mar 05 20:54:12.076726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'port_id': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce', 'mac_address': 'fa:16:3e:ee:9b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:12.131384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:12.131932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.157701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e97203d-117b-4a26-8c1e-33c77fbdf3ce {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:12.164355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d2016f4-24f9-4aed-a899-5850a4349291 req-f0e5763c-bc63-46eb-82d0-9831f772c987 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 210 time: 0.0327857
Mar 05 20:54:12.179607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:12.196542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.198083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b782a7da-f012-4816-a7bc-b15194cb2996 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:12.267586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-8c63e3cf-ea4f-48df-b311-a533d2966efc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:12.272138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:12.277805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b782a7da-f012-4816-a7bc-b15194cb2996,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:12.287401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-8c63e3cf-ea4f-48df-b311-a533d2966efc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.1848698
Mar 05 20:54:12.291719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'b782a7da-f012-4816-a7bc-b15194cb2996', 'network_id': '2b3d5cc6-cf52-466e-844d-ad651934c95a', 'port_id': 'b782a7da-f012-4816-a7bc-b15194cb2996', 'mac_address': 'fa:16:3e:f5:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:12.307410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-aab211bf-9825-48b2-b68c-24d74c2ba784 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1614650423&fields=id&tenant_id=8f07583be1724ade87d2945c000e3e33 HTTP/1.1" status: 200  len: 267 time: 0.0681489
Mar 05 20:54:12.310693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-14f10a74-1db8-4f80-b367-5b64a428c139 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/quotas/f177f4eebae0479d86a35a7531da201f HTTP/1.1" status: 200  len: 375 time: 0.0210695
Mar 05 20:54:12.349608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b782a7da-f012-4816-a7bc-b15194cb2996 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:12.350012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.352870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-4d07b052-65de-4435-a5fd-f25eea385f6c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412366
Mar 05 20:54:12.364128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b782a7da-f012-4816-a7bc-b15194cb2996 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:12.387789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b782a7da-f012-4816-a7bc-b15194cb2996,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:12.390961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-939e116e-ca51-42ab-9851-5ecb861cadc3 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:12.392592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-939e116e-ca51-42ab-9851-5ecb861cadc3 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 985 time: 0.0788951
Mar 05 20:54:12.394990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.409992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'port': {'security_groups': ['46980dd5-3146-4cbc-8064-95782bacac8f', 'ce519741-0808-43df-9dc7-121b57f65881', 'c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:12.475460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:12.500201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-1a214168-3d4c-497e-98fe-3b2e113d46fa service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461711
Mar 05 20:54:12.501868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.596049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-1f451c33-62e3-458f-bad8-aac01b5a640e service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949545
Mar 05 20:54:12.735650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:12.740665 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ed1bb2-5193-4d2b-ba0d-cc1a56159dda" -d '{"events": [{"server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:12.746125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:12.801978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for port (39103012-a3fb-406c-a3d5-628b64bf136f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.809257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.827023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:12.831298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:12.845150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0098d0-7d0b-446a-b769-5b980058fe27 req-22d795b6-0eb9-4522-b8d6-223197f11160 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:12.861801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a0098d0-7d0b-446a-b769-5b980058fe27 req-22d795b6-0eb9-4522-b8d6-223197f11160 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0891650
Mar 05 20:54:12.867082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:12.867749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:12.882930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bf7abe2-eac6-4b19-9ce1-d7409451e653 req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "PUT /v2.0/ports/39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 1021 time: 0.4786088
Mar 05 20:54:12.883525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:12.889653 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e449b0d5-12a2-4919-aba5-4e3e77162647" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:12.943746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f26447-8dc3-4aec-b9fd-bae228c52a98 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:12.958604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a0098d0-7d0b-446a-b769-5b980058fe27 req-018a096a-70f2-418b-a51e-07c37e70e11d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954473
Mar 05 20:54:13.085826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:13.102340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.111293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.119739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.126134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.133455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.151118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.166799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.185067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-9f95afb2-e6f4-4619-98b9-13a3ad4a0518 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5426 time: 0.2077174
Mar 05 20:54:13.205022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['b782a7da-f012-4816-a7bc-b15194cb2996'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:13.283005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2ada5-5eec-4188-a8d9-59cf3347dc27 req-400bfabf-45d8-4f2a-84a7-2adefc852d5c tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.286396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11c49fcc-cc9e-4625-8d03-ddd0319e8165 req-7a0b5de7-b869-48f0-a107-58ac4d9cfe03 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0989709
Mar 05 20:54:13.307814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8d2ada5-5eec-4188-a8d9-59cf3347dc27 req-400bfabf-45d8-4f2a-84a7-2adefc852d5c tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 945 time: 0.1699569
Mar 05 20:54:13.308490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ef356e17-c442-448a-8679-da5ba1910c00'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:13.309641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-5dc3b99e-1924-42f2-96d3-68765f9cdfa4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.311380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-5dc3b99e-1924-42f2-96d3-68765f9cdfa4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.2579482
Mar 05 20:54:13.330580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Request body: {'port': {'device_id': '019a8023-9015-41ae-974a-eb725177770d', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'admin_state_up': True, 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:13.335229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2c1807e8-ead9-44e9-ab65-390e42b1ded8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:13.350641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:13.382698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a820d229-f1a0-4b97-978d-f72baf36c262 req-78a2f01b-1776-4602-a020-d0881f44dda7 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 210 time: 0.0291708
Mar 05 20:54:13.469413 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98861510-26e5-46fc-99b8-51e6ed45b2bb x-openstack-request-id: req-98861510-26e5-46fc-99b8-51e6ed45b2bb {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:13.469710 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:13.469977 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98861510-26e5-46fc-99b8-51e6ed45b2bb {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:13.470379 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d', 'code': 200}
Mar 05 20:54:13.519710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af0c7a8f-ad82-4c0c-b2d0-f393696992bc req-19f27f6b-6692-47c5-b4e4-483f68ac2b96 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8 HTTP/1.1" status: 200  len: 1816 time: 0.0690689
Mar 05 20:54:13.658342 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-af0c7a8f-ad82-4c0c-b2d0-f393696992bc req-679217fb-c59f-4e3d-80c1-fa336e6ad121 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 05 20:54:13.672627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af0c7a8f-ad82-4c0c-b2d0-f393696992bc req-679217fb-c59f-4e3d-80c1-fa336e6ad121 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8 HTTP/1.1" status: 409  len: 341 time: 0.1518748
Mar 05 20:54:13.717925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a20da-9537-4b2e-abb3-34fbc807d168 req-0a5b4c77-b127-4220-af1b-cc195bfa6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.719430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e09a20da-9537-4b2e-abb3-34fbc807d168 req-0a5b4c77-b127-4220-af1b-cc195bfa6b43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 1127 time: 0.1843522
Mar 05 20:54:13.755798 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4695adb-33a5-4dc2-92c7-7aa048c466e3 x-openstack-request-id: req-a4695adb-33a5-4dc2-92c7-7aa048c466e3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:13.756940 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:13.757420 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4695adb-33a5-4dc2-92c7-7aa048c466e3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:13.758049 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f', 'status': 'completed', 'code': 200}
Mar 05 20:54:13.821600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e09a20da-9537-4b2e-abb3-34fbc807d168 req-7eab2542-9d9c-4a06-9c69-ecd5894b82ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915959
Mar 05 20:54:13.862033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-479b61c5-1e2f-4868-a573-e4288df64fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.863803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-479b61c5-1e2f-4868-a573-e4288df64fdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f07583be1724ade87d2945c000e3e33&device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1207 time: 0.1044452
Mar 05 20:54:13.867574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8d2ada5-5eec-4188-a8d9-59cf3347dc27 req-6c9a8384-e23a-48e9-b5da-c0860ecad010 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5676544
Mar 05 20:54:13.907866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff8cae-ea0c-4191-99c5-9f8476ed8817 req-c395d837-221f-458a-adea-792d48be8464 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:13.909502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59ff8cae-ea0c-4191-99c5-9f8476ed8817 req-c395d837-221f-458a-adea-792d48be8464 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.0791366
Mar 05 20:54:13.964560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:13.969984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:13.973023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59ff8cae-ea0c-4191-99c5-9f8476ed8817 req-673af57b-9315-4639-bb72-6e787214af92 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549607
Mar 05 20:54:14.099412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a5a3a-9ef5-49d8-94f3-1f9ff7759963 req-8111b919-edca-42da-8457-d19a3fef15b9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.100954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-053a5a3a-9ef5-49d8-94f3-1f9ff7759963 req-8111b919-edca-42da-8457-d19a3fef15b9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1270022
Mar 05 20:54:14.109513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c20f598d-d8be-4781-bc97-dc2aeb86a599 req-5371a40c-82c6-45ba-9634-ed7c9bfbd14c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 210 time: 0.0650721
Mar 05 20:54:14.140998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['5866fc79-fac2-4bd2-978f-c689c32b9c03'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:14.160832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-63255aef-e64b-4c7b-a18b-66a571a32b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.162653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-63255aef-e64b-4c7b-a18b-66a571a32b96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 200  len: 914 time: 0.1470339
Mar 05 20:54:14.235611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-09524b7a-91c4-4025-b68d-7ab671479554 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 200  len: 217 time: 0.0566027
Mar 05 20:54:14.261407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-053a5a3a-9ef5-49d8-94f3-1f9ff7759963 req-560ad26b-44e7-40dd-a741-37f9ae9a90a1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496913
Mar 05 20:54:14.268338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Allocated IP 172.20.0.6 (d83df0c3-2a5b-4fbb-9f93-42653588000e/e74b6a01-ece6-4846-a919-e92070dd63a4/38ee5a79-ec27-42bc-985c-95ae7544d810) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:14.300576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['b9701cfb-119e-4040-a711-f90621bd7b80'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:14.344616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['8e97203d-117b-4a26-8c1e-33c77fbdf3ce'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:14.488237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-b77e5dd3-9e34-447f-9bed-694d34217e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.499419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-b77e5dd3-9e34-447f-9bed-694d34217e5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 200  len: 853 time: 0.2460988
Mar 05 20:54:14.522397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks [] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:14.572896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:14.582811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-d4779fed-9566-4baf-b575-3b85755adfa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62082c5f-85c3-4d11-9ba0-883ff09b0721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627742
Mar 05 20:54:14.618337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Network d83df0c3-2a5b-4fbb-9f93-42653588000e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:14.622050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-9468b9f4-60bf-459d-880e-16a2aa42459e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.623652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-9468b9f4-60bf-459d-880e-16a2aa42459e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.3715837
Mar 05 20:54:14.635060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:14.642608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'port': {'device_id': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'admin_state_up': True, 'tenant_id': 'f177f4eebae0479d86a35a7531da201f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:14.658130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:14.719516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:14.733797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccdc8a-5109-44c6-b24e-9508c19517fa req-c1788c1b-3077-42b2-be79-59fedf9c9b09 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.734690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.735307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:14.741098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2ccdc8a-5109-44c6-b24e-9508c19517fa req-c1788c1b-3077-42b2-be79-59fedf9c9b09 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.2294760
Mar 05 20:54:14.758737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.764619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.770634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.776782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.782514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.787979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.794044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:14.795999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-8d9a2904-00f8-4df1-a0bd-109be7c25dc7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5426 time: 0.1797752
Mar 05 20:54:14.805452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-85cebdb5-c921-435a-8aae-704d3c56e6c2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4789157
Mar 05 20:54:14.826598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Request body: {'port': {'device_id': '019a8023-9015-41ae-974a-eb725177770d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:14.842704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2ccdc8a-5109-44c6-b24e-9508c19517fa req-e3a49baa-c62e-4461-9a3d-c0403e566312 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962749
Mar 05 20:54:14.867649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-1aca7466-7137-4631-92ab-23f55339be0f service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667990
Mar 05 20:54:14.944240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59e2d320-ddc3-4bf2-ab5a-67f5ee11e20a req-d38fd21b-125e-45d4-a407-d34bf220866b tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1348310
Mar 05 20:54:14.949241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.005372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Made reservation on behalf of f177f4eebae0479d86a35a7531da201f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:15.008580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.034143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41076434-608d-4b13-a15f-ac5ff61e2479 req-ea55b8a0-7387-46c9-8407-a8c3eacefd7c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 210 time: 0.0482864
Mar 05 20:54:15.047864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e449b0d5-12a2-4919-aba5-4e3e77162647 req-1ef85a84-b293-4801-a754-0a5da79acd5f service neutron] 10.222.0.23 "GET /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727300
Mar 05 20:54:15.144676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d769433-14da-4c87-8d63-9cfb38e72006 req-fe9b0e0c-ca75-4a1f-8c03-4ca7b1186967 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.146160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d769433-14da-4c87-8d63-9cfb38e72006 req-fe9b0e0c-ca75-4a1f-8c03-4ca7b1186967 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1024 time: 0.1178958
Mar 05 20:54:15.209618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326add0-d5ad-4d5f-8462-5b0e2afbc492 req-2b3c4903-d4e4-43e7-96a2-6ea9d9a54755 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.211130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8326add0-d5ad-4d5f-8462-5b0e2afbc492 req-2b3c4903-d4e4-43e7-96a2-6ea9d9a54755 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 945 time: 0.0956905
Mar 05 20:54:15.215538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Allocated IP 172.20.0.12 (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f/4ca9ca5e-d60e-48cd-b5ad-2d405472172d/20167121-7ae4-4eaf-b943-f8a27843c51a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:15.278393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d769433-14da-4c87-8d63-9cfb38e72006 req-9887ad36-0144-4472-b488-b6ff62bcc023 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8&id=46980dd5-3146-4cbc-8064-95782bacac8f&id=ce519741-0808-43df-9dc7-121b57f65881&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1230626
Mar 05 20:54:15.303886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8326add0-d5ad-4d5f-8462-5b0e2afbc492 req-96292417-6263-48b6-b05a-ee0d0c2b87ad tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839791
Mar 05 20:54:15.354769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ee5a79-ec27-42bc-985c-95ae7544d810 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:15.362854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks [] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.401072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Transition to ACTIVE for port object 38ee5a79-ec27-42bc-985c-95ae7544d810 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:15.405896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.444323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.466412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c644-57a1-41fa-b627-d148984fcf45 req-43eb028d-9fa5-4ea0-b5a2-a858bb9d2001 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.467937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac13c644-57a1-41fa-b627-d148984fcf45 req-43eb028d-9fa5-4ea0-b5a2-a858bb9d2001 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 931 time: 0.0843301
Mar 05 20:54:15.469222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327a10-783b-4d44-9a55-e6c859acc81c req-dd70dc22-369d-48b3-acc4-6fefbe0d0fa4 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.470719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc327a10-783b-4d44-9a55-e6c859acc81c req-dd70dc22-369d-48b3-acc4-6fefbe0d0fa4 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.1041002
Mar 05 20:54:15.472875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:15.516936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.571469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc327a10-783b-4d44-9a55-e6c859acc81c req-df08c09d-622a-435c-9422-1984d5b524e8 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910089
Mar 05 20:54:15.576553 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac13c644-57a1-41fa-b627-d148984fcf45 req-ca542ea2-c47c-4f42-bd39-d809dcb9aa6c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010640
Mar 05 20:54:15.578366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:15.581685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:15.582789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:15.583203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:15.583598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:15.585465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:15.590333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:15.590670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:15.596478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:15.597022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:15.597467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:15.598222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Bound port: 38ee5a79-ec27-42bc-985c-95ae7544d810, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:15.598650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.615116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:15.647445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.648150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.672692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-e03d69e3-a423-40bc-8b53-6e0669d7e4d3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0358193
Mar 05 20:54:15.692342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:15.694420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Request body: {'port': {'device_id': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:15.722214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:15.733035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.768736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.783892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.784523 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:15.786137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] 10.222.0.23 "PUT /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 1091 time: 0.9706376
Mar 05 20:54:15.788390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:15.791442 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bbacc-2a1b-4679-a855-9b3e66b0019a" -d '{"events": [{"name": "network-changed", "server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:15.800760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e2197-4e86-4994-a0ae-006d2a14a620 req-1ffa8cee-b3a3-4ee6-9bbe-8cdf5bbe7cb9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.810147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf7e2197-4e86-4994-a0ae-006d2a14a620 req-1ffa8cee-b3a3-4ee6-9bbe-8cdf5bbe7cb9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1409109
Mar 05 20:54:15.872067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82758d81-d312-423e-9c2c-9015a06c2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:15.913673 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf7e2197-4e86-4994-a0ae-006d2a14a620 req-87207ac7-58f0-4601-aa60-067b17e7e60a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024613
Mar 05 20:54:15.924889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-34135293-2bd8-44ec-ac0c-22d024445d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:15.926382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-34135293-2bd8-44ec-ac0c-22d024445d5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1125 time: 0.0867951
Mar 05 20:54:15.955500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-cc9947ec-33f8-481a-8506-51a3a253d36e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1731079
Mar 05 20:54:15.981993 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791faf6-d86f-4a9c-91ff-f9f6e6f5e0ac x-openstack-request-id: req-f791faf6-d86f-4a9c-91ff-f9f6e6f5e0ac {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:15.982603 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:15.982603 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f791faf6-d86f-4a9c-91ff-f9f6e6f5e0ac {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:15.982992 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'status': 'completed', 'code': 200}
Mar 05 20:54:15.984752 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-28957d80-1900-41f1-bdc7-6b91c75831a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 217 time: 0.0471907
Mar 05 20:54:16.014588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.23', 59021) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:16.124673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-75bdf720-0432-4af4-900c-a77c792e7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.126064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-75bdf720-0432-4af4-900c-a77c792e7b36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1204503
Mar 05 20:54:16.139416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-842d8b73-d076-474b-a67c-023912919566 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.140866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-842d8b73-d076-474b-a67c-023912919566 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1024 time: 0.1253481
Mar 05 20:54:16.148729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-5f829f51-01f2-4d15-9c45-c60a7d2cc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.151465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-5f829f51-01f2-4d15-9c45-c60a7d2cc8bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 1132 time: 0.1690454
Mar 05 20:54:16.181806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.186993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.192174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.198165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.202439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-34f66ccd-a2bf-4609-a87c-9af87ff10586 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606356
Mar 05 20:54:16.203408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.208575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.215072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.216913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7abc556-9faf-4322-a781-aa42add67b8d req-755a7c72-100d-4644-b04d-e8835bbc27ee tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5426 time: 0.1534081
Mar 05 20:54:16.234564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4d14-d5d0-48f4-8e5d-f65fe63c870f req-d93aa7c7-ad33-4b52-9015-ea2d10cdbd3f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.236035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d35c4d14-d5d0-48f4-8e5d-f65fe63c870f req-d93aa7c7-ad33-4b52-9015-ea2d10cdbd3f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1698828
Mar 05 20:54:16.359419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20167121-7ae4-4eaf-b943-f8a27843c51a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:16.397067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-b526f718-4b15-487a-9489-2c6e19e6c84c tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.398522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-b526f718-4b15-487a-9489-2c6e19e6c84c tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 945 time: 0.2557495
Mar 05 20:54:16.409084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b782a7da-f012-4816-a7bc-b15194cb2996 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:16.415621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d35c4d14-d5d0-48f4-8e5d-f65fe63c870f req-cb8da658-140a-4110-a3ef-aaad5eedbfb6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668987
Mar 05 20:54:16.482371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-756bbc1f-35a0-4edf-847e-673b33c145c5 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551963
Mar 05 20:54:16.516300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port b782a7da-f012-4816-a7bc-b15194cb2996 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:16.521570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port b782a7da-f012-4816-a7bc-b15194cb2996 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:16.522308 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.583391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Deleting port 39103012-a3fb-406c-a3d5-628b64bf136f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:16.583779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.611461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b782a7da-f012-4816-a7bc-b15194cb2996 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:16.611909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.638634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:16.641172 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fd466-6df8-4685-84d6-ab7f30636880" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:16.655461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b782a7da-f012-4816-a7bc-b15194cb2996,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:16.660899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.719632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks [] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.731704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:16.736878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7abc556-9faf-4322-a781-aa42add67b8d req-57128f69-4141-4fe4-b574-53b166144ac6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5050256
Mar 05 20:54:16.744544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e0d635-0365-43cb-b37b-998a702c2fb3 req-18387798-b7df-4ddf-8aae-435944016ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495997
Mar 05 20:54:16.754733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Transition to ACTIVE for port object 20167121-7ae4-4eaf-b943-f8a27843c51a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:16.756503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-0ec0b7ae-3d02-4e4e-9196-62219dffc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.757958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-0ec0b7ae-3d02-4e4e-9196-62219dffc021 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.5401163
Mar 05 20:54:16.767259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465f35-b3c0-467e-b338-8ec573c8f556 req-a068e77b-33d8-4ef4-a4e0-800334a657c7 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:16.773929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51465f35-b3c0-467e-b338-8ec573c8f556 req-a068e77b-33d8-4ef4-a4e0-800334a657c7 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.2457488
Mar 05 20:54:16.778744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 39103012-a3fb-406c-a3d5-628b64bf136f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39103012-a3fb-406c-a3d5-628b64bf136f,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:16.779177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.779343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.785141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Deleting port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:16.785484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:16.820480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-98a7ef9c-1d3b-4c4a-a1b0-3a9f3d0156ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 200  len: 217 time: 0.0561545
Mar 05 20:54:16.839360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Calling delete_port for 39103012-a3fb-406c-a3d5-628b64bf136f owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:16.931524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:16.976467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51465f35-b3c0-467e-b338-8ec573c8f556 req-a53f4a6c-8dc5-4545-b165-872501f4c28e tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015188
Mar 05 20:54:16.988667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-ba1d0136-4de0-4626-ae04-b988ea4e8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.000399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-ba1d0136-4de0-4626-ae04-b988ea4e8e56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1503477
Mar 05 20:54:17.000899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-338bbb21-ec92-4cbf-af13-eec6096e6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.000899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-338bbb21-ec92-4cbf-af13-eec6096e6cf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1125 time: 0.1536894
Mar 05 20:54:17.002619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216c2e4-c11d-4acb-8459-bff3e531c674 req-9844c67c-fffb-432d-ba8b-590cdfc1e48b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.004117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0216c2e4-c11d-4acb-8459-bff3e531c674 req-9844c67c-fffb-432d-ba8b-590cdfc1e48b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 944 time: 0.1856153
Mar 05 20:54:17.027346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] For port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,segment=NetworkSegment(327d511f-aac2-460d-ad5a-a9a780b9c236),segment_id=327d511f-aac2-460d-ad5a-a9a780b9c236)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:17.027739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.079644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Calling delete_port for 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:17.096482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Attempting to bind port 20167121-7ae4-4eaf-b943-f8a27843c51a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:17.096822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Attempting to bind port 20167121-7ae4-4eaf-b943-f8a27843c51a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:17.097157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Attempting to bind port 20167121-7ae4-4eaf-b943-f8a27843c51a on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:17.113797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Port 20167121-7ae4-4eaf-b943-f8a27843c51a on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:17.114124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Attempting to bind port 20167121-7ae4-4eaf-b943-f8a27843c51a on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:17.121375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0216c2e4-c11d-4acb-8459-bff3e531c674 req-c6a58db8-9c9b-4e23-ba75-3bcf6314a01c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021509
Mar 05 20:54:17.124883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-51b9092c-99bb-4b19-be3a-0ab864c97c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.126335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-51b9092c-99bb-4b19-be3a-0ab864c97c61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1194143
Mar 05 20:54:17.127539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:17.127907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Checking segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:17.128287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Bound using segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:17.129267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Bound port: 20167121-7ae4-4eaf-b943-f8a27843c51a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:17.129267 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.264244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-a75f8420-8d36-4e65-bdf6-96e11733b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.265626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-a75f8420-8d36-4e65-bdf6-96e11733b680 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2543099
Mar 05 20:54:17.272629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42ecf-e54f-4d3c-9626-03f0977b4c46 req-3d637375-672b-4abe-b752-c056a56a69b6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.274016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ec42ecf-e54f-4d3c-9626-03f0977b4c46 req-3d637375-672b-4abe-b752-c056a56a69b6 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9bb643-2491-47d8-9758-76f13e927450 HTTP/1.1" status: 200  len: 1024 time: 0.1957192
Mar 05 20:54:17.317525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:17.325458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:17.332774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (39103012-a3fb-406c-a3d5-628b64bf136f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.335766 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-68882970-21fe-43d2-9572-6d28aca61642 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970730
Mar 05 20:54:17.336885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.341882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-0b23019f-6cf4-4604-8f1b-eb7b32b30b8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 217 time: 0.0637381
Mar 05 20:54:17.346452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:17.350394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['39103012-a3fb-406c-a3d5-628b64bf136f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:17.353606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6df7b-8e43-4da8-9414-420a2145b524 req-17332804-1273-43fd-9bbf-df49e4c109d1 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.359976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b6df7b-8e43-4da8-9414-420a2145b524 req-17332804-1273-43fd-9bbf-df49e4c109d1 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fed7313-ee78-4aa8-8df2-4ff9a776115f HTTP/1.1" status: 200  len: 945 time: 0.1379826
Mar 05 20:54:17.379502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.23', 59022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:17.397609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'Port': ['ID=39103012-a3fb-406c-a3d5-628b64bf136f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:17.409616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.410440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.412035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] 10.222.0.23 "PUT /v2.0/ports/20167121-7ae4-4eaf-b943-f8a27843c51a HTTP/1.1" status: 200  len: 1092 time: 1.7318380
Mar 05 20:54:17.470865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:17.474297 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789a885-2935-4c8f-9498-460e58395e47" -d '{"events": [{"name": "network-changed", "server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:17.557959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] No DVR routers for this DVR port 39103012-a3fb-406c-a3d5-628b64bf136f on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:17.567236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f8c9b-97a8-446a-b809-55525f5f77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:17.569661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.573963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.23 "DELETE /v2.0/ports/39103012-a3fb-406c-a3d5-628b64bf136f HTTP/1.1" status: 204  len: 173 time: 1.4132168
Mar 05 20:54:17.576259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-2c5f3c89-7122-4185-8836-7328e3b8f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.577809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-2c5f3c89-7122-4185-8836-7328e3b8f6df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1993785
Mar 05 20:54:17.591754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ec42ecf-e54f-4d3c-9626-03f0977b4c46 req-83e1da28-dbb5-4d0e-8393-4d4333194235 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8&id=46980dd5-3146-4cbc-8064-95782bacac8f&id=ce519741-0808-43df-9dc7-121b57f65881&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.3024566
Mar 05 20:54:17.592419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2e2be274-47ed-4b4e-a0f7-f1971d3394d2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:17.616440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b6df7b-8e43-4da8-9414-420a2145b524 req-7a765e2a-2ecf-4b16-af7b-b4bc59e3bbbf tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca4a8298-48f3-4863-8a6f-104b4a76b607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240376
Mar 05 20:54:17.630916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2e2be274-47ed-4b4e-a0f7-f1971d3394d2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:17.648813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-b455491c-9ef0-4aba-95b6-51b70c34b368 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543749
Mar 05 20:54:17.660970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Pushing event deleted for resources: {'Port': ['ID=2e2be274-47ed-4b4e-a0f7-f1971d3394d2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:17.661972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-426d718e-028d-4b2c-b91b-425be5155e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.663752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-426d718e-028d-4b2c-b91b-425be5155e98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 1126 time: 0.1762204
Mar 05 20:54:17.686931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-17a5899b-9097-4c8c-b142-b8a34618c2cd tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.688560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-17a5899b-9097-4c8c-b142-b8a34618c2cd tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.23 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.3081462
Mar 05 20:54:17.726284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-cfa14ba4-1b67-426d-b3d7-44f81bded1b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20167121-7ae4-4eaf-b943-f8a27843c51a HTTP/1.1" status: 200  len: 217 time: 0.0550213
Mar 05 20:54:17.729367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ae553a-1cc8-47da-8811-9d5d828d8299 req-67df5fda-ccb8-46f3-a2b4-1e28e6e840dd service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669589
Mar 05 20:54:17.800492 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0ccde2-5d30-4852-ba3b-42946d850037 x-openstack-request-id: req-0a0ccde2-5d30-4852-ba3b-42946d850037 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:17.800785 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:17.801369 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a0ccde2-5d30-4852-ba3b-42946d850037 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:17.802092 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996', 'code': 200}
Mar 05 20:54:17.820361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-6cdc0076-cb29-4523-a726-52449ce7b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.822967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-6cdc0076-cb29-4523-a726-52449ce7b125 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.0878201
Mar 05 20:54:17.861134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-d765e83e-2b6e-45dd-a1ea-0405a3cf587b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304744
Mar 05 20:54:17.985643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e89070-3af5-4767-a9bd-2d251b299b32 req-76e764fb-22d6-4063-9ef3-841fdca2f6c1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:17.987193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94e89070-3af5-4767-a9bd-2d251b299b32 req-76e764fb-22d6-4063-9ef3-841fdca2f6c1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.1251824
Mar 05 20:54:18.005374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-a07e7bc9-8cdf-4665-a154-00f4d6af9651 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349716
Mar 05 20:54:18.098467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94e89070-3af5-4767-a9bd-2d251b299b32 req-b15877f8-2c0a-44b1-9fb1-874ae9b6dc6b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028428
Mar 05 20:54:18.131963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'name': 'network-vif-deleted', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:18.135035 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e55ba4-3d84-4fd0-b0fd-f87de4d24367" -d '{"events": [{"server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "name": "network-vif-deleted", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:18.142710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] No DVR routers for this DVR port 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:18.147062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf74ee6e-b47a-4d15-8bab-1be375a8fa5a req-0d2cde64-5336-4cde-aa34-dcb0b26b2a5a service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322975
Mar 05 20:54:18.152466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.155199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f127c10-4886-49b3-9242-6c9d1be87d87 req-585a91ee-888e-491e-89ab-aa0ce8a5a261 tempest-InstanceActionsV221TestJSON-181571016 tempest-InstanceActionsV221TestJSON-181571016-project] 10.222.0.31 "DELETE /v2.0/ports/2e2be274-47ed-4b4e-a0f7-f1971d3394d2 HTTP/1.1" status: 204  len: 173 time: 1.7436390
Mar 05 20:54:18.264678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-4979df0f-a5e5-4688-b6f6-981cea4fecde service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6048555
Mar 05 20:54:18.265543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd41d-7951-4aa7-89ec-78f63c3e36de req-045ad1a1-ca9b-4333-983d-4b63344baf65 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.267700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-712fd41d-7951-4aa7-89ec-78f63c3e36de req-045ad1a1-ca9b-4333-983d-4b63344baf65 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0763140
Mar 05 20:54:18.273727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9962b-3099-424d-b6a9-3addf8c2ae6a req-64d54cc5-c8d4-4b76-bcf4-6fcc480275f2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.275610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bec9962b-3099-424d-b6a9-3addf8c2ae6a req-64d54cc5-c8d4-4b76-bcf4-6fcc480275f2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.1373451
Mar 05 20:54:18.341351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-712fd41d-7951-4aa7-89ec-78f63c3e36de req-791c2cb1-9b28-429d-b44c-b0bf20ace9c7 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580046
Mar 05 20:54:18.383054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Deleting port 6ab2be74-857e-4e38-ad99-97dbaa1f820d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:18.383412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.396952 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a882a0-1339-4353-9d4b-9d0a52c1b837 x-openstack-request-id: req-52a882a0-1339-4353-9d4b-9d0a52c1b837 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:18.397279 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:18.397556 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52a882a0-1339-4353-9d4b-9d0a52c1b837 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:18.398305 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'status': 'completed', 'code': 200}
Mar 05 20:54:18.419171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5866fc79-fac2-4bd2-978f-c689c32b9c03 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:18.476875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-106bbacc-2a1b-4679-a855-9b3e66b0019a req-902fd6cf-b8ac-4b21-9fa0-b8586473e098 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002540
Mar 05 20:54:18.480655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a885-2935-4c8f-9498-460e58395e47 req-a35dc004-2e1a-4747-8fea-2396fb85c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.482689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-a35dc004-2e1a-4747-8fea-2396fb85c463 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 1126 time: 0.0554588
Mar 05 20:54:18.483693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 5866fc79-fac2-4bd2-978f-c689c32b9c03 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:18.487937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 5866fc79-fac2-4bd2-978f-c689c32b9c03 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:18.488309 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.500783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bec9962b-3099-424d-b6a9-3addf8c2ae6a req-56e75625-e472-4f1b-95d4-da3b86b62ad2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104037
Mar 05 20:54:18.560576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] For port 6ab2be74-857e-4e38-ad99-97dbaa1f820d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab2be74-857e-4e38-ad99-97dbaa1f820d,segment=NetworkSegment(b5588425-bc05-4101-a5a7-62dd33922fee),segment_id=b5588425-bc05-4101-a5a7-62dd33922fee)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:18.560947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.579163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Calling delete_port for 6ab2be74-857e-4e38-ad99-97dbaa1f820d owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:18.584146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5866fc79-fac2-4bd2-978f-c689c32b9c03 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:18.584543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.638159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:18.645181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.646038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ef356e17-c442-448a-8679-da5ba1910c00 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:18.654733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.673997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.690681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.704866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.706990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334ae07-e7b2-4ffc-8ddd-3b451babcc9a req-7178c328-3bfc-44ff-bd22-828e9178d045 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.708762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5334ae07-e7b2-4ffc-8ddd-3b451babcc9a req-7178c328-3bfc-44ff-bd22-828e9178d045 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba11c91-fc0e-41d6-8efd-fddeb4132869 HTTP/1.1" status: 200  len: 945 time: 0.0811195
Mar 05 20:54:18.719577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.730428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.736310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.747750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-fd563d81-1cb8-478f-911e-3610971451fc tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5427 time: 0.2343855
Mar 05 20:54:18.757588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a885-2935-4c8f-9498-460e58395e47 req-47828231-a867-4695-be27-597a465dcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.759313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-47828231-a867-4695-be27-597a465dcf2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 922 time: 0.2608593
Mar 05 20:54:18.810602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5334ae07-e7b2-4ffc-8ddd-3b451babcc9a req-ee1b7fef-9dc7-4b29-9b64-ead503dd2f0b tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.15 "GET /v2.0/security-groups?id=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780978
Mar 05 20:54:18.816607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-65307672-00b5-4e62-ae4c-c2a6eba84595 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20167121-7ae4-4eaf-b943-f8a27843c51a HTTP/1.1" status: 200  len: 217 time: 0.0463572
Mar 05 20:54:18.856247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6ab2be74-857e-4e38-ad99-97dbaa1f820d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.882437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:18.884866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ab2be74-857e-4e38-ad99-97dbaa1f820d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:18.902046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a885-2935-4c8f-9498-460e58395e47 req-e9e14f0b-e677-419d-84a2-c1cec4cc6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:18.902323 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f0067-f78b-4bce-8d3f-f3ff87fee5e8 x-openstack-request-id: req-229f0067-f78b-4bce-8d3f-f3ff87fee5e8 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:18.902632 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9bb643-2491-47d8-9758-76f13e927450", "name": "network-vif-deleted", "tag": "39103012-a3fb-406c-a3d5-628b64bf136f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:18.902893 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-229f0067-f78b-4bce-8d3f-f3ff87fee5e8 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:18.904385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-e9e14f0b-e677-419d-84a2-c1cec4cc6e92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.0758238
Mar 05 20:54:18.909481 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9bb643-2491-47d8-9758-76f13e927450', 'name': 'network-vif-deleted', 'tag': '39103012-a3fb-406c-a3d5-628b64bf136f', 'status': 'completed', 'code': 200}
Mar 05 20:54:18.910638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Pushing event deleted for resources: {'Port': ['ID=6ab2be74-857e-4e38-ad99-97dbaa1f820d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:18.946257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-852c31c6-ce01-471f-bbb5-a3694cbe8b6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336094
Mar 05 20:54:18.964024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1ac7301-6a53-4c86-8220-d7c08666050b req-982d0056-df72-4e7f-bd40-3c04a1d8abe4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2106128
Mar 05 20:54:18.969812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] No DVR routers for this DVR port 6ab2be74-857e-4e38-ad99-97dbaa1f820d on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:18.972493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:18.976247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-296e637e-20df-4f38-a8ae-0d292f5db1a2 req-e0afd5c6-9ebf-4796-97ef-05539f61b029 tempest-ServerAddressesTestJSON-1543404289 tempest-ServerAddressesTestJSON-1543404289-project] 10.222.0.23 "DELETE /v2.0/ports/6ab2be74-857e-4e38-ad99-97dbaa1f820d HTTP/1.1" status: 204  len: 173 time: 1.2568424
Mar 05 20:54:19.039576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.072998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf79fe-6b0a-421a-9431-11cded9e8de3 req-88a6d860-4d5b-43c5-842b-6cf7d2c6c06c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:19.088636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3edf79fe-6b0a-421a-9431-11cded9e8de3 req-88a6d860-4d5b-43c5-842b-6cf7d2c6c06c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 944 time: 0.1107836
Mar 05 20:54:19.110915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port ef356e17-c442-448a-8679-da5ba1910c00 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:19.125601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port ef356e17-c442-448a-8679-da5ba1910c00 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:19.125992 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ef356e17-c442-448a-8679-da5ba1910c00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.138383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:19.170279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3edf79fe-6b0a-421a-9431-11cded9e8de3 req-2d9db1e0-6217-4065-9221-d001b1c1da99 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807073
Mar 05 20:54:19.179659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'port_id': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'mac_address': 'fa:16:3e:ea:f1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74b6a01-ece6-4846-a919-e92070dd63a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:19.206478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-cbd408ad-9378-41e1-99cc-e2d737716463 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410343
Mar 05 20:54:19.210218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-0f29f51b-bf3c-4521-bd5a-4ac6221e2d95 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/ce519741-0808-43df-9dc7-121b57f65881 HTTP/1.1" status: 200  len: 1817 time: 0.0705910
Mar 05 20:54:19.253578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 38ee5a79-ec27-42bc-985c-95ae7544d810 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:19.253970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.277066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ee5a79-ec27-42bc-985c-95ae7544d810 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:19.294449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ef356e17-c442-448a-8679-da5ba1910c00 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:19.294853 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.320146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:19.329636 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.345390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ce519741-0808-43df-9dc7-121b57f65881), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.362386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2789a885-2935-4c8f-9498-460e58395e47 req-fa02f0ca-0861-49bf-ac29-7afb9db57e97 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486497
Mar 05 20:54:19.364132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef356e17-c442-448a-8679-da5ba1910c00,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:19.380459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.381399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:19.383260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ce519741-0808-43df-9dc7-121b57f65881), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.398160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbfec1-ab39-4275-b532-98e49e387f9e req-7698bcef-a47b-497b-9af0-707d1a793e89 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:19.400623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56cbfec1-ab39-4275-b532-98e49e387f9e req-7698bcef-a47b-497b-9af0-707d1a793e89 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0673070
Mar 05 20:54:19.426370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.463123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56cbfec1-ab39-4275-b532-98e49e387f9e req-b44e8775-5775-4e4a-970d-ce9a5024bc53 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550773
Mar 05 20:54:19.472078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce519741-0808-43df-9dc7-121b57f65881), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.477417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.479561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-490ae92d-bcbd-493b-80dc-1235ce552db6 req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce519741-0808-43df-9dc7-121b57f65881 HTTP/1.1" status: 204  len: 173 time: 0.2577271
Mar 05 20:54:19.494366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.499704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:19.501891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8a67f-176c-4e3b-a5d1-3dec238bc163 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce519741-0808-43df-9dc7-121b57f65881,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.504905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:19.505471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.553464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['38ee5a79-ec27-42bc-985c-95ae7544d810'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:19.606205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-9d25ceb0-7e5f-41b1-bf84-5b97834aedff tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8 HTTP/1.1" status: 200  len: 1816 time: 0.0625782
Mar 05 20:54:19.645127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91e7e2-2621-49d3-95e7-de5076c73803 req-76f727fa-6a60-49f9-b21d-ebebb774e320 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:19.646301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee91e7e2-2621-49d3-95e7-de5076c73803 req-76f727fa-6a60-49f9-b21d-ebebb774e320 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0905881
Mar 05 20:54:19.683566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.689768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:19.692190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.703266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee91e7e2-2621-49d3-95e7-de5076c73803 req-45512ee8-9bc4-40f3-8a34-32d38b476faf tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492415
Mar 05 20:54:19.708777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.755655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.758889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.760675 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17260f61-af30-40ec-aaaa-9616944b4d0a req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8 HTTP/1.1" status: 204  len: 173 time: 0.1533864
Mar 05 20:54:19.766869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45698) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:19.770019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e636ac-57c4-4b9f-9130-ddc9d0c728e5 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.792333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:19.797292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1499976688', 'description': 'tempest-description-710868906'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:19.804809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef356e17-c442-448a-8679-da5ba1910c00'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:19.809110 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd4cb3-cfa2-4488-af28-cb1ab536dba9" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "ef356e17-c442-448a-8679-da5ba1910c00"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:19.814801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.817033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9701cfb-119e-4040-a711-f90621bd7b80 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:19.826014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.834096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Deleting subnet 0b30f452-7a27-4648-bfcc-75d0896e8732 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:54:19.838073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Publish callbacks [] for subnet (0b30f452-7a27-4648-bfcc-75d0896e8732), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.913134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (0b30f452-7a27-4648-bfcc-75d0896e8732), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.922819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.923019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.929095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.943283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port b9701cfb-119e-4040-a711-f90621bd7b80 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:19.949232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port b9701cfb-119e-4040-a711-f90621bd7b80 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:19.949773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.960811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfc777-a4d0-4324-80cb-23e81e2393d7 req-95b274fb-2ed8-4cfa-b3c7-21cf4bc91bbd tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:19.963126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9bfc777-a4d0-4324-80cb-23e81e2393d7 req-95b274fb-2ed8-4cfa-b3c7-21cf4bc91bbd tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.1010430
Mar 05 20:54:19.965136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6841116-2b4f-45a6-919f-9d2c56c07a78,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:19.979067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:19.980386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d14a4fa-1596-40f8-975d-fa43d2f718cb req-5dc1b3c5-a992-40e6-aa80-5f6adfa5aaa4 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1875873
Mar 05 20:54:19.985542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0b30f452-7a27-4648-bfcc-75d0896e8732), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.054621 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95df9a3-3693-4727-b462-0ab6c0320bc1 x-openstack-request-id: req-c95df9a3-3693-4727-b462-0ab6c0320bc1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:20.055430 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "ef356e17-c442-448a-8679-da5ba1910c00", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:20.056148 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95df9a3-3693-4727-b462-0ab6c0320bc1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:20.056148 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'code': 200}
Mar 05 20:54:20.057093 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef356e17-c442-448a-8679-da5ba1910c00', 'code': 200}
Mar 05 20:54:20.057653 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'code': 200}
Mar 05 20:54:20.060544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9bfc777-a4d0-4324-80cb-23e81e2393d7 req-5c3dc168-5875-463f-989c-2eeca6864837 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859592
Mar 05 20:54:20.068512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45710) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:20.078489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0b30f452-7a27-4648-bfcc-75d0896e8732), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.101592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b9701cfb-119e-4040-a711-f90621bd7b80 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:20.102037 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.145004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Deleting subnet aed27a8e-cddd-429d-9c66-1b0d58128dbd {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:54:20.154871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Publish callbacks [] for subnet (aed27a8e-cddd-429d-9c66-1b0d58128dbd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.157159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:20.162050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.162540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.163537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2c1807e8-ead9-44e9-ab65-390e42b1ded8 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:20.168761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b30f452-7a27-4648-bfcc-75d0896e8732 HTTP/1.1" status: 204  len: 168 time: 0.3999431
Mar 05 20:54:20.177692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:20.180548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828da77-9e88-4194-9464-64084b6980ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b30f452-7a27-4648-bfcc-75d0896e8732,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.187657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-8f171146-79f4-473d-ba0a-25f2a37e220b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c6841116-2b4f-45a6-919f-9d2c56c07a78 HTTP/1.1" status: 200  len: 1817 time: 0.0856955
Mar 05 20:54:20.232888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1107629796', 'description': 'tempest-description-hth-1014121377'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:20.253843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.267418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.268031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (aed27a8e-cddd-429d-9c66-1b0d58128dbd), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.268358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:20.273897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:20.274473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.276478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.281421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.287022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.292813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.298325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.304227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.306812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-d1d9c7be-0d4c-4c3c-b1f0-157e5952efe6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5431 time: 0.1358395
Mar 05 20:54:20.320866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (fb0078aa-02a6-4f87-b415-c08c0da0522d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.333850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.363286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (aed27a8e-cddd-429d-9c66-1b0d58128dbd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.377236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:20.377712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.381250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0b637db-d691-4ee5-ac58-0bd2287480dd req-1ae55c97-e844-4226-b1dd-816cdf69f6c2 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0647001
Mar 05 20:54:20.426040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:20.432052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.435171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e97203d-117b-4a26-8c1e-33c77fbdf3ce up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:20.445603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.473519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.476117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.477361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f300aa8-833b-4e28-adcf-6f6420610dfd req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "PUT /v2.0/security-groups/c6841116-2b4f-45a6-919f-9d2c56c07a78 HTTP/1.1" status: 200  len: 1792 time: 0.2755880
Mar 05 20:54:20.515422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (fb0078aa-02a6-4f87-b415-c08c0da0522d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.531638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.537829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:20.543048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:20.543436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.547826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98303e3-8527-4d0c-a7ce-5c7b2e2c78cf tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6841116-2b4f-45a6-919f-9d2c56c07a78,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.551656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89f92760>,) {'filters': {'network_id': ['fb0078aa-02a6-4f87-b415-c08c0da0522d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:20.560283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (aed27a8e-cddd-429d-9c66-1b0d58128dbd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.568537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f92760>, '327d511f-aac2-460d-ad5a-a9a780b9c236') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:20.568894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f92760>, '327d511f-aac2-460d-ad5a-a9a780b9c236') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:20.590051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233181-4d39-4f3d-95da-a7e13bc8095b req-d5eb4154-8aac-4897-83c2-deb6a967a491 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.591748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53233181-4d39-4f3d-95da-a7e13bc8095b req-d5eb4154-8aac-4897-83c2-deb6a967a491 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 944 time: 0.1306498
Mar 05 20:54:20.600014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (327d511f-aac2-460d-ad5a-a9a780b9c236), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.608644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed27a8e-cddd-429d-9c66-1b0d58128dbd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.634899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.641009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-09d6002e-b78b-4827-a48a-48e86564b3fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aed27a8e-cddd-429d-9c66-1b0d58128dbd HTTP/1.1" status: 204  len: 168 time: 0.5686226
Mar 05 20:54:20.642089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:20.643349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:20.643843 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.663556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53233181-4d39-4f3d-95da-a7e13bc8095b req-3cc2f80b-5201-4b95-a028-a46c7cb8dd8b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634928
Mar 05 20:54:20.663969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (327d511f-aac2-460d-ad5a-a9a780b9c236), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.702877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:20.707290 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.709582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:54:20.709997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (327d511f-aac2-460d-ad5a-a9a780b9c236), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:54:20.711697 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:54:20.741553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:20.749678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-759097aa-a1c0-48d4-a3e7-7d42cb566e16 req-6974f367-422c-4084-9144-94d7d59e7836 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c6841116-2b4f-45a6-919f-9d2c56c07a78 HTTP/1.1" status: 200  len: 1792 time: 0.0612121
Mar 05 20:54:20.778650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:20.779001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2e2be274-47ed-4b4e-a0f7-f1971d3394d2 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:20.784758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b6447283-e533-4bc2-9b52-88f180bac4d0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.795415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b627b-43cf-4f89-a606-445ce84f7e75 req-507f07d2-5068-4593-bdcd-edc1e8f5df9a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.797860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.802155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a2b627b-43cf-4f89-a606-445ce84f7e75 req-507f07d2-5068-4593-bdcd-edc1e8f5df9a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2243598
Mar 05 20:54:20.825918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (fb0078aa-02a6-4f87-b415-c08c0da0522d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.833767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.836875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb0078aa-02a6-4f87-b415-c08c0da0522d HTTP/1.1" status: 204  len: 168 time: 0.6582446
Mar 05 20:54:20.842038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 20167121-7ae4-4eaf-b943-f8a27843c51a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:20.844335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:20.858538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f97f11-8f50-4fc6-8ad1-b6e723ddffeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0078aa-02a6-4f87-b415-c08c0da0522d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:20.905892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb14277-e7a1-462e-982c-9f34cd281a2e req-7e7f3a78-975c-4d88-a2b4-26114c774d2c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:20.911491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a2b627b-43cf-4f89-a606-445ce84f7e75 req-60652c8a-2f1a-49b4-aabe-1bf3859b195a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084790
Mar 05 20:54:20.912866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'name': 'network-vif-deleted', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2'}, {'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'name': 'network-vif-deleted', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:20.915123 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f85d2-b9fa-42ad-84d9-c253fc693784" -d '{"events": [{"server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "name": "network-vif-deleted", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2"}, {"server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "name": "network-vif-deleted", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:20.918247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb14277-e7a1-462e-982c-9f34cd281a2e req-7e7f3a78-975c-4d88-a2b4-26114c774d2c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.1172206
Mar 05 20:54:20.982255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b6447283-e533-4bc2-9b52-88f180bac4d0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:20.987985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 38ee5a79-ec27-42bc-985c-95ae7544d810 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:20.997986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb14277-e7a1-462e-982c-9f34cd281a2e req-a2780a18-daad-4fe4-9d02-318338d4a4eb tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784345
Mar 05 20:54:21.002568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 38ee5a79-ec27-42bc-985c-95ae7544d810 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:21.003181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.025690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5430>,) {'filters': {'network_id': ['b6447283-e533-4bc2-9b52-88f180bac4d0']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:21.037169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-c7a9e3a7-79a4-4def-875b-ba0073455d8d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c6841116-2b4f-45a6-919f-9d2c56c07a78 HTTP/1.1" status: 200  len: 1792 time: 0.0855005
Mar 05 20:54:21.049741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:21.051600 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d65ce-e0a1-479b-ba5e-832c5e3a6b2d x-openstack-request-id: req-af4d65ce-e0a1-479b-ba5e-832c5e3a6b2d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:21.052374 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fed7313-ee78-4aa8-8df2-4ff9a776115f", "name": "network-vif-deleted", "tag": "2e2be274-47ed-4b4e-a0f7-f1971d3394d2", "status": "completed", "code": 200}, {"server_uuid": "aba11c91-fc0e-41d6-8efd-fddeb4132869", "name": "network-vif-deleted", "tag": "6ab2be74-857e-4e38-ad99-97dbaa1f820d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:21.052374 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af4d65ce-e0a1-479b-ba5e-832c5e3a6b2d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:21.052606 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fed7313-ee78-4aa8-8df2-4ff9a776115f', 'name': 'network-vif-deleted', 'tag': '2e2be274-47ed-4b4e-a0f7-f1971d3394d2', 'status': 'completed', 'code': 200}
Mar 05 20:54:21.052798 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba11c91-fc0e-41d6-8efd-fddeb4132869', 'name': 'network-vif-deleted', 'tag': '6ab2be74-857e-4e38-ad99-97dbaa1f820d', 'status': 'completed', 'code': 200}
Mar 05 20:54:21.057596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5430>, 'b5588425-bc05-4101-a5a7-62dd33922fee') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:21.057893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5430>, 'b5588425-bc05-4101-a5a7-62dd33922fee') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:21.065839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45730) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:21.067271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'port_id': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'mac_address': 'fa:16:3e:42:52:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca9ca5e-d60e-48cd-b5ad-2d405472172d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:21.081402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b5588425-bc05-4101-a5a7-62dd33922fee), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.110905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b5588425-bc05-4101-a5a7-62dd33922fee), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.119448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 20167121-7ae4-4eaf-b943-f8a27843c51a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:21.119704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.124847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:54:21.125355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b5588425-bc05-4101-a5a7-62dd33922fee), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:54:21.126973 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:54:21.132285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-447a749c-9e67-4eac-bd35-728d43076b91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9b274ea570549a3a2624e701a7774d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0616751
Mar 05 20:54:21.132285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:21.160740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20167121-7ae4-4eaf-b943-f8a27843c51a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:21.166640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.175403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 38ee5a79-ec27-42bc-985c-95ae7544d810 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:21.176209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.192421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:21.204805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.205389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.212873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b6447283-e533-4bc2-9b52-88f180bac4d0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.222730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.228398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6447283-e533-4bc2-9b52-88f180bac4d0 HTTP/1.1" status: 204  len: 168 time: 0.5816405
Mar 05 20:54:21.239032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3ea54-c243-4296-a371-9fb489820507 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6447283-e533-4bc2-9b52-88f180bac4d0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.244704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:21.254724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.255510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ab2be74-857e-4e38-ad99-97dbaa1f820d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:21.265477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] Publish callbacks [] for security_group (ca4a8298-48f3-4863-8a6f-104b4a76b607), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.272035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6841116-2b4f-45a6-919f-9d2c56c07a78), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.275306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.281116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6dc90149-79c9-4c4f-8fd9-10c0b6d904a8 req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6841116-2b4f-45a6-919f-9d2c56c07a78 HTTP/1.1" status: 204  len: 173 time: 0.2429411
Mar 05 20:54:21.295384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 6ab2be74-857e-4e38-ad99-97dbaa1f820d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:21.295756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ab2be74-857e-4e38-ad99-97dbaa1f820d not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:21.296185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 39103012-a3fb-406c-a3d5-628b64bf136f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:21.307115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] Publish callbacks [] for security_group (ca4a8298-48f3-4863-8a6f-104b4a76b607), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.312275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06f918-a098-4b7d-86b5-0c474d0f09ce tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6841116-2b4f-45a6-919f-9d2c56c07a78,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.320787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 39103012-a3fb-406c-a3d5-628b64bf136f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:21.321141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 39103012-a3fb-406c-a3d5-628b64bf136f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:21.324619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.344389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5310d30-b784-41f7-a742-499c4bfb2ca3 req-bca80a7f-b423-4f0f-ab98-f45f81fcafea tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.346339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5310d30-b784-41f7-a742-499c4bfb2ca3 req-bca80a7f-b423-4f0f-ab98-f45f81fcafea tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.1588309
Mar 05 20:54:21.409730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.410670 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-388e7cd1-f095-4f1f-ad89-768981dc9bf7 req-1de317a8-0a1d-4d61-b057-36912fed7b2e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.426635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-388e7cd1-f095-4f1f-ad89-768981dc9bf7 req-1de317a8-0a1d-4d61-b057-36912fed7b2e tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c43c0fc9-b4e0-439a-8fcb-9a3afd2551f8 HTTP/1.1" status: 404  len: 352 time: 0.0378041
Mar 05 20:54:21.428905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5310d30-b784-41f7-a742-499c4bfb2ca3 req-d32ac55b-a8fc-46b1-b2be-3dba554bac89 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712950
Mar 05 20:54:21.440501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ca4a8298-48f3-4863-8a6f-104b4a76b607), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.444113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.454339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['20167121-7ae4-4eaf-b943-f8a27843c51a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:21.459837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca4a8298-48f3-4863-8a6f-104b4a76b607 HTTP/1.1" status: 204  len: 168 time: 0.3245170
Mar 05 20:54:21.470666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11eab-e11e-460a-a85b-f52ba6c18d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4a8298-48f3-4863-8a6f-104b4a76b607,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.495751 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-c6bf3797-fc35-45bb-8304-62543041bdb2 req-c799c0d8-2ea2-4b2d-9ba2-91ad5c9cceba tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.497797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6bf3797-fc35-45bb-8304-62543041bdb2 req-c799c0d8-2ea2-4b2d-9ba2-91ad5c9cceba tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/ce519741-0808-43df-9dc7-121b57f65881 HTTP/1.1" status: 404  len: 352 time: 0.0245130
Mar 05 20:54:21.548208 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-2acb2217-cc97-4708-8879-e7d4c4406774 req-96110d11-1ae0-45f7-8b55-d24d9b5a3a65 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.549335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2acb2217-cc97-4708-8879-e7d4c4406774 req-96110d11-1ae0-45f7-8b55-d24d9b5a3a65 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/c824e870-7a76-4d8e-a945-34bebbe65d56 HTTP/1.1" status: 404  len: 352 time: 0.0201244
Mar 05 20:54:21.563092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.568817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.576337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.582153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.584136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45754) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:21.588784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.607884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.608050 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-f62c9b9f-7664-4aaf-8bee-3cbc1f029ef1 req-61da08a9-c2ad-4b1c-bf81-3bba75f100d2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.609057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f62c9b9f-7664-4aaf-8bee-3cbc1f029ef1 req-61da08a9-c2ad-4b1c-bf81-3bba75f100d2 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/f25b682a-b85a-4260-83ce-f021216c56f5 HTTP/1.1" status: 404  len: 352 time: 0.0311708
Mar 05 20:54:21.629644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.638955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-d92d0cf9-f855-4f1b-aab1-7a2f0a059d2a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.1576915
Mar 05 20:54:21.663008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d53b336-6b32-4a37-863b-75abd0bfa14d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6badaeb06194bf7a79309e9bad2e8b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0760863
Mar 05 20:54:21.666930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45760) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:21.670141 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-023166d2-bfb4-4f29-8de9-620cae9e77c3 req-65c4869f-0beb-4aa2-8ab4-dc9c1fd6a86b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.685834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-023166d2-bfb4-4f29-8de9-620cae9e77c3 req-65c4869f-0beb-4aa2-8ab4-dc9c1fd6a86b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/0659106f-d0f9-4a0b-a9e2-00bec915f465 HTTP/1.1" status: 404  len: 352 time: 0.0404148
Mar 05 20:54:21.720284 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-78e65168-023d-4936-8df7-20ea76f57f64 req-76113dd2-e641-49cc-9c3c-0c1be7217b5b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] show failed (client error): The resource could not be found.
Mar 05 20:54:21.741192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78e65168-023d-4936-8df7-20ea76f57f64 req-76113dd2-e641-49cc-9c3c-0c1be7217b5b tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/3604fb65-d255-47cb-a6fb-19bee0381487 HTTP/1.1" status: 404  len: 352 time: 0.0418713
Mar 05 20:54:21.741731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] Publish callbacks [] for security_group (da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.768287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7afa6314-d2b6-430b-a330-9765b9b7bdce req-fe9eada8-7258-4839-822d-c373bab4d8a5 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1283572
Mar 05 20:54:21.781821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] Publish callbacks [] for security_group (da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.841929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f554d2-8ed9-4adb-b073-bb2a6dfcea2b req-ae7657e7-e6fe-4211-96ad-9c57b02d5670 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:21.843803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41f554d2-8ed9-4adb-b073-bb2a6dfcea2b req-ae7657e7-e6fe-4211-96ad-9c57b02d5670 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 945 time: 0.0617180
Mar 05 20:54:21.862862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.865772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:21.866918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72 HTTP/1.1" status: 204  len: 168 time: 0.1988678
Mar 05 20:54:21.884352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601fb6-53f8-482a-abc8-ff5bf82d932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5eb4d8-3d2d-4e47-930f-bd7d0f49bd72,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:21.931134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41f554d2-8ed9-4adb-b073-bb2a6dfcea2b req-51d1b553-4d41-4cce-8bcc-c9c5b2bc934d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766239
Mar 05 20:54:22.058622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce'}, {'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:22.060974 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05168562-2ebe-4092-99d0-9fbfb70eca8a" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "8e97203d-117b-4a26-8c1e-33c77fbdf3ce"}, {"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-plugged", "status": "completed", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:22.093805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2e5f-c69f-4d81-970b-06d9d4a8477b req-7739834f-ca46-461e-bf70-d58b5a9c242c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.100900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8ece2e5f-c69f-4d81-970b-06d9d4a8477b req-7739834f-ca46-461e-bf70-d58b5a9c242c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0926399
Mar 05 20:54:22.123229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1aebc-9bc2-4008-b670-7b148127d042 req-a1a729b7-013f-454f-a72e-0b990f79fb93 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.124915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4c1aebc-9bc2-4008-b670-7b148127d042 req-a1a729b7-013f-454f-a72e-0b990f79fb93 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1023 time: 0.0746655
Mar 05 20:54:22.155056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8ece2e5f-c69f-4d81-970b-06d9d4a8477b req-3a6edd3a-e64f-4fa3-b49e-f29beb9892e8 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530174
Mar 05 20:54:22.199192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4c1aebc-9bc2-4008-b670-7b148127d042 req-42bedf6e-741f-4b0d-b554-cdadfac39329 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=5dc7330a-c9d0-4b79-8a67-24901a59b404&id=ef9a7897-8e28-4656-b460-90e46bcbd2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0666919
Mar 05 20:54:22.265978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8763-2265-469d-9b0c-2c59afc55e06 req-8926316b-a4ae-4fea-af2a-f613d4265f02 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.272910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-712b8763-2265-469d-9b0c-2c59afc55e06 req-8926316b-a4ae-4fea-af2a-f613d4265f02 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.0633688
Mar 05 20:54:22.275068 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a390e4-aa6b-4135-9360-bcf21431f50b x-openstack-request-id: req-87a390e4-aa6b-4135-9360-bcf21431f50b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:22.275550 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-plugged", "status": "completed", "tag": "8e97203d-117b-4a26-8c1e-33c77fbdf3ce", "code": 200}, {"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-plugged", "status": "completed", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:22.276055 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87a390e4-aa6b-4135-9360-bcf21431f50b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:22.276601 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'code': 200}
Mar 05 20:54:22.277186 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'code': 200}
Mar 05 20:54:22.277531 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97203d-117b-4a26-8c1e-33c77fbdf3ce', 'code': 200}
Mar 05 20:54:22.277961 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'code': 200}
Mar 05 20:54:22.346221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-712b8763-2265-469d-9b0c-2c59afc55e06 req-1d710f68-7f31-418e-bb6c-d19cdafa6afc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701702
Mar 05 20:54:22.390115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91c8ad-7f92-404a-8e7d-3cf2a298cb2e req-f3ad4539-6402-405d-a2a5-5ba896f744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.392070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d91c8ad-7f92-404a-8e7d-3cf2a298cb2e req-f3ad4539-6402-405d-a2a5-5ba896f744a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1127 time: 0.0472829
Mar 05 20:54:22.425588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.426715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.427283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.428173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.428373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.428903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.429429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.435929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-72ce86cb-a118-452c-97aa-3c39de83f6b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6707 time: 0.0774317
Mar 05 20:54:22.437402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45802) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:22.448348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d91c8ad-7f92-404a-8e7d-3cf2a298cb2e req-9bcb4ff6-12e4-41fb-84cc-858fdb67000b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493643
Mar 05 20:54:22.506894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d39071a-7fd9-461a-b06b-89e2f802602d req-16e6d74b-5d3e-4162-8f07-a65a03e08303 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1202d657-1d28-4eed-a3dc-4871027ee7df&id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0623276
Mar 05 20:54:22.570277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f374613-ca08-442f-a95c-ca25dc92d481 req-83f43caa-8b8c-49de-8644-5e126e8854ef tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:22.572463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f374613-ca08-442f-a95c-ca25dc92d481 req-83f43caa-8b8c-49de-8644-5e126e8854ef tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 945 time: 0.0618198
Mar 05 20:54:22.629897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f374613-ca08-442f-a95c-ca25dc92d481 req-d119b972-5a29-4f8c-bed4-da56cdd33716 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515792
Mar 05 20:54:22.635604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-363947875-network', 'tenant_id': '7f868fae33d848129fabf0f797c73be4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:22.664553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Made reservation on behalf of 7f868fae33d848129fabf0f797c73be4 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:22.666935 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.675871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.804751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks [] for security_group (c6c674fa-7c76-4b32-8cf7-206cbe8fc792), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.808847 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-41bc1c00-5a61-42d9-9003-f407ea60448b service neutron] show failed (client error): The resource could not be found.
Mar 05 20:54:22.809966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-41bc1c00-5a61-42d9-9003-f407ea60448b service neutron] 10.222.0.31 "GET /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0858641
Mar 05 20:54:22.811133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6c674fa-7c76-4b32-8cf7-206cbe8fc792), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.822173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45820) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:22.836074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 20167121-7ae4-4eaf-b943-f8a27843c51a up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:22.864477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:54:22.887285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c674fa-7c76-4b32-8cf7-206cbe8fc792,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:22.899783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (80b3b00f-868f-48b9-b586-5ae097b8bd34), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.901543 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Added segment 80b3b00f-868f-48b9-b586-5ae097b8bd34 of type vlan for network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd
Mar 05 20:54:22.926799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 20167121-7ae4-4eaf-b943-f8a27843c51a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:22.932961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 20167121-7ae4-4eaf-b943-f8a27843c51a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:22.933726 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.957822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.996599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:22.999723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1311411566-network', 'tenant_id': 'eef17d4a481a4377a725685942c83cc5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:23.000792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.001475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.035259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.042215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 20167121-7ae4-4eaf-b943-f8a27843c51a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:23.042612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.048573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.052307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6138020
Mar 05 20:54:23.061811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.068562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.075906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.079983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:23.081630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.084040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45826) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:23.085190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.090019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.097855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-3c4bfdf2-8e9d-4341-8009-dfd04a256db8 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2104969
Mar 05 20:54:23.098705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Request body: {'subnet': {'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-363947875-subnet', 'tenant_id': '7f868fae33d848129fabf0f797c73be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:23.135854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:23.148035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4475-15fe-4208-ba64-8b59176cdb08 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:23.160538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:54:23.167023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Made reservation on behalf of 7f868fae33d848129fabf0f797c73be4 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:23.169815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.179868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Made reservation on behalf of eef17d4a481a4377a725685942c83cc5 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:23.182167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.190347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f8c2-0091-48af-8cd4-4792e69ab9fa req-1491c4a9-220b-4e9d-a612-17725162845e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.191977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54a4f8c2-0091-48af-8cd4-4792e69ab9fa req-1491c4a9-220b-4e9d-a612-17725162845e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.1384065
Mar 05 20:54:23.206299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.228458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8422f8e4-a2bd-4302-985a-8b0de9f0b4b6 req-8b9198af-7de2-4a47-bc66-527c56bb3eb0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1297510
Mar 05 20:54:23.243023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-828a6549-ae52-4db7-849b-b8a19e11d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.244900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-828a6549-ae52-4db7-849b-b8a19e11d055 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1132 time: 0.1426246
Mar 05 20:54:23.261734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:23.311162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54a4f8c2-0091-48af-8cd4-4792e69ab9fa req-11b88ddd-283c-485b-88f1-f8a08ea68940 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880673
Mar 05 20:54:23.430146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks [] for security_group (ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.442431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.452666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.472850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (08aa8d67-fec4-46a9-80f5-7e5cb125bdb7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.492203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:54:23.502797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7373d-d224-4f66-ba66-507c5a83786e req-752c9fdf-e628-4ff0-ad84-de0fa1285772 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.511458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eee7373d-d224-4f66-ba66-507c5a83786e req-752c9fdf-e628-4ff0-ad84-de0fa1285772 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2146213
Mar 05 20:54:23.529139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44867d8-9d1c-4071-8089-f1dea97c8d7a req-8a33d75f-4a1e-499e-b502-9507133f5641 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.534566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:23.536385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e44867d8-9d1c-4071-8089-f1dea97c8d7a req-8a33d75f-4a1e-499e-b502-9507133f5641 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1023 time: 0.1286032
Mar 05 20:54:23.562813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e367d14-c89e-4f29-8ac6-b028af184bbc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.563100 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Added segment 3e367d14-c89e-4f29-8ac6-b028af184bbc of type vlan for network 8e218ac5-59ae-4eb0-8d60-20240df93437
Mar 05 20:54:23.583332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:23.610778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Checking segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:23.611137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Network hostable DHCP agents. Network: cb9f1358-14b7-43a8-a87f-8cb8dfb356bd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:54:23.642747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8e218ac5-59ae-4eb0-8d60-20240df93437), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.647632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e44867d8-9d1c-4071-8089-f1dea97c8d7a req-0b890514-10d5-4114-9249-cfe12e3be2ee tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups?id=46980dd5-3146-4cbc-8064-95782bacac8f&id=5dc7330a-c9d0-4b79-8a67-24901a59b404&id=ef9a7897-8e28-4656-b460-90e46bcbd2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1104047
Mar 05 20:54:23.648716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:54:23.661141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb9f1358-14b7-43a8-a87f-8cb8dfb356bd) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:23.672105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a46fdf-8891-4448-8384-db782724bb46 None None] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:54:23.674207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.674915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.708930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a971ff39-0bb1-4114-967a-8b44a0f51adf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6082823
Mar 05 20:54:23.723940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eee7373d-d224-4f66-ba66-507c5a83786e req-29c72b8b-96d8-403b-997e-50f8561072de tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113428
Mar 05 20:54:23.779513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8e218ac5-59ae-4eb0-8d60-20240df93437), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.780578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.781366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.889792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'project_id': '7f868fae33d848129fabf0f797c73be4', 'fixed_ips': [{'subnet_id': '08aa8d67-fec4-46a9-80f5-7e5cb125bdb7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:54:23.890927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:23.892888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-33e734c7-8523-4bce-afd7-8ddecdacd035 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:23.894451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-33e734c7-8523-4bce-afd7-8ddecdacd035 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e87f17b-0999-4fff-ae66-5f37ccc3628c HTTP/1.1" status: 200  len: 1023 time: 0.1915119
Mar 05 20:54:23.898106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0743814
Mar 05 20:54:23.971317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9117-6d3c-44c8-b07b-09a05b664c3f admin admin] Pushing event updated for resources: {'Network': ['ID=8e218ac5-59ae-4eb0-8d60-20240df93437,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:24.006331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:24.028944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd735e4-fa6a-4d8a-a776-0337a08a5b5f req-f2aadc02-d0f9-4545-8634-c14f6627009e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:24.036118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcd735e4-fa6a-4d8a-a776-0337a08a5b5f req-f2aadc02-d0f9-4545-8634-c14f6627009e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 945 time: 0.1676068
Mar 05 20:54:24.092844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:24.096033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c344067-26a1-49ee-a319-0389251c18dc req-a60596db-338d-483a-b913-008b7d78f1cd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:24.105015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c344067-26a1-49ee-a319-0389251c18dc req-a60596db-338d-483a-b913-008b7d78f1cd tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 945 time: 0.3134072
Mar 05 20:54:24.136062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8e218ac5-59ae-4eb0-8d60-20240df93437 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:54:24.152065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcd735e4-fa6a-4d8a-a776-0337a08a5b5f req-161cd314-ddd6-4e67-a75a-4c54716f78fe tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150079
Mar 05 20:54:24.199335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Deleting port 4843f79d-ea4a-4732-bdaa-157ee20d5051 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:24.200102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:24.200258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.202903 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef8439-1159-453f-bb88-187e06af4187" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-unplugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:24.207026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks [] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.207898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c344067-26a1-49ee-a319-0389251c18dc req-f4bd15bd-ce9a-430e-81ec-1d9706e2f98d tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014981
Mar 05 20:54:24.222128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Transition to ACTIVE for port object 16cf4bd3-62b6-4ec8-863b-656e8ed0397b will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:24.230121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.273619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Allocated IP 172.20.0.2 (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd/08aa8d67-fec4-46a9-80f5-7e5cb125bdb7/c10fd17e-7bf7-42f5-92a4-f6ef755b381b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:24.278912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:24.283316 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471bd144-6820-4fe0-81f9-d14f2ffae86c" -d '{"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-plugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:24.327829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] For port 4843f79d-ea4a-4732-bdaa-157ee20d5051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4843f79d-ea4a-4732-bdaa-157ee20d5051,segment=NetworkSegment(384ba28a-6920-4ec9-a3a4-806755281994),segment_id=384ba28a-6920-4ec9-a3a4-806755281994)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:24.328205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.345769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Calling delete_port for 4843f79d-ea4a-4732-bdaa-157ee20d5051 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:24.355505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:24.386950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] No DVR routers for this DVR port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:24.468808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f7e7c-1684-4949-bebc-3d6489623740 req-42d72944-ddc5-4772-92b9-3c56fc38cc3d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:24.476939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-760f7e7c-1684-4949-bebc-3d6489623740 req-42d72944-ddc5-4772-92b9-3c56fc38cc3d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1127 time: 0.1263220
Mar 05 20:54:24.505111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:24.505729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:24.505836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:24.507919 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0d061efc-9327-4fa9-9c80-fa0a4a7ab4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.513788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:24.514117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:24.530171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:24.530514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:24.531305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:24.531449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Bound port: 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:24.531780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.532222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks [] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.541492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.553068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-760f7e7c-1684-4949-bebc-3d6489623740 req-7becc0d4-c65f-49a1-a82c-246fdc743be9 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712247
Mar 05 20:54:24.612765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:24.615793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:24.620658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-cc2bd915-d33f-4ff8-82f2-d1fcc5371597 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:24.620874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:24.622831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-cc2bd915-d33f-4ff8-82f2-d1fcc5371597 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.1925297
Mar 05 20:54:24.622982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Pushing event updated for resources: {'Port': ['ID=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:24.689944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-47e092ad-106e-4fff-a3e7-afca5601dc89 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/quotas/7f868fae33d848129fabf0f797c73be4 HTTP/1.1" status: 200  len: 375 time: 0.0211732
Mar 05 20:54:24.693723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:24.697520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:24.705311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Attempting to bind port c10fd17e-7bf7-42f5-92a4-f6ef755b381b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:24.705821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Attempting to bind port c10fd17e-7bf7-42f5-92a4-f6ef755b381b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:24.706465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Attempting to bind port c10fd17e-7bf7-42f5-92a4-f6ef755b381b on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:24.712290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:24.712845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Checking segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:24.713352 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.713988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Bound using segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:24.714591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Bound port: c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:24.715194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.729435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.800778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] For port c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:24.804649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] For port c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:24.811717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.834492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4843f79d-ea4a-4732-bdaa-157ee20d5051), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.847645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4843f79d-ea4a-4732-bdaa-157ee20d5051'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:24.899264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06785176-c8fd-45ec-8181-9ed47de2cbba None None] Pushing event updated for resources: {'Port': ['ID=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:24.908534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'Port': ['ID=4843f79d-ea4a-4732-bdaa-157ee20d5051,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:24.990486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] No DVR routers for this DVR port 4843f79d-ea4a-4732-bdaa-157ee20d5051 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:24.993198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:24.997384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06b2d8ee-6c6a-46f0-b948-9d2453fcea93 req-b2153370-e1b7-4651-bb57-746d44ac8a55 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.31 "DELETE /v2.0/ports/4843f79d-ea4a-4732-bdaa-157ee20d5051 HTTP/1.1" status: 204  len: 173 time: 1.0959642
Mar 05 20:54:24.998361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'name': 'network-vif-deleted', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:25.001091 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101543aa-d3b4-4307-8650-fa33a709e93b" -d '{"events": [{"server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "name": "network-vif-deleted", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:25.010727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4add4-5e55-48d2-9038-111f6770cbf4 req-e5c815c9-d01b-4a41-b7ce-733867ee31d2 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.016284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4add4-5e55-48d2-9038-111f6770cbf4 req-e5c815c9-d01b-4a41-b7ce-733867ee31d2 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.021694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4add4-5e55-48d2-9038-111f6770cbf4 req-e5c815c9-d01b-4a41-b7ce-733867ee31d2 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.023359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3b4add4-5e55-48d2-9038-111f6770cbf4 req-e5c815c9-d01b-4a41-b7ce-733867ee31d2 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.3491659
Mar 05 20:54:25.102006 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267cd21c-5031-437a-9aa1-77d0db6814b2 x-openstack-request-id: req-267cd21c-5031-437a-9aa1-77d0db6814b2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:25.114563 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-unplugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:25.114857 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-267cd21c-5031-437a-9aa1-77d0db6814b2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:25.115292 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'code': 200}
Mar 05 20:54:25.150620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.151237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:25.152759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] 10.222.0.23 "PUT /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 1096 time: 1.8959367
Mar 05 20:54:25.173447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a74a7-ffdf-4401-938d-1739b93ddfac service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:25.183329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-622b224e-94fe-41c3-ad59-d94c9717640f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4840856
Mar 05 20:54:25.251882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-2ad1aea9-c3a0-4eea-97bf-15ab675cae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.254823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-2ad1aea9-c3a0-4eea-97bf-15ab675cae6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1130 time: 0.0705771
Mar 05 20:54:25.463848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b2094707-7ec5-415f-acac-0fdc5be6c253 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718844
Mar 05 20:54:25.465205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-67b79c92-295d-4bdf-819d-16c66a5cf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.466988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-67b79c92-295d-4bdf-819d-16c66a5cf634 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2061503
Mar 05 20:54:25.555247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-095b3deb-72f2-4a64-a99a-423f0e7448f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0762880
Mar 05 20:54:25.627721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-c91d2030-d8a9-461a-a2c2-e923b1be42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.629171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-c91d2030-d8a9-461a-a2c2-e923b1be42cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0656447
Mar 05 20:54:25.649050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-db0013c9-27aa-4097-b079-bd22897d3547 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787910
Mar 05 20:54:25.655429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.661217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.667185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.672708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.677998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.684491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.691042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.691222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-aa2cc3ec-e47b-42a4-a76c-feb3d3690b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.692562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-aa2cc3ec-e47b-42a4-a76c-feb3d3690b36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0570252
Mar 05 20:54:25.693211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f747a548-621f-47bf-9369-f3d540f74f03 req-ed7a4f62-d052-4352-92d4-c0a5f2aabb58 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.1004744
Mar 05 20:54:25.762649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f747a548-621f-47bf-9369-f3d540f74f03 req-a3cfcf97-483b-496a-9695-8d2a433914d0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0618734
Mar 05 20:54:25.801428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-9dad2e84-094c-4d62-9b65-7139989982f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030037
Mar 05 20:54:25.847354 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7c403-d5c3-4fd4-9e2b-96477ab0067e x-openstack-request-id: req-47e7c403-d5c3-4fd4-9e2b-96477ab0067e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:25.847841 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-plugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:25.847949 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47e7c403-d5c3-4fd4-9e2b-96477ab0067e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:25.848327 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'code': 200}
Mar 05 20:54:25.990897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f9452-8d4b-4f1d-ba1f-73f96fecbf62 req-f0224d24-b314-4d4a-8fb4-6c18dd8c5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:25.999167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a7f9452-8d4b-4f1d-ba1f-73f96fecbf62 req-f0224d24-b314-4d4a-8fb4-6c18dd8c5f60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 1128 time: 0.0904307
Mar 05 20:54:26.046879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-43bb8c5d-899a-4f3d-badd-c399402fe9d4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400434
Mar 05 20:54:26.118961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb21f-50d1-41ed-adc9-8f41a46b7862 req-3d14b178-c63e-4f36-b217-d33625f859a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.124014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43edb21f-50d1-41ed-adc9-8f41a46b7862 req-3d14b178-c63e-4f36-b217-d33625f859a8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.1953561
Mar 05 20:54:26.140014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a7f9452-8d4b-4f1d-ba1f-73f96fecbf62 req-4d045c38-83fe-41b5-a4d5-21c68e1a8786 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247542
Mar 05 20:54:26.258307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43edb21f-50d1-41ed-adc9-8f41a46b7862 req-422af543-f849-40c0-80b8-37eab913d255 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298156
Mar 05 20:54:26.260701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32721ed0-e7d3-46e7-ae15-208665bc7335 req-6bb5ac5c-37af-449c-b7ce-ac2cdc1ca74d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.262487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32721ed0-e7d3-46e7-ae15-208665bc7335 req-6bb5ac5c-37af-449c-b7ce-ac2cdc1ca74d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 948 time: 0.0866396
Mar 05 20:54:26.292473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c10fd17e-7bf7-42f5-92a4-f6ef755b381b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:26.375575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32721ed0-e7d3-46e7-ae15-208665bc7335 req-94122379-dd25-4f53-8b9b-5a44943ad495 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059942
Mar 05 20:54:26.380592 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a116e-f2ca-470b-bf93-fa364597b7f8 x-openstack-request-id: req-b25a116e-f2ca-470b-bf93-fa364597b7f8 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:26.382288 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87f17b-0999-4fff-ae66-5f37ccc3628c", "name": "network-vif-deleted", "tag": "4843f79d-ea4a-4732-bdaa-157ee20d5051", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:26.382706 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b25a116e-f2ca-470b-bf93-fa364597b7f8 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:26.383172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa1097-c545-4396-ba02-668e9e86e4a1 None None] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:54:26.383293 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87f17b-0999-4fff-ae66-5f37ccc3628c', 'name': 'network-vif-deleted', 'tag': '4843f79d-ea4a-4732-bdaa-157ee20d5051', 'status': 'completed', 'code': 200}
Mar 05 20:54:26.509306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2faa5-4d47-4df5-bcbd-16669b54c5b7 req-7fbea2e7-b747-40c2-9287-2343bdefb063 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.511045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfc2faa5-4d47-4df5-bcbd-16669b54c5b7 req-7fbea2e7-b747-40c2-9287-2343bdefb063 tempest-ComputeTenantNetworksTest-1380830994 tempest-ComputeTenantNetworksTest-1380830994-project] 10.222.0.15 "GET /v2.0/networks/8e218ac5-59ae-4eb0-8d60-20240df93437 HTTP/1.1" status: 200  len: 769 time: 0.1245601
Mar 05 20:54:26.521668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45926) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:26.658058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8e218ac5-59ae-4eb0-8d60-20240df93437), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:26.698489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:26.785006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-f560547f-4d01-4846-9007-975eccbb6ec3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.795461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c10fd17e-7bf7-42f5-92a4-f6ef755b381b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:26.796162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:26.802402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-f560547f-4d01-4846-9007-975eccbb6ec3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.1900239
Mar 05 20:54:26.826570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-7adc73a9-73a8-4403-aff8-f5522276e8eb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/quotas/7f868fae33d848129fabf0f797c73be4 HTTP/1.1" status: 200  len: 375 time: 0.0224771
Mar 05 20:54:26.842446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8e218ac5-59ae-4eb0-8d60-20240df93437), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:26.845979 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e74e1348-73ef-4b89-9333-f136cef528d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:26.847913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Provisioning complete for port c10fd17e-7bf7-42f5-92a4-f6ef755b381b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:26.849012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:26.864414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:54:26.865215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:26.866297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.872232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.879241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.886008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.891323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.898513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.905826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:26.908677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-89167cc1-9863-4421-b1fc-f0327a15ba6f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0811775
Mar 05 20:54:26.919438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90dfe692-adca-47e7-850f-3261b0b7dc64 req-2a3d0a3b-42b5-413c-923c-fc0dac1c85ba tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2513175
Mar 05 20:54:26.929952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:26.942465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Request body: {'floatingip': {'port_id': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:27.018368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c10fd17e-7bf7-42f5-92a4-f6ef755b381b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:27.018760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.022551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89535c70>,) {'filters': {'network_id': ['8e218ac5-59ae-4eb0-8d60-20240df93437']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:27.039706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.051996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89535c70>, '3e367d14-c89e-4f29-8ac6-b028af184bbc') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:27.052819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89535c70>, '3e367d14-c89e-4f29-8ac6-b028af184bbc') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:27.092047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Current status of the port c10fd17e-7bf7-42f5-92a4-f6ef755b381b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:27.092450 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.098700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:27.112046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.121224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-c768ec0b-33ed-4905-aeec-481d4caed3fd service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991708
Mar 05 20:54:27.133503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:27.137061 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:27.149128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (3e367d14-c89e-4f29-8ac6-b028af184bbc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.201829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:27.208778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:54:27.209150 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:54:27.214594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-3a3a30f9-cf21-41c2-b54e-65071fef79ed tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/ef9a7897-8e28-4656-b460-90e46bcbd2f3 HTTP/1.1" status: 200  len: 1817 time: 0.2669985
Mar 05 20:54:27.239542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e367d14-c89e-4f29-8ac6-b028af184bbc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.268773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-a6ccc10b-e74b-4e1f-abae-ece278a4c434 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465311
Mar 05 20:54:27.293368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:54:27.293784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (3e367d14-c89e-4f29-8ac6-b028af184bbc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:54:27.298944 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:54:27.442716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8e218ac5-59ae-4eb0-8d60-20240df93437), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.463466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.466704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e218ac5-59ae-4eb0-8d60-20240df93437 HTTP/1.1" status: 204  len: 168 time: 0.9440103
Mar 05 20:54:27.483444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8573ae-2d20-4536-87c6-583aeeeadbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e218ac5-59ae-4eb0-8d60-20240df93437,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:27.491222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ef9a7897-8e28-4656-b460-90e46bcbd2f3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.504302 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166fb42-e694-4d0f-9c2d-6aea351e9dcc x-openstack-request-id: req-6166fb42-e694-4d0f-9c2d-6aea351e9dcc {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:27.504716 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:27.504981 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6166fb42-e694-4d0f-9c2d-6aea351e9dcc {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:27.505411 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'status': 'completed', 'code': 200}
Mar 05 20:54:27.598843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (ef9a7897-8e28-4656-b460-90e46bcbd2f3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.669102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45970) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:27.788340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fdefe786-82bd-4942-a72b-6124998339e1 None None] Current status of the port c10fd17e-7bf7-42f5-92a4-f6ef755b381b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:27.813811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b3a1-624e-40bf-b42f-5698ec7a9fcd req-19b4cebc-51d2-4fa4-9187-dbdc19eedd55 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:27.815490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90a0b3a1-624e-40bf-b42f-5698ec7a9fcd req-19b4cebc-51d2-4fa4-9187-dbdc19eedd55 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.2229238
Mar 05 20:54:27.826272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e70936d3-4c48-4c3d-a319-ea33b129aa4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eef17d4a481a4377a725685942c83cc5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1551287
Mar 05 20:54:27.834669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45978) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:27.871933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:27.884024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-08c1c2ca-167f-4794-984d-0365e7d98f7b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:27.886507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-08c1c2ca-167f-4794-984d-0365e7d98f7b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.3188407
Mar 05 20:54:27.909602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Request body: {'port': {'device_id': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'admin_state_up': True, 'tenant_id': '7f868fae33d848129fabf0f797c73be4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:27.918839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-97536ec6-d89b-496d-bb6e-1d4e13eb5753 None None] Provisioning complete for port c10fd17e-7bf7-42f5-92a4-f6ef755b381b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:27.919219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-97536ec6-d89b-496d-bb6e-1d4e13eb5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.024335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-97536ec6-d89b-496d-bb6e-1d4e13eb5753 None None] Current status of the port c10fd17e-7bf7-42f5-92a4-f6ef755b381b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:28.077754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90a0b3a1-624e-40bf-b42f-5698ec7a9fcd req-26fa69e4-4e86-4819-9591-2f1b0e2e2ebb tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384171
Mar 05 20:54:28.159973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c10fd17e-7bf7-42f5-92a4-f6ef755b381b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:28.252756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Made reservation on behalf of 7f868fae33d848129fabf0f797c73be4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:28.257068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.260866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] Publish callbacks [] for security_group (ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.263058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c10fd17e-7bf7-42f5-92a4-f6ef755b381b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:28.267969 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.330461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] Publish callbacks [] for security_group (ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.387829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f038dd-6db1-4744-98b1-a2abde848499 req-e81a62e6-017d-46a0-b804-671bd969bbdc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:28.390393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0f038dd-6db1-4744-98b1-a2abde848499 req-e81a62e6-017d-46a0-b804-671bd969bbdc tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 948 time: 0.2051756
Mar 05 20:54:28.432885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c10fd17e-7bf7-42f5-92a4-f6ef755b381b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:28.433384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ef9a7897-8e28-4656-b460-90e46bcbd2f3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.435921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.437072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91bb1327-2ff2-46f0-9840-49eed16d8b72 req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef9a7897-8e28-4656-b460-90e46bcbd2f3 HTTP/1.1" status: 204  len: 173 time: 1.2214682
Mar 05 20:54:28.457758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:28.466709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4843f79d-ea4a-4732-bdaa-157ee20d5051 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:28.476222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-8453b0eb-1190-4c54-b10f-5691fb4030a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:28.478654 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-8453b0eb-1190-4c54-b10f-5691fb4030a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1130 time: 0.9418294
Mar 05 20:54:28.495795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb9c8-b75b-40c4-a8b0-da1d1033d381 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a7897-8e28-4656-b460-90e46bcbd2f3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:28.516664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-cfb408c9-2284-4fca-b016-2949f1701253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:28.518291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-cfb408c9-2284-4fca-b016-2949f1701253 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1130 time: 0.8799677
Mar 05 20:54:28.540062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0f038dd-6db1-4744-98b1-a2abde848499 req-2c1cf5c8-1d17-48dd-833d-9b0dbf145989 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371379
Mar 05 20:54:28.576107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.579782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.581094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c HTTP/1.1" status: 204  len: 168 time: 0.7454975
Mar 05 20:54:28.599000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 4843f79d-ea4a-4732-bdaa-157ee20d5051 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:28.599368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4843f79d-ea4a-4732-bdaa-157ee20d5051 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:28.604062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e507d88-c82c-4abd-ac11-64dace0c479f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad004bd2-9a8f-4ebb-9ad7-2a6a6548d43c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:28.609816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Allocated IP 172.20.0.12 (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd/08aa8d67-fec4-46a9-80f5-7e5cb125bdb7/de431d40-486f-404d-9b88-d63c337d45e9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:28.731397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:28.757945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '727e5026-bc21-477c-93fd-d0897928ef02', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '727e5026-bc21-477c-93fd-d0897928ef02', 'mac_address': 'fa:16:3e:f3:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:28.828329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727e5026-bc21-477c-93fd-d0897928ef02 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:28.828727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:28.862819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:28.956170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks [] for port (de431d40-486f-404d-9b88-d63c337d45e9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.049068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:54:29.067130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:29.107100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'mac_address': 'fa:16:3e:97:d8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:29.126766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 727e5026-bc21-477c-93fd-d0897928ef02 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:29.174740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.198304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:29.227745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.236107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:29.236519 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.326734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:29.326955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:29.363460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:29.364311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.372501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['727e5026-bc21-477c-93fd-d0897928ef02'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:29.387886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:29.407581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:29.417526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.442287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:29.514249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.522061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.535170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.540319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event updated for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:29.543507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.590324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-2f2da411-ea2b-4304-863c-73fb58018814 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.594922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-2f2da411-ea2b-4304-863c-73fb58018814 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.31 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.6065547
Mar 05 20:54:29.620032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Request body: {'port': {'device_id': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'admin_state_up': True, 'tenant_id': '7f868fae33d848129fabf0f797c73be4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:29.630772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:29.641760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-d0bbfd45-6cbe-440d-ad4e-ffb1f8908962 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.643279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-d0bbfd45-6cbe-440d-ad4e-ffb1f8908962 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.9458942
Mar 05 20:54:29.688600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-398d88d1-8128-4ed3-8ec5-89f31f8a67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.689974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-398d88d1-8128-4ed3-8ec5-89f31f8a67d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 1.1967654
Mar 05 20:54:29.743563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-fd9af730-3b84-4f9d-b1cb-bc435627b557 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8466070
Mar 05 20:54:29.762829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f05e-8fce-42b7-919d-60511e6cfbe8 req-ef3235b4-2533-45f4-b945-f02b71a97935 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.770309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3234f05e-8fce-42b7-919d-60511e6cfbe8 req-ef3235b4-2533-45f4-b945-f02b71a97935 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.5473392
Mar 05 20:54:29.786319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Request body: {'port': {'device_id': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:29.816918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-2326b3d0-61fa-4c41-b0b4-24a8c6985a3b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/quotas/7f868fae33d848129fabf0f797c73be4 HTTP/1.1" status: 200  len: 375 time: 0.1186357
Mar 05 20:54:29.818152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-cc5784a9-6107-4018-9de4-6fadc31f17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:29.819770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-cc5784a9-6107-4018-9de4-6fadc31f17a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 1.0555725
Mar 05 20:54:29.835310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-ca4d0060-0aec-4bf8-8806-f513dbd7908b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.1136527
Mar 05 20:54:29.920221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7fee2019-8e42-4f45-99ee-5da38ebdc8a7 None None] Provisioning complete for port de431d40-486f-404d-9b88-d63c337d45e9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:29.920808 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7fee2019-8e42-4f45-99ee-5da38ebdc8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de431d40-486f-404d-9b88-d63c337d45e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:29.971555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7fee2019-8e42-4f45-99ee-5da38ebdc8a7 None None] Port de431d40-486f-404d-9b88-d63c337d45e9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:54:29.975040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['16cf4bd3-62b6-4ec8-863b-656e8ed0397b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:30.027129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3234f05e-8fce-42b7-919d-60511e6cfbe8 req-18068a3c-651b-4309-be21-2dec82b7a1b5 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558818
Mar 05 20:54:30.042097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-16a35039-98c0-4cfb-b3d5-c20422d8569b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.2019856
Mar 05 20:54:30.112081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Made reservation on behalf of 7f868fae33d848129fabf0f797c73be4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:30.115906 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.152390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-dc67100e-77e4-42ba-8e7e-26d6d2eb991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:30.154137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-dc67100e-77e4-42ba-8e7e-26d6d2eb991e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3081510
Mar 05 20:54:30.162883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de431d40-486f-404d-9b88-d63c337d45e9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.182462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-9e9ef958-94e9-4471-b581-5df9a0dfb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:30.183612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-9e9ef958-94e9-4471-b581-5df9a0dfb1ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1303296
Mar 05 20:54:30.184763 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Floating IP eced9fdb-e958-4eb0-9ba7-20e1c57b3032 associated. External IP: 172.35.0.15, port: 5866fc79-fac2-4bd2-978f-c689c32b9c03.
Mar 05 20:54:30.317671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-2bf05925-4db0-42d7-b0a2-8e277193b82a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4785507
Mar 05 20:54:30.388805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-3fe84eaa-b654-4644-8042-4c97e14c97f0 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "GET /v2.0/security-groups/5dc7330a-c9d0-4b79-8a67-24901a59b404 HTTP/1.1" status: 200  len: 1817 time: 0.3047547
Mar 05 20:54:30.489754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:30.512832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-08a674fc-3bca-4936-a45e-86736fc16ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:30.514619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-08a674fc-3bca-4936-a45e-86736fc16ff0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3433473
Mar 05 20:54:30.559343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-203c0a62-f78f-4f45-a360-5afe2ef2ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:30.561158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-203c0a62-f78f-4f45-a360-5afe2ef2ec59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3711851
Mar 05 20:54:30.586918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (5dc7330a-c9d0-4b79-8a67-24901a59b404), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.612518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 727e5026-bc21-477c-93fd-d0897928ef02 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:30.612905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (727e5026-bc21-477c-93fd-d0897928ef02), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.675872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-51325192-e88b-4a34-ae3f-49639b9a49ef service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3471522
Mar 05 20:54:30.694509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Allocated IP 172.20.0.3 (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd/08aa8d67-fec4-46a9-80f5-7e5cb125bdb7/727f750d-d4cf-46e8-b684-69803f8825eb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:30.700095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (5dc7330a-c9d0-4b79-8a67-24901a59b404), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.846011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727e5026-bc21-477c-93fd-d0897928ef02 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:30.848752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.866095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:30.879110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5dc7330a-c9d0-4b79-8a67-24901a59b404), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.881693 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:30.904595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ebf4f29-7c45-4088-84e6-a565bdac920c req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] 10.222.0.15 "DELETE /v2.0/security-groups/5dc7330a-c9d0-4b79-8a67-24901a59b404 HTTP/1.1" status: 204  len: 173 time: 0.5139019
Mar 05 20:54:30.920179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46078) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:31.043065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:31.050347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:31.053648 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a9e122-31f4-4742-8e54-82fe3263e505" -d '{"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-plugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:31.083410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.100721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.105770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:31.117176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f9777-4b3b-4a7d-9918-a762d4c97521 tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc7330a-c9d0-4b79-8a67-24901a59b404,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:31.189157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:31.189732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.198109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Deleting subnet 966443e5-1224-42c9-842b-beaef1a3d8cc {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:54:31.212561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Publish callbacks [] for subnet (966443e5-1224-42c9-842b-beaef1a3d8cc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.295296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:31.320873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (966443e5-1224-42c9-842b-beaef1a3d8cc), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.383614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:31.385771 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.407050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks [] for port (727f750d-d4cf-46e8-b684-69803f8825eb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.468254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:31.480594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.524110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (966443e5-1224-42c9-842b-beaef1a3d8cc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.589472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:31.668281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-6d9d6b3a-7042-40f7-b915-7add9e64c426 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9903734
Mar 05 20:54:31.726129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (966443e5-1224-42c9-842b-beaef1a3d8cc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.763398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.863813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966443e5-1224-42c9-842b-beaef1a3d8cc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:31.915099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:31.921494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a5a513d5-7e78-4e5d-831f-940fc81f9762 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/966443e5-1224-42c9-842b-beaef1a3d8cc HTTP/1.1" status: 204  len: 168 time: 0.9858820
Mar 05 20:54:31.925741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46122) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:31.969439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-3b869941-22cf-47ea-8099-dede3ce42ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4419196
Mar 05 20:54:31.972537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:31.991979 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047376e-fb4b-4533-a30c-20b43c8b9c62 x-openstack-request-id: req-d047376e-fb4b-4533-a30c-20b43c8b9c62 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:31.992434 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-plugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:31.993722 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d047376e-fb4b-4533-a30c-20b43c8b9c62 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:31.994858 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02', 'code': 200}
Mar 05 20:54:32.012531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:32.027068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:32.045160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:54:32.064214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event updated for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:32.091066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-8ea39384-8450-4fbe-86d7-11c812eb944b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4954410
Mar 05 20:54:32.116221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-45913cb5-0123-4f12-b0b6-e58ed072203d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:32.119218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-45913cb5-0123-4f12-b0b6-e58ed072203d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 950 time: 0.5050094
Mar 05 20:54:32.192110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (62082c5f-85c3-4d11-9ba0-883ff09b0721), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.356166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7000e359-2d19-4c12-9deb-580c6e77ee28 req-f9779246-1fd5-4143-95ca-3a90d39fd26e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 210 time: 0.1059873
Mar 05 20:54:32.366074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:32.366684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.444498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de431d40-486f-404d-9b88-d63c337d45e9 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:32.460413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks [] for port (de431d40-486f-404d-9b88-d63c337d45e9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.498167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-19323911-5e81-4b9a-82c7-cfc9d4210a19 service neutron] 10.222.0.23 "GET /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.3490620
Mar 05 20:54:32.546395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b6fb860-dff0-47ef-a3a8-6c293bf1260c None None] Provisioning complete for port 727f750d-d4cf-46e8-b684-69803f8825eb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:32.548004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b6fb860-dff0-47ef-a3a8-6c293bf1260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.585212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Transition to ACTIVE for port object de431d40-486f-404d-9b88-d63c337d45e9 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:32.628314 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.704753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fb860-dff0-47ef-a3a8-6c293bf1260c None None] Port 727f750d-d4cf-46e8-b684-69803f8825eb cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:54:32.719810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-211db336-e30b-46c6-9069-9e4fd686ab69 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6460614
Mar 05 20:54:32.721653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-90b365f4-c5aa-49a3-b18c-0b27b0a7c349 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1122186
Mar 05 20:54:32.749215 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (62082c5f-85c3-4d11-9ba0-883ff09b0721), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.785161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b899cab80>,) {'filters': {'network_id': ['62082c5f-85c3-4d11-9ba0-883ff09b0721']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:32.820365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Request body: {'port': {'device_id': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:32.825566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899cab80>, '384ba28a-6920-4ec9-a3a4-806755281994') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:32.825907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899cab80>, '384ba28a-6920-4ec9-a3a4-806755281994') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:32.900505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (384ba28a-6920-4ec9-a3a4-806755281994), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:32.984103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce167a1c-7c2a-4a34-ad71-0d2f972d8c88 req-3e602063-8ca4-4716-bc8d-dd546d86e509 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8791251
Mar 05 20:54:33.001335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (384ba28a-6920-4ec9-a3a4-806755281994), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.048248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35487f-b2c6-409a-90f9-9d69eeb82a06 req-e7c02343-27b9-4b3c-886b-dc31460e4656 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:33.059190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be35487f-b2c6-409a-90f9-9d69eeb82a06 req-e7c02343-27b9-4b3c-886b-dc31460e4656 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.3402050
Mar 05 20:54:33.061454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Pushing event updated for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:33.140645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:54:33.145997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (384ba28a-6920-4ec9-a3a4-806755281994), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:54:33.158734 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:54:33.172662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:54:33.182753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.189833 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Sync routers for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:54:33.210088 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:54:33.211316 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9039d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:54:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:33.275048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8e79b128-cb2d-4d3c-b1a2-82ae76228986 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "PUT /v2.0/floatingips/eced9fdb-e958-4eb0-9ba7-20e1c57b3032 HTTP/1.1" status: 200  len: 990 time: 6.3421569
Mar 05 20:54:33.357071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.387106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:33.393393 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd3b86-4cee-4e17-98b7-75a7040af810" -d '{"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:33.409562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be35487f-b2c6-409a-90f9-9d69eeb82a06 req-89d2a078-a58d-4edd-8249-e6031c9a6aca tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3468914
Mar 05 20:54:33.482167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (62082c5f-85c3-4d11-9ba0-883ff09b0721), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.482596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-5b9b8035-a0af-4cb4-9aa6-0120056f9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:33.487463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-5b9b8035-a0af-4cb4-9aa6-0120056f9af3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1132 time: 0.4184353
Mar 05 20:54:33.573566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Attempting to bind port de431d40-486f-404d-9b88-d63c337d45e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:33.574129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Attempting to bind port de431d40-486f-404d-9b88-d63c337d45e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:33.574638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Attempting to bind port de431d40-486f-404d-9b88-d63c337d45e9 on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:33.609550 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:54:33.655354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7cfa4-32f3-4333-b99f-1aa9ed32ee5a req-4516c9a1-fc2a-472f-bbac-c45e453926ab tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:33.670126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9a7cfa4-32f3-4333-b99f-1aa9ed32ee5a req-4516c9a1-fc2a-472f-bbac-c45e453926ab tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.5066550
Mar 05 20:54:33.681165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:33.693917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] 10.222.0.15 "DELETE /v2.0/networks/62082c5f-85c3-4d11-9ba0-883ff09b0721 HTTP/1.1" status: 204  len: 168 time: 1.7641549
Mar 05 20:54:33.710253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-fa312754-d402-41a8-b261-0d026f73c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:33.711771 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-fa312754-d402-41a8-b261-0d026f73c19e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2114651
Mar 05 20:54:33.766072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff3b5b9c-5e64-4b25-9c9e-a0753b970d52 req-36fa3bbd-7d90-4b4b-9842-4b31112501db tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 210 time: 0.0526497
Mar 05 20:54:33.835046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-79b97319-c863-4272-ae3f-6de2d104a714 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0676427
Mar 05 20:54:33.894937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-19aee73c-8a97-4b63-b907-f0af6f58c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:33.896750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-19aee73c-8a97-4b63-b907-f0af6f58c489 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0542033
Mar 05 20:54:33.958700 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac758c-0ff6-49e6-b0aa-448e01df05f8 x-openstack-request-id: req-94ac758c-0ff6-49e6-b0aa-448e01df05f8 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:33.959053 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:33.959252 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94ac758c-0ff6-49e6-b0aa-448e01df05f8 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:33.959659 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'status': 'completed', 'code': 200}
Mar 05 20:54:34.003776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:34.006917 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f8b93-d1f9-4f49-b91a-7cb7c1e981ed" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:34.039096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-305c39ca-d74a-4461-a539-71cee0b1f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.041228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-305c39ca-d74a-4461-a539-71cee0b1f881 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1369772
Mar 05 20:54:34.140748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Port de431d40-486f-404d-9b88-d63c337d45e9 on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:34.141081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Attempting to bind port de431d40-486f-404d-9b88-d63c337d45e9 on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:34.144035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5752e1-e9e2-47ed-826e-f3b3b4f15f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=62082c5f-85c3-4d11-9ba0-883ff09b0721,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:34.146627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.147294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.148055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.148973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.148973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.149552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.150224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.152413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-e09ddea6-825f-4ecb-83c8-5226b5f01f80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6707 time: 0.1919265
Mar 05 20:54:34.179688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:34.180438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Checking segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:34.180589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Bound using segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:34.181746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Bound port: de431d40-486f-404d-9b88-d63c337d45e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:34.181746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de431d40-486f-404d-9b88-d63c337d45e9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:34.251472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-42381368-6e0c-441e-b5bc-cec60419565e service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037640
Mar 05 20:54:34.266327 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89a38c2-6928-495c-8e75-d27fb7c1cb86 x-openstack-request-id: req-c89a38c2-6928-495c-8e75-d27fb7c1cb86 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:34.266828 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:34.267251 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c89a38c2-6928-495c-8e75-d27fb7c1cb86 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:34.267862 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'code': 200}
Mar 05 20:54:34.329213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9a7cfa4-32f3-4333-b99f-1aa9ed32ee5a req-45319230-ce5a-4f71-9965-72b8e05d86ee tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808138
Mar 05 20:54:34.344987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46206) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:34.383653 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9039d2b0>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eced9fdb-e958-4eb0-9ba7-20e1c57b3032', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'floating_ip_address': '172.35.0.15', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'port_id': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'mac_address': 'fa:16:3e:da:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:53:12Z', 'updated_at': '2022-03-05T20:54:28Z', 'revision_number': 1, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:34.420274 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Checking router: 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:54:34.430355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:54:34.431712 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9039d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:54:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:34.510912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-16b997ae-2583-4487-8b39-a161a60ed464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.512512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-16b997ae-2583-4487-8b39-a161a60ed464 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67213d25-3583-48ce-be19-a10d0059fcac HTTP/1.1" status: 200  len: 912 time: 0.3447616
Mar 05 20:54:34.570399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727f750d-d4cf-46e8-b684-69803f8825eb {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:34.657293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-0c781a0d-5061-4fae-96b5-000f40919a0a service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3813484
Mar 05 20:54:34.697801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks [] for port (727f750d-d4cf-46e8-b684-69803f8825eb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:34.734013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-e850019d-8a66-4419-be4c-843c39e5e0c7 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:34.735534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-e850019d-8a66-4419-be4c-843c39e5e0c7 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 815 time: 0.4140012
Mar 05 20:54:34.738631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-714b4a3a-a7fa-4115-9998-1286b203627c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03 HTTP/1.1" status: 200  len: 998 time: 0.2145727
Mar 05 20:54:34.806480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:54:34.813712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Request body: {'port': {'device_id': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'admin_state_up': True, 'tenant_id': '7f868fae33d848129fabf0f797c73be4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:34.850551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:34.857665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 20167121-7ae4-4eaf-b943-f8a27843c51a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:34.857901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Transition to ACTIVE for port object 727f750d-d4cf-46e8-b684-69803f8825eb will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:34.865573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f9926ae1-a6be-4a0a-99fd-3d5fd5ec302b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f07583be1724ade87d2945c000e3e33&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5137763
Mar 05 20:54:34.870787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:34.872736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46222) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:34.891295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de431d40-486f-404d-9b88-d63c337d45e9,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:35.183329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:35.191201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735eaa1-90cf-48e6-bdf9-5501276f68c0 req-c220953e-99b7-4f78-89f7-145aacd199aa tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:35.207385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5735eaa1-90cf-48e6-bdf9-5501276f68c0 req-c220953e-99b7-4f78-89f7-145aacd199aa tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.5856421
Mar 05 20:54:35.236489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'port_id': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'mac_address': 'fa:16:3e:42:52:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca9ca5e-d60e-48cd-b5ad-2d405472172d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:35.278228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-ccc5905c-d4a5-4a0e-ae07-5c7ee20e7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:35.280005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-ccc5905c-d4a5-4a0e-ae07-5c7ee20e7d5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d52a5a8c-700c-4df8-b1dc-daa70dd863a5 HTTP/1.1" status: 200  len: 850 time: 0.5078053
Mar 05 20:54:35.361514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 20167121-7ae4-4eaf-b943-f8a27843c51a is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:35.364012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:35.405891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20167121-7ae4-4eaf-b943-f8a27843c51a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:35.467866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:35.475121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:35.555511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Made reservation on behalf of 7f868fae33d848129fabf0f797c73be4 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:35.561971 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9039d2b0>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eced9fdb-e958-4eb0-9ba7-20e1c57b3032', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'floating_ip_address': '172.35.0.15', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'port_id': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'mac_address': 'fa:16:3e:da:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:53:12Z', 'updated_at': '2022-03-05T20:54:28Z', 'revision_number': 1, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:54:35.568018 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:35.617691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:35.631489 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc66b5-ee66-4e2e-a37c-f182024fb77a None None] The sync data for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 is: [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eced9fdb-e958-4eb0-9ba7-20e1c57b3032', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'floating_ip_address': '172.35.0.15', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'port_id': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'mac_address': 'fa:16:3e:da:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:53:12Z', 'updated_at': '2022-03-05T20:54:28Z', 'revision_number': 1, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:54:35.638989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.638989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.639309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.639880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.640224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.640697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.641197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.641663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.641924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.642262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.648491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.648995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.649258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:35.670797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['20167121-7ae4-4eaf-b943-f8a27843c51a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:35.838692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:35.920174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Allocated IP 172.20.0.9 (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd/08aa8d67-fec4-46a9-80f5-7e5cb125bdb7/ec3287d8-2694-4693-885a-dc693fd9360a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:35.972076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cb8dfb8-8b99-4b31-949f-55baf2066fd6 req-997986c0-a4e4-4dba-a2cb-0e53bad23775 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 210 time: 0.1709929
Mar 05 20:54:35.984709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:35.985603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:35.991133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] 10.222.0.23 "PUT /v2.0/ports/de431d40-486f-404d-9b88-d63c337d45e9 HTTP/1.1" status: 200  len: 1092 time: 6.2115009
Mar 05 20:54:35.995989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:36.013587 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b434b50-fbcc-4170-96d4-69338a67a01c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "tag": "de431d40-486f-404d-9b88-d63c337d45e9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:36.034915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Pushing event updated for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:36.090362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.210070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.211373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.213208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.214485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.214982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.216191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.218026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.221115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.221731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.222275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.222797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.223311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.223829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:36.343841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de8f34-9335-4346-957b-5342498bf1d9 None None] New status for floating IP eced9fdb-e958-4eb0-9ba7-20e1c57b3032: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:54:36.417882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] Publish callbacks [] for security_group (46980dd5-3146-4cbc-8064-95782bacac8f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.435297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5735eaa1-90cf-48e6-bdf9-5501276f68c0 req-dc938d4a-cea1-4ef8-b103-00601828d851 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2268445
Mar 05 20:54:36.562925 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c002301-8efb-485f-a458-b6ffb0df8f04 x-openstack-request-id: req-7c002301-8efb-485f-a458-b6ffb0df8f04 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:36.563225 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "tag": "de431d40-486f-404d-9b88-d63c337d45e9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:36.563478 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c002301-8efb-485f-a458-b6ffb0df8f04 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:36.563935 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9', 'status': 'completed', 'code': 200}
Mar 05 20:54:36.571928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-a7cf894d-3338-45b5-9931-918540c663ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:36.581467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-a7cf894d-3338-45b5-9931-918540c663ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67213d25-3583-48ce-be19-a10d0059fcac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.1102133
Mar 05 20:54:36.619547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2ace6-ae81-4872-94ba-abb833fff694 service neutron] Pushing event updated for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:36.624851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] Publish callbacks [] for security_group (46980dd5-3146-4cbc-8064-95782bacac8f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.710305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-61e69e35-f590-46ba-a1dd-13c8ccd715ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:36.712705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-61e69e35-f590-46ba-a1dd-13c8ccd715ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 1126 time: 0.6359427
Mar 05 20:54:36.717374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks [] for port (ec3287d8-2694-4693-885a-dc693fd9360a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.754096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Attempting to bind port 727f750d-d4cf-46e8-b684-69803f8825eb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:36.754743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Attempting to bind port 727f750d-d4cf-46e8-b684-69803f8825eb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:36.755449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Attempting to bind port 727f750d-d4cf-46e8-b684-69803f8825eb on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:36.794078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.802825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2841d-5f20-4e1b-9784-bdecfaf2490b req-e5700a29-dcc5-4928-ba24-5da021e57bcc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:36.804731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bca2841d-5f20-4e1b-9784-bdecfaf2490b req-e5700a29-dcc5-4928-ba24-5da021e57bcc tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 945 time: 0.4187403
Mar 05 20:54:36.808988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-cbd87f09-f762-4b5c-bf6e-d8dfb2a48940 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de431d40-486f-404d-9b88-d63c337d45e9 HTTP/1.1" status: 200  len: 217 time: 0.0770254
Mar 05 20:54:36.810800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Port 727f750d-d4cf-46e8-b684-69803f8825eb on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:36.811141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Attempting to bind port 727f750d-d4cf-46e8-b684-69803f8825eb on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:36.875629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:36.876359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Checking segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:36.876656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Bound using segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:36.877263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Bound port: 727f750d-d4cf-46e8-b684-69803f8825eb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:36.877815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.893694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299a6b2-160c-4f02-9f05-334c1ca4becd req-7be1eb0a-6cbb-43c4-9f4c-efb5e4b8bea0 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:36.902338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d299a6b2-160c-4f02-9f05-334c1ca4becd req-7be1eb0a-6cbb-43c4-9f4c-efb5e4b8bea0 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1127 time: 0.2189245
Mar 05 20:54:36.928304 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (46980dd5-3146-4cbc-8064-95782bacac8f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.932950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:36.934806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46980dd5-3146-4cbc-8064-95782bacac8f HTTP/1.1" status: 204  len: 168 time: 2.0569675
Mar 05 20:54:36.984658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-117b83b5-fba2-4bbb-8c61-a738d7a20f76 service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3920193
Mar 05 20:54:36.984888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 20167121-7ae4-4eaf-b943-f8a27843c51a up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:37.007536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.034520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-25eae579-dfeb-4566-a892-b53c68a1bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:37.058254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-25eae579-dfeb-4566-a892-b53c68a1bee9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.2113743
Mar 05 20:54:37.117450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac12d9-8571-4cd6-abd3-2840593342a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46980dd5-3146-4cbc-8064-95782bacac8f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:37.153739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63fd3b86-4cee-4e17-98b7-75a7040af810 req-61060b84-de44-4731-a214-affd52f191ac service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479733
Mar 05 20:54:37.186376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bca2841d-5f20-4e1b-9784-bdecfaf2490b req-2c2b9635-6181-4bda-8e40-aa5084471266 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3708162
Mar 05 20:54:37.267619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 20167121-7ae4-4eaf-b943-f8a27843c51a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:37.268033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.296473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-88ae48aa-db0c-4e9b-a1f9-cce69624f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:37.300497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-88ae48aa-db0c-4e9b-a1f9-cce69624f805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2413251
Mar 05 20:54:37.326068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event updated for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:37.367745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:37.382050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:37.383826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:37.387277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:37.413584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.414070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.414533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.416071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.416764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.417104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.417845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.418702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.419168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.419732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.420146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.420605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.421201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:54:37.437927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d299a6b2-160c-4f02-9f05-334c1ca4becd req-54877274-b654-4e13-87ce-dd821f1d0ec5 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5324664
Mar 05 20:54:37.485142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727f750d-d4cf-46e8-b684-69803f8825eb,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:37.543996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 20167121-7ae4-4eaf-b943-f8a27843c51a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:37.544568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.580273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b3f5cbdb-0b61-4390-86df-ac5e35390007 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641234
Mar 05 20:54:37.589895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.614903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:37.619700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:37.627613 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a137e-6fe3-4d33-bd79-ea3c21ab7b6d" -d '{"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-plugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:37.632638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.654141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:37.654762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.706547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-cc8be590-2f47-492e-b24e-e8ec66f6e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:37.708279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-cc8be590-2f47-492e-b24e-e8ec66f6e6a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474&tenant_id=3501f5d56344468ebc4d50db1a5c5bb7 HTTP/1.1" status: 200  len: 1132 time: 0.3177314
Mar 05 20:54:37.717481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-063cfa9e-93a5-4824-893d-733f3e9677bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9440508
Mar 05 20:54:37.728503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:37.758557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Request body: {'port': {'device_id': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:37.765041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:37.819259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:37.821137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:37.831336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] 10.222.0.31 "PUT /v2.0/ports/727f750d-d4cf-46e8-b684-69803f8825eb HTTP/1.1" status: 200  len: 1091 time: 5.0143535
Mar 05 20:54:37.921972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86169-b612-443d-b323-618bf7d4c653 service neutron] Pushing event updated for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:37.957179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b087946e-1540-4772-ba3f-f8bde53bfba7 None None] Provisioning complete for port ec3287d8-2694-4693-885a-dc693fd9360a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:37.957833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b087946e-1540-4772-ba3f-f8bde53bfba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:38.053260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b087946e-1540-4772-ba3f-f8bde53bfba7 None None] Port ec3287d8-2694-4693-885a-dc693fd9360a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:54:38.118853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800e9a-33d5-4964-a745-e5885f4ee790 req-cfef59d4-5033-477c-8702-118f4c3dbbcf tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.126509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36800e9a-33d5-4964-a745-e5885f4ee790 req-cfef59d4-5033-477c-8702-118f4c3dbbcf tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 931 time: 0.5442491
Mar 05 20:54:38.238297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db3b619-a07d-412d-a58a-46f221bb2777 req-b2dd7e2d-c0ee-422d-bad1-3aaa5bfa93de service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6432467
Mar 05 20:54:38.332959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-013b54dc-0515-4ba3-a789-8bb9cd3265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.334957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-013b54dc-0515-4ba3-a789-8bb9cd3265e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 1125 time: 0.3904142
Mar 05 20:54:38.340586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36800e9a-33d5-4964-a745-e5885f4ee790 req-1d1dba5f-b3ca-4660-a820-a736dea93c37 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130756
Mar 05 20:54:38.477919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-362df4fa-32d5-4f49-b100-aa467d77f426 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727f750d-d4cf-46e8-b684-69803f8825eb HTTP/1.1" status: 200  len: 217 time: 0.0872195
Mar 05 20:54:38.509981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:38.528517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:38.598374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:38.600602 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:38.605078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-003ca9ef-912c-45bf-aba7-cdc2df3f2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.606626 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-003ca9ef-912c-45bf-aba7-cdc2df3f2758 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.1177804
Mar 05 20:54:38.623213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cd90b-428e-4a9c-b5fa-186a374d4cad req-d117865d-0b61-483d-8048-48ca3955ec6a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.626665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46324) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:38.631472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-002cd90b-428e-4a9c-b5fa-186a374d4cad req-d117865d-0b61-483d-8048-48ca3955ec6a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.2716165
Mar 05 20:54:38.734512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-c03f4ec5-01f0-4d5e-93c3-76ef889954b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.740547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-c03f4ec5-01f0-4d5e-93c3-76ef889954b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 1126 time: 0.2571313
Mar 05 20:54:38.856633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-002cd90b-428e-4a9c-b5fa-186a374d4cad req-518d7474-a56a-4296-9a3d-ae570d9895d6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200959
Mar 05 20:54:38.862938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-dd306275-e12f-4ac5-a384-cfe05317bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:38.864709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-dd306275-e12f-4ac5-a384-cfe05317bfe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2511277
Mar 05 20:54:38.911095 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4927c7dd-4d3f-4163-ae58-a69eb14e8c1e x-openstack-request-id: req-4927c7dd-4d3f-4163-ae58-a69eb14e8c1e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:38.911970 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-plugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:38.912389 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4927c7dd-4d3f-4163-ae58-a69eb14e8c1e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:38.915020 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'code': 200}
Mar 05 20:54:38.959505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-126576497-network', 'tenant_id': 'ab424b95f45b482eab7de3199a1f8048'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:39.048246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Made reservation on behalf of ab424b95f45b482eab7de3199a1f8048 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:39.051559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.066927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.077813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-1b928ea5-32ba-4dca-a577-254739cdc697 service neutron] 10.222.0.31 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057483
Mar 05 20:54:39.105524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:39.187382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:39.219853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbbb00ca-afa6-4b66-bcd8-109d17bb4483 req-d7af93cb-57b3-46dc-b5b6-0856bd1b72d1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293502
Mar 05 20:54:39.229416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-2ec81793-7757-42b9-80c9-d9a59e1f1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:39.230953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-2ec81793-7757-42b9-80c9-d9a59e1f1709 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 916 time: 0.4794431
Mar 05 20:54:39.282808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985625ab-a34d-49ac-9c87-962665874d5a req-d98e6158-5bcf-4828-82ea-3f547448ea1d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:39.287147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-985625ab-a34d-49ac-9c87-962665874d5a req-d98e6158-5bcf-4828-82ea-3f547448ea1d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.2424705
Mar 05 20:54:39.289556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-27783de4-f19c-42f5-a8b1-fea919caf5b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de431d40-486f-404d-9b88-d63c337d45e9 HTTP/1.1" status: 200  len: 217 time: 0.0489705
Mar 05 20:54:39.315893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:39.318276 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaaa651-8a55-4a38-bc2b-778d7b676669" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-unplugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:39.323034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks [] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.342567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3287d8-2694-4693-885a-dc693fd9360a {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:39.355208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks [] for port (ec3287d8-2694-4693-885a-dc693fd9360a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.358676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-c4ce1dfe-b7d0-4d7a-b039-dbe28ae8e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:39.361251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-c4ce1dfe-b7d0-4d7a-b039-dbe28ae8e999 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.0662682
Mar 05 20:54:39.370113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Transition to ACTIVE for port object 16cf4bd3-62b6-4ec8-863b-656e8ed0397b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:39.387976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.394218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Transition to ACTIVE for port object ec3287d8-2694-4693-885a-dc693fd9360a will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:39.434896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.465630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-985625ab-a34d-49ac-9c87-962665874d5a req-168d7de6-5beb-49ae-b7a0-659962009484 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671908
Mar 05 20:54:39.489174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-dc02406d-990b-41ca-ba6f-ad1e31125e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:39.492829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-dc02406d-990b-41ca-ba6f-ad1e31125e8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1227276
Mar 05 20:54:39.535061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks [] for security_group (31e06097-fea6-473f-8f0a-e91eacc3718d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.549384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (31e06097-fea6-473f-8f0a-e91eacc3718d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.563907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=10']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:39.567555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] No DVR routers for this DVR port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:39.680402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:54:39.716527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e06097-fea6-473f-8f0a-e91eacc3718d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:39.766426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ee3a31d8-41fe-4535-9037-7ff9321648e5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.766843 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Added segment ee3a31d8-41fe-4535-9037-7ff9321648e5 of type vlan for network c91c4b92-5eca-4314-95af-3ab75681740f
Mar 05 20:54:39.879449 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Pushing event updated for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:39.890448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c91c4b92-5eca-4314-95af-3ab75681740f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:39.898320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:39.913053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:39.913404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:39.953377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-941b5b0c-29d3-43d4-adfd-eaf6dd8f04b3 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4369493
Mar 05 20:54:39.966933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-bb4bf34e-200d-4872-bf48-152a6ec0f27f tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:54:39.971769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-bb4bf34e-200d-4872-bf48-152a6ec0f27f tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0260971
Mar 05 20:54:39.972830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:39.973168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Attempting to bind port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:39.997874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Attempting to bind port ec3287d8-2694-4693-885a-dc693fd9360a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:39.998219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Attempting to bind port ec3287d8-2694-4693-885a-dc693fd9360a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:39.998551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Attempting to bind port ec3287d8-2694-4693-885a-dc693fd9360a on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:40.008457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-ba9746ba-1985-4482-9f8a-0c87f4d6c241 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.010553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-ba9746ba-1985-4482-9f8a-0c87f4d6c241 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.3754678
Mar 05 20:54:40.017568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:40.017923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:40.018317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:40.018769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Bound port: 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:40.019134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.028612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Port ec3287d8-2694-4693-885a-dc693fd9360a on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:40.029491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Attempting to bind port ec3287d8-2694-4693-885a-dc693fd9360a on network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:40.064223 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179eddd0-b10c-4f82-84ea-0353286a05fa x-openstack-request-id: req-179eddd0-b10c-4f82-84ea-0353286a05fa {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:40.064518 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-unplugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:40.064780 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-179eddd0-b10c-4f82-84ea-0353286a05fa {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:40.065436 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'code': 200}
Mar 05 20:54:40.075362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:40.075767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Checking segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:40.076167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Bound using segment: {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:40.076627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Bound port: ec3287d8-2694-4693-885a-dc693fd9360a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b3b00f-868f-48b9-b586-5ae097b8bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:40.077000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.105367 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00a5789-4748-4dba-95ed-78c4c3c3e484 x-openstack-request-id: req-a00a5789-4748-4dba-95ed-78c4c3c3e484 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:40.105661 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:40.105925 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a00a5789-4748-4dba-95ed-78c4c3c3e484 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:40.106355 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb', 'status': 'completed', 'code': 200}
Mar 05 20:54:40.111725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c91c4b92-5eca-4314-95af-3ab75681740f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.112669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.113246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.261717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] Pushing event updated for resources: {'Network': ['ID=c91c4b92-5eca-4314-95af-3ab75681740f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:40.267812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b434b50-fbcc-4170-96d4-69338a67a01c req-6c414d33-9297-484a-b0c7-335168a48faf service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3098965
Mar 05 20:54:40.274602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95bb72c9-2005-49e0-bb0f-1abb3c70cb87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.6474228
Mar 05 20:54:40.275313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:40.277209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:40.277350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-f8c10728-9584-424c-929a-9942a7f64d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.277462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c91c4b92-5eca-4314-95af-3ab75681740f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:54:40.278946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-f8c10728-9584-424c-929a-9942a7f64d54 service neutron] 10.222.0.15 "GET /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 1124 time: 0.1681113
Mar 05 20:54:40.283086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:40.294012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Request body: {'subnet': {'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-126576497-subnet', 'tenant_id': 'ab424b95f45b482eab7de3199a1f8048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:40.322343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:40.328200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:40.331001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:54:40.332049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc323e-bb1b-4f10-be56-2688d4dcc8bd req-aad18e86-8715-4cbf-82bd-e168948a3c12 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.333559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5bc323e-bb1b-4f10-be56-2688d4dcc8bd req-aad18e86-8715-4cbf-82bd-e168948a3c12 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 943 time: 0.2122059
Mar 05 20:54:40.340034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec3287d8-2694-4693-885a-dc693fd9360a,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:40.344403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-64cb1694-09ca-498e-bb38-aa1e3c089ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.346531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-64cb1694-09ca-498e-bb38-aa1e3c089ea9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 1125 time: 0.2374880
Mar 05 20:54:40.386512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.424004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Deleting port 20167121-7ae4-4eaf-b943-f8a27843c51a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:40.428131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.433204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Made reservation on behalf of ab424b95f45b482eab7de3199a1f8048 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:40.435996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.438303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.603646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.604400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.606203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] 10.222.0.31 "PUT /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 1097 time: 2.8874164
Mar 05 20:54:40.621064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.621830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:40.623397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] 10.222.0.23 "PUT /v2.0/ports/ec3287d8-2694-4693-885a-dc693fd9360a HTTP/1.1" status: 200  len: 1091 time: 2.8920643
Mar 05 20:54:40.635573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-f36755b0-fe50-42a7-95be-30526ccafe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.650224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-f36755b0-fe50-42a7-95be-30526ccafe02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 916 time: 0.2637024
Mar 05 20:54:40.717647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-f84317f5-969b-4c94-838a-6c5701a2ff76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727f750d-d4cf-46e8-b684-69803f8825eb HTTP/1.1" status: 200  len: 217 time: 0.0530405
Mar 05 20:54:40.719761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5bc323e-bb1b-4f10-be56-2688d4dcc8bd req-98d95fef-a6dd-4e5c-91af-f95447a4274f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3756807
Mar 05 20:54:40.752824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:40.753199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:40.753484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:40.773059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:40.773390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:40.806888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df509c25-98c8-47a7-b18f-957ce6b48035 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=11']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:40.819548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:40.819938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:40.820550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:40.820985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Bound port: 38ee5a79-ec27-42bc-985c-95ae7544d810, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:40.919012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de431d40-486f-404d-9b88-d63c337d45e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:40.930813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-1874543a-f095-4121-8520-37b63c312edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:40.938928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-1874543a-f095-4121-8520-37b63c312edb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.1942563
Mar 05 20:54:40.943003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:40.943628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.029066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Calling delete_port for 20167121-7ae4-4eaf-b943-f8a27843c51a owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:41.039004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:41.057257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658bde3-5d3b-48a5-af0a-e2fd6073625c service neutron] Pushing event updated for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:41.065405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.069912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-9ec5afb0-1046-4d20-87da-09d75c6c0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.072464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-9ec5afb0-1046-4d20-87da-09d75c6c0952 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1131 time: 0.4079242
Mar 05 20:54:41.085549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 20167121-7ae4-4eaf-b943-f8a27843c51a no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:41.093444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-de18bfb2-24e2-4f6f-a7a0-4db7f9a110f5 service neutron] 10.222.0.15 "POST /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810/bindings HTTP/1.1" status: 201  len: 389 time: 0.7802238
Mar 05 20:54:41.116361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-568f1cf1-8b95-430d-85bf-c662adb42f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.122202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-568f1cf1-8b95-430d-85bf-c662adb42f8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1652114
Mar 05 20:54:41.151253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-856a90c7-8170-4aa5-82a1-1be872e221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.152843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-856a90c7-8170-4aa5-82a1-1be872e221ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 1125 time: 0.4589570
Mar 05 20:54:41.251060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de431d40-486f-404d-9b88-d63c337d45e9,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:41.302190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'de431d40-486f-404d-9b88-d63c337d45e9', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'port_id': 'de431d40-486f-404d-9b88-d63c337d45e9', 'mac_address': 'fa:16:3e:b9:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aa8d67-fec4-46a9-80f5-7e5cb125bdb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:41.456773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-a4e1d34a-8bd2-40f3-b701-d8c8f2af4ae2 service neutron] 10.222.0.31 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3270123
Mar 05 20:54:41.486437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de431d40-486f-404d-9b88-d63c337d45e9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:41.487124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de431d40-486f-404d-9b88-d63c337d45e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.499593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 20167121-7ae4-4eaf-b943-f8a27843c51a is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:41.500806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.527723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de431d40-486f-404d-9b88-d63c337d45e9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:41.533004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-ee9e7eb9-303c-49b2-aeb0-e2ca6ba0cab0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3287d8-2694-4693-885a-dc693fd9360a HTTP/1.1" status: 200  len: 217 time: 0.3355107
Mar 05 20:54:41.557826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de431d40-486f-404d-9b88-d63c337d45e9,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:41.580151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.583493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ed7c92b-7174-40d1-8272-3ed3dc41b13d req-14d4e8e3-8d35-4ccc-b4a4-d1d794d4b249 service neutron] 10.222.0.31 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124401
Mar 05 20:54:41.607470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddcde-76d1-467e-9a7f-a0a1448cf51c req-a5c2e61b-8b1d-469a-8295-9ed8ff5f7f8c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.609282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-766ddcde-76d1-467e-9a7f-a0a1448cf51c req-a5c2e61b-8b1d-469a-8295-9ed8ff5f7f8c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 946 time: 0.2810593
Mar 05 20:54:41.621786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c4542ff0-960c-4f6f-b8b8-5e5f7d77e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.623939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c4542ff0-960c-4f6f-b8b8-5e5f7d77e4c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1127 time: 0.2080765
Mar 05 20:54:41.649520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (1118378d-26c4-41c1-a4c3-2dac24a0a6ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.716858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ede8b0-a974-48c3-aa22-ba20829f3c6c req-e4522353-93ae-4d6d-b1ed-71e92e82c609 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.723359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:41.723570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9ede8b0-a974-48c3-aa22-ba20829f3c6c req-e4522353-93ae-4d6d-b1ed-71e92e82c609 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 949 time: 0.6478016
Mar 05 20:54:41.726136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5f99db74-5e5f-4be1-b49b-c364a29f6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.728085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-5f99db74-5e5f-4be1-b49b-c364a29f6c6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.1683269
Mar 05 20:54:41.728538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:41.732375 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49a319-2b08-4d3d-8dc5-5251a2179e36" -d '{"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:41.745634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-766ddcde-76d1-467e-9a7f-a0a1448cf51c req-5743b80e-e813-4ea2-ba4b-409bad10c4d9 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205022
Mar 05 20:54:41.756501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-c492c1bd-4865-40e7-bdb3-dcb45439e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.757935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-c492c1bd-4865-40e7-bdb3-dcb45439e8e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.6767297
Mar 05 20:54:41.762220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 20167121-7ae4-4eaf-b943-f8a27843c51a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20167121-7ae4-4eaf-b943-f8a27843c51a,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:41.768359 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:41.769593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:41.792728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-925ca3dc-9266-4d13-a40e-da819efdf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:41.795948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-925ca3dc-9266-4d13-a40e-da819efdf524 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.1450598
Mar 05 20:54:41.844245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de431d40-486f-404d-9b88-d63c337d45e9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:41.872398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1118378d-26c4-41c1-a4c3-2dac24a0a6ac,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:41.885221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-f7e0bb75-8efc-417d-af57-102c7ac5ac1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0998185
Mar 05 20:54:41.923186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-1775c901-fdb7-41a2-bc3c-690836b987dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 217 time: 0.1199775
Mar 05 20:54:41.978236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Checking segment: {'id': 'ee3a31d8-41fe-4535-9037-7ff9321648e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:41.978595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Network hostable DHCP agents. Network: c91c4b92-5eca-4314-95af-3ab75681740f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:54:41.980620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:54:41.981033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:41.992302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:41.997747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-309d46d8-5199-4a3c-a815-093635cf94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.000489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-309d46d8-5199-4a3c-a815-093635cf94b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0705619
Mar 05 20:54:42.019003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (20167121-7ae4-4eaf-b943-f8a27843c51a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:42.078217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9ede8b0-a974-48c3-aa22-ba20829f3c6c req-63963554-f1a2-4a31-b839-16cfcd1f838e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3537304
Mar 05 20:54:42.089963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-dd012a96-8cb0-4aa3-8bc3-73adde4de34a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0809572
Mar 05 20:54:42.142663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}, {'name': 'network-changed', 'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:42.160627 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e43368-7b41-40a2-aaa9-c7620164f72e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}, {"name": "network-changed", "server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:42.169349 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a16183-0f02-43b1-9567-e0bfbf71d024 x-openstack-request-id: req-69a16183-0f02-43b1-9567-e0bfbf71d024 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:42.169643 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:42.169901 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69a16183-0f02-43b1-9567-e0bfbf71d024 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:42.170303 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'code': 200}
Mar 05 20:54:42.190807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-cdde1b32-e59f-4878-8293-0eb0943cc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.200182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-cdde1b32-e59f-4878-8293-0eb0943cc088 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4605317
Mar 05 20:54:42.202924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event deleted for resources: {'Port': ['ID=20167121-7ae4-4eaf-b943-f8a27843c51a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:42.210867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-7f596efd-17c4-4609-9411-0b9020c050a5 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140451
Mar 05 20:54:42.217593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-af1503d6-e71b-450e-8bee-e2c5979eca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.219131 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-af1503d6-e71b-450e-8bee-e2c5979eca7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3226128
Mar 05 20:54:42.275885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Network c91c4b92-5eca-4314-95af-3ab75681740f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:54:42.369581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-39ef2d86-e547-4a72-9d02-020a2586ea33 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448395
Mar 05 20:54:42.397159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cc3dd-84f9-4a43-8594-b3de0ca0924a req-a8371172-74dd-4081-b569-a206f958115f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.398637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-421cc3dd-84f9-4a43-8594-b3de0ca0924a req-a8371172-74dd-4081-b569-a206f958115f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 943 time: 0.0865164
Mar 05 20:54:42.407859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c91c4b92-5eca-4314-95af-3ab75681740f) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:42.416022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] No DVR routers for this DVR port 20167121-7ae4-4eaf-b943-f8a27843c51a on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:42.424752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.425773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:42.427030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea159f-ad4e-4ae2-a504-79e1b532a277 None None] Network c91c4b92-5eca-4314-95af-3ab75681740f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:54:42.432205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:42.437500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cb0d566-9579-4dc1-a169-d53b907d3d0b req-307884ba-1df1-4f7a-9cf7-ceb614ebf000 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "DELETE /v2.0/ports/20167121-7ae4-4eaf-b943-f8a27843c51a HTTP/1.1" status: 204  len: 173 time: 2.4213591
Mar 05 20:54:42.495546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e8104e1-0fad-40a0-8133-aa631d56a3fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.2155404
Mar 05 20:54:42.503178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-421cc3dd-84f9-4a43-8594-b3de0ca0924a req-35b6fd10-64db-4f6c-8c6a-821d0b593904 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812356
Mar 05 20:54:42.529571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761eb7-f7bf-4957-b683-c7b13031f8e3 req-8b90eecd-6b21-4676-b8e2-ff4a6ea0a520 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.537551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d761eb7-f7bf-4957-b683-c7b13031f8e3 req-8b90eecd-6b21-4676-b8e2-ff4a6ea0a520 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 945 time: 0.3547781
Mar 05 20:54:42.541860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-b4133d03-a9c0-4674-a146-a98763aa59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.543526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-b4133d03-a9c0-4674-a146-a98763aa59bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3120072
Mar 05 20:54:42.551842 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-7ceb611b-cabd-42f6-a423-d2ea1f32abd6 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183892
Mar 05 20:54:42.595217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727f750d-d4cf-46e8-b684-69803f8825eb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:42.721347 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40326753-6209-4b38-87d1-fcba4d914069 x-openstack-request-id: req-40326753-6209-4b38-87d1-fcba4d914069 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:42.721973 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:42.722155 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40326753-6209-4b38-87d1-fcba4d914069 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:42.722658 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'status': 'completed', 'code': 200}
Mar 05 20:54:42.723025 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a', 'status': 'completed', 'code': 200}
Mar 05 20:54:42.820432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d761eb7-f7bf-4957-b683-c7b13031f8e3 req-8cbe469f-9bbc-464a-989a-a6330ead11da tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815018
Mar 05 20:54:42.838585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727f750d-d4cf-46e8-b684-69803f8825eb,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:42.882369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '727f750d-d4cf-46e8-b684-69803f8825eb', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'port_id': '727f750d-d4cf-46e8-b684-69803f8825eb', 'mac_address': 'fa:16:3e:ed:fa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aa8d67-fec4-46a9-80f5-7e5cb125bdb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:42.925907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-95df88ab-a964-47f1-b761-f044c51de37e service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3729968
Mar 05 20:54:42.942421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce27023-9e70-44f6-bfba-e5bbfed36c56 req-2f80a340-e6db-4bc9-bc71-90a974551d6b service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3722389
Mar 05 20:54:42.989496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-73404a69-bf9f-4861-befd-3b5d119b93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:42.990630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea23560-d6e4-4e63-8179-238fc6ae8c95 None None] Network c91c4b92-5eca-4314-95af-3ab75681740f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:54:42.991349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-73404a69-bf9f-4861-befd-3b5d119b93ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1131 time: 0.2521608
Mar 05 20:54:43.058854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727f750d-d4cf-46e8-b684-69803f8825eb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:43.060027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:43.068233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de431d40-486f-404d-9b88-d63c337d45e9 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:43.225498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727f750d-d4cf-46e8-b684-69803f8825eb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:43.242548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3007480c-d88e-4ccd-9e66-dce9acaef5a0 req-8aca05a0-dae1-40ff-b5f2-487cb73ae0e5 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b HTTP/1.1" status: 200  len: 210 time: 0.1083953
Mar 05 20:54:43.336158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727f750d-d4cf-46e8-b684-69803f8825eb,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:43.345194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:43.378250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2676e855-2ce2-4317-bc3b-b2d771a453d6 req-468b176a-9007-43ac-8c9f-0b07ece33f81 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4452019
Mar 05 20:54:43.381489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-27a77977-3410-4581-9a3e-6539e61f87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:43.382899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port de431d40-486f-404d-9b88-d63c337d45e9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:43.396820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-27a77977-3410-4581-9a3e-6539e61f87b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.3868275
Mar 05 20:54:43.418609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port de431d40-486f-404d-9b88-d63c337d45e9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:43.419302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de431d40-486f-404d-9b88-d63c337d45e9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:43.464323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-8c6c4e26-5f6a-454a-8006-29ee87e14d72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0549636
Mar 05 20:54:43.516291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:43.590214 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:54:43.628092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de431d40-486f-404d-9b88-d63c337d45e9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:43.628770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de431d40-486f-404d-9b88-d63c337d45e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:43.680367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de431d40-486f-404d-9b88-d63c337d45e9,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:43.690157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:43.737678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['727f750d-d4cf-46e8-b684-69803f8825eb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:43.832924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-29e80b99-2fbf-4414-abd9-134b821aaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:43.836397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-9e0bc22d-4eb8-445f-b65c-0775c775d2f5 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:43.837152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:43.846112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-9e0bc22d-4eb8-445f-b65c-0775c775d2f5 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/networks?id=c91c4b92-5eca-4314-95af-3ab75681740f HTTP/1.1" status: 200  len: 821 time: 0.2982972
Mar 05 20:54:43.846340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-29e80b99-2fbf-4414-abd9-134b821aaba3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3571670
Mar 05 20:54:43.879601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-1c8f2ecc-4a17-4488-9e5a-6d555978f1b3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/quotas/ab424b95f45b482eab7de3199a1f8048 HTTP/1.1" status: 200  len: 375 time: 0.0297737
Mar 05 20:54:43.945945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-13121c2a-2815-4619-bddc-f6b8a60d9dbe tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab424b95f45b482eab7de3199a1f8048&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0651979
Mar 05 20:54:43.952876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-f47f2625-68d2-462b-a215-5c7fdf65c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:43.960880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-f47f2625-68d2-462b-a215-5c7fdf65c31f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1131 time: 0.4708736
Mar 05 20:54:44.018106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e07e7-5dea-48e0-a099-6e212cb6eaac req-814fe655-27a5-43ec-aa34-258d78b248e7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.020298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e2e07e7-5dea-48e0-a099-6e212cb6eaac req-814fe655-27a5-43ec-aa34-258d78b248e7 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 949 time: 0.4240844
Mar 05 20:54:44.154228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-51a91105-f0a7-4b83-88d6-79f3643987bf service neutron] 10.222.0.15 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053874
Mar 05 20:54:44.176454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:44.178969 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3467627-0243-4e6b-a15f-7bca2d524675" -d '{"events": [{"server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "name": "network-vif-plugged", "status": "completed", "tag": "de431d40-486f-404d-9b88-d63c337d45e9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:44.214955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-22b9afe2-aaa3-4392-a815-3cc1ccebf165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.216958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-22b9afe2-aaa3-4392-a815-3cc1ccebf165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3569512
Mar 05 20:54:44.304857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-4a01bd31-a2eb-48ee-8ced-fab6ef61e65f service neutron] 10.222.0.15 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493771
Mar 05 20:54:44.395785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e2e07e7-5dea-48e0-a099-6e212cb6eaac req-4fcba024-cb03-4cd2-967e-8e8b58fac884 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655451
Mar 05 20:54:44.403769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-d5278c87-c3e0-404b-88e4-5dde7093010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.406187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-d5278c87-c3e0-404b-88e4-5dde7093010b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.4227481
Mar 05 20:54:44.486446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-6104d40d-4521-4e69-9756-d931a49f93b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 200  len: 217 time: 0.0720520
Mar 05 20:54:44.615033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-97ee7996-1869-4e55-9dea-76a3f664bb6a service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3884768
Mar 05 20:54:44.620389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a790ee-5486-4863-96d7-747f5639716d req-9b4b547c-780d-4b1f-a554-a63d5b8368fb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.622323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8a790ee-5486-4863-96d7-747f5639716d req-9b4b547c-780d-4b1f-a554-a63d5b8368fb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 943 time: 0.0995090
Mar 05 20:54:44.757888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-deleted', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:44.761614 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd0c18-10c5-4e93-8958-62cfe616c766" -d '{"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-deleted", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:44.764409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8a790ee-5486-4863-96d7-747f5639716d req-b626ce28-d33c-426c-a62f-f84e18b7b822 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278341
Mar 05 20:54:44.778507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-5fd37705-555a-45c3-be72-933fad2f6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.780019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-5fd37705-555a-45c3-be72-933fad2f6f00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2480679
Mar 05 20:54:44.828190 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e9c94-a3f4-4b49-a432-a41b5d7b7c65 x-openstack-request-id: req-a97e9c94-a3f4-4b49-a432-a41b5d7b7c65 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:44.828955 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "name": "network-vif-plugged", "status": "completed", "tag": "de431d40-486f-404d-9b88-d63c337d45e9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:44.828955 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a97e9c94-a3f4-4b49-a432-a41b5d7b7c65 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:44.829267 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9', 'code': 200}
Mar 05 20:54:44.900809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3cff3-d6d5-4e10-b8d7-38bb2cf0cd88 req-efcd728a-f1ec-4f88-a69b-dcc0bc103387 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:44.910040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1c3cff3-d6d5-4e10-b8d7-38bb2cf0cd88 req-efcd728a-f1ec-4f88-a69b-dcc0bc103387 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 945 time: 0.2949338
Mar 05 20:54:44.954846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ec3287d8-2694-4693-885a-dc693fd9360a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:44.975256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-e84e8c8d-8f14-4ad6-abb3-82c8d7a3f1ae service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3499556
Mar 05 20:54:45.113310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-1754e454-1336-4415-8167-1b490eee0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:45.122720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-1754e454-1336-4415-8167-1b490eee0334 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3289855
Mar 05 20:54:45.185668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec3287d8-2694-4693-885a-dc693fd9360a,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:45.203966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'ec3287d8-2694-4693-885a-dc693fd9360a', 'network_id': 'cb9f1358-14b7-43a8-a87f-8cb8dfb356bd', 'port_id': 'ec3287d8-2694-4693-885a-dc693fd9360a', 'mac_address': 'fa:16:3e:1d:95:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aa8d67-fec4-46a9-80f5-7e5cb125bdb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:45.217104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0de0fbe2-10dd-41cc-ad96-3ea529f3b991 req-4edac89c-6356-4cbe-ace4-544fdd972e26 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 210 time: 0.0637679
Mar 05 20:54:45.314714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ec3287d8-2694-4693-885a-dc693fd9360a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:45.317745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:45.354797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3287d8-2694-4693-885a-dc693fd9360a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:45.404143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec3287d8-2694-4693-885a-dc693fd9360a,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:45.418319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:45.593599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:45.679411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['ec3287d8-2694-4693-885a-dc693fd9360a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:45.738504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-18682c6d-eb62-4aa5-bb2c-5cd25af6b0df tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:45.741585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-18682c6d-eb62-4aa5-bb2c-5cd25af6b0df tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.2613528
Mar 05 20:54:45.746998 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40b4bb-73fc-4b88-939e-109d39e16503 x-openstack-request-id: req-9d40b4bb-73fc-4b88-939e-109d39e16503 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:45.752008 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b", "name": "network-vif-deleted", "tag": "20167121-7ae4-4eaf-b943-f8a27843c51a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:45.753057 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d40b4bb-73fc-4b88-939e-109d39e16503 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:45.753578 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9970ba4a-c732-4c5e-a4d1-c8f0dfe29c0b', 'name': 'network-vif-deleted', 'tag': '20167121-7ae4-4eaf-b943-f8a27843c51a', 'status': 'completed', 'code': 200}
Mar 05 20:54:45.757921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fabca-0aec-4244-94b7-5117c8b1ad4e req-6bf39995-fbf2-40a2-8301-2882dea9e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:45.760628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f5fabca-0aec-4244-94b7-5117c8b1ad4e req-6bf39995-fbf2-40a2-8301-2882dea9e9f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 1128 time: 0.7622762
Mar 05 20:54:45.767082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1c3cff3-d6d5-4e10-b8d7-38bb2cf0cd88 req-9fc9c2fc-9516-453a-aa38-5db86fe56704 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8561594
Mar 05 20:54:45.822372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-68802e11-95da-47db-bb70-5e7dfab2974d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/quotas/f177f4eebae0479d86a35a7531da201f HTTP/1.1" status: 200  len: 375 time: 0.0547552
Mar 05 20:54:45.859140 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-8dd9f44e-f9fd-4e7b-8355-a062e9942351 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6705031
Mar 05 20:54:45.980872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-f38c60cf-7d2d-4356-b811-134c255c8a01 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1551931
Mar 05 20:54:46.003411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-4da2b88f-9442-4f1f-a74c-f05b28a847ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:46.005420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-4da2b88f-9442-4f1f-a74c-f05b28a847ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 1125 time: 0.8770831
Mar 05 20:54:46.118992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f5fabca-0aec-4244-94b7-5117c8b1ad4e req-71dea4c5-e57a-4292-933c-26ddeba3f30f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3232803
Mar 05 20:54:46.282190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-e8d3ff67-d769-48b5-b662-d746df8fe833 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3915646
Mar 05 20:54:46.292904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d8a2-c8b3-4d9f-b324-6227b2520f88 req-c9a4663a-b6cf-4697-9441-6f7414bcac15 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:46.296015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3723d8a2-c8b3-4d9f-b324-6227b2520f88 req-c9a4663a-b6cf-4697-9441-6f7414bcac15 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 949 time: 0.2191670
Mar 05 20:54:46.297302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-87063363-e0d3-4e9c-a67f-f114fc4817b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:46.298857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-87063363-e0d3-4e9c-a67f-f114fc4817b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 916 time: 0.2757735
Mar 05 20:54:46.400732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-3a5116cd-6248-4a2f-8e80-dd3407720cdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3287d8-2694-4693-885a-dc693fd9360a HTTP/1.1" status: 200  len: 217 time: 0.0771003
Mar 05 20:54:46.442675 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3723d8a2-c8b3-4d9f-b324-6227b2520f88 req-c2e55f00-f69a-44cc-9b00-a2caac8bf95e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402996
Mar 05 20:54:46.525111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:46.532167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727f750d-d4cf-46e8-b684-69803f8825eb up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:46.620558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-38239819-63c2-4391-aab8-405755a98190 service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6380427
Mar 05 20:54:46.691181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 727f750d-d4cf-46e8-b684-69803f8825eb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:46.702482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-0166f4e8-c9c3-4d37-9a15-22ce6d6b950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:46.708697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-0166f4e8-c9c3-4d37-9a15-22ce6d6b950a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.2954545
Mar 05 20:54:46.770892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-7ea2edd8-ed9d-4463-ae92-e95dde8e58ec tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:46.776927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-7ea2edd8-ed9d-4463-ae92-e95dde8e58ec tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2968752
Mar 05 20:54:46.840984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 727f750d-d4cf-46e8-b684-69803f8825eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:46.841511 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:46.847889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:46.996673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-5acdb3e5-a893-4d5c-af43-02b74ce97e14 service neutron] 10.222.0.15 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3747590
Mar 05 20:54:47.006553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ec3287d8-2694-4693-885a-dc693fd9360a up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:47.210005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf35c-503a-49cc-9e97-ce29cc55a26e req-3780ba50-be52-4fba-a9de-45403b64e519 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:47.221843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11cf35c-503a-49cc-9e97-ce29cc55a26e req-3780ba50-be52-4fba-a9de-45403b64e519 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 944 time: 0.6331809
Mar 05 20:54:47.432170 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:47.482431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727f750d-d4cf-46e8-b684-69803f8825eb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:47.485884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.506251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.507578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'mac_address': 'fa:16:3e:97:d8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:47.518041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port ec3287d8-2694-4693-885a-dc693fd9360a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:47.561101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:47.563554 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c02092-478c-4f19-b247-1d042855263e" -d '{"events": [{"server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "name": "network-vif-plugged", "status": "completed", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:47.570869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port ec3287d8-2694-4693-885a-dc693fd9360a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:47.572140 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.607116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11cf35c-503a-49cc-9e97-ce29cc55a26e req-5637c53a-ad38-4442-964c-199429aa5670 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3839760
Mar 05 20:54:47.611621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-3573e574-8663-40b1-aef4-6fd7f23940d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:47.619475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-3573e574-8663-40b1-aef4-6fd7f23940d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8875635
Mar 05 20:54:47.637854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727f750d-d4cf-46e8-b684-69803f8825eb,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:47.641804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:47.642437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.666532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:47.677172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.700731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbedea64-fb9b-470a-b2b0-c12f90e8f941 req-8833a350-1865-4150-9b63-b130162b5181 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 210 time: 0.1119137
Mar 05 20:54:47.756115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:47.765209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.794781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:47.870480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:47.905168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ec3287d8-2694-4693-885a-dc693fd9360a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:47.905566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:47.924082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:48.003084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:48.032886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec3287d8-2694-4693-885a-dc693fd9360a,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:48.042086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9f3de-2eec-424e-9a55-c49b5b704d6b req-dade7e99-d9a5-4a91-b1e6-674715a74aa9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:48.053365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4f9f3de-2eec-424e-9a55-c49b5b704d6b req-dade7e99-d9a5-4a91-b1e6-674715a74aa9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 945 time: 0.1170049
Mar 05 20:54:48.056997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:48.076401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-8ce7380e-f163-45dc-aa58-3780fa0bd509 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:48.078041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-8ce7380e-f163-45dc-aa58-3780fa0bd509 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.23 "GET /v2.0/networks?id=c91c4b92-5eca-4314-95af-3ab75681740f HTTP/1.1" status: 200  len: 821 time: 1.2619526
Mar 05 20:54:48.099206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Request body: {'port': {'device_id': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f', 'admin_state_up': True, 'tenant_id': 'ab424b95f45b482eab7de3199a1f8048'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:48.165641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4f9f3de-2eec-424e-9a55-c49b5b704d6b req-4196fbec-1547-4692-9905-bead415d46b9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098011
Mar 05 20:54:48.189570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['16cf4bd3-62b6-4ec8-863b-656e8ed0397b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:48.198626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:48.254490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:48.256738 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84308749-5bef-4fce-b2f5-82289030f7f4" -d '{"events": [{"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-unplugged", "status": "completed", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:48.284540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Publish callbacks [] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:48.340251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:48.372208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64015d9b-71d2-457f-8b6e-fffd3869caa1 req-fb90a4cb-5371-4b20-8d24-ab55514799c3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 210 time: 0.0724289
Mar 05 20:54:48.530924 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80deccb1-9bea-4ef3-bc4a-cf308ff2b976 x-openstack-request-id: req-80deccb1-9bea-4ef3-bc4a-cf308ff2b976 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:48.531234 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "name": "network-vif-plugged", "status": "completed", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:48.531378 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80deccb1-9bea-4ef3-bc4a-cf308ff2b976 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:48.531752 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb', 'code': 200}
Mar 05 20:54:48.532623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:48.615077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-c09ec3a4-eff2-4a91-ab5e-b15b954cd639 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9790201
Mar 05 20:54:48.700232 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7e96d-560d-4176-965c-2dcccd3ed93a x-openstack-request-id: req-02d7e96d-560d-4176-965c-2dcccd3ed93a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:48.701677 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-unplugged", "status": "completed", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:48.702005 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02d7e96d-560d-4176-965c-2dcccd3ed93a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:48.702484 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'code': 200}
Mar 05 20:54:48.793458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9ee5-fdd4-4702-b9a6-f5b884e77f82 req-3873a073-2ea2-4c15-a47a-cdca774c7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:48.796600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-435a9ee5-fdd4-4702-b9a6-f5b884e77f82 req-3873a073-2ea2-4c15-a47a-cdca774c7e83 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 1127 time: 0.0962615
Mar 05 20:54:48.867778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-435a9ee5-fdd4-4702-b9a6-f5b884e77f82 req-bdd79492-4ffc-4009-8633-3fe043ff9619 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567176
Mar 05 20:54:48.938469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:48.969325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:48.969739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:48.970064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:48.975818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:48.976242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:48.982635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:48.983309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:48.984601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:48.985380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Bound port: 38ee5a79-ec27-42bc-985c-95ae7544d810, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:48.986457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:48.998376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7f094-60ae-4f54-bda7-08abceee2046 req-136c92ab-1859-494c-aa0f-34de2b4cf421 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:49.003088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6f7f094-60ae-4f54-bda7-08abceee2046 req-136c92ab-1859-494c-aa0f-34de2b4cf421 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.1400011
Mar 05 20:54:49.051184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Made reservation on behalf of ab424b95f45b482eab7de3199a1f8048 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:49.054703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.081187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68e43368-7b41-40a2-aaa9-c7620164f72e req-c309832a-817b-4f1f-b92c-8e1d390fcd54 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3775733
Mar 05 20:54:49.092249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:49.093062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:49.093062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:49.100229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:49.100811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attempting to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:49.100938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:49.104755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:49.106187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45a03-2368-4d00-82cf-50abfe5315c3 req-57025e04-d775-4292-92d7-10c5b3430702 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:49.107907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a45a03-2368-4d00-82cf-50abfe5315c3 req-57025e04-d775-4292-92d7-10c5b3430702 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 1132 time: 1.1206841
Mar 05 20:54:49.116468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.117558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6f7f094-60ae-4f54-bda7-08abceee2046 req-964db1d7-c45d-46bb-8a67-eb13296bc0a9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059999
Mar 05 20:54:49.129293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46668) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:49.146368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:49.146672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:49.147067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:49.147567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Bound port: 38ee5a79-ec27-42bc-985c-95ae7544d810, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:49.147957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.157951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:49.283127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:49.342596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 has no active binding in host nch1-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:54:49.372221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12dbc5c0-dabb-4539-aaad-71c83bafc744 req-0eb2110e-5cca-4079-a22a-63cd8149908d tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 210 time: 0.0604138
Mar 05 20:54:49.378286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed86d5ce-9685-4d19-a551-5fbe780249f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.384579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a45a03-2368-4d00-82cf-50abfe5315c3 req-a837aa3b-70ca-4f9f-be96-98e97d68bdd1 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529197
Mar 05 20:54:49.427174 ncdv-master-1 neutron-server[126562]: WARNING neutron.plugins.ml2.plugin [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Concurrent port binding operations failed on port 38ee5a79-ec27-42bc-985c-95ae7544d810
Mar 05 20:54:49.436221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:49.454601 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attempt 2 to bind port 38ee5a79-ec27-42bc-985c-95ae7544d810
Mar 05 20:54:49.460355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:49.461299 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.463548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-366f337c-38a9-4922-a872-28f677ae8fd8 service neutron] 10.222.0.31 "PUT /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 1152 time: 2.6496298
Mar 05 20:54:49.505115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed86d5ce-9685-4d19-a551-5fbe780249f1 admin admin] Publish callbacks [] for security_group (cddacf4c-54a9-49f4-ba89-8cbba6dff80f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.512549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed86d5ce-9685-4d19-a551-5fbe780249f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cddacf4c-54a9-49f4-ba89-8cbba6dff80f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.559860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['38ee5a79-ec27-42bc-985c-95ae7544d810'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:49.627421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51f700bc-b839-4d31-a915-63200e476115 req-16824916-acd6-41cc-9b57-e62a2723bb04 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 210 time: 0.0686498
Mar 05 20:54:49.652240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46678) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:49.653213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed86d5ce-9685-4d19-a551-5fbe780249f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f7c0ead74544399a3e93bec3a2c1e59&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5223031
Mar 05 20:54:49.655322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86d5ce-9685-4d19-a551-5fbe780249f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddacf4c-54a9-49f4-ba89-8cbba6dff80f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:49.657044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['38ee5a79-ec27-42bc-985c-95ae7544d810'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:49.709989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5031e-3695-43d1-a021-8f477161884a req-37ef5fd3-97ee-4150-969a-335b6cf1e0b2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:49.728363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ad5031e-3695-43d1-a021-8f477161884a req-37ef5fd3-97ee-4150-969a-335b6cf1e0b2 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.2005751
Mar 05 20:54:49.837611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ad5031e-3695-43d1-a021-8f477161884a req-d1fc9c46-bd47-415b-b93d-1645ba3ea036 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024799
Mar 05 20:54:49.859712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Allocated IP 172.20.0.14 (c91c4b92-5eca-4314-95af-3ab75681740f/1118378d-26c4-41c1-a4c3-2dac24a0a6ac/6a006e06-d1ff-4cfe-a96d-1803354c4689) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:49.936277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] Publish callbacks [] for security_group (cddacf4c-54a9-49f4-ba89-8cbba6dff80f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:49.944905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-a30bee09-4448-40e0-b963-1e7c301dcd16 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:49.950725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-a30bee09-4448-40e0-b963-1e7c301dcd16 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 821 time: 0.5650866
Mar 05 20:54:49.979923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Request body: {'port': {'device_id': '2724db06-c25e-4c20-8c10-9cbcece37005', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'admin_state_up': True, 'tenant_id': 'f177f4eebae0479d86a35a7531da201f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:50.086368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] Publish callbacks [] for security_group (cddacf4c-54a9-49f4-ba89-8cbba6dff80f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.102543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1fc6f-311c-46c1-ba49-c8e800001f7c req-7e9c68bc-9fa2-4975-b153-89f76909280a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:50.112694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68c1fc6f-311c-46c1-ba49-c8e800001f7c req-7e9c68bc-9fa2-4975-b153-89f76909280a tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 950 time: 0.0892863
Mar 05 20:54:50.179325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68c1fc6f-311c-46c1-ba49-c8e800001f7c req-9c3de052-ccde-41f2-ab44-1fc0bb67514c tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653393
Mar 05 20:54:50.265017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Made reservation on behalf of f177f4eebae0479d86a35a7531da201f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:50.268704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.471046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e354d-eeb1-4c84-b2c0-090afb11bb08 req-e0124c44-05ce-4707-ab01-7dda9be6af2b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:50.472577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d5e354d-eeb1-4c84-b2c0-090afb11bb08 req-e0124c44-05ce-4707-ab01-7dda9be6af2b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.2188430
Mar 05 20:54:50.473226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cddacf4c-54a9-49f4-ba89-8cbba6dff80f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.475998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.477031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cddacf4c-54a9-49f4-ba89-8cbba6dff80f HTTP/1.1" status: 204  len: 168 time: 0.8197267
Mar 05 20:54:50.505864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a207a83-63e0-4d83-bf59-413e399e88b6 req-f750e060-bd8f-4f95-8b31-d345fc5814d4 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 210 time: 0.0334170
Mar 05 20:54:50.522869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:54:50.531442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks [] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.566460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca18ca-80cf-4605-a16a-f155ef767d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddacf4c-54a9-49f4-ba89-8cbba6dff80f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:50.595412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:50.598356 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84504b42-a2ef-4dbd-9a48-328210484d96" -d '{"events": [{"server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "name": "network-vif-plugged", "status": "completed", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:50.629503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Allocated IP 172.20.0.8 (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f/4ca9ca5e-d60e-48cd-b5ad-2d405472172d/951324d7-3c13-4b4b-813d-7450955e6a0c) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:50.647087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d5e354d-eeb1-4c84-b2c0-090afb11bb08 req-75e3b021-3f54-48e1-bdd5-fe292e033fae tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607752
Mar 05 20:54:50.688219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.715285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:54:50.724211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:54:50.726009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:50.726488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.736306 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b07d69-b9b6-4579-b45e-c896c0c537cd" -d '{"events": [{"name": "network-changed", "server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:50.792415 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fddb9c3-569e-4dca-bdcc-759130df5bb1 x-openstack-request-id: req-7fddb9c3-569e-4dca-bdcc-759130df5bb1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:50.796575 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "name": "network-vif-plugged", "status": "completed", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:50.797167 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fddb9c3-569e-4dca-bdcc-759130df5bb1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:50.797619 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a', 'code': 200}
Mar 05 20:54:50.889922 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bab48e6-faeb-495b-bf5a-338c0994e623 x-openstack-request-id: req-0bab48e6-faeb-495b-bf5a-338c0994e623 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:50.889922 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:50.889922 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bab48e6-faeb-495b-bf5a-338c0994e623 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:50.889922 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'status': 'completed', 'code': 200}
Mar 05 20:54:50.890395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:50.890395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.906108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bac4ee0-8f15-4b49-8f75-b57ba5056323 req-7a07ed3a-8f03-4bae-a7d9-14492469851c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 210 time: 0.1016195
Mar 05 20:54:50.955131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:50.963252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:50.969292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Network c91c4b92-5eca-4314-95af-3ab75681740f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:51.010879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:51.072100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-e243d969-87c9-49d7-86c7-94ad8df3ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.075364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-e243d969-87c9-49d7-86c7-94ad8df3ce1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1155 time: 0.1942585
Mar 05 20:54:51.085504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=13']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:51.210306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef669fe-1a1d-4e55-865c-32a8c5caeccf req-c846f2f4-400f-44e8-b34d-2dd9609f2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.226920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ef669fe-1a1d-4e55-865c-32a8c5caeccf req-c846f2f4-400f-44e8-b34d-2dd9609f2f66 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 1127 time: 0.3865812
Mar 05 20:54:51.333381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ef669fe-1a1d-4e55-865c-32a8c5caeccf req-0d0cd607-dbbc-4ef8-8268-07d1884e0436 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998828
Mar 05 20:54:51.369557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f474-ac0b-4aee-b56f-04c0058c7c34 req-fe7b8ec7-6dfb-4582-a4e3-37b600a5fb2b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.371830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdb2f474-ac0b-4aee-b56f-04c0058c7c34 req-fe7b8ec7-6dfb-4582-a4e3-37b600a5fb2b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.3084443
Mar 05 20:54:51.395316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-0b706b46-2b01-49a4-8649-504d2a716d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.397733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-0b706b46-2b01-49a4-8649-504d2a716d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2751327
Mar 05 20:54:51.472811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdb2f474-ac0b-4aee-b56f-04c0058c7c34 req-22736ea8-6de5-42a9-aa32-af8f05d6b7a9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897834
Mar 05 20:54:51.625913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:51.633997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-5ba0d8eb-3854-41c4-bc25-cd19d348e9b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 217 time: 0.1019552
Mar 05 20:54:51.639461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Pushing event updated for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:51.772160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-13975d44-6922-4d13-9b19-99dc16d87edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.774565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-13975d44-6922-4d13-9b19-99dc16d87edc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1167567
Mar 05 20:54:51.784383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561772-72b0-4b7b-b581-b0f817ba832b req-71e0fc19-210d-474d-b88f-eec74dd43b61 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.793948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c561772-72b0-4b7b-b581-b0f817ba832b req-71e0fc19-210d-474d-b88f-eec74dd43b61 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 932 time: 0.1738753
Mar 05 20:54:51.859196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.860221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:51.922639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-49fd7ad4-d816-4c85-9232-6348695646d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1254270
Mar 05 20:54:51.944718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c561772-72b0-4b7b-b581-b0f817ba832b req-9d3baffe-be8c-488b-b4f0-1f22ddaabf92 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479678
Mar 05 20:54:51.972271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-b4903fe1-b936-4f66-8b2f-eee774ae964b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8842542
Mar 05 20:54:51.988584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f9d8-f483-4e19-9c30-a3179e63f412 req-56f76f37-be92-4b63-bece-3695078010d1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:51.990100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0318f9d8-f483-4e19-9c30-a3179e63f412 req-56f76f37-be92-4b63-bece-3695078010d1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 951 time: 0.3665855
Mar 05 20:54:52.006074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Request body: {'port': {'device_id': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:52.039532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:52.049853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-841e7fc1-bb7a-49fe-bc43-301df3635477 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:52.051345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-841e7fc1-bb7a-49fe-bc43-301df3635477 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 951 time: 0.3285310
Mar 05 20:54:52.204223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-21fe4766-b3c8-4f58-9850-67cfafaf9b03 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552361
Mar 05 20:54:52.215637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0318f9d8-f483-4e19-9c30-a3179e63f412 req-d654cfc9-45af-40b1-bcde-7643f5c2017b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735344
Mar 05 20:54:52.245376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:52.353399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:52.375134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0b488-b301-4aa8-82dd-a332b4c7caae req-9414c55b-0db9-45dd-8670-8296a0f9a51a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:52.377135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bb0b488-b301-4aa8-82dd-a332b4c7caae req-9414c55b-0db9-45dd-8670-8296a0f9a51a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.2724624
Mar 05 20:54:52.496712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bb0b488-b301-4aa8-82dd-a332b4c7caae req-548a9968-3991-4894-a401-f441b78d1c5b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118188
Mar 05 20:54:52.530682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8b07d69-b9b6-4579-b45e-c896c0c537cd req-eaed86b7-c165-42e0-914e-6a87aeab3a2a service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2969081
Mar 05 20:54:52.572353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:54:52.602606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:54:52.671752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:54:52.685687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Deleting port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:52.686052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:52.688967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:52.781185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba03f-d3ee-443e-ba68-cc3f35035fa6 req-3a5ca898-d447-4314-ac3e-e817fb5ec5b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:52.789242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-210ba03f-d3ee-443e-ba68-cc3f35035fa6 req-3a5ca898-d447-4314-ac3e-e817fb5ec5b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.0784736
Mar 05 20:54:52.798875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:52.801867 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7efd16-11cf-4453-8dac-ba4dcb6d2997" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:52.823516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e844f3-2caf-4779-af80-49c70ab4707e req-e1d8f2a6-15ae-4e86-8381-e11bc97713c5 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:52.825124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2e844f3-2caf-4779-af80-49c70ab4707e req-e1d8f2a6-15ae-4e86-8381-e11bc97713c5 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 931 time: 0.4761572
Mar 05 20:54:52.846442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:52.847133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:52.862091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-210ba03f-d3ee-443e-ba68-cc3f35035fa6 req-01f216d7-ab79-4b44-93fd-7d467ef5b874 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675325
Mar 05 20:54:52.942244 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4dbdd-a598-4b31-a112-2254c8352a1a x-openstack-request-id: req-f1d4dbdd-a598-4b31-a112-2254c8352a1a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:52.942660 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-plugged", "status": "completed", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:52.943119 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1d4dbdd-a598-4b31-a112-2254c8352a1a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:52.944105 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'code': 200}
Mar 05 20:54:52.948453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-c8ec85f6-40de-4b2f-a56b-c2cccd8bcaf0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9849641
Mar 05 20:54:52.966442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Request body: {'port': {'device_id': '2724db06-c25e-4c20-8c10-9cbcece37005', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:53.082957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] For port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:53.083340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.142704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81418b6a-76ab-441e-9a69-93a5611f3371 req-b9cc7280-c86e-43f4-a169-43357ceb0c7c tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:53.146575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.151628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2e844f3-2caf-4779-af80-49c70ab4707e req-a49f422b-b578-4d61-8aa2-9585c2bcc270 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111112
Mar 05 20:54:53.161309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Calling delete_port for 16cf4bd3-62b6-4ec8-863b-656e8ed0397b owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:53.169937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81418b6a-76ab-441e-9a69-93a5611f3371 req-b9cc7280-c86e-43f4-a169-43357ceb0c7c tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 932 time: 0.1121004
Mar 05 20:54:53.260022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81418b6a-76ab-441e-9a69-93a5611f3371 req-035e880e-ef2c-44af-a1f3-4ba1a96de7b3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885694
Mar 05 20:54:53.471156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a006e06-d1ff-4cfe-a96d-1803354c4689 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:53.483603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks [] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.622632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6be485-cade-4359-9434-5bd2d96ca010 req-0e874b25-fccf-4ac3-885b-9f1c138f296d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:53.624217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee6be485-cade-4359-9434-5bd2d96ca010 req-0e874b25-fccf-4ac3-885b-9f1c138f296d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e83e1e1-a9df-4257-a596-e67ee39ac474 HTTP/1.1" status: 200  len: 951 time: 0.2745755
Mar 05 20:54:53.659934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Transition to ACTIVE for port object 6a006e06-d1ff-4cfe-a96d-1803354c4689 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:53.665756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (16cf4bd3-62b6-4ec8-863b-656e8ed0397b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.677276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd7b06-219c-49d0-ae95-2b66c1f955d5 req-8c52c646-d878-4f3b-8e5d-c730f98df459 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:53.679130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcfd7b06-219c-49d0-ae95-2b66c1f955d5 req-8c52c646-d878-4f3b-8e5d-c730f98df459 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.0722280
Mar 05 20:54:53.679277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a62edc1f-925c-416d-82a9-ced25df2b5e2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:53.680761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.686498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550', '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:53.742076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event deleted for resources: {'Port': ['ID=16cf4bd3-62b6-4ec8-863b-656e8ed0397b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:53.763224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcfd7b06-219c-49d0-ae95-2b66c1f955d5 req-c8bf1dae-c40a-4816-a32c-84de7d0ab14a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716264
Mar 05 20:54:53.952467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] No DVR routers for this DVR port 16cf4bd3-62b6-4ec8-863b-656e8ed0397b on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:53.991228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:53.999922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90cec622-9f38-457f-a5fc-f8d4bd65d4fb req-412961a5-2f05-4225-a233-5a3cccdf22df tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "DELETE /v2.0/ports/16cf4bd3-62b6-4ec8-863b-656e8ed0397b HTTP/1.1" status: 204  len: 173 time: 1.9345229
Mar 05 20:54:54.005825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-deleted', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:54.008103 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf55622-b264-4faa-b8d9-cb03dd146a36" -d '{"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-deleted", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:54.027328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee6be485-cade-4359-9434-5bd2d96ca010 req-9187138d-f38f-468b-9ee8-5b800b35334e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879383
Mar 05 20:54:54.097726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeda9f-a238-4529-bcf4-ee39c36e8e3b req-07906521-df9d-4972-a5dc-22fa93b099f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:54.107629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6baeda9f-a238-4529-bcf4-ee39c36e8e3b req-07906521-df9d-4972-a5dc-22fa93b099f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1438498
Mar 05 20:54:54.151975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:54.205448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951324d7-3c13-4b4b-813d-7450955e6a0c {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:54.216690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks [] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.241338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6baeda9f-a238-4529-bcf4-ee39c36e8e3b req-3d0fba82-bb74-4b71-bcfe-5bf6e9de39d3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318040
Mar 05 20:54:54.256255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Attempting to bind port 6a006e06-d1ff-4cfe-a96d-1803354c4689 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:54.256521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Attempting to bind port 6a006e06-d1ff-4cfe-a96d-1803354c4689 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ee3a31d8-41fe-4535-9037-7ff9321648e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:54.256847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Attempting to bind port 6a006e06-d1ff-4cfe-a96d-1803354c4689 on network c91c4b92-5eca-4314-95af-3ab75681740f {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:54.268968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Transition to ACTIVE for port object 951324d7-3c13-4b4b-813d-7450955e6a0c will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:54.276144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Port 6a006e06-d1ff-4cfe-a96d-1803354c4689 on network c91c4b92-5eca-4314-95af-3ab75681740f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:54.276599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Attempting to bind port 6a006e06-d1ff-4cfe-a96d-1803354c4689 on network c91c4b92-5eca-4314-95af-3ab75681740f {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:54.279963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.309262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:54.309626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Checking segment: {'id': 'ee3a31d8-41fe-4535-9037-7ff9321648e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:54.309981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Bound using segment: {'id': 'ee3a31d8-41fe-4535-9037-7ff9321648e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:54.310431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Bound port: 6a006e06-d1ff-4cfe-a96d-1803354c4689, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3a31d8-41fe-4535-9037-7ff9321648e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:54.311021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.333896 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30200040-bb13-49ca-9839-23f1439769cf x-openstack-request-id: req-30200040-bb13-49ca-9839-23f1439769cf {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:54.334258 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83e1e1-a9df-4257-a596-e67ee39ac474", "name": "network-vif-deleted", "tag": "16cf4bd3-62b6-4ec8-863b-656e8ed0397b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:54.334448 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30200040-bb13-49ca-9839-23f1439769cf {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:54.334838 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83e1e1-a9df-4257-a596-e67ee39ac474', 'name': 'network-vif-deleted', 'tag': '16cf4bd3-62b6-4ec8-863b-656e8ed0397b', 'status': 'completed', 'code': 200}
Mar 05 20:54:54.404823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:54.467193 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-623bf4af-2180-4496-bc3f-e0280417fe2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.520980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab145f-cd25-4158-a6d2-f5b47994d6d3 req-f846eb9f-57ba-4a05-9104-1f585e0a60bb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:54.528945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01ab145f-cd25-4158-a6d2-f5b47994d6d3 req-f846eb9f-57ba-4a05-9104-1f585e0a60bb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.2410405
Mar 05 20:54:54.546878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:54.553089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689,segment=NetworkSegment(ee3a31d8-41fe-4535-9037-7ff9321648e5),segment_id=ee3a31d8-41fe-4535-9037-7ff9321648e5)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:54.562888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:54.587297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.621493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Attempting to bind port 951324d7-3c13-4b4b-813d-7450955e6a0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:54:54.621782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Attempting to bind port 951324d7-3c13-4b4b-813d-7450955e6a0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:54:54.622123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Attempting to bind port 951324d7-3c13-4b4b-813d-7450955e6a0c on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:54.636813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 16cf4bd3-62b6-4ec8-863b-656e8ed0397b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:54:54.637357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 16cf4bd3-62b6-4ec8-863b-656e8ed0397b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:54.667859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:54.668497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.670028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a006e06-d1ff-4cfe-a96d-1803354c4689 HTTP/1.1" status: 200  len: 1092 time: 2.6693218
Mar 05 20:54:54.671839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Port 951324d7-3c13-4b4b-813d-7450955e6a0c on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:54:54.672175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Attempting to bind port 951324d7-3c13-4b4b-813d-7450955e6a0c on network 2946acdb-a2ef-4ca1-ac26-ee00745cfd9f {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:54:54.693015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01ab145f-cd25-4158-a6d2-f5b47994d6d3 req-6dc703b0-2781-4c7b-905d-ea8b0a5c74d3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630726
Mar 05 20:54:54.714738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:54:54.716329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Checking segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:54:54.719449 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Bound using segment: {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:54:54.720258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Bound port: 951324d7-3c13-4b4b-813d-7450955e6a0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43e038d-79af-4b6e-b785-8649a18de740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:54:54.720633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:54.797681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514521d-efa0-41af-a163-810d46f661a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:54.833138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46880) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:54.909929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:54.916849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:54:54.925738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0351-d3ae-4e41-8baf-6f82e7c30149 req-f2eb2b59-bd43-41e4-96c2-52cecd9e2905 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:54.926538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd9d0351-d3ae-4e41-8baf-6f82e7c30149 req-f2eb2b59-bd43-41e4-96c2-52cecd9e2905 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 943 time: 0.1304612
Mar 05 20:54:54.935902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-aadfa7ba-d5f4-4449-b2cb-8442c6c06133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:54.941644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-aadfa7ba-d5f4-4449-b2cb-8442c6c06133 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab424b95f45b482eab7de3199a1f8048&device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 1126 time: 0.1726971
Mar 05 20:54:54.982726 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.002132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33e5753d-5d62-49b9-b5a6-0d7311e86457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.024103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-59286ed8-1403-4251-9efa-3b4a560776db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689 HTTP/1.1" status: 200  len: 217 time: 0.0782650
Mar 05 20:54:55.098810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.099450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.100975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] 10.222.0.23 "PUT /v2.0/ports/951324d7-3c13-4b4b-813d-7450955e6a0c HTTP/1.1" status: 200  len: 1091 time: 2.1387537
Mar 05 20:54:55.128700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33e5753d-5d62-49b9-b5a6-0d7311e86457 admin admin] Publish callbacks [] for security_group (874bd1df-1196-45dc-9194-64a8b6de21ab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.130631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd9d0351-d3ae-4e41-8baf-6f82e7c30149 req-b267b707-c096-4e38-a5ab-6889d278db2f tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856515
Mar 05 20:54:55.137419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33e5753d-5d62-49b9-b5a6-0d7311e86457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (874bd1df-1196-45dc-9194-64a8b6de21ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.147780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829302-1110-4e12-8c95-569007377e08 req-97604cd5-9c24-407b-ab6d-24c5518de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.149963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-97604cd5-9c24-407b-ab6d-24c5518de7d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1118378d-26c4-41c1-a4c3-2dac24a0a6ac HTTP/1.1" status: 200  len: 861 time: 0.0975533
Mar 05 20:54:55.202398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-2898ca09-5384-46d5-9e5c-7a53a29f35cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c91c4b92-5eca-4314-95af-3ab75681740f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392773
Mar 05 20:54:55.212715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5753d-5d62-49b9-b5a6-0d7311e86457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874bd1df-1196-45dc-9194-64a8b6de21ab,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:55.222296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f50d7b-7fc4-4e55-b9ef-2be03580398a service neutron] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:55.231206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33e5753d-5d62-49b9-b5a6-0d7311e86457 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc94dd575f08417aa2bdf97d3c7e43a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3898158
Mar 05 20:54:55.231849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:55.297894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] Publish callbacks [] for security_group (874bd1df-1196-45dc-9194-64a8b6de21ab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.320874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] Publish callbacks [] for security_group (874bd1df-1196-45dc-9194-64a8b6de21ab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.349013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-df7bfaa9-c868-4c72-8a1c-6f0207daa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.350594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-df7bfaa9-c868-4c72-8a1c-6f0207daa62c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 1125 time: 0.1980555
Mar 05 20:54:55.374216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2fe7-20f1-461e-9ff6-2c20a4b957f1 req-b3325829-5254-411f-9016-9918680f18b9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.375821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5aea2fe7-20f1-461e-9ff6-2c20a4b957f1 req-b3325829-5254-411f-9016-9918680f18b9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.1550183
Mar 05 20:54:55.394575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (874bd1df-1196-45dc-9194-64a8b6de21ab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.397683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:55.398972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/874bd1df-1196-45dc-9194-64a8b6de21ab HTTP/1.1" status: 204  len: 168 time: 0.1660717
Mar 05 20:54:55.418722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-a95e42ae-848a-49df-81c1-d036f713f1fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=951324d7-3c13-4b4b-813d-7450955e6a0c HTTP/1.1" status: 200  len: 217 time: 0.0590627
Mar 05 20:54:55.435638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6633f-18b4-44da-a4d2-ef109ea630f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874bd1df-1196-45dc-9194-64a8b6de21ab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:55.444364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-faa88b5f-0af0-4d91-8ae0-33f8c5603de7 service neutron] 10.222.0.23 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244236
Mar 05 20:54:55.482086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525c31-3596-40e6-95aa-21aa87eeeec5 req-51589512-342d-4a71-a0c3-e5756e850a5a tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.484228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb525c31-3596-40e6-95aa-21aa87eeeec5 req-51589512-342d-4a71-a0c3-e5756e850a5a tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 944 time: 0.0907750
Mar 05 20:54:55.553921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5aea2fe7-20f1-461e-9ff6-2c20a4b957f1 req-a339778e-f70f-4013-bad3-fa4c90d8a4e2 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416385
Mar 05 20:54:55.556492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb525c31-3596-40e6-95aa-21aa87eeeec5 req-d044e60a-084e-4742-b517-2a8dfa3312e2 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640550
Mar 05 20:54:55.569578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925aa29-25db-48db-916d-f94be52cbe59 req-285829cf-8e20-45ef-944e-6bfe24eb693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:55.595203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-285829cf-8e20-45ef-944e-6bfe24eb693e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.1480684
Mar 05 20:54:55.966579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:56.003092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8c8da33-32e6-49c8-9af2-06c6324aaa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.020563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-cdffba77-da65-453f-91a3-71a514351105 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4180150
Mar 05 20:54:56.062208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-976d1e3c-39c8-4fea-ab2f-8c258805c9a8 service neutron] 10.222.0.23 "GET /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1518569
Mar 05 20:54:56.152132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e829302-1110-4e12-8c95-569007377e08 req-cbc62190-6873-40f5-b797-ff97053ac102 service neutron] 10.222.0.23 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6944029
Mar 05 20:54:56.178571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff729d99-d4e3-4f1c-a749-462a8613aa6a req-7ffae708-5853-433e-9d01-6d581955551a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:56.180041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff729d99-d4e3-4f1c-a749-462a8613aa6a req-7ffae708-5853-433e-9d01-6d581955551a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.1638482
Mar 05 20:54:56.227114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-2d1db6c3-3e7f-4ecc-ba9a-b54edf352452 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761208
Mar 05 20:54:56.248404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8c8da33-32e6-49c8-9af2-06c6324aaa9c admin admin] Publish callbacks [] for security_group (f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.262297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b9ea1-7876-4d1b-b7c1-ab1b4f44bef1 req-e9237ab9-795e-469f-a16f-4770b7784b3f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:56.263826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-430b9ea1-7876-4d1b-b7c1-ab1b4f44bef1 req-e9237ab9-795e-469f-a16f-4770b7784b3f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 943 time: 0.1610916
Mar 05 20:54:56.268357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8c8da33-32e6-49c8-9af2-06c6324aaa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.291252 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff729d99-d4e3-4f1c-a749-462a8613aa6a req-5850728a-4312-4407-beb5-ec597e0f52d5 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003547
Mar 05 20:54:56.335932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689'}, {'name': 'network-changed', 'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:56.338625 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7bca8a-8c4a-485c-9783-d3a4499513d8" -d '{"events": [{"name": "network-changed", "server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689"}, {"name": "network-changed", "server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:56.343721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a925aa29-25db-48db-916d-f94be52cbe59 req-46df6762-6fb4-4ff0-8704-1d591c918068 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103666
Mar 05 20:54:56.393926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8c8da33-32e6-49c8-9af2-06c6324aaa9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=368bf39a9357484c8088f7a1fb2c2533&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4261997
Mar 05 20:54:56.396954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46948) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:54:56.402404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8da33-32e6-49c8-9af2-06c6324aaa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:56.436185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-430b9ea1-7876-4d1b-b7c1-ab1b4f44bef1 req-5cfbb76c-7d2b-4294-b2af-e25a177fa3d7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637971
Mar 05 20:54:56.458860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:56.482278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:56.520666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ee5a79-ec27-42bc-985c-95ae7544d810 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:56.526431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] Publish callbacks [] for security_group (f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.537817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:56.543429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:56.572866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] Publish callbacks [] for security_group (f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.574002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.585278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-36890057-d1b3-40ed-bc91-e08b16bb0fa8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:56.593599 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-36890057-d1b3-40ed-bc91-e08b16bb0fa8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.2058330
Mar 05 20:54:56.620118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-a9eabd4a-a18e-4dc6-8036-46c6a98b3710 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/quotas/1e9d41fd2f8d48d894ddb8ae0aa2799d HTTP/1.1" status: 200  len: 375 time: 0.0255437
Mar 05 20:54:56.629539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd425c-fd62-4327-b3c5-f35e020dc899 req-70f48521-9c77-4939-b2b0-c601c8fdac78 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:56.636864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7fd425c-fd62-4327-b3c5-f35e020dc899 req-70f48521-9c77-4939-b2b0-c601c8fdac78 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 951 time: 0.1104481
Mar 05 20:54:56.653267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 727e5026-bc21-477c-93fd-d0897928ef02 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:56.653739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.702070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-35d37e28-b859-4e9c-9eae-87b5de1c7c37 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0809541
Mar 05 20:54:56.705766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:54:56.709753 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16acd8bd-b9d5-4f16-930d-593196576395" -d '{"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-unplugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:54:56.719310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.722917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.729004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6 HTTP/1.1" status: 204  len: 168 time: 0.3304143
Mar 05 20:54:56.734757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:56.742012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482688b-3681-4bfb-ad62-4b15723765d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501aa3c-ac63-4fc1-96e9-0b8f9cb79cf6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:56.756330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.773213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7fd425c-fd62-4327-b3c5-f35e020dc899 req-32daff7e-c0bf-4c58-b329-230e05996211 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352911
Mar 05 20:54:56.774392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] Transition to ACTIVE for port object 38ee5a79-ec27-42bc-985c-95ae7544d810 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:54:56.780830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.826336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:56.829476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3005c7e-dca7-4f6e-850d-b2b690883818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:56.854918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:56.913168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] No DVR routers for this DVR port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:54:56.994508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-c6bc186a-945a-49d2-9aad-6808acb9c993 service neutron] 10.222.0.23 "PUT /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9269845
Mar 05 20:54:57.026540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea809b-903a-47de-a7a9-ad64e3d41805 req-29daf2c1-57fc-453b-adcc-4ab74e1a091d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.035478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaea809b-903a-47de-a7a9-ad64e3d41805 req-29daf2c1-57fc-453b-adcc-4ab74e1a091d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 943 time: 0.1175814
Mar 05 20:54:57.038195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-b64730d0-906b-456a-953a-e3dcf25a89d5 service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350668
Mar 05 20:54:57.107661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaea809b-903a-47de-a7a9-ad64e3d41805 req-4e759dca-9c5d-48ec-a8d8-91cf5b1b373d tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709884
Mar 05 20:54:57.182789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d462a529-6ee5-4c2a-9679-18cb63fd480e tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.184493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d462a529-6ee5-4c2a-9679-18cb63fd480e tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1242080
Mar 05 20:54:57.205341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-a3d2025e-2eb1-4e44-aa56-4fb97f44ab27 service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661127
Mar 05 20:54:57.257546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d45b7a5c-58f6-45e5-b127-a4e2d4f43f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.260389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d45b7a5c-58f6-45e5-b127-a4e2d4f43f80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 1126 time: 0.0677993
Mar 05 20:54:57.375913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-82151375-be29-4f19-bbac-a925a4985ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.392149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-82151375-be29-4f19-bbac-a925a4985ced service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1126 time: 0.0890300
Mar 05 20:54:57.416601 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf79f4-9407-45c3-b241-8ab6941faa4e x-openstack-request-id: req-abdf79f4-9407-45c3-b241-8ab6941faa4e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:57.416910 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:57.417166 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abdf79f4-9407-45c3-b241-8ab6941faa4e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:57.417664 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689', 'status': 'completed', 'code': 200}
Mar 05 20:54:57.417983 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'status': 'completed', 'code': 200}
Mar 05 20:54:57.541487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb4ee-0f87-415c-8ef3-a8e5a9df2e2d req-114efd5a-a700-4e40-be80-39ea4b33d2c1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.551499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e28cb4ee-0f87-415c-8ef3-a8e5a9df2e2d req-114efd5a-a700-4e40-be80-39ea4b33d2c1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1680808
Mar 05 20:54:57.557225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-c3516374-8f74-4699-9f79-361529dc6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.558691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-c3516374-8f74-4699-9f79-361529dc6d38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab424b95f45b482eab7de3199a1f8048&device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 1126 time: 0.1182480
Mar 05 20:54:57.593465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-daa0c18b-2f04-429d-a05a-fc1b17a0bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.595341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-daa0c18b-2f04-429d-a05a-fc1b17a0bf0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2024090
Mar 05 20:54:57.603382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ef2a-5884-4c10-81c7-cb5ddd9f3b0c req-8035c40c-c9a9-48f9-8af9-4350002013dc tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.625539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf95ef2a-5884-4c10-81c7-cb5ddd9f3b0c req-8035c40c-c9a9-48f9-8af9-4350002013dc tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 944 time: 0.1398780
Mar 05 20:54:57.712413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-0854c60b-7ee8-4ed0-8431-62eb019e58aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 200  len: 217 time: 0.0828280
Mar 05 20:54:57.763404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e28cb4ee-0f87-415c-8ef3-a8e5a9df2e2d req-4f1ea4a1-27b8-497c-bbed-a0abda62f4fa tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104430
Mar 05 20:54:57.816023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-14cda26c-e37c-4cda-9b78-41da456aae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.817896 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-14cda26c-e37c-4cda-9b78-41da456aae44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0989432
Mar 05 20:54:57.828599 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebb6e0-3d21-4c68-b066-cd6ca0eb5863 x-openstack-request-id: req-c7ebb6e0-3d21-4c68-b066-cd6ca0eb5863 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:54:57.829482 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-unplugged", "status": "completed", "tag": "727e5026-bc21-477c-93fd-d0897928ef02", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:54:57.829933 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7ebb6e0-3d21-4c68-b066-cd6ca0eb5863 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:54:57.830498 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02', 'code': 200}
Mar 05 20:54:57.858623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-5a4524ad-aaca-4580-9bf8-c4a99277f252 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.863901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-5a4524ad-aaca-4580-9bf8-c4a99277f252 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "GET /v2.0/ports?device_id=facc63d8-2f5b-4b1f-858c-65e0ba787498 HTTP/1.1" status: 200  len: 943 time: 0.2887886
Mar 05 20:54:57.873697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-cbe3b4d8-72f7-4106-8c69-cad5c9e43c3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389230
Mar 05 20:54:57.882306 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:57.882868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58104-17d5-46c6-9365-dc94e0277708 req-3f2082da-9a7e-4d91-bfac-743aea985994 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.886503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45d58104-17d5-46c6-9365-dc94e0277708 req-3f2082da-9a7e-4d91-bfac-743aea985994 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 951 time: 0.3080466
Mar 05 20:54:57.897281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf95ef2a-5884-4c10-81c7-cb5ddd9f3b0c req-ae5638ed-7b92-4f5b-8e5c-e0d54cdcb06f tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704942
Mar 05 20:54:57.910704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-851e4698-dd9a-476b-9f15-c963d5bb8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:57.912275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-851e4698-dd9a-476b-9f15-c963d5bb8605 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c91c4b92-5eca-4314-95af-3ab75681740f HTTP/1.1" status: 200  len: 922 time: 0.3472238
Mar 05 20:54:58.060122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bc04337-641e-48a2-9cb0-71ec520e6985 req-391f5324-5326-4b3d-9b41-842e25303c90 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 210 time: 0.1445925
Mar 05 20:54:58.080754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-4a62fd9f-3662-4e22-81fc-ad6c0f8f5860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689 HTTP/1.1" status: 200  len: 217 time: 0.1062500
Mar 05 20:54:58.154606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-ce6756eb-bcab-47f0-b7ce-b15f936ece76 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544947
Mar 05 20:54:58.249632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-a3e18c1d-8b93-4d93-b130-419632705e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:58.253329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-a3e18c1d-8b93-4d93-b130-419632705e26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1118378d-26c4-41c1-a4c3-2dac24a0a6ac HTTP/1.1" status: 200  len: 861 time: 0.1489210
Mar 05 20:54:58.259793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3249-193b-43d9-ad24-7895d9e8227d req-5c790a65-841c-412d-8e21-5424c3d3426e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:58.268941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3aab3249-193b-43d9-ad24-7895d9e8227d req-5c790a65-841c-412d-8e21-5424c3d3426e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.2477603
Mar 05 20:54:58.313639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Deleting port a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:58.314127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:58.321352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-df656a67-6d80-4edb-b4db-45c787aeac6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c91c4b92-5eca-4314-95af-3ab75681740f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476232
Mar 05 20:54:58.350825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Deleting port 727e5026-bc21-477c-93fd-d0897928ef02 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:54:58.351454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (727e5026-bc21-477c-93fd-d0897928ef02), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:58.381167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3aab3249-193b-43d9-ad24-7895d9e8227d req-3d1a0623-9dd4-4a31-94e7-6fbf06bf1260 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111336
Mar 05 20:54:58.441362 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-9fbd7952-f657-47a4-abf3-51b3b3bf8234 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745535
Mar 05 20:54:58.552994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4520-4ef1-422c-8e19-1ec65287597a req-6440cd0e-7442-4cac-8add-f8a6301d273f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:58.560239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe6a4520-4ef1-422c-8e19-1ec65287597a req-6440cd0e-7442-4cac-8add-f8a6301d273f tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 951 time: 0.0765305
Mar 05 20:54:58.624842 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe6a4520-4ef1-422c-8e19-1ec65287597a req-8e443d38-fbc8-47ff-9ece-fc97b20193ab tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586488
Mar 05 20:54:58.885108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6e73-ceaf-4a73-b873-f91cb7b7becd req-2f528caf-9c9b-4559-bb6b-0d0cbefb04c3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:58.886710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acdc6e73-ceaf-4a73-b873-f91cb7b7becd req-2f528caf-9c9b-4559-bb6b-0d0cbefb04c3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 943 time: 0.1658368
Mar 05 20:54:58.956475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-eb37f473-fd20-48ae-b286-24843b5e4387 service neutron] 10.222.0.23 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5929518
Mar 05 20:54:58.962614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-7487a516-577e-4eb4-914c-76492213f37d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:58.964122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-7487a516-577e-4eb4-914c-76492213f37d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1942027
Mar 05 20:54:59.010501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6a006e06-d1ff-4cfe-a96d-1803354c4689 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:59.012966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:54:59.049155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-14e3cb67-3b78-4cc0-a12b-d452f4fa2876 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.050689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-14e3cb67-3b78-4cc0-a12b-d452f4fa2876 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.2344744
Mar 05 20:54:59.073973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Request body: {'port': {'device_id': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'admin_state_up': True, 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:54:59.126657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 38ee5a79-ec27-42bc-985c-95ae7544d810 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:54:59.127292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:54:59.154165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-ef8f5610-d2be-4c72-9a60-19310d42f5fb service neutron] 10.222.0.23 "GET /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715746
Mar 05 20:54:59.180953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acdc6e73-ceaf-4a73-b873-f91cb7b7becd req-26951680-1833-44af-880d-912f3e673a41 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415922
Mar 05 20:54:59.183054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] For port a62edc1f-925c-416d-82a9-ced25df2b5e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a62edc1f-925c-416d-82a9-ced25df2b5e2,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.183436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.185194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689,segment=NetworkSegment(ee3a31d8-41fe-4535-9037-7ff9321648e5),segment_id=ee3a31d8-41fe-4535-9037-7ff9321648e5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.215280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Calling delete_port for a62edc1f-925c-416d-82a9-ced25df2b5e2 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:59.222001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6a006e06-d1ff-4cfe-a96d-1803354c4689', 'network_id': 'c91c4b92-5eca-4314-95af-3ab75681740f', 'port_id': '6a006e06-d1ff-4cfe-a96d-1803354c4689', 'mac_address': 'fa:16:3e:ee:43:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1118378d-26c4-41c1-a4c3-2dac24a0a6ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:59.291242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adad2e-c6f1-4736-a186-128accd71c9a req-4135b9d4-4f36-4c6f-a24c-3dc29636abf1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.299289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6a006e06-d1ff-4cfe-a96d-1803354c4689 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:59.300171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.303573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adad2e-c6f1-4736-a186-128accd71c9a req-4135b9d4-4f36-4c6f-a24c-3dc29636abf1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.309723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adad2e-c6f1-4736-a186-128accd71c9a req-4135b9d4-4f36-4c6f-a24c-3dc29636abf1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.317459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5adad2e-c6f1-4736-a186-128accd71c9a req-4135b9d4-4f36-4c6f-a24c-3dc29636abf1 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6&device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7&device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 2417 time: 0.8959262
Mar 05 20:54:59.322897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a006e06-d1ff-4cfe-a96d-1803354c4689 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:59.327148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] For port 727e5026-bc21-477c-93fd-d0897928ef02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727e5026-bc21-477c-93fd-d0897928ef02,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.327444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (727e5026-bc21-477c-93fd-d0897928ef02), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.360340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689,segment=NetworkSegment(ee3a31d8-41fe-4535-9037-7ff9321648e5),segment_id=ee3a31d8-41fe-4535-9037-7ff9321648e5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.369236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.371995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 951324d7-3c13-4b4b-813d-7450955e6a0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:54:59.382643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Calling delete_port for 727e5026-bc21-477c-93fd-d0897928ef02 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:54:59.460927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09dd1-b034-4599-b65e-1f72ca9f1408 req-102897f8-78cd-4229-a57c-19e959821f68 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.466204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7b09dd1-b034-4599-b65e-1f72ca9f1408 req-102897f8-78cd-4229-a57c-19e959821f68 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 944 time: 0.1626298
Mar 05 20:54:59.473639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d17355ab-3318-4e72-8604-1a387c2db8b4 service neutron] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:54:59.479508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d17355ab-3318-4e72-8604-1a387c2db8b4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.481063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d17355ab-3318-4e72-8604-1a387c2db8b4 service neutron] 10.222.0.31 "DELETE /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5022838
Mar 05 20:54:59.511425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:54:59.516673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.528840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-b5a17bad-c9e1-40f7-bbe7-16e6fa33a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.530483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-b5a17bad-c9e1-40f7-bbe7-16e6fa33a46d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f177f4eebae0479d86a35a7531da201f&device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 1125 time: 0.2624693
Mar 05 20:54:59.552436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5adad2e-c6f1-4736-a186-128accd71c9a req-c5d05fa6-34b1-4845-bfc1-b44bde7e4bf4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339666
Mar 05 20:54:59.632245 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:54:59.690645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.702313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7b09dd1-b034-4599-b65e-1f72ca9f1408 req-16db52e8-3ec4-4ba8-8df0-7d20935c243f tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191708
Mar 05 20:54:59.709648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:59.751913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.769245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'network_id': '2946acdb-a2ef-4ca1-ac26-ee00745cfd9f', 'port_id': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'mac_address': 'fa:16:3e:f5:07:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca9ca5e-d60e-48cd-b5ad-2d405472172d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:54:59.817696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 951324d7-3c13-4b4b-813d-7450955e6a0c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:54:59.818543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.840196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951324d7-3c13-4b4b-813d-7450955e6a0c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:54:59.863638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a62edc1f-925c-416d-82a9-ced25df2b5e2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:54:59.873981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Allocated IP 172.20.0.13 (92c1bc99-8218-45a1-b95c-a4c228475460/f05716dc-1182-4345-9441-1b2111b304d4/455cfb49-cef8-4f8d-8d0a-39162ccccb16) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:54:59.884809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550', '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:54:59.913855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55d6b795-0bcf-4e69-9503-0b5cb45ab6c6 req-7316f07f-25d5-436c-9aac-4c129f71f8a9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 210 time: 0.1583910
Mar 05 20:54:59.941527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27807e-9473-4fcb-808d-5b1d989ad1c6 req-71cb38ff-c6eb-4548-8fbd-96362b61ed46 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:54:59.942466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb27807e-9473-4fcb-808d-5b1d989ad1c6 req-71cb38ff-c6eb-4548-8fbd-96362b61ed46 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.1316857
Mar 05 20:54:59.967137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event deleted for resources: {'Port': ['ID=a62edc1f-925c-416d-82a9-ced25df2b5e2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:54:59.978598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:54:59.991528 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.088110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb27807e-9473-4fcb-808d-5b1d989ad1c6 req-41fbed73-6314-4c24-ba41-a9c4017b91cb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379514
Mar 05 20:55:00.105376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] No DVR routers for this DVR port a62edc1f-925c-416d-82a9-ced25df2b5e2 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:00.123177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.128174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45d58104-17d5-46c6-9365-dc94e0277708 req-c4e56c31-0516-4fe8-8d1e-ef1158f6a448 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.31 "DELETE /v2.0/ports/a62edc1f-925c-416d-82a9-ced25df2b5e2 HTTP/1.1" status: 204  len: 173 time: 2.2262187
Mar 05 20:55:00.131432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-deleted', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:00.134429 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019ec36b-dcbf-4371-90ad-3dff241bd7e1" -d '{"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-deleted", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:00.149520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (727e5026-bc21-477c-93fd-d0897928ef02), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.188860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-598d348d-734c-4a77-9618-4bb5cbf53b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:00.190750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-598d348d-734c-4a77-9618-4bb5cbf53b33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 200  len: 922 time: 0.6136672
Mar 05 20:55:00.193983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event deleted for resources: {'Port': ['ID=727e5026-bc21-477c-93fd-d0897928ef02,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:00.206720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks [] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.243405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:00.294935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06eac629-a28a-4265-b1aa-712dc7283180 req-e133f381-41ad-4cab-b077-157a091eb7cb tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a4bc94-61de-4cb5-8c5a-4ba4dc781ada HTTP/1.1" status: 200  len: 210 time: 0.0618343
Mar 05 20:55:00.318863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['951324d7-3c13-4b4b-813d-7450955e6a0c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:00.330861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.334779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] No DVR routers for this DVR port 727e5026-bc21-477c-93fd-d0897928ef02 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:00.338396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-df9a9720-a044-4078-be0d-c19563693ecc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=951324d7-3c13-4b4b-813d-7450955e6a0c HTTP/1.1" status: 200  len: 217 time: 0.1283708
Mar 05 20:55:00.339489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.344530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f4f3f31-08aa-4be1-baa0-757b7c798106 req-988e65e4-0cfd-4681-a6e2-1604ece56f3c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "DELETE /v2.0/ports/727e5026-bc21-477c-93fd-d0897928ef02 HTTP/1.1" status: 204  len: 173 time: 2.4549677
Mar 05 20:55:00.429830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6a006e06-d1ff-4cfe-a96d-1803354c4689'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:00.459093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Network 92c1bc99-8218-45a1-b95c-a4c228475460 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:00.462897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-a975133c-c0bf-4da5-a52a-1602d65dd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:00.465664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:00.469023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:00.470158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-a975133c-c0bf-4da5-a52a-1602d65dd00b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 200  len: 861 time: 0.1189375
Mar 05 20:55:00.482616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:00.511932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05253644-b289-41d3-b79d-e82fefe8da4c req-a44bd9f4-5fa7-4b81-8c5e-673cb3a1de50 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:00.513512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05253644-b289-41d3-b79d-e82fefe8da4c req-a44bd9f4-5fa7-4b81-8c5e-673cb3a1de50 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.2929418
Mar 05 20:55:00.550195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-62c0d755-acdb-4640-9a28-29f00b9fc21c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791605
Mar 05 20:55:00.578885 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00fe588-e746-48c1-821f-71c695d26cf5 x-openstack-request-id: req-a00fe588-e746-48c1-821f-71c695d26cf5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:00.579187 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4bc94-61de-4cb5-8c5a-4ba4dc781ada", "name": "network-vif-deleted", "tag": "a62edc1f-925c-416d-82a9-ced25df2b5e2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:00.579654 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a00fe588-e746-48c1-821f-71c695d26cf5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:00.580040 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4bc94-61de-4cb5-8c5a-4ba4dc781ada', 'name': 'network-vif-deleted', 'tag': 'a62edc1f-925c-416d-82a9-ced25df2b5e2', 'status': 'completed', 'code': 200}
Mar 05 20:55:00.590559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:00.703218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a62edc1f-925c-416d-82a9-ced25df2b5e2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:00.703579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a62edc1f-925c-416d-82a9-ced25df2b5e2 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:00.704134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:00.731823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:00.734524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:00.826777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-8aac80a0-84ef-4113-a0ad-ab19facc6f62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7643571
Mar 05 20:55:00.849288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Request body: {'port': {'device_id': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:00.858530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05253644-b289-41d3-b79d-e82fefe8da4c req-7b88b115-5e05-4226-9295-53a2301bbf6a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110731
Mar 05 20:55:00.871006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 727e5026-bc21-477c-93fd-d0897928ef02 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:00.871575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727e5026-bc21-477c-93fd-d0897928ef02 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:00.956169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-c02b00ac-5698-4b98-a01d-90a6281fe2b9 service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3934245
Mar 05 20:55:01.005722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f66e-c3a1-4534-9a59-3739907ed9af req-1a4595d0-cae4-4add-aa89-3bdac2aa58e8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:01.014344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0425f66e-c3a1-4534-9a59-3739907ed9af req-1a4595d0-cae4-4add-aa89-3bdac2aa58e8 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 944 time: 0.3472908
Mar 05 20:55:01.105598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:01.116835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae7bca8a-8c4a-485c-9783-d3a4499513d8 req-eba28b88-c557-407d-b5ea-56b274fe782d service neutron] 10.222.0.23 "GET /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517251
Mar 05 20:55:01.174241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:01.204505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006ec1-6023-4a8c-bc11-4ab4a4e605f4 req-b9b97823-3dcd-4480-ac22-0891d45cb27e tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:01.207149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c006ec1-6023-4a8c-bc11-4ab4a4e605f4 req-b9b97823-3dcd-4480-ac22-0891d45cb27e tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1126 time: 0.2161553
Mar 05 20:55:01.227624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0425f66e-c3a1-4534-9a59-3739907ed9af req-caf28c4a-1a40-479b-a63b-d08318c717e0 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025757
Mar 05 20:55:01.299744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c006ec1-6023-4a8c-bc11-4ab4a4e605f4 req-e2ccc3bc-cbfa-4abb-a4e0-395e3fdaddb3 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854256
Mar 05 20:55:01.486204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ada1-9d10-426b-8094-24cd33528dbf req-0355e39f-16fa-4524-93dc-14f61953620f tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:01.488103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e92ada1-9d10-426b-8094-24cd33528dbf req-0355e39f-16fa-4524-93dc-14f61953620f tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 945 time: 0.1708105
Mar 05 20:55:01.572499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e92ada1-9d10-426b-8094-24cd33528dbf req-ee94fd14-bf68-47ad-a807-9c8a47ccc118 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752311
Mar 05 20:55:01.662813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce16-c149-4b40-85c0-63161d58f259 req-70ac1ea8-3c82-4427-ab07-ea85582c946c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:01.664357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455cfb49-cef8-4f8d-8d0a-39162ccccb16 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:01.664674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-501fce16-c149-4b40-85c0-63161d58f259 req-70ac1ea8-3c82-4427-ab07-ea85582c946c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 932 time: 0.0851254
Mar 05 20:55:01.675592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks [] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:01.714970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Transition to ACTIVE for port object 455cfb49-cef8-4f8d-8d0a-39162ccccb16 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:01.732725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:01.740542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-501fce16-c149-4b40-85c0-63161d58f259 req-01e128d6-4cf4-493b-97e1-7ca132a1ab67 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686173
Mar 05 20:55:01.849565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:01.881093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438aa8-49a4-4e2d-ab99-d43dacaba413 req-150162b2-bf6d-4c3f-a4e9-af96c393532c tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:01.882654 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-92438aa8-49a4-4e2d-ab99-d43dacaba413 req-150162b2-bf6d-4c3f-a4e9-af96c393532c tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 1126 time: 0.1837261
Mar 05 20:55:01.943623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Attempting to bind port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:01.944174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Attempting to bind port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:01.944521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Attempting to bind port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:01.960027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 on network 92c1bc99-8218-45a1-b95c-a4c228475460 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:01.960363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Attempting to bind port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:01.974522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:01.975023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Checking segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:01.975398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Bound using segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:01.975855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Bound port: 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:01.976216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:01.981215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-92438aa8-49a4-4e2d-ab99-d43dacaba413 req-b5af5b58-6afb-4c40-bbda-3a94efc909a0 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796528
Mar 05 20:55:02.125296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:02.168193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:02.178936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:02.227729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.228332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:02.229772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/455cfb49-cef8-4f8d-8d0a-39162ccccb16 HTTP/1.1" status: 200  len: 1092 time: 1.3941453
Mar 05 20:55:02.248966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:02.251488 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:02.262352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a85db-1062-46ef-872e-982187ad11eb req-11a94a47-5a8d-493b-a14f-5b4c9162f636 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.264317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f53a85db-1062-46ef-872e-982187ad11eb req-11a94a47-5a8d-493b-a14f-5b4c9162f636 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1523507
Mar 05 20:55:02.308874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809823c8-701f-441c-8f96-dc063b9ff2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:02.369219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f53a85db-1062-46ef-872e-982187ad11eb req-a23dc341-873f-42a4-aacf-f8fff1a86e12 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958955
Mar 05 20:55:02.400249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-a95d18a6-745a-410c-88fc-52e68f21aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.403272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-a95d18a6-745a-410c-88fc-52e68f21aa2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 1126 time: 0.1139531
Mar 05 20:55:02.467145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-bce77403-395a-4123-82c3-958ab099b456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16 HTTP/1.1" status: 200  len: 217 time: 0.0498400
Mar 05 20:55:02.561544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-2dbedbcc-4714-48a5-8d48-76e841d5179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.563296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-2dbedbcc-4714-48a5-8d48-76e841d5179c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.0876536
Mar 05 20:55:02.581313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-deleted', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:02.583619 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99145ca-8e07-4352-983e-857c90a83e87" -d '{"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-deleted", "tag": "727e5026-bc21-477c-93fd-d0897928ef02"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:02.791003 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5203063-c077-43ef-9145-0955e57a37d0 x-openstack-request-id: req-d5203063-c077-43ef-9145-0955e57a37d0 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:02.791605 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc63d8-2f5b-4b1f-858c-65e0ba787498", "name": "network-vif-deleted", "tag": "727e5026-bc21-477c-93fd-d0897928ef02", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:02.792092 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5203063-c077-43ef-9145-0955e57a37d0 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:02.793212 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc63d8-2f5b-4b1f-858c-65e0ba787498', 'name': 'network-vif-deleted', 'tag': '727e5026-bc21-477c-93fd-d0897928ef02', 'status': 'completed', 'code': 200}
Mar 05 20:55:02.876486 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671d1d1-39a9-4652-b11d-7e2bc82be1ca x-openstack-request-id: req-1671d1d1-39a9-4652-b11d-7e2bc82be1ca {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:02.876682 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:02.876901 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1671d1d1-39a9-4652-b11d-7e2bc82be1ca {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:02.877420 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'status': 'completed', 'code': 200}
Mar 05 20:55:02.881295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-5c4fce82-bf40-44d4-8ea6-d00a31465d9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3075745
Mar 05 20:55:02.890130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657210-4229-4287-bd3d-415c40b2d8ad req-da71b398-224f-43c6-9cdf-0d7aebb4e6d4 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.896979 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc657210-4229-4287-bd3d-415c40b2d8ad req-da71b398-224f-43c6-9cdf-0d7aebb4e6d4 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 944 time: 0.3886898
Mar 05 20:55:02.941427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbd70-3d07-4875-a887-a8c956886777 req-a386d930-739d-4c87-b8bf-223a6eab4b6a tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:02.943579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d5dbd70-3d07-4875-a887-a8c956886777 req-a386d930-739d-4c87-b8bf-223a6eab4b6a tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 945 time: 0.0957456
Mar 05 20:55:02.994586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc657210-4229-4287-bd3d-415c40b2d8ad req-d723a432-ddda-4a3f-acc1-22f93ed811bb tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967283
Mar 05 20:55:03.017445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d5dbd70-3d07-4875-a887-a8c956886777 req-d23f35e3-135f-49aa-a6f7-c7dde5cfb5dd tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568061
Mar 05 20:55:03.027705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6a006e06-d1ff-4cfe-a96d-1803354c4689 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:03.060459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-0645221e-bf5c-4c60-a1c6-917290953303 service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265957
Mar 05 20:55:03.209688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0feedc-c4cc-4e59-9f5d-0d010c1f74b1 req-6152f99b-d38c-4b0e-86e8-43767d17c594 service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366718
Mar 05 20:55:03.211979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d990-1ab9-49cc-ba51-be76617cdeb3 req-4da92a03-b8d3-4fb1-a3c1-24c4855f3c13 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.214587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53d5d990-1ab9-49cc-ba51-be76617cdeb3 req-4da92a03-b8d3-4fb1-a3c1-24c4855f3c13 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 944 time: 0.0737581
Mar 05 20:55:03.215535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6a006e06-d1ff-4cfe-a96d-1803354c4689 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:03.226301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6a006e06-d1ff-4cfe-a96d-1803354c4689 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:03.226720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.327106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53d5d990-1ab9-49cc-ba51-be76617cdeb3 req-3a752028-8825-4475-9421-b8e711a9daab tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956492
Mar 05 20:55:03.363304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-182cab0b-cca7-402a-a572-e5843ee24edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.364871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-182cab0b-cca7-402a-a572-e5843ee24edb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 1126 time: 0.0880811
Mar 05 20:55:03.439285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6a006e06-d1ff-4cfe-a96d-1803354c4689 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:03.439285 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.513354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-0ef806bc-a4ec-4c41-a6fc-6bded848bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.515126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-0ef806bc-a4ec-4c41-a6fc-6bded848bac2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 905 time: 0.1441407
Mar 05 20:55:03.521708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-7e3353d1-ec62-4f88-80ca-ae29f19cb991 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.524570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-7e3353d1-ec62-4f88-80ca-ae29f19cb991 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.0826826
Mar 05 20:55:03.533382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:03.536807 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2951d24-505b-4108-b339-a61f1c6fb688" -d '{"events": [{"server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "name": "network-vif-plugged", "status": "completed", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:03.558636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689,segment=NetworkSegment(ee3a31d8-41fe-4535-9037-7ff9321648e5),segment_id=ee3a31d8-41fe-4535-9037-7ff9321648e5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:03.564447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.572103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 951324d7-3c13-4b4b-813d-7450955e6a0c up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:03.589185 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-89b812cb-8657-4ebc-93ac-593476f7b7e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16 HTTP/1.1" status: 200  len: 217 time: 0.0642636
Mar 05 20:55:03.676554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:03.702784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 951324d7-3c13-4b4b-813d-7450955e6a0c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:03.713053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 951324d7-3c13-4b4b-813d-7450955e6a0c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:03.713053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.735634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02aa87-4df5-4205-8768-cf23e74f66bc req-0d571410-519c-49ef-8de4-d9b1b0791269 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.743319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f02aa87-4df5-4205-8768-cf23e74f66bc req-0d571410-519c-49ef-8de4-d9b1b0791269 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 950 time: 0.1892364
Mar 05 20:55:03.764463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-54e75dbd-90fe-424c-ade9-789d969f3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.767049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-54e75dbd-90fe-424c-ade9-789d969f3723 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.1678388
Mar 05 20:55:03.805879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8478-f0cd-46de-a01c-3f77f76eab23 req-b1b335d4-31b7-43d1-b08b-c41270686aed tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:03.808484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d78c8478-f0cd-46de-a01c-3f77f76eab23 req-b1b335d4-31b7-43d1-b08b-c41270686aed tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1840756
Mar 05 20:55:03.819275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f02aa87-4df5-4205-8768-cf23e74f66bc req-03a80156-22f2-4994-92b9-a1b937766923 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723011
Mar 05 20:55:03.828714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Deleting port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:03.829148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.832521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 951324d7-3c13-4b4b-813d-7450955e6a0c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:03.833161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.838582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-a67384e5-60b6-48b9-b909-a2d0ade500a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567706
Mar 05 20:55:03.886596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:03.896315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.959756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d78c8478-f0cd-46de-a01c-3f77f76eab23 req-f2a98fe5-8a09-4e86-a0b8-3272c4f031e3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294885
Mar 05 20:55:03.987510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] For port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:03.987918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:03.998880 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934453fb-862a-4eca-a706-72bd4c3ad6ce x-openstack-request-id: req-934453fb-862a-4eca-a706-72bd4c3ad6ce {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:03.999199 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "name": "network-vif-plugged", "status": "completed", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:03.999463 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-934453fb-862a-4eca-a706-72bd4c3ad6ce {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:03.999948 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689', 'code': 200}
Mar 05 20:55:04.019763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-2b1de9dc-e3e1-48ab-9650-73e6da027372 service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712294
Mar 05 20:55:04.022131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Calling delete_port for 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:04.075764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:04.225333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938743-6b96-433c-9218-5036e9d0696f req-522a6ec6-99e8-4811-ad94-c448593bc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:04.226908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08938743-6b96-433c-9218-5036e9d0696f req-522a6ec6-99e8-4811-ad94-c448593bc2cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 1128 time: 0.1888282
Mar 05 20:55:04.260632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e80f831-40d9-4010-bbab-1a3b46dd0e4f req-08a4a0ff-ba8b-4afe-ba7f-dab215818377 service neutron] 10.222.0.31 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320631
Mar 05 20:55:04.262994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de251-79c4-4f0d-b2f4-f2eccfb1f4fe req-6b4e8aaf-88ff-44f2-9172-73d336d7b321 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:04.264222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-280de251-79c4-4f0d-b2f4-f2eccfb1f4fe req-6b4e8aaf-88ff-44f2-9172-73d336d7b321 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.0834966
Mar 05 20:55:04.282081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39f21-2600-475d-85ee-ea8d47edaeb7 req-a5059ed3-add2-4ba0-a6e9-b927164fd5ca tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:04.283626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdf39f21-2600-475d-85ee-ea8d47edaeb7 req-a5059ed3-add2-4ba0-a6e9-b927164fd5ca tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.1527793
Mar 05 20:55:04.324809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08938743-6b96-433c-9218-5036e9d0696f req-45489f39-99ea-4b83-a120-3be66e535544 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895939
Mar 05 20:55:04.358402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdf39f21-2600-475d-85ee-ea8d47edaeb7 req-ff9d83d4-b233-485d-a3a7-724317844cad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637772
Mar 05 20:55:04.399785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:04.415403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550', '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:04.445218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-280de251-79c4-4f0d-b2f4-f2eccfb1f4fe req-96e7620a-8b75-4be8-a7ee-80989b9b2e3e tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620963
Mar 05 20:55:04.503923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event deleted for resources: {'Port': ['ID=5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:04.535106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] No DVR routers for this DVR port 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:04.537631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:04.542220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58b4586b-0885-45c0-92b2-9d58f65a6844 req-2f73b576-f418-4f07-8265-469fb2f3bada tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "DELETE /v2.0/ports/5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca HTTP/1.1" status: 204  len: 173 time: 1.0103140
Mar 05 20:55:04.568338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e092aeb-5d3e-4c9a-80e4-b2485ed945d9 req-f9cf0114-ac33-4e12-948c-f2c64e8325de tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:04.571398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e092aeb-5d3e-4c9a-80e4-b2485ed945d9 req-f9cf0114-ac33-4e12-948c-f2c64e8325de tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 944 time: 0.0926940
Mar 05 20:55:04.656570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e092aeb-5d3e-4c9a-80e4-b2485ed945d9 req-b203c2ac-c54f-49ab-81aa-7f4bb32afac0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767241
Mar 05 20:55:04.794450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-deleted', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:04.797379 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e183d0-294c-4327-ab18-3aa57fbdcb8b" -d '{"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-deleted", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:04.871075 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac70f25-de76-4624-8a6c-3c933dfc4598 x-openstack-request-id: req-7ac70f25-de76-4624-8a6c-3c933dfc4598 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:04.871374 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0401ca-066c-40a5-b076-b4fd5b6ab3d2", "name": "network-vif-deleted", "tag": "5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:04.871786 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ac70f25-de76-4624-8a6c-3c933dfc4598 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:04.872094 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0401ca-066c-40a5-b076-b4fd5b6ab3d2', 'name': 'network-vif-deleted', 'tag': '5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca', 'status': 'completed', 'code': 200}
Mar 05 20:55:04.976373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20c929d1-eb37-486b-be26-08b587837a60 req-d03f8713-b4d0-4535-8eb1-5e2b81485c12 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b0401ca-066c-40a5-b076-b4fd5b6ab3d2 HTTP/1.1" status: 200  len: 210 time: 0.0473218
Mar 05 20:55:05.194867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d8fbc-3e27-4bb4-bf7d-9ee0a8ffae0c req-696dcb53-1d93-40e5-9a48-f686b60e0571 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:05.197568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-005d8fbc-3e27-4bb4-bf7d-9ee0a8ffae0c req-696dcb53-1d93-40e5-9a48-f686b60e0571 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0900311
Mar 05 20:55:05.266114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-005d8fbc-3e27-4bb4-bf7d-9ee0a8ffae0c req-314dd53b-12dd-48bc-8071-2ac29af7ccb4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621424
Mar 05 20:55:05.541324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9a48-1e83-4527-970c-b79b0400934a req-e4efbec1-1084-4871-8e76-99e7da297bb1 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:05.543358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0df9a48-1e83-4527-970c-b79b0400934a req-e4efbec1-1084-4871-8e76-99e7da297bb1 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.0811837
Mar 05 20:55:05.628091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449c55-a52d-4d39-ac6e-3a8b8460c759 req-aac9458d-c16e-4551-8b93-0779871079e8 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:05.639126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0449c55-a52d-4d39-ac6e-3a8b8460c759 req-aac9458d-c16e-4551-8b93-0779871079e8 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.1089430
Mar 05 20:55:05.652579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0df9a48-1e83-4527-970c-b79b0400934a req-47dacbf6-3a30-4a6b-88e4-8ca40b254ecf tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013916
Mar 05 20:55:05.723723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0449c55-a52d-4d39-ac6e-3a8b8460c759 req-8cf12b20-0011-4d4c-af8d-76c30ba2e4c8 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824091
Mar 05 20:55:05.820473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3712cf7-6c8d-4a2e-8df2-5ad8511fed85 req-0dae5e74-a440-41e8-9f89-da4023afaf5a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:05.822311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3712cf7-6c8d-4a2e-8df2-5ad8511fed85 req-0dae5e74-a440-41e8-9f89-da4023afaf5a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 944 time: 0.0688341
Mar 05 20:55:05.888591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3712cf7-6c8d-4a2e-8df2-5ad8511fed85 req-f2b63c35-8389-4ef1-864f-5d6df4b51803 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559008
Mar 05 20:55:05.917375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.001376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:06.004227 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f0a6a-3455-4e66-8054-8ddfff99ea0a" -d '{"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-plugged", "status": "completed", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:06.081418 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a10070-b198-4533-b19c-3f933d27572c x-openstack-request-id: req-74a10070-b198-4533-b19c-3f933d27572c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:06.081717 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-plugged", "status": "completed", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:06.081934 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74a10070-b198-4533-b19c-3f933d27572c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:06.082328 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'code': 200}
Mar 05 20:55:06.224817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e26fc2-7b45-4720-929f-46e9818c6b5f req-3a8a8ed1-e53a-4aca-9517-64e5380c636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:06.227895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79e26fc2-7b45-4720-929f-46e9818c6b5f req-3a8a8ed1-e53a-4aca-9517-64e5380c636d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 1127 time: 0.0697515
Mar 05 20:55:06.261678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.292844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79e26fc2-7b45-4720-929f-46e9818c6b5f req-4bfeeb00-b188-4e9e-bc49-47b6e8454db7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552349
Mar 05 20:55:06.397931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57567f13-425e-4a4c-b86f-4078e73fce73 req-ecca6c04-4cc4-4e7a-868d-cd20b0461ea9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:06.406430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cc73-0758-4162-a212-0cb90fcecc89 req-29070af5-5d48-4787-8685-4c9b80163fc4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:06.407338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57567f13-425e-4a4c-b86f-4078e73fce73 req-ecca6c04-4cc4-4e7a-868d-cd20b0461ea9 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0799298
Mar 05 20:55:06.415890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a09cc73-0758-4162-a212-0cb90fcecc89 req-29070af5-5d48-4787-8685-4c9b80163fc4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0704513
Mar 05 20:55:06.456756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57567f13-425e-4a4c-b86f-4078e73fce73 req-12af03fe-f98e-42d9-9f4a-5979b39e9ab1 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485160
Mar 05 20:55:06.473387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a09cc73-0758-4162-a212-0cb90fcecc89 req-d47dee42-c719-4ee5-b39a-9c5a534b2d23 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541067
Mar 05 20:55:06.473510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:06.579529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dcf533a-f600-43eb-b331-a494957e2526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.582716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:06.656979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dcf533a-f600-43eb-b331-a494957e2526 admin admin] Publish callbacks [] for security_group (e8855d43-f69e-40bf-b9be-ad3858c75419), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.661098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dcf533a-f600-43eb-b331-a494957e2526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e8855d43-f69e-40bf-b9be-ad3858c75419), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.677755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:06.691758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'mac_address': 'fa:16:3e:15:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:06.704658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4dcf533a-f600-43eb-b331-a494957e2526 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4576cafab24c49d3874596543bf5d884&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2301545
Mar 05 20:55:06.705499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf533a-f600-43eb-b331-a494957e2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8855d43-f69e-40bf-b9be-ad3858c75419,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:06.707313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47282) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:06.749655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:06.750053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.761328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] Publish callbacks [] for security_group (e8855d43-f69e-40bf-b9be-ad3858c75419), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.767701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455cfb49-cef8-4f8d-8d0a-39162ccccb16 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:06.793836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:06.798970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.814021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] Publish callbacks [] for security_group (e8855d43-f69e-40bf-b9be-ad3858c75419), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.853242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:06.859706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ed96-584c-495e-a935-1d031e9c073d req-6efb75c6-1f2f-477f-83d2-6d5d5df93e24 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:06.861368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3467ed96-584c-495e-a935-1d031e9c073d req-6efb75c6-1f2f-477f-83d2-6d5d5df93e24 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.0568647
Mar 05 20:55:06.866450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2c1a-db45-4eaa-b6a9-5620d23eec06 req-f7bf1c1a-0d67-405a-a655-79a93d039283 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:06.868153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d2c2c1a-db45-4eaa-b6a9-5620d23eec06 req-f7bf1c1a-0d67-405a-a655-79a93d039283 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.0958107
Mar 05 20:55:06.901666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e8855d43-f69e-40bf-b9be-ad3858c75419), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.910900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:06.911955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8855d43-f69e-40bf-b9be-ad3858c75419 HTTP/1.1" status: 204  len: 168 time: 0.2036119
Mar 05 20:55:06.925544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3467ed96-584c-495e-a935-1d031e9c073d req-d15476ca-4630-41fd-a4a8-a4955b43f384 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586119
Mar 05 20:55:06.934006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d5fa-194d-46e7-b110-1cc4b0b28371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8855d43-f69e-40bf-b9be-ad3858c75419,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:06.943077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d2c2c1a-db45-4eaa-b6a9-5620d23eec06 req-fc1a8db2-dca8-4b73-b846-dcd57f8e0707 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677333
Mar 05 20:55:07.027372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:07.068857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:07.070165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5c0add0b-e16b-4f33-bad0-f6bb5dbab8ca not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:07.106211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76225a2-3105-4c89-8c64-487c212b0c18 req-46b4e0c7-8c7e-4fda-806d-d0ae69df54de tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:07.107828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b76225a2-3105-4c89-8c64-487c212b0c18 req-46b4e0c7-8c7e-4fda-806d-d0ae69df54de tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 945 time: 0.1002469
Mar 05 20:55:07.142967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['455cfb49-cef8-4f8d-8d0a-39162ccccb16'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:07.177118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b76225a2-3105-4c89-8c64-487c212b0c18 req-d0056bef-fece-40cd-a4fb-f8e84b3fd7be tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630040
Mar 05 20:55:07.278519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-7956e189-7e3c-44bf-be33-1f22a0838df8 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:07.280627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-7956e189-7e3c-44bf-be33-1f22a0838df8 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.1459677
Mar 05 20:55:07.300389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-174c8489-836d-4c52-86d1-ee78d57ae788 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/quotas/aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 375 time: 0.0124774
Mar 05 20:55:07.345729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:07.362116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67fa7df3-bf7d-4e17-967b-e451a180e304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.380110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-8f70de9b-e0c5-4bf2-9077-0524d36cd9ae tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0731843
Mar 05 20:55:07.475632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-8e2649ed-bb10-4e3d-9e9f-53424584e3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871575
Mar 05 20:55:07.483009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed36b1-5c7c-4c5c-8168-700f493606f3 req-36ba3b19-90db-44a0-983e-8ca8cfe78daf tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:07.484551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2ed36b1-5c7c-4c5c-8168-700f493606f3 req-36ba3b19-90db-44a0-983e-8ca8cfe78daf tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.0867348
Mar 05 20:55:07.486498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67fa7df3-bf7d-4e17-967b-e451a180e304 admin admin] Publish callbacks [] for security_group (b54120e2-729b-4326-abe9-8b7d96df4c82), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.497391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67fa7df3-bf7d-4e17-967b-e451a180e304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b54120e2-729b-4326-abe9-8b7d96df4c82), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.558691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa7df3-bf7d-4e17-967b-e451a180e304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54120e2-729b-4326-abe9-8b7d96df4c82,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:07.569259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-67fa7df3-bf7d-4e17-967b-e451a180e304 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cad78bd0da814e75b5946a3cc82da1b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2199583
Mar 05 20:55:07.572209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:07.576246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2ed36b1-5c7c-4c5c-8168-700f493606f3 req-d27c72ea-f46c-43a1-b837-a1da1343c713 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859203
Mar 05 20:55:07.601190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-983cf612-ea03-492f-a095-fff45a939eaa service neutron] 10.222.0.15 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145127
Mar 05 20:55:07.663500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] Publish callbacks [] for security_group (b54120e2-729b-4326-abe9-8b7d96df4c82), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.687294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] Publish callbacks [] for security_group (b54120e2-729b-4326-abe9-8b7d96df4c82), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.708878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03653d-3e59-465f-9b29-ed151d37085a req-a3c5cce5-79f4-47aa-8f5b-9f20d68f3ded tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:07.710563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e03653d-3e59-465f-9b29-ed151d37085a req-a3c5cce5-79f4-47aa-8f5b-9f20d68f3ded tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.0730381
Mar 05 20:55:07.738146 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b54120e2-729b-4326-abe9-8b7d96df4c82), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.740977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:07.742232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b54120e2-729b-4326-abe9-8b7d96df4c82 HTTP/1.1" status: 204  len: 168 time: 0.1689665
Mar 05 20:55:07.750227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1636204-13dd-4178-8c6e-462ed98a81bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54120e2-729b-4326-abe9-8b7d96df4c82,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:07.784270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e03653d-3e59-465f-9b29-ed151d37085a req-3a090c7a-7ef4-45c1-a962-212237b5d980 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602887
Mar 05 20:55:07.918855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17e48-f0a3-4630-8b77-69e50442a226 req-e75d17f8-96f7-4fb7-ba25-d0df1d39f078 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:07.920731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0bf17e48-f0a3-4630-8b77-69e50442a226 req-e75d17f8-96f7-4fb7-ba25-d0df1d39f078 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0713816
Mar 05 20:55:07.978241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a66e5706-ac25-46a9-8c50-8ce990751633 req-4dac0c4a-6da5-4822-8eab-c569ce3e8e23 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 210 time: 0.0405407
Mar 05 20:55:07.995524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0bf17e48-f0a3-4630-8b77-69e50442a226 req-c741437c-3166-49a2-aac0-c9e111919664 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652876
Mar 05 20:55:08.120962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddd837-79a8-44fe-922c-d55d09da0ee5 req-f63c9ff2-6752-4e18-a528-915b27fe935b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.122610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83ddd837-79a8-44fe-922c-d55d09da0ee5 req-f63c9ff2-6752-4e18-a528-915b27fe935b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.0610061
Mar 05 20:55:08.186160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83ddd837-79a8-44fe-922c-d55d09da0ee5 req-265bc3ca-e196-4f2a-bb62-3aff5787f777 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565097
Mar 05 20:55:08.306104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-e6fe4436-9d30-497f-bfa0-ff268505e88b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.308916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-e6fe4436-9d30-497f-bfa0-ff268505e88b tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1118526
Mar 05 20:55:08.445257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d7479-3d8d-42d2-b6f3-2a61b36273f2 req-eaf89176-3240-478d-b408-637c1c131699 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.447483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de0d7479-3d8d-42d2-b6f3-2a61b36273f2 req-eaf89176-3240-478d-b408-637c1c131699 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 945 time: 0.1376386
Mar 05 20:55:08.521126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Deleting port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:08.521482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:08.529005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de0d7479-3d8d-42d2-b6f3-2a61b36273f2 req-8761b50a-cf05-4f34-b92a-19cc6bc657a6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740457
Mar 05 20:55:08.569929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f8612-d191-4917-bced-bfb760643413 req-4ff20239-99e5-4e97-86ec-acc5ad9214ff tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.572301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-405f8612-d191-4917-bced-bfb760643413 req-4ff20239-99e5-4e97-86ec-acc5ad9214ff tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.0983689
Mar 05 20:55:08.581176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:08.646213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-405f8612-d191-4917-bced-bfb760643413 req-7829e658-038f-4d0c-8de1-3891185be0f3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633726
Mar 05 20:55:08.680613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:08.685030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:08.685675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:08.725182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] For port de504aa3-bfc4-44ec-a4bc-0df77d0e7550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:08.725557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:08.745810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Calling delete_port for de504aa3-bfc4-44ec-a4bc-0df77d0e7550 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:08.771056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11198e8b-f74e-4e5b-b6fa-ae4146faa094 req-313d68aa-099c-4c4d-a02e-604806e0ae1c tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.772526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11198e8b-f74e-4e5b-b6fa-ae4146faa094 req-313d68aa-099c-4c4d-a02e-604806e0ae1c tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.1120079
Mar 05 20:55:08.790591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:08.791141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:08.819448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:08.823133 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7060b18-7127-4863-b6d3-f637f6cd3a3e" -d '{"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-plugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:08.837625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:08.843798 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:08.895805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11198e8b-f74e-4e5b-b6fa-ae4146faa094 req-74d2cd0c-32ec-4f91-a4dc-33e56892305b tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/security-groups?id=31e06097-fea6-473f-8f0a-e91eacc3718d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711732
Mar 05 20:55:08.924229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:08.963733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f6e83-41be-487d-a6cf-4b5db231ad8e req-119033f2-f515-4cff-93b8-252f43d8f71d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:08.965795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc7f6e83-41be-487d-a6cf-4b5db231ad8e req-119033f2-f515-4cff-93b8-252f43d8f71d tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3261ac3a-9665-44b0-965d-06ac66c07d82 HTTP/1.1" status: 200  len: 948 time: 0.1042764
Mar 05 20:55:08.983378 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b160bb-8b6e-49d0-b586-ce9710983520 x-openstack-request-id: req-49b160bb-8b6e-49d0-b586-ce9710983520 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:08.983838 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-plugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:08.984099 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49b160bb-8b6e-49d0-b586-ce9710983520 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:08.984496 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'code': 200}
Mar 05 20:55:09.019610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (de504aa3-bfc4-44ec-a4bc-0df77d0e7550), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:09.034213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de504aa3-bfc4-44ec-a4bc-0df77d0e7550'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:09.040162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc7f6e83-41be-487d-a6cf-4b5db231ad8e req-f492e5c5-16bd-4afa-a99f-72215b85024e tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c82170e-57d1-45b7-91a2-ead6df057686&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678399
Mar 05 20:55:09.087328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Pushing event deleted for resources: {'Port': ['ID=de504aa3-bfc4-44ec-a4bc-0df77d0e7550,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:09.156493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] No DVR routers for this DVR port de504aa3-bfc4-44ec-a4bc-0df77d0e7550 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:09.160896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:09.167789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-befce70c-64e3-443e-9074-e6e65f2066c2 req-5d15f824-5126-401a-9741-4de3e720aeb6 tempest-MigrationsAdminTest-1211983935 tempest-MigrationsAdminTest-1211983935-project] 10.222.0.23 "DELETE /v2.0/ports/de504aa3-bfc4-44ec-a4bc-0df77d0e7550 HTTP/1.1" status: 204  len: 173 time: 0.8440425
Mar 05 20:55:09.177141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f531f-6199-4b93-94d8-fe44ada6d203 req-81ae6d98-fd80-40f1-95a0-0ee445dd8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.178844 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c9f531f-6199-4b93-94d8-fe44ada6d203 req-81ae6d98-fd80-40f1-95a0-0ee445dd8dba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 1128 time: 0.1110411
Mar 05 20:55:09.222610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-deleted', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:09.226501 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24201e33-5629-4f49-b67c-491e362e469c" -d '{"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-deleted", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:09.242947 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c9f531f-6199-4b93-94d8-fe44ada6d203 req-eb69fab3-e553-4a91-a490-836b5f3dfaf4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564523
Mar 05 20:55:09.252344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a7f6-e574-4167-824b-1c15994c8f66 req-80ae879e-9a76-40ba-a741-b26f016b6476 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.259408 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f156a7f6-e574-4167-824b-1c15994c8f66 req-80ae879e-9a76-40ba-a741-b26f016b6476 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1206768
Mar 05 20:55:09.274816 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a633d9a8-d11f-457e-9ab1-1f77a51041cd req-e4778f81-d3e8-40c7-8860-fd9ed39e3696 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 210 time: 0.1047678
Mar 05 20:55:09.339348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-354d4811-3675-4e81-b899-3c3e8640f445 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.340818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-354d4811-3675-4e81-b899-3c3e8640f445 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.23 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 946 time: 0.1088612
Mar 05 20:55:09.382665 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f156a7f6-e574-4167-824b-1c15994c8f66 req-dc1b49b3-951b-4971-b2df-0782da191042 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178951
Mar 05 20:55:09.427422 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffdda85-cd84-480e-944c-6cfe48241503 x-openstack-request-id: req-cffdda85-cd84-480e-944c-6cfe48241503 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:09.427812 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261ac3a-9665-44b0-965d-06ac66c07d82", "name": "network-vif-deleted", "tag": "de504aa3-bfc4-44ec-a4bc-0df77d0e7550", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:09.428101 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cffdda85-cd84-480e-944c-6cfe48241503 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:09.428697 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261ac3a-9665-44b0-965d-06ac66c07d82', 'name': 'network-vif-deleted', 'tag': 'de504aa3-bfc4-44ec-a4bc-0df77d0e7550', 'status': 'completed', 'code': 200}
Mar 05 20:55:09.469454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-3d69c262-c4e3-472f-aa42-d2c9f70439c7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.471015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-3d69c262-c4e3-472f-aa42-d2c9f70439c7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 821 time: 0.1817026
Mar 05 20:55:09.489847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Request body: {'port': {'device_id': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'admin_state_up': True, 'tenant_id': 'aa37ca4c9ac445f4ab3ab68f30b46d44'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:09.521625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Deleting port 6a006e06-d1ff-4cfe-a96d-1803354c4689 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:09.521625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:09.675014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] For port 6a006e06-d1ff-4cfe-a96d-1803354c4689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a006e06-d1ff-4cfe-a96d-1803354c4689,segment=NetworkSegment(ee3a31d8-41fe-4535-9037-7ff9321648e5),segment_id=ee3a31d8-41fe-4535-9037-7ff9321648e5)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:09.676057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:09.698135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Made reservation on behalf of aa37ca4c9ac445f4ab3ab68f30b46d44 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:09.704914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:09.737545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Calling delete_port for 6a006e06-d1ff-4cfe-a96d-1803354c4689 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:09.928954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49d0c6-5bc6-4ab5-90d1-f8e02a2d3de9 req-3276ee6c-e8e4-4d5f-b2f7-78927d0c8139 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.936621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f49d0c6-5bc6-4ab5-90d1-f8e02a2d3de9 req-3276ee6c-e8e4-4d5f-b2f7-78927d0c8139 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 946 time: 0.2426090
Mar 05 20:55:09.990136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94850-a036-4569-aacc-925f00999d96 req-489a851b-46e7-428f-b0c9-e738913737c3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:09.991762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d0a94850-a036-4569-aacc-925f00999d96 req-489a851b-46e7-428f-b0c9-e738913737c3 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.2220449
Mar 05 20:55:09.993716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Allocated IP 172.20.0.9 (d83df0c3-2a5b-4fbb-9f93-42653588000e/e74b6a01-ece6-4846-a919-e92070dd63a4/449a95d6-0b0c-41dc-8bf1-563531604d17) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:10.016938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f49d0c6-5bc6-4ab5-90d1-f8e02a2d3de9 req-9a838b74-3e68-4132-af6a-b67e6d9aa984 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793922
Mar 05 20:55:10.159479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6a006e06-d1ff-4cfe-a96d-1803354c4689), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:10.175697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6a006e06-d1ff-4cfe-a96d-1803354c4689'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:10.207982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad09cd1f-f6fe-4808-a43d-1c7856c4fac7 req-f9b5ed6b-53c3-41ee-bb2a-e11d2749fc20 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.15 "GET /v2.0/ports?device_id=119d9fad-81c8-44d8-8d8c-48223035b62c HTTP/1.1" status: 200  len: 210 time: 0.0615661
Mar 05 20:55:10.210285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Pushing event deleted for resources: {'Port': ['ID=6a006e06-d1ff-4cfe-a96d-1803354c4689,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:10.273932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] No DVR routers for this DVR port 6a006e06-d1ff-4cfe-a96d-1803354c4689 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:10.280678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:10.281610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2c9f11a-03e1-486e-a8fb-91c7929cf5c6 req-cb736f79-168b-4be0-907f-d43d9e1e64e3 tempest-ServerAddressesNegativeTestJSON-1788779922 tempest-ServerAddressesNegativeTestJSON-1788779922-project] 10.222.0.23 "DELETE /v2.0/ports/6a006e06-d1ff-4cfe-a96d-1803354c4689 HTTP/1.1" status: 204  len: 173 time: 0.9311929
Mar 05 20:55:10.429549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d0a94850-a036-4569-aacc-925f00999d96 req-b0741995-bd7d-438b-a33b-6e98a64a4d6c tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4284263
Mar 05 20:55:10.481980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-727f7b7e-6d16-4502-9178-f3c38add3cae req-dbe5ea36-8443-4c7f-8146-268675bfd8a9 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 210 time: 0.0625937
Mar 05 20:55:10.616900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks [] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:10.766131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-1254c8c7-efeb-44b7-8c10-3de72a8ece0e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:10.767632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-1254c8c7-efeb-44b7-8c10-3de72a8ece0e tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 945 time: 0.5524659
Mar 05 20:55:10.831312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:10.840993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1742b-c898-40a1-9dcd-3d71f71e4026 req-6057ae44-8b63-40b5-9fd7-ace0ee939ed4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:10.844575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['38ee5a79-ec27-42bc-985c-95ae7544d810'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:10.847707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdd1742b-c898-40a1-9dcd-3d71f71e4026 req-6057ae44-8b63-40b5-9fd7-ace0ee939ed4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2487147
Mar 05 20:55:10.865056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:10.949283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Network d83df0c3-2a5b-4fbb-9f93-42653588000e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:10.963709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:10.969233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:10.971823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:11.030535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cdd1742b-c898-40a1-9dcd-3d71f71e4026 req-c6a65045-af90-4201-8d62-b64d332cbfa3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818628
Mar 05 20:55:11.062348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Deleting port 951324d7-3c13-4b4b-813d-7450955e6a0c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:11.062684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.072853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:11.073478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.085815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6a006e06-d1ff-4cfe-a96d-1803354c4689 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:11.093046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-acf9d019-3a59-4735-b93f-5f6d3d0a9e08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3501f5d56344468ebc4d50db1a5c5bb7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2265584
Mar 05 20:55:11.101525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47434) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:11.141064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-71e62bde-c8ba-43c0-bc61-eaaeb2e29fe0 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6570349
Mar 05 20:55:11.156729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Request body: {'port': {'device_id': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:11.195028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 6a006e06-d1ff-4cfe-a96d-1803354c4689 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:11.196742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6a006e06-d1ff-4cfe-a96d-1803354c4689 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:11.197393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 951324d7-3c13-4b4b-813d-7450955e6a0c no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:11.207142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] Publish callbacks [] for security_group (6c82170e-57d1-45b7-91a2-ead6df057686), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.217604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:11.217866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.234522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] Publish callbacks [] for security_group (6c82170e-57d1-45b7-91a2-ead6df057686), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.286716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Calling delete_port for 951324d7-3c13-4b4b-813d-7450955e6a0c owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:11.301533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:11.310793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 951324d7-3c13-4b4b-813d-7450955e6a0c is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:11.311936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.319182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6c82170e-57d1-45b7-91a2-ead6df057686), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.322783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.324731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c82170e-57d1-45b7-91a2-ead6df057686 HTTP/1.1" status: 204  len: 168 time: 0.2217698
Mar 05 20:55:11.339374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f45b7-0628-4e54-a791-7136b3875caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82170e-57d1-45b7-91a2-ead6df057686,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:11.341797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.355242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:11.359242 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feefb40-1682-4bfe-a2de-190160d82cd7" -d '{"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-unplugged", "status": "completed", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:11.360923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa74ef-5a6b-4bd6-a844-7bc52942a1f9 req-d6ac5fe4-223f-4343-9f98-6d8c65b76d76 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:11.362414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0fa74ef-5a6b-4bd6-a844-7bc52942a1f9 req-d6ac5fe4-223f-4343-9f98-6d8c65b76d76 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 946 time: 0.1716824
Mar 05 20:55:11.395859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 951324d7-3c13-4b4b-813d-7450955e6a0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=951324d7-3c13-4b4b-813d-7450955e6a0c,segment=NetworkSegment(a43e038d-79af-4b6e-b785-8649a18de740),segment_id=a43e038d-79af-4b6e-b785-8649a18de740)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:11.415080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.416161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:11.432146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'name': 'network-vif-deleted', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:11.434528 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101c610-f05e-4234-b5a9-3ef2f88fdac2" -d '{"events": [{"server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "name": "network-vif-deleted", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:11.440436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0fa74ef-5a6b-4bd6-a844-7bc52942a1f9 req-6aca30de-1d84-44b7-8981-ab9857f4b4ee tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698669
Mar 05 20:55:11.479274 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7114a-a4af-4588-806b-add90286c81b x-openstack-request-id: req-80d7114a-a4af-4588-806b-add90286c81b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:11.480638 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-unplugged", "status": "completed", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:11.481302 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d7114a-a4af-4588-806b-add90286c81b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:11.482671 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'code': 200}
Mar 05 20:55:11.524994 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b26fec5-98ca-41d8-ad53-847be66710f2 x-openstack-request-id: req-4b26fec5-98ca-41d8-ad53-847be66710f2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:11.525290 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119d9fad-81c8-44d8-8d8c-48223035b62c", "name": "network-vif-deleted", "tag": "6a006e06-d1ff-4cfe-a96d-1803354c4689", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:11.525524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b26fec5-98ca-41d8-ad53-847be66710f2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:11.525923 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119d9fad-81c8-44d8-8d8c-48223035b62c', 'name': 'network-vif-deleted', 'tag': '6a006e06-d1ff-4cfe-a96d-1803354c4689', 'status': 'completed', 'code': 200}
Mar 05 20:55:11.528940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: de504aa3-bfc4-44ec-a4bc-0df77d0e7550 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:11.529405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de504aa3-bfc4-44ec-a4bc-0df77d0e7550 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:11.563236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:11.585486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Deleting subnet 1118378d-26c4-41c1-a4c3-2dac24a0a6ac {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:55:11.594992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Publish callbacks [] for subnet (1118378d-26c4-41c1-a4c3-2dac24a0a6ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:11.856048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf4a3-c150-45cf-961a-f1d93a241c74 req-ba01429f-757d-4111-b1b4-bc38b3398e64 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:11.857922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47edf4a3-c150-45cf-961a-f1d93a241c74 req-ba01429f-757d-4111-b1b4-bc38b3398e64 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 931 time: 0.0713177
Mar 05 20:55:11.937924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47edf4a3-c150-45cf-961a-f1d93a241c74 req-4fd028d4-9128-484e-983c-c05ccc0d9507 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704186
Mar 05 20:55:12.058727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (1118378d-26c4-41c1-a4c3-2dac24a0a6ac), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.063787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764c19-08c7-4bf9-93e8-7178c6531171 req-2ab1d855-2c16-434d-b1fa-66526ca722c9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:12.071814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23764c19-08c7-4bf9-93e8-7178c6531171 req-2ab1d855-2c16-434d-b1fa-66526ca722c9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 946 time: 0.0707624
Mar 05 20:55:12.124997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47466) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:12.134521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2f33-fe79-4131-b2bb-40696877c9a9 req-06905097-9fdc-4186-9e5a-019c2614f5e1 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:12.136185 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-859e2f33-fe79-4131-b2bb-40696877c9a9 req-06905097-9fdc-4186-9e5a-019c2614f5e1 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/ports?device_id=2724db06-c25e-4c20-8c10-9cbcece37005 HTTP/1.1" status: 200  len: 943 time: 0.5557637
Mar 05 20:55:12.136426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23764c19-08c7-4bf9-93e8-7178c6531171 req-1745ae99-8fec-4e4e-903a-ede6edf1caef tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631928
Mar 05 20:55:12.244123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1118378d-26c4-41c1-a4c3-2dac24a0a6ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.250501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47470) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:12.275833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33288391-cf2c-44f5-aeba-ad4b30e003cc req-8234f112-937d-4830-855e-197fa06eb818 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:12.278748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33288391-cf2c-44f5-aeba-ad4b30e003cc req-8234f112-937d-4830-855e-197fa06eb818 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0715270
Mar 05 20:55:12.349792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5c266f0b-6c20-48d7-a143-916c67d1da28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b95ff6b8169b4a6e91d0a2a28c1220cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2100811
Mar 05 20:55:12.352237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33288391-cf2c-44f5-aeba-ad4b30e003cc req-50abf0ba-7f16-4be6-bfa9-230c786676b2 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633268
Mar 05 20:55:12.352908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47474) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:12.354024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (951324d7-3c13-4b4b-813d-7450955e6a0c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.390921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-859e2f33-fe79-4131-b2bb-40696877c9a9 req-e2231d20-9d94-403e-851d-0a88c7ff6667 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups?id=8060e325-a4ef-44cf-a4c1-451ec36f2392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2357473
Mar 05 20:55:12.413381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9631-0015-48ab-94f1-dd7be175adc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.424880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event deleted for resources: {'Port': ['ID=951324d7-3c13-4b4b-813d-7450955e6a0c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:12.455940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] Publish callbacks [] for security_group (7cdfd530-5438-4a75-9059-cbe5a36679ae), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.465793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449a95d6-0b0c-41dc-8bf1-563531604d17 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:12.486471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (1118378d-26c4-41c1-a4c3-2dac24a0a6ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.487394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] Publish callbacks [] for security_group (7cdfd530-5438-4a75-9059-cbe5a36679ae), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.490105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks [] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.494563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] No DVR routers for this DVR port 951324d7-3c13-4b4b-813d-7450955e6a0c on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:12.497930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.502407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94c628c5-cf1a-418c-aa29-c7d930f5650f req-9dbbfbc5-1bef-4fbe-bcb1-40877cf04400 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.23 "DELETE /v2.0/ports/951324d7-3c13-4b4b-813d-7450955e6a0c HTTP/1.1" status: 204  len: 173 time: 1.7235675
Mar 05 20:55:12.509534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-deleted', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:12.511944 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938177dc-50db-49a8-bd72-d85b59f841d9" -d '{"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-deleted", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:12.547887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.553037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1118378d-26c4-41c1-a4c3-2dac24a0a6ac HTTP/1.1" status: 204  len: 168 time: 1.2487879
Mar 05 20:55:12.556205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ecd3c-0bc7-481c-a67d-e12a1bf5b9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1118378d-26c4-41c1-a4c3-2dac24a0a6ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:12.558190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47478) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:12.560371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Transition to ACTIVE for port object 449a95d6-0b0c-41dc-8bf1-563531604d17 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:12.564879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.576510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9631-0015-48ab-94f1-dd7be175adc0 admin admin] Publish callbacks [] for security_group (fa32fa28-d686-44b6-a148-65da41cf622b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.577519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7cdfd530-5438-4a75-9059-cbe5a36679ae), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.580399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.584873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cdfd530-5438-4a75-9059-cbe5a36679ae HTTP/1.1" status: 204  len: 168 time: 0.2295182
Mar 05 20:55:12.597411 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f7d811-61cf-42a7-ab19-d5fc19f3090e x-openstack-request-id: req-70f7d811-61cf-42a7-ab19-d5fc19f3090e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:12.597713 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724db06-c25e-4c20-8c10-9cbcece37005", "name": "network-vif-deleted", "tag": "951324d7-3c13-4b4b-813d-7450955e6a0c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:12.597967 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70f7d811-61cf-42a7-ab19-d5fc19f3090e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:12.598374 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724db06-c25e-4c20-8c10-9cbcece37005', 'name': 'network-vif-deleted', 'tag': '951324d7-3c13-4b4b-813d-7450955e6a0c', 'status': 'completed', 'code': 200}
Mar 05 20:55:12.624661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9631-0015-48ab-94f1-dd7be175adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa32fa28-d686-44b6-a148-65da41cf622b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.648187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:12.651427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fe28b-c2c8-459e-bfd7-8c6326882d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfd530-5438-4a75-9059-cbe5a36679ae,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:12.683044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c8d9631-0015-48ab-94f1-dd7be175adc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d64fc5968f343afad3df0c8c8be9905&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4295509
Mar 05 20:55:12.683944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47482) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:12.722609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c91c4b92-5eca-4314-95af-3ab75681740f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.732841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:12.733202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:12.733553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:12.738108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:12.739640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:12.743563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d9631-0015-48ab-94f1-dd7be175adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa32fa28-d686-44b6-a148-65da41cf622b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:12.746247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:12.746609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:12.746996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:12.747433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Bound port: 449a95d6-0b0c-41dc-8bf1-563531604d17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:12.747844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.841079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] Publish callbacks [] for security_group (fa32fa28-d686-44b6-a148-65da41cf622b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.847078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:12.848973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c91c4b92-5eca-4314-95af-3ab75681740f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.851060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:12.860859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-853441c5-71f2-4e27-9df6-c04245345abe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0757680
Mar 05 20:55:12.864949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.885798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] Publish callbacks [] for security_group (fa32fa28-d686-44b6-a148-65da41cf622b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.888332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a60d8b0>,) {'filters': {'network_id': ['c91c4b92-5eca-4314-95af-3ab75681740f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:12.906691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a60d8b0>, 'ee3a31d8-41fe-4535-9037-7ff9321648e5') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:12.906928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a60d8b0>, 'ee3a31d8-41fe-4535-9037-7ff9321648e5') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:12.927042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ee3a31d8-41fe-4535-9037-7ff9321648e5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.933939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:12.934549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.936164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] 10.222.0.23 "PUT /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 1091 time: 1.7848215
Mar 05 20:55:12.949764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ee3a31d8-41fe-4535-9037-7ff9321648e5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.957429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:55:12.957838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ee3a31d8-41fe-4535-9037-7ff9321648e5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:55:12.959843 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:55:13.028378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa32fa28-d686-44b6-a148-65da41cf622b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.032212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.035827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa32fa28-d686-44b6-a148-65da41cf622b HTTP/1.1" status: 204  len: 168 time: 0.3389404
Mar 05 20:55:13.047553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ea106-8bd2-4bb2-92de-92898088357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa32fa28-d686-44b6-a148-65da41cf622b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:13.049526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c91c4b92-5eca-4314-95af-3ab75681740f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.062362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.068593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] 10.222.0.15 "DELETE /v2.0/networks/c91c4b92-5eca-4314-95af-3ab75681740f HTTP/1.1" status: 204  len: 168 time: 0.5091367
Mar 05 20:55:13.083803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2174e-e3b9-4287-ad77-fde69f1c742d admin admin] Pushing event deleted for resources: {'Network': ['ID=c91c4b92-5eca-4314-95af-3ab75681740f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:13.108543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282106d-0680-4aa2-9dd6-38fa80682910 service neutron] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:13.166950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-871bb362-0b8b-4491-8160-ae1a67969075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.168652 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-871bb362-0b8b-4491-8160-ae1a67969075 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 1127 time: 0.2439489
Mar 05 20:55:13.170548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-40014658-49cf-49e9-b9a7-e77c077f6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.172546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-40014658-49cf-49e9-b9a7-e77c077f6b0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1125 time: 0.1517560
Mar 05 20:55:13.245222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-9854baa6-7dd1-4706-b665-a24623d4c810 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 217 time: 0.0641651
Mar 05 20:55:13.265040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd85f4-912b-4f2f-8f58-eafd225498e6 req-ba8331db-5e4f-414e-8808-b2e546afdb17 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.266777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5dd85f4-912b-4f2f-8f58-eafd225498e6 req-ba8331db-5e4f-414e-8808-b2e546afdb17 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.1758339
Mar 05 20:55:13.296110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47502) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:13.314401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a989d6-1e49-4b27-a507-960b2f820c69 req-44d9e18d-6fd7-4c40-b10c-a3adbf4acc22 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.316641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72a989d6-1e49-4b27-a507-960b2f820c69 req-44d9e18d-6fd7-4c40-b10c-a3adbf4acc22 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 946 time: 0.0834806
Mar 05 20:55:13.391329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72a989d6-1e49-4b27-a507-960b2f820c69 req-82198074-3db2-48c5-8bdb-471e7abeae67 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651107
Mar 05 20:55:13.406832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-ffc35e33-f0b4-49ac-9581-d571cd3c0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.410365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-ffc35e33-f0b4-49ac-9581-d571cd3c0bb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.1405110
Mar 05 20:55:13.411239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2458de26-5b5b-4fa4-a815-a1c8cf512cea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab424b95f45b482eab7de3199a1f8048&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1136732
Mar 05 20:55:13.422772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5dd85f4-912b-4f2f-8f58-eafd225498e6 req-b72bde16-ee8a-4ba4-aeb6-43e3d055dd6c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151268
Mar 05 20:55:13.422772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47506) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:13.487277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-e11ce0b4-7ae4-4ce3-b39c-3f56997dc6f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566404
Mar 05 20:55:13.536528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c84b8-75a8-4fab-9622-94cb58790749 req-e90ebf66-eba4-4022-9761-db80be0eef3e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.545924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-576c84b8-75a8-4fab-9622-94cb58790749 req-e90ebf66-eba4-4022-9761-db80be0eef3e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0740337
Mar 05 20:55:13.592107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-3ec36c01-7238-454a-9c0b-e1b58630dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.593569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-3ec36c01-7238-454a-9c0b-e1b58630dbd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.3613825
Mar 05 20:55:13.595371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-f5d69fdf-90df-452d-ac18-524689d2e88e service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1042709
Mar 05 20:55:13.619567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-576c84b8-75a8-4fab-9622-94cb58790749 req-d18eb848-71ad-418c-9df0-8fe59c612ac7 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681257
Mar 05 20:55:13.640348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:13.666776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-57f76961-2197-4642-82b6-3407a3ef8ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.704308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-4e352330-0454-4bf9-9730-ea3d7ca41581 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 200  len: 217 time: 0.1001246
Mar 05 20:55:13.763799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-5de2639d-378a-4a27-a932-f11ab241d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:13.765367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-5de2639d-378a-4a27-a932-f11ab241d9f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0524712
Mar 05 20:55:13.820031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-ef7f3291-33b5-46ec-bbe8-0022befad8ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433297
Mar 05 20:55:13.820947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] Publish callbacks [] for security_group (31e06097-fea6-473f-8f0a-e91eacc3718d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.845469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-57f76961-2197-4642-82b6-3407a3ef8ffa admin admin] Publish callbacks [] for security_group (9897c00b-8028-4a97-b6b2-605fb1f334cb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.854490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-57f76961-2197-4642-82b6-3407a3ef8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9897c00b-8028-4a97-b6b2-605fb1f334cb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.857565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47538) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:13.888837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76961-2197-4642-82b6-3407a3ef8ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897c00b-8028-4a97-b6b2-605fb1f334cb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:13.918715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-083b1ef9-001f-4416-8696-9eefd8d7bf2a req-36fadc10-2740-443b-9ff0-d815db9cb9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3164048
Mar 05 20:55:13.926415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] Publish callbacks [] for security_group (31e06097-fea6-473f-8f0a-e91eacc3718d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:13.952263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-57f76961-2197-4642-82b6-3407a3ef8ffa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=870701a4787e4d668611b214c8af20b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3103375
Mar 05 20:55:13.956735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47544) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:13.981193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-b4bfb4c9-5b99-49ca-b212-5dcdb9f8b809 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542909
Mar 05 20:55:14.022594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.074544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.077896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] Publish callbacks [] for security_group (9897c00b-8028-4a97-b6b2-605fb1f334cb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.125179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf9f5b8d-1c99-41f0-a692-7f0cf340b657 req-c32f7073-1bbb-4970-9045-91b8ea37f46d service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346912
Mar 05 20:55:14.150285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] Publish callbacks [] for security_group (9897c00b-8028-4a97-b6b2-605fb1f334cb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.151462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (31e06097-fea6-473f-8f0a-e91eacc3718d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.156133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.161064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e06097-fea6-473f-8f0a-e91eacc3718d HTTP/1.1" status: 204  len: 168 time: 0.7434046
Mar 05 20:55:14.180726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b079fb-f99d-4935-bee8-de9bdc1dd631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e06097-fea6-473f-8f0a-e91eacc3718d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:14.219265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.222747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.224141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb HTTP/1.1" status: 204  len: 168 time: 0.3429153
Mar 05 20:55:14.227529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47562) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:14.243205 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-63e8c1b9-5189-484b-beb0-40c760affe2b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] show failed (client error): The resource could not be found.
Mar 05 20:55:14.244581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-63e8c1b9-5189-484b-beb0-40c760affe2b tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "GET /v2.0/security-groups/b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb HTTP/1.1" status: 404  len: 347 time: 0.0159020
Mar 05 20:55:14.246093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb080dae-d480-4b20-a0e3-176da70ca276 tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa7ed5-c796-4aac-aaf5-74b83b25dcdb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:14.247255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47564) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:14.280070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9897c00b-8028-4a97-b6b2-605fb1f334cb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.282808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.289419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9897c00b-8028-4a97-b6b2-605fb1f334cb HTTP/1.1" status: 204  len: 168 time: 0.3304799
Mar 05 20:55:14.298594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7197116-2984-4060-bd9e-2b5f39284385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897c00b-8028-4a97-b6b2-605fb1f334cb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:14.401302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Deleting port ef1f8a1d-3bda-4a08-93e3-2b9683334c4d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:14.401677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.486015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.486354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for floatingip (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.501637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Calling delete_port for ef1f8a1d-3bda-4a08-93e3-2b9683334c4d owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:14.600189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:14.602670 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:14.637845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980f15-cc65-4414-bc55-5219625cff97 req-d803efc7-1d5a-4e51-9c31-2bfe4cabc86b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:14.644541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65980f15-cc65-4414-bc55-5219625cff97 req-d803efc7-1d5a-4e51-9c31-2bfe4cabc86b tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.1292036
Mar 05 20:55:14.662801 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd34fc9-dc6e-40f9-ad0d-c0850a96bf0c x-openstack-request-id: req-8fd34fc9-dc6e-40f9-ad0d-c0850a96bf0c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:14.663026 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:14.663283 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fd34fc9-dc6e-40f9-ad0d-c0850a96bf0c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:14.663709 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'status': 'completed', 'code': 200}
Mar 05 20:55:14.770776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65980f15-cc65-4414-bc55-5219625cff97 req-4062aaf9-8c40-4435-92e8-31c1687acf59 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251457
Mar 05 20:55:14.804372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-ba1ea95b-cf85-423c-b3b1-4e60a631e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:14.805935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-ba1ea95b-cf85-423c-b3b1-4e60a631e081 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1125 time: 0.1187747
Mar 05 20:55:14.807050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ef1f8a1d-3bda-4a08-93e3-2b9683334c4d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.829334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba083f7-fbed-403d-b4c6-27ba6de9964c req-eb17518c-519a-4899-b5f8-86a360fbb149 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:14.830860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dba083f7-fbed-403d-b4c6-27ba6de9964c req-eb17518c-519a-4899-b5f8-86a360fbb149 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0794888
Mar 05 20:55:14.854106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Pushing event deleted for resources: {'Port': ['ID=ef1f8a1d-3bda-4a08-93e3-2b9683334c4d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:14.926260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dba083f7-fbed-403d-b4c6-27ba6de9964c req-e10ea55c-3548-48db-ae1d-e9d1181e2ef9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865462
Mar 05 20:55:14.975036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks [] for floatingip (445b7100-be8d-46ea-b01c-20f4ae2bf03c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.978363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:14.988601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7dc60f06-10ef-43f0-9a1b-e3383ce6c2ad tempest-ImagesOneServerNegativeTestJSON-388434700 tempest-ImagesOneServerNegativeTestJSON-388434700-project] 10.222.0.15 "DELETE /v2.0/floatingips/445b7100-be8d-46ea-b01c-20f4ae2bf03c HTTP/1.1" status: 204  len: 168 time: 0.7399917
Mar 05 20:55:15.012140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-dd67ea08-c2a9-4ae2-9012-f6e6e6547b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:15.014502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-dd67ea08-c2a9-4ae2-9012-f6e6e6547b4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2001107
Mar 05 20:55:15.065534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-9a2fdf3a-d8f6-4c3d-8044-915e602fb9d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 217 time: 0.0440178
Mar 05 20:55:15.114845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47614) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:15.149606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-4f6b629c-51fb-46c2-9d9a-783e7d29021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:15.152247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-4f6b629c-51fb-46c2-9d9a-783e7d29021c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0797968
Mar 05 20:55:15.204466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-6c06d1d7-7ddc-45a8-b20d-9f2ab366168f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426350
Mar 05 20:55:15.239638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Deleting subnet 4ca9ca5e-d60e-48cd-b5ad-2d405472172d {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:55:15.244055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Publish callbacks [] for subnet (4ca9ca5e-d60e-48cd-b5ad-2d405472172d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.285320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (4ca9ca5e-d60e-48cd-b5ad-2d405472172d), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.332601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4ca9ca5e-d60e-48cd-b5ad-2d405472172d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.337374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-485abc93-cb7e-4904-b143-8a675c328ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254082
Mar 05 20:55:15.400051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (4ca9ca5e-d60e-48cd-b5ad-2d405472172d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.440111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca9ca5e-d60e-48cd-b5ad-2d405472172d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:15.443070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.449408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3312557b-9a80-43b7-9079-300d7b73e54e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ca9ca5e-d60e-48cd-b5ad-2d405472172d HTTP/1.1" status: 204  len: 168 time: 0.3328514
Mar 05 20:55:15.451901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47636) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:15.470098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43b61c48-86c8-4fbf-a3bc-c1eec8f16d6f req-b5cdb618-3b11-48e0-bac7-453e955777d5 service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1130483
Mar 05 20:55:15.532381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.628526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.655187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8fffd0>,) {'filters': {'network_id': ['2946acdb-a2ef-4ca1-ac26-ee00745cfd9f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:15.667851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8fffd0>, 'a43e038d-79af-4b6e-b785-8649a18de740') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:15.668405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8fffd0>, 'a43e038d-79af-4b6e-b785-8649a18de740') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:15.680472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (a43e038d-79af-4b6e-b785-8649a18de740), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.698316 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a43e038d-79af-4b6e-b785-8649a18de740), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.705593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:55:15.705991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (a43e038d-79af-4b6e-b785-8649a18de740), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:55:15.707777 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:55:15.733590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47650) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:15.776252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2946acdb-a2ef-4ca1-ac26-ee00745cfd9f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.782645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:15.791739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/2946acdb-a2ef-4ca1-ac26-ee00745cfd9f HTTP/1.1" status: 204  len: 168 time: 0.3385944
Mar 05 20:55:15.806702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b01876-3fa4-46be-9a8c-a1d5f52208aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2946acdb-a2ef-4ca1-ac26-ee00745cfd9f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:15.935042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807b5c-b89d-49f1-adfe-eadc20d319f0 req-97bf1c20-db3b-4df7-a5c4-cec6edc86bf3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:15.937405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92807b5c-b89d-49f1-adfe-eadc20d319f0 req-97bf1c20-db3b-4df7-a5c4-cec6edc86bf3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.0797322
Mar 05 20:55:15.985851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-7674d105-6444-425d-962b-d65651be3a11 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0430987
Mar 05 20:55:16.010180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92807b5c-b89d-49f1-adfe-eadc20d319f0 req-1a8e1d7c-1e77-429c-a016-c65dd32b66ca tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653844
Mar 05 20:55:16.081916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1381859402-network', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:16.112947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47670) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:16.167323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19ede-fecc-4505-8df2-b157ba607088 req-314eee37-c4f5-4156-bdae-5a0998049253 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:16.168904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83c19ede-fecc-4505-8df2-b157ba607088 req-314eee37-c4f5-4156-bdae-5a0998049253 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0677342
Mar 05 20:55:16.172972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Made reservation on behalf of fc76a60f3c6e4f2ea69c0445ba45e4a5 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:16.176013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.204113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.212127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-fd57aefe-0c29-469f-8bcc-04f170f26920 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:16.213892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-fd57aefe-0c29-469f-8bcc-04f170f26920 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2272491
Mar 05 20:55:16.217845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7c69485-fc02-46f7-8e22-480213d93784 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f177f4eebae0479d86a35a7531da201f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1038814
Mar 05 20:55:16.221424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83c19ede-fecc-4505-8df2-b157ba607088 req-5820a8ad-4812-46da-ba68-8beb37b3b1a7 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462070
Mar 05 20:55:16.222307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:16.253301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-0548eec0-886f-4c75-9baf-6d8142e898ad tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/quotas/1ecf912f62904e9ca0043b0de3b37e92 HTTP/1.1" status: 200  len: 375 time: 0.0232537
Mar 05 20:55:16.287070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] Publish callbacks [] for security_group (8060e325-a4ef-44cf-a4c1-451ec36f2392), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.295223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-f888dff1-705a-4f87-8b5a-7fd76e684d76 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0410578
Mar 05 20:55:16.316961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] Publish callbacks [] for security_group (8060e325-a4ef-44cf-a4c1-451ec36f2392), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.387652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8060e325-a4ef-44cf-a4c1-451ec36f2392), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.392718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.394006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8060e325-a4ef-44cf-a4c1-451ec36f2392 HTTP/1.1" status: 204  len: 168 time: 0.1701772
Mar 05 20:55:16.406315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks [] for security_group (448872ae-a08a-4af0-a324-6c41905e75e7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.408204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87e1ce-f23d-4e77-81da-29a8cb4facf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060e325-a4ef-44cf-a4c1-451ec36f2392,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:16.411941 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (448872ae-a08a-4af0-a324-6c41905e75e7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.444543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:55:16.454628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448872ae-a08a-4af0-a324-6c41905e75e7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:16.460743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f9e7641a-6a98-46fb-aba5-0a78cf211a8e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.461733 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Added segment f9e7641a-6a98-46fb-aba5-0a78cf211a8e of type vlan for network c6309286-f935-47ca-ba3b-63029aaed949
Mar 05 20:55:16.511256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c6309286-f935-47ca-ba3b-63029aaed949), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.534056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d3c1ed0a-629d-4c24-a734-198cafc69c2d req-6deea3a3-90c8-4c7c-afd1-31cc053beb98 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 210 time: 0.0417325
Mar 05 20:55:16.551831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c6309286-f935-47ca-ba3b-63029aaed949), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.551831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:16.551831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:16.601405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:16.611239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8763857
Mar 05 20:55:16.611442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47694) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:16.617255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Request body: {'subnet': {'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1381859402-subnet', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:16.621066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2451b-e78d-4940-a7f9-0df301b824ba admin admin] Pushing event updated for resources: {'Network': ['ID=c6309286-f935-47ca-ba3b-63029aaed949,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:16.667341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c6309286-f935-47ca-ba3b-63029aaed949 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:55:16.668943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Made reservation on behalf of fc76a60f3c6e4f2ea69c0445ba45e4a5 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:16.675196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.100484 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (03fb7233-fa3d-4c7c-aa99-0ac7d820f956), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.184905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:17.301925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122b377-8709-420f-8e8e-1c4c09f1c3af req-e4415d5b-cf2a-483c-802a-7d958fef5624 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:17.313686 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9122b377-8709-420f-8e8e-1c4c09f1c3af req-e4415d5b-cf2a-483c-802a-7d958fef5624 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.1448417
Mar 05 20:55:17.316746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fb7233-fa3d-4c7c-aa99-0ac7d820f956,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:17.341702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Checking segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:17.346401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Network hostable DHCP agents. Network: c6309286-f935-47ca-ba3b-63029aaed949, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:55:17.482957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:17.499925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Network c6309286-f935-47ca-ba3b-63029aaed949 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:55:17.552570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6309286-f935-47ca-ba3b-63029aaed949) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:17.584494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:17.585175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.590527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc19d4-ce80-4318-b282-f761d8cec869 None None] Network c6309286-f935-47ca-ba3b-63029aaed949 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:55:17.593057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'mac_address': 'fa:16:3e:15:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:17.626512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e265e-75b5-422a-86e8-448a0506a131 req-930c2062-dc6d-4b74-ab51-ebfc14822655 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:17.640087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-667e265e-75b5-422a-86e8-448a0506a131 req-930c2062-dc6d-4b74-ab51-ebfc14822655 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2547615
Mar 05 20:55:17.670791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4a257f0-2091-41a4-874c-b5beef1356a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0579357
Mar 05 20:55:17.678204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47748) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:17.688400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:17.803997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.810933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.834672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-667e265e-75b5-422a-86e8-448a0506a131 req-526a43fd-3aa2-4dd3-a706-48dac4eba863 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863418
Mar 05 20:55:17.856434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:17.857125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.875836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:17.941378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9122b377-8709-420f-8e8e-1c4c09f1c3af req-2a7111ad-d11e-49f2-af86-c38070141665 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6263659
Mar 05 20:55:17.961454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e', 'port_id': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'mac_address': 'fa:16:3e:e9:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74b6a01-ece6-4846-a919-e92070dd63a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:17.965336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for router_controller (32c343fe-588c-4532-8e84-e5c0849e3a45), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:17.994499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 455cfb49-cef8-4f8d-8d0a-39162ccccb16 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:18.163530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:18.217211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:18.264418 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-cd96d7a9-65b4-437a-9b5c-29aca7409892 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0687633
Mar 05 20:55:18.332504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1655f9f-0230-481b-a6f9-a351397c185f req-9dd2a49e-caea-472b-864a-c61d44a46632 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 210 time: 0.2472463
Mar 05 20:55:18.353011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:18.358172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for router_gateway (32c343fe-588c-4532-8e84-e5c0849e3a45), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:18.436861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 449a95d6-0b0c-41dc-8bf1-563531604d17 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:18.437688 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:18.450104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482f98d-3390-456f-9a5b-770a2f015b60 None None] Network c6309286-f935-47ca-ba3b-63029aaed949 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:55:18.645483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['455cfb49-cef8-4f8d-8d0a-39162ccccb16'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:18.718716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c90fdefc-db2d-430e-aca9-5013234ee3a0 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:18.724485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c90fdefc-db2d-430e-aca9-5013234ee3a0 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4542727
Mar 05 20:55:18.743563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Request body: {'port': {'device_id': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '1ecf912f62904e9ca0043b0de3b37e92'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:18.772433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449a95d6-0b0c-41dc-8bf1-563531604d17 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:18.994525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:19.011645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.073743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Made reservation on behalf of 1ecf912f62904e9ca0043b0de3b37e92 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:19.078471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.093907 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.234699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks [] for security_group (0713539c-8dd9-4732-905e-b3244bcaf323), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.243558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0713539c-8dd9-4732-905e-b3244bcaf323), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.322749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0713539c-8dd9-4732-905e-b3244bcaf323,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:19.325340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['449a95d6-0b0c-41dc-8bf1-563531604d17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:19.390452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:19.405497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f6a4-d912-47c9-ab22-d6c0434fa758 req-c2f0489c-a2e0-4d3f-8e08-9b045343fcad tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:19.415744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ed1f6a4-d912-47c9-ab22-d6c0434fa758 req-c2f0489c-a2e0-4d3f-8e08-9b045343fcad tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1959755
Mar 05 20:55:19.566428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ed1f6a4-d912-47c9-ab22-d6c0434fa758 req-48a87c19-4ff5-4fcc-9625-748aa7e8a4bc tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495540
Mar 05 20:55:19.782320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d15c3e4-2718-4869-adcd-ed383813e7ea req-b29459d2-1b11-4cad-9999-d58456b4a2bd tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 210 time: 0.0418165
Mar 05 20:55:19.844161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Allocated IP 192.168.233.103 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/85a2296d-3794-434e-91df-6c4e380c3245) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:19.872917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for router_gateway (32c343fe-588c-4532-8e84-e5c0849e3a45), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.896498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:19.899626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3890426-b747-41bd-bb17-f1ffc89c1d9e req-56422346-8190-4711-b555-11a456c398bb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:19.907730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3890426-b747-41bd-bb17-f1ffc89c1d9e req-56422346-8190-4711-b555-11a456c398bb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.2390089
Mar 05 20:55:20.027362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Allocated IP 172.35.0.143 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:20.106677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:20.253185 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3890426-b747-41bd-bb17-f1ffc89c1d9e req-9b745538-c12e-4316-a3d5-baa98314290a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282678
Mar 05 20:55:20.279419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks [] for port (85a2296d-3794-434e-91df-6c4e380c3245), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.290959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.336627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.366023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.413808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:20.415076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:20.417264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:20.420682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:20.429146 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3da0a017-e165-43a1-a68f-54e603004506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.436327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:20.453100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:20.456178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Pushing event updated for resources: {'Port': ['ID=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:20.582200 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:55:20.597764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:20.616812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:20.618521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.639724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Pushing event updated for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:20.661947 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d48ca3f4-d464-41a9-a8ee-6b246afb3baa tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9236796
Mar 05 20:55:20.678373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Request body: {'port': {'device_id': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:20.798870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:20.799537 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.840185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3da0a017-e165-43a1-a68f-54e603004506 admin admin] Publish callbacks [] for security_group (cda67fa9-0c85-439e-9b9e-4da1024d8e19), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.840185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85a2296d-3794-434e-91df-6c4e380c3245), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.871208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3da0a017-e165-43a1-a68f-54e603004506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cda67fa9-0c85-439e-9b9e-4da1024d8e19), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.931471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:20.931894 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:20.950700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0a017-e165-43a1-a68f-54e603004506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda67fa9-0c85-439e-9b9e-4da1024d8e19,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:20.988967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542bd5-3790-4e24-9051-08c5b1e3ea4f req-58684e7b-fb81-4d97-8242-b5f650093aa6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:20.995526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:20.997820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:21.000979 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ca768-c6b8-4738-9c51-929051e7280a" -d '{"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-plugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:21.002027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0542bd5-3790-4e24-9051-08c5b1e3ea4f req-58684e7b-fb81-4d97-8242-b5f650093aa6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2286057
Mar 05 20:55:21.009560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.056679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for router_gateway (32c343fe-588c-4532-8e84-e5c0849e3a45), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.074071 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3da0a017-e165-43a1-a68f-54e603004506 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe4a2637a0b64c1287f95847b8909d21&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9663532
Mar 05 20:55:21.077755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:21.085415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821cc90-5957-4dd8-83c4-4d178c40185f req-12c919bb-42e7-48df-a584-7a7318ace68f tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:21.088718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7821cc90-5957-4dd8-83c4-4d178c40185f req-12c919bb-42e7-48df-a584-7a7318ace68f tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 936 time: 0.1288865
Mar 05 20:55:21.089580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47850) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:21.155663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4597721d-c37e-4e4e-9e7f-a41235b0921a None None] Provisioning complete for port 85a2296d-3794-434e-91df-6c4e380c3245 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:21.156600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4597721d-c37e-4e4e-9e7f-a41235b0921a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (85a2296d-3794-434e-91df-6c4e380c3245), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.183392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:21.221352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 449a95d6-0b0c-41dc-8bf1-563531604d17 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:21.227075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 449a95d6-0b0c-41dc-8bf1-563531604d17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:21.227713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.229676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4597721d-c37e-4e4e-9e7f-a41235b0921a None None] Port 85a2296d-3794-434e-91df-6c4e380c3245 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:55:21.297321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7821cc90-5957-4dd8-83c4-4d178c40185f req-2c2b38bc-8f3b-40b3-ba5c-5a61f520046e tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515100
Mar 05 20:55:21.300078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0542bd5-3790-4e24-9051-08c5b1e3ea4f req-9d9ed0f5-d745-48d8-b3e5-1ace2e279efd tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2943206
Mar 05 20:55:21.338955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] Publish callbacks [] for security_group (cda67fa9-0c85-439e-9b9e-4da1024d8e19), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.372497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] Publish callbacks [] for security_group (cda67fa9-0c85-439e-9b9e-4da1024d8e19), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.386734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.411748 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d5b23c-b0b6-4686-b531-db4e9bb4ed78 x-openstack-request-id: req-d8d5b23c-b0b6-4686-b531-db4e9bb4ed78 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:21.412058 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-plugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:21.412313 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d5b23c-b0b6-4686-b531-db4e9bb4ed78 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:21.412904 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'code': 200}
Mar 05 20:55:21.428705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 449a95d6-0b0c-41dc-8bf1-563531604d17 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:21.429118 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.451175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cda67fa9-0c85-439e-9b9e-4da1024d8e19), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.454950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.456296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cda67fa9-0c85-439e-9b9e-4da1024d8e19 HTTP/1.1" status: 204  len: 168 time: 0.3612981
Mar 05 20:55:21.515163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:21.520594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:21.606807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:21.627218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2442-6ff3-45d9-b8ae-9bbfa675badb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda67fa9-0c85-439e-9b9e-4da1024d8e19,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:21.676803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Router 32c343fe-588c-4532-8e84-e5c0849e3a45 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:55:21.820065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59e2e-2f3d-4c50-a4fc-8f7a6a8afa32 req-d165e490-6269-486e-9475-1995a21ab889 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:21.830685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfa59e2e-2f3d-4c50-a4fc-8f7a6a8afa32 req-d165e490-6269-486e-9475-1995a21ab889 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.2352638
Mar 05 20:55:21.938161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47872) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:21.965225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:55:21.977437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Sync routers for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:55:21.981665 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfa59e2e-2f3d-4c50-a4fc-8f7a6a8afa32 req-df09d98d-7ba4-470e-a860-eb46827063c6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499777
Mar 05 20:55:22.010541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:55:22.012002 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90473190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:54:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:22.036062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.039886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-88c45a7a-bc2f-4bc5-85f6-43b77c9eb82e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.3543818
Mar 05 20:55:22.045098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47876) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:22.081150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a2296d-3794-434e-91df-6c4e380c3245 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:22.108198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks [] for port (85a2296d-3794-434e-91df-6c4e380c3245), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.145200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Transition to ACTIVE for port object 85a2296d-3794-434e-91df-6c4e380c3245 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:22.153539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.240671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b45acf-c7a1-4cc9-a60c-5cfcced25140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.263903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:22.264760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:22.288228 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:55:22.363772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb5a0-5ce5-4d6d-9cb0-e1b2ce923872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.562546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Attempting to bind port 85a2296d-3794-434e-91df-6c4e380c3245 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:22.562767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Attempting to bind port 85a2296d-3794-434e-91df-6c4e380c3245 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:22.562997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Attempting to bind port 85a2296d-3794-434e-91df-6c4e380c3245 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:22.594966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Port 85a2296d-3794-434e-91df-6c4e380c3245 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:22.595336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Attempting to bind port 85a2296d-3794-434e-91df-6c4e380c3245 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:22.611264 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90473190>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:20Z', 'revision_number': 3, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:22.612484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058f62-e1d7-4fce-aca2-a893d77a149e req-1f2c0e90-8dfd-4b02-ab85-134ce57b244e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:22.620458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e058f62-e1d7-4fce-aca2-a893d77a149e req-1f2c0e90-8dfd-4b02-ab85-134ce57b244e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1674528
Mar 05 20:55:22.648935 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Checking router: 32c343fe-588c-4532-8e84-e5c0849e3a45 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:55:22.649926 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Updating router 32c343fe-588c-4532-8e84-e5c0849e3a45 port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:55:22.659571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:22.659571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:22.660040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:22.660357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Bound port: 85a2296d-3794-434e-91df-6c4e380c3245, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:22.661445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85a2296d-3794-434e-91df-6c4e380c3245), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.712642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb5a0-5ce5-4d6d-9cb0-e1b2ce923872 admin admin] Publish callbacks [] for security_group (be08653a-a037-4c41-9546-42370ad5b3cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.721768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720f6fc-fb6d-4f34-890e-e33fd84826d3 req-21aa5e61-aff5-43d4-b371-5b96753b9939 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:22.724012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8720f6fc-fb6d-4f34-890e-e33fd84826d3 req-21aa5e61-aff5-43d4-b371-5b96753b9939 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 948 time: 0.2374070
Mar 05 20:55:22.758712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb5a0-5ce5-4d6d-9cb0-e1b2ce923872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be08653a-a037-4c41-9546-42370ad5b3cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.837208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b45acf-c7a1-4cc9-a60c-5cfcced25140 admin admin] Publish callbacks [] for security_group (93d3c98a-beaf-47aa-bee8-80a24ffc212e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.845781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8720f6fc-fb6d-4f34-890e-e33fd84826d3 req-196e1ab7-96e5-4c90-9659-6aba88fb9a68 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113188
Mar 05 20:55:22.850234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0b45acf-c7a1-4cc9-a60c-5cfcced25140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93d3c98a-beaf-47aa-bee8-80a24ffc212e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.850919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e058f62-e1d7-4fce-aca2-a893d77a149e req-3ce894a4-2ea5-484f-a881-4141efe117f7 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291858
Mar 05 20:55:22.924583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e6ccb5a0-5ce5-4d6d-9cb0-e1b2ce923872 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05b4c19db07243e19b9928ea36a79f9a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6545248
Mar 05 20:55:22.925235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb5a0-5ce5-4d6d-9cb0-e1b2ce923872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08653a-a037-4c41-9546-42370ad5b3cf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:22.931568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47890) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:22.933118 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:22.952774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:22.975846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85a2296d-3794-434e-91df-6c4e380c3245,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:22.998239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.052166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0b45acf-c7a1-4cc9-a60c-5cfcced25140 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03f0ad4afd524128bf068e63abf3e978&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1117253
Mar 05 20:55:23.055764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45acf-c7a1-4cc9-a60c-5cfcced25140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d3c98a-beaf-47aa-bee8-80a24ffc212e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:23.058765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47898) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:23.068861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:23.069501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.072017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] 10.222.0.23 "PUT /v2.0/ports/85a2296d-3794-434e-91df-6c4e380c3245 HTTP/1.1" status: 200  len: 1096 time: 2.4010291
Mar 05 20:55:23.075051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:23.078671 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c88445c-9588-4a98-a853-ade0dee405da" -d '{"events": [{"name": "network-changed", "server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "tag": "85a2296d-3794-434e-91df-6c4e380c3245"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:23.101052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] Publish callbacks [] for security_group (be08653a-a037-4c41-9546-42370ad5b3cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.197104 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60dfe5-5616-4dba-b157-23f909eb0e1b x-openstack-request-id: req-6c60dfe5-5616-4dba-b157-23f909eb0e1b {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:23.197529 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "tag": "85a2296d-3794-434e-91df-6c4e380c3245", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:23.197658 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c60dfe5-5616-4dba-b157-23f909eb0e1b {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:23.198215 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245', 'status': 'completed', 'code': 200}
Mar 05 20:55:23.229785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4bc63-2880-46a9-93b2-2a18e935cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:23.248917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] Publish callbacks [] for security_group (be08653a-a037-4c41-9546-42370ad5b3cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.286142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] Publish callbacks [] for security_group (93d3c98a-beaf-47aa-bee8-80a24ffc212e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.308470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb8fe-9476-441d-99fe-5b68a69eea72 req-68b15ad6-b0e0-424c-8c10-673b52bf65b5 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:23.316984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c1cb8fe-9476-441d-99fe-5b68a69eea72 req-68b15ad6-b0e0-424c-8c10-673b52bf65b5 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.2064917
Mar 05 20:55:23.345662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-001b7da6-05a7-40c9-b51e-b1435e5be5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:23.347456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-001b7da6-05a7-40c9-b51e-b1435e5be5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 1130 time: 0.2271419
Mar 05 20:55:23.404666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] Publish callbacks [] for security_group (93d3c98a-beaf-47aa-bee8-80a24ffc212e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.415481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:23.419769 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af00a8c1-f043-4dc0-93bd-9d3c992c1d65" -d '{"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:23.468023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c1cb8fe-9476-441d-99fe-5b68a69eea72 req-08b22549-c494-479d-97b9-700e31f520af tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494164
Mar 05 20:55:23.478802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-d5c95f1f-932a-482c-91c4-21fb03dd9429 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=85a2296d-3794-434e-91df-6c4e380c3245 HTTP/1.1" status: 200  len: 217 time: 0.1192951
Mar 05 20:55:23.515798 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256f0f5-8f03-4836-abe2-049bc62d0237 x-openstack-request-id: req-a256f0f5-8f03-4836-abe2-049bc62d0237 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:23.516162 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:23.516480 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a256f0f5-8f03-4836-abe2-049bc62d0237 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:23.517729 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'code': 200}
Mar 05 20:55:23.555510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.611703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93d3c98a-beaf-47aa-bee8-80a24ffc212e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.619006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.620888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93d3c98a-beaf-47aa-bee8-80a24ffc212e HTTP/1.1" status: 204  len: 168 time: 0.5536952
Mar 05 20:55:23.640326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be08653a-a037-4c41-9546-42370ad5b3cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.643173 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks [] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.646405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.651712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be08653a-a037-4c41-9546-42370ad5b3cf HTTP/1.1" status: 204  len: 168 time: 0.7172077
Mar 05 20:55:23.656519 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.747841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78e632-67b4-4385-a524-6d0131bd457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08653a-a037-4c41-9546-42370ad5b3cf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:23.801431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7970f3f-229c-47d4-94aa-ed2953a5de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d3c98a-beaf-47aa-bee8-80a24ffc212e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:23.831420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Attempting to bind port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:23.834086 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Attempting to bind port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:23.835516 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Attempting to bind port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:23.837880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-e4b43b60-bdca-4cc2-919a-e89d9dff608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:23.846656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-e4b43b60-bdca-4cc2-919a-e89d9dff608b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3609207
Mar 05 20:55:23.882452 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:23.884282 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:23.884758 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:23.886477 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:23.893640 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Bound port: 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:23.894406 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:24.025253 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Pushing event updated for resources: {'Port': ['ID=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:24.063957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25efe-825c-48be-84c3-4ed14fe1d47e req-55635355-dd21-452a-8584-a4b287a9781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:24.075881 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41a25efe-825c-48be-84c3-4ed14fe1d47e req-55635355-dd21-452a-8584-a4b287a9781d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1127 time: 0.4166613
Mar 05 20:55:24.092592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Allocated IP 172.20.0.1 (c6309286-f935-47ca-ba3b-63029aaed949/03fb7233-fa3d-4c7c-aa99-0ac7d820f956/bdd2db9d-72c1-4264-95e9-e9f575feb98c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:24.111925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.114526 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.118732 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.120098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.123791 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.125371 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.127798 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.128369 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.131338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.131901 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.134594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.135587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.136155 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:24.185411 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] For port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:24.190550 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] For port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:24.201916 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:24.289178 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ff64-f9f7-4532-a147-2d3ccec30292 None None] Pushing event updated for resources: {'Port': ['ID=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:24.339996 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:55:24.342999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90473190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:54:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:24.384282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-7bd26e73-2657-41ab-a814-80b52c8fb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:24.394504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-7bd26e73-2657-41ab-a814-80b52c8fb84b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5298355
Mar 05 20:55:24.494889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7546f9e3-78a7-48e0-ab69-501ca28a4263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:24.564274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks [] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:24.613595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5ed5-3c12-42e4-a27e-859db09e8dc0 req-00ee6f27-7565-42cb-8aa6-cad45498e63c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:24.617571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaba5ed5-3c12-42e4-a27e-859db09e8dc0 req-00ee6f27-7565-42cb-8aa6-cad45498e63c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.5717196
Mar 05 20:55:24.623370 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:55:24.629148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-8fd34e88-c313-48ec-b0e5-1275f624acfd service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337158
Mar 05 20:55:24.654956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41a25efe-825c-48be-84c3-4ed14fe1d47e req-e496de99-f266-4ad8-b85f-d03bbe613c3d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5757341
Mar 05 20:55:24.777296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:24.801907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0acd5d-a0a9-4e85-b69c-e6f02634a40b req-7b857f21-4c1a-447a-afd6-67be43ed0dec tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:24.803829 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e0acd5d-a0a9-4e85-b69c-e6f02634a40b req-7b857f21-4c1a-447a-afd6-67be43ed0dec tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 948 time: 0.6333110
Mar 05 20:55:24.813357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaba5ed5-3c12-42e4-a27e-859db09e8dc0 req-3a1db370-408e-4fd3-b57b-c355a4b8dec5 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831679
Mar 05 20:55:24.918900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2314ad8-1905-4e48-8f8f-144bfc001d66 req-c5a9b5c2-138f-4b19-b09e-f2d7daaf9a09 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775800
Mar 05 20:55:24.945295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Network c6309286-f935-47ca-ba3b-63029aaed949 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:24.967646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:24.984409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:25.005260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e0acd5d-a0a9-4e85-b69c-e6f02634a40b req-055743e1-9354-44aa-b07c-93c40309b524 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716230
Mar 05 20:55:25.093498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90473190>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:20Z', 'revision_number': 3, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:25.106848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88445c-9588-4a98-a853-ade0dee405da req-c6e9061f-e413-441c-ae4e-90f8accd1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:25.109405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-c6e9061f-e413-441c-ae4e-90f8accd1a2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 1130 time: 0.1073008
Mar 05 20:55:25.123295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (32c343fe-588c-4532-8e84-e5c0849e3a45), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:25.137556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017041d-be45-4b65-8584-9760ead3c195 None None] The sync data for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 is: [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:20Z', 'revision_number': 3, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:55:25.257027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Pushing event updated for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:25.326678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d174-c25a-4de9-9426-99a4b598542f req-4bdcee57-9542-4dc2-9ab9-bd053c7a198f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:25.335195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5331d174-c25a-4de9-9426-99a4b598542f req-4bdcee57-9542-4dc2-9ab9-bd053c7a198f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.1992877
Mar 05 20:55:25.378138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88445c-9588-4a98-a853-ade0dee405da req-6ffa88f2-ddaf-472a-ace6-872bec3b0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:25.380375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-6ffa88f2-ddaf-472a-ace6-872bec3b0f22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2632897
Mar 05 20:55:25.471433 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-a0ea3cad-a22b-42df-aa7a-a36b730ffc45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=85a2296d-3794-434e-91df-6c4e380c3245 HTTP/1.1" status: 200  len: 217 time: 0.0847745
Mar 05 20:55:25.502994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5331d174-c25a-4de9-9426-99a4b598542f req-6225deab-72d5-41f4-996d-fff7f8c729fb tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668980
Mar 05 20:55:25.575438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88445c-9588-4a98-a853-ade0dee405da req-b374fc16-3968-4d35-a7b0-78effa036cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:25.587047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:25.605356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47960) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:25.605546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-b374fc16-3968-4d35-a7b0-78effa036cda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0960882
Mar 05 20:55:25.697502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88445c-9588-4a98-a853-ade0dee405da req-8aba40c3-3e22-4aa0-9857-d60f9b2faa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:25.700812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-8aba40c3-3e22-4aa0-9857-d60f9b2faa43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0930285
Mar 05 20:55:25.861980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-408f2676-316a-47dc-a3f3-087daca1697f service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510725
Mar 05 20:55:26.176836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks [] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.212728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.291101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c88445c-9588-4a98-a853-ade0dee405da req-ffc1ff93-df96-4079-b4e8-fc715cc232f9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4208877
Mar 05 20:55:26.332263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be04e-150b-4be3-9060-56b6e3444c34 req-7cddba77-651b-469a-b180-e6326158c41f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:26.338342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f6be04e-150b-4be3-9060-56b6e3444c34 req-7cddba77-651b-469a-b180-e6326158c41f tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2754409
Mar 05 20:55:26.366371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:26.404396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2042813256-network', 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:26.437895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f6be04e-150b-4be3-9060-56b6e3444c34 req-aea1dbd4-06ec-4bd3-9335-2a1dba65ea06 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877926
Mar 05 20:55:26.477354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (32c343fe-588c-4532-8e84-e5c0849e3a45), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.482270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Pushing event updated for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:26.533134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e01b34-4d63-4fb0-8d85-add2b57d5111 req-2faff5f5-d5a2-4e7c-a286-2bec2b2b5528 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:26.542017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90e01b34-4d63-4fb0-8d85-add2b57d5111 req-2faff5f5-d5a2-4e7c-a286-2bec2b2b5528 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 948 time: 0.3620005
Mar 05 20:55:26.547707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:26.550521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.559475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:26.560244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.682641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.728092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:26.728684 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.790612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90e01b34-4d63-4fb0-8d85-add2b57d5111 req-386b6cf8-f987-4680-b9d9-cf561e3e7e0f tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475166
Mar 05 20:55:26.878528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:26.894997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.907622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16e1b932-8ba5-4993-9e92-16ea79aabe03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:26.992685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:26.996234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Network c6309286-f935-47ca-ba3b-63029aaed949 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:27.016877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:27.104553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 85a2296d-3794-434e-91df-6c4e380c3245 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:27.190461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b77c0-84d2-4baa-8bf3-0337745a64d8 req-96170089-3970-4bb7-8ac0-1634ec1ad5ba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:27.200037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f60b77c0-84d2-4baa-8bf3-0337745a64d8 req-96170089-3970-4bb7-8ac0-1634ec1ad5ba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.2861960
Mar 05 20:55:27.238618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks [] for security_group (15b4ac71-4673-452a-94a2-f60460ac5b9d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:27.285286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15b4ac71-4673-452a-94a2-f60460ac5b9d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:27.304137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f60b77c0-84d2-4baa-8bf3-0337745a64d8 req-d988de9a-ae80-46b4-9770-d021fc08ca7d tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035075
Mar 05 20:55:27.442858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:55:27.464924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Router 32c343fe-588c-4532-8e84-e5c0849e3a45 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:55:27.470286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4ac71-4673-452a-94a2-f60460ac5b9d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:27.480765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9ffd88fa-6755-4d94-b12d-f55a2d627882), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:27.481042 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Added segment 9ffd88fa-6755-4d94-b12d-f55a2d627882 of type vlan for network 72f55423-ea6d-4438-a149-d5df19f9ecdd
Mar 05 20:55:27.528437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85a2296d-3794-434e-91df-6c4e380c3245,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:27.568982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-f038ccec-084c-4514-825c-dcd998f53f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:27.576247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-f038ccec-084c-4514-825c-dcd998f53f4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f868fae33d848129fabf0f797c73be4&device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 1128 time: 0.2496090
Mar 05 20:55:27.581958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '85a2296d-3794-434e-91df-6c4e380c3245', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '85a2296d-3794-434e-91df-6c4e380c3245', 'mac_address': 'fa:16:3e:6d:5a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:27.674797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af92dc7-3faa-4571-94e4-2a53813e41d2 req-ca753c66-fd6e-4581-b0f8-10ec870ea31d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:27.685046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4af92dc7-3faa-4571-94e4-2a53813e41d2 req-ca753c66-fd6e-4581-b0f8-10ec870ea31d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2329669
Mar 05 20:55:27.743278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 85a2296d-3794-434e-91df-6c4e380c3245 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:27.744191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85a2296d-3794-434e-91df-6c4e380c3245), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:27.787974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a2296d-3794-434e-91df-6c4e380c3245 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:27.823188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4af92dc7-3faa-4571-94e4-2a53813e41d2 req-ad3caf0e-efb1-4a60-a07d-b1fe833effa5 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357741
Mar 05 20:55:27.832686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-c8d06d86-cd40-48a4-a0a8-bb96a7bb4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:27.837500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-c8d06d86-cd40-48a4-a0a8-bb96a7bb4de8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 200  len: 916 time: 0.2504268
Mar 05 20:55:27.859871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85a2296d-3794-434e-91df-6c4e380c3245,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:27.897461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:27.980104 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-ceb506ae-a1bc-4608-81bc-52ebf0ebe191 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de431d40-486f-404d-9b88-d63c337d45e9 HTTP/1.1" status: 200  len: 217 time: 0.1226470
Mar 05 20:55:28.096311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-9badbb2d-04ec-4431-89c5-10c7a65029a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:28.101314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-9badbb2d-04ec-4431-89c5-10c7a65029a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 200  len: 854 time: 0.1166837
Mar 05 20:55:28.107059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:28.135963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:28.223100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['85a2296d-3794-434e-91df-6c4e380c3245'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:28.273025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb2d9e-3b85-4be4-9fd0-6c84aa170124 req-a0f893b2-e936-4391-9aad-e3fb313cdaed tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:28.277301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dceb2d9e-3b85-4be4-9fd0-6c84aa170124 req-a0f893b2-e936-4391-9aad-e3fb313cdaed tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 949 time: 0.2914095
Mar 05 20:55:28.338367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:28.358253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-e5a2f7aa-9f69-48ac-b2c3-3913ab00cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:28.360274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-e5a2f7aa-9f69-48ac-b2c3-3913ab00cd5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2522826
Mar 05 20:55:28.494480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:28.495167 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:28.537088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dceb2d9e-3b85-4be4-9fd0-6c84aa170124 req-f44dea12-276d-4019-9881-06e17ba7962c tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508740
Mar 05 20:55:28.608304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-3384c8a2-ebae-4b3b-8e81-5f1488269908 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340343
Mar 05 20:55:28.728355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:28.796029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41bf346e-e4a3-4313-80b0-91c7491e5b25 req-e984ba94-c462-4df6-92cd-c512b168926d service neutron] 10.222.0.23 "GET /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795545
Mar 05 20:55:28.809207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (72f55423-ea6d-4438-a149-d5df19f9ecdd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:28.849659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e462-9d2a-4488-bfe1-8edbb384f840 req-9df41bd2-f664-43a4-9be7-ae9de7342c5d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:28.857733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d493e462-9d2a-4488-bfe1-8edbb384f840 req-9df41bd2-f664-43a4-9be7-ae9de7342c5d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1127 time: 1.3821924
Mar 05 20:55:28.893621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (72f55423-ea6d-4438-a149-d5df19f9ecdd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:28.895633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:28.895633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:28.969334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.3623774
Mar 05 20:55:28.981930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:55:28.986063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48068) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:29.003039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb482c8a-ee99-49bd-a1e5-055646c96f2a admin admin] 10.222.0.15 "PUT /v2.0/routers/32c343fe-588c-4532-8e84-e5c0849e3a45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9476943
Mar 05 20:55:29.003039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Request body: {'subnet': {'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2042813256-subnet', 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:29.005633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Sync routers for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:55:29.021023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef61d-fc43-48a5-9ca5-70a4040e1424 admin admin] Pushing event updated for resources: {'Network': ['ID=72f55423-ea6d-4438-a149-d5df19f9ecdd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:29.033282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d493e462-9d2a-4488-bfe1-8edbb384f840 req-38eab03c-1d98-4ef0-8279-978bd72359ca tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743939
Mar 05 20:55:29.049719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:55:29.050232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83381460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:29.061292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48072) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:29.064496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:55:29.075650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:29.078249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.125929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd88cb-ee91-490c-bee0-34a120c75ddb req-0c6ee1e5-33c2-4a3b-975b-d0146d4fc770 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:29.136354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dcd88cb-ee91-490c-bee0-34a120c75ddb req-0c6ee1e5-33c2-4a3b-975b-d0146d4fc770 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1916752
Mar 05 20:55:29.227784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dcd88cb-ee91-490c-bee0-34a120c75ddb req-b0ba6b4b-f84f-4051-bbc8-d46449832580 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895286
Mar 05 20:55:29.355825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b541f31-5034-44be-a248-70f51f8d47be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.435623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c3a82-a1f2-4754-a35f-401e33beebb7 req-feb8e2f0-7506-4f61-a18f-50cbd70ccff5 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:29.442131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b69c3a82-a1f2-4754-a35f-401e33beebb7 req-feb8e2f0-7506-4f61-a18f-50cbd70ccff5 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1127 time: 0.1905506
Mar 05 20:55:29.509839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.524232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:55:29.620788 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b541f31-5034-44be-a248-70f51f8d47be admin admin] Publish callbacks [] for security_group (373ed2d7-5205-4739-8ea5-3f4dd697b1af), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.629453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b541f31-5034-44be-a248-70f51f8d47be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (373ed2d7-5205-4739-8ea5-3f4dd697b1af), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.684377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b69c3a82-a1f2-4754-a35f-401e33beebb7 req-97b9b31f-3181-4e2e-a7bf-4f1e62d27ceb tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086001
Mar 05 20:55:29.687877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c2475923-89d4-4311-a4c5-a5383fad7aeb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.709381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b541f31-5034-44be-a248-70f51f8d47be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2bec63369904fc781e461a939a2786c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6396973
Mar 05 20:55:29.713578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48096) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:29.786633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2475923-89d4-4311-a4c5-a5383fad7aeb,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:29.843405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b541f31-5034-44be-a248-70f51f8d47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ed2d7-5205-4739-8ea5-3f4dd697b1af,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:29.868217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83381460>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:25Z', 'revision_number': 4, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdd2db9d-72c1-4264-95e9-e9f575feb98c', 'name': '', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'mac_address': 'fa:16:3e:b0:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:23Z', 'updated_at': '2022-03-05T20:55:25Z', 'revision_number': 2, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'subnets': [{'id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:29.882289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:29.882289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Network hostable DHCP agents. Network: 72f55423-ea6d-4438-a149-d5df19f9ecdd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:55:29.905987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] Publish callbacks [] for security_group (373ed2d7-5205-4739-8ea5-3f4dd697b1af), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.915996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Checking router: 32c343fe-588c-4532-8e84-e5c0849e3a45 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:55:29.916908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Updating router 32c343fe-588c-4532-8e84-e5c0849e3a45 port bdd2db9d-72c1-4264-95e9-e9f575feb98c binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:55:29.937072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:55:29.939710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] Publish callbacks [] for security_group (373ed2d7-5205-4739-8ea5-3f4dd697b1af), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:29.965004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c62d3-7027-4e0e-9a81-20cd69e9fa5c req-b2449fd8-4816-49d7-b317-577762ab0707 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:29.975167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c7c62d3-7027-4e0e-9a81-20cd69e9fa5c req-b2449fd8-4816-49d7-b317-577762ab0707 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 949 time: 0.1570392
Mar 05 20:55:30.009953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:30.018232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72f55423-ea6d-4438-a149-d5df19f9ecdd) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:30.025773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:30.026625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:30.066282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (373ed2d7-5205-4739-8ea5-3f4dd697b1af), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:30.068911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:30.070972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/373ed2d7-5205-4739-8ea5-3f4dd697b1af HTTP/1.1" status: 204  len: 168 time: 0.3547504
Mar 05 20:55:30.071112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c7c62d3-7027-4e0e-9a81-20cd69e9fa5c req-229dda70-54e5-4266-bdbf-25cd6316b0d9 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942323
Mar 05 20:55:30.075617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e16bc45-b79b-4587-939f-84accde8aa7e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0883970
Mar 05 20:55:30.109011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-6405477b-cabc-49fc-848a-77f7f5a625e2 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:30.118601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-6405477b-cabc-49fc-848a-77f7f5a625e2 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 811 time: 0.4070671
Mar 05 20:55:30.145393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd496-806d-4019-aca0-26bd4ce42100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ed2d7-5205-4739-8ea5-3f4dd697b1af,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:30.185937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-acd1f9e1-eadd-4fda-9bc8-67a6de08199c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/quotas/fc76a60f3c6e4f2ea69c0445ba45e4a5 HTTP/1.1" status: 200  len: 375 time: 0.0663078
Mar 05 20:55:30.319235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24f52f-e6f0-406b-9f77-91f79c55094b None None] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:55:30.340459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-211e157c-34f0-4001-80e4-a40e7707a303 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1534047
Mar 05 20:55:30.607913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3415287-1b25-4b0d-a274-488657a0226d req-650b0131-becc-4aa9-926f-b3fa384b734e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:30.616256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3415287-1b25-4b0d-a274-488657a0226d req-650b0131-becc-4aa9-926f-b3fa384b734e tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0979879
Mar 05 20:55:30.653369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-ccea261b-2ee0-4393-be4e-e87039ecd9cc service neutron] 10.222.0.15 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107002
Mar 05 20:55:30.693218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3415287-1b25-4b0d-a274-488657a0226d req-b304eda5-5516-4f45-83f9-e6060efc3643 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755000
Mar 05 20:55:30.694804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:30.729223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac1ebf-c491-44a7-9a5b-572560d923fe None None] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:55:30.729921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5d71-178e-4b44-b723-3f66962a2f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:30.866634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-954e6e62-4bde-4059-9412-251a3c992a58 service neutron] 10.222.0.15 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052023
Mar 05 20:55:30.969694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.001228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5d71-178e-4b44-b723-3f66962a2f86 admin admin] Publish callbacks [] for security_group (8286e56c-0277-42b3-a68b-801e90c6fd76), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.010963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5d71-178e-4b44-b723-3f66962a2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8286e56c-0277-42b3-a68b-801e90c6fd76), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.041673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks [] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.067273 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.104688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8a9d5d71-178e-4b44-b723-3f66962a2f86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4366c85287ac45748147385873f9e6bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4070740
Mar 05 20:55:31.108561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48128) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:31.147430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5d71-178e-4b44-b723-3f66962a2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8286e56c-0277-42b3-a68b-801e90c6fd76,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:31.176194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 85a2296d-3794-434e-91df-6c4e380c3245 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:31.235953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] Publish callbacks [] for security_group (8286e56c-0277-42b3-a68b-801e90c6fd76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.294305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] Publish callbacks [] for security_group (8286e56c-0277-42b3-a68b-801e90c6fd76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.299392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5a9e-401e-476c-94d9-89210282dd75 None None] Pushing event updated for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:31.445361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8286e56c-0277-42b3-a68b-801e90c6fd76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.448723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.458220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8286e56c-0277-42b3-a68b-801e90c6fd76 HTTP/1.1" status: 204  len: 168 time: 0.3496628
Mar 05 20:55:31.487250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c32a9-0bae-4cf2-adf8-10c402a5483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286e56c-0277-42b3-a68b-801e90c6fd76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:31.537935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 85a2296d-3794-434e-91df-6c4e380c3245 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:31.546243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Attempting to bind port bdd2db9d-72c1-4264-95e9-e9f575feb98c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:31.546903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Attempting to bind port bdd2db9d-72c1-4264-95e9-e9f575feb98c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:31.547050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Attempting to bind port bdd2db9d-72c1-4264-95e9-e9f575feb98c on network c6309286-f935-47ca-ba3b-63029aaed949 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:31.551107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 85a2296d-3794-434e-91df-6c4e380c3245 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:31.551489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (85a2296d-3794-434e-91df-6c4e380c3245), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.557523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:31.557972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Checking segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:31.558515 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.559304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Bound using segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:31.559699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Bound port: bdd2db9d-72c1-4264-95e9-e9f575feb98c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:31.560215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.670279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] For port bdd2db9d-72c1-4264-95e9-e9f575feb98c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:31.674544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] For port bdd2db9d-72c1-4264-95e9-e9f575feb98c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdd2db9d-72c1-4264-95e9-e9f575feb98c,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:31.732467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:31.892923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 85a2296d-3794-434e-91df-6c4e380c3245 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:31.895241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85a2296d-3794-434e-91df-6c4e380c3245), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:32.020911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:32.025313 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01a032-543b-4839-8fd8-1d42c805c374" -d '{"events": [{"server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "85a2296d-3794-434e-91df-6c4e380c3245"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:32.080324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85a2296d-3794-434e-91df-6c4e380c3245,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:32.085477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:55:32.086864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83381460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:32.096490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:32.173495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5a9e-401e-476c-94d9-89210282dd75 None None] Pushing event updated for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:32.341349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:32.353216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-699ac4d3-6cc1-4eee-94e5-d53e2c9a38ba tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:32.365946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-699ac4d3-6cc1-4eee-94e5-d53e2c9a38ba tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.3642824
Mar 05 20:55:32.385174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:55:32.399516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-1b0126c2-7078-400f-bd81-9419c3fe83c0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0245252
Mar 05 20:55:32.443944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-f25f810a-1d2e-4aa1-817a-c48dc566e44d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:55:32.444942 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-f25f810a-1d2e-4aa1-817a-c48dc566e44d tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060573
Mar 05 20:55:32.504288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-55707dfa-4e51-409d-a857-660f27b00a56 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1036568
Mar 05 20:55:32.669406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-3cfbbcbf-af24-4ac9-9152-bded03dd2388 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497729
Mar 05 20:55:32.917628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-2336d45f-95ff-4d35-a1dd-5612e6f0b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:32.920432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-2336d45f-95ff-4d35-a1dd-5612e6f0b717 service neutron] 10.222.0.15 "GET /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 1124 time: 0.4636295
Mar 05 20:55:32.931795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83381460>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:25Z', 'revision_number': 4, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdd2db9d-72c1-4264-95e9-e9f575feb98c', 'name': '', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'mac_address': 'fa:16:3e:b0:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:23Z', 'updated_at': '2022-03-05T20:55:31Z', 'revision_number': 4, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'subnets': [{'id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:55:32.933228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:32.934700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:55:32.979258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b283-5c0e-47a3-8bf4-240094ece210 None None] The sync data for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 is: [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:55:25Z', 'revision_number': 4, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bdd2db9d-72c1-4264-95e9-e9f575feb98c', 'name': '', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'mac_address': 'fa:16:3e:b0:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:23Z', 'updated_at': '2022-03-05T20:55:31Z', 'revision_number': 4, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'subnets': [{'id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:55:33.226304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-77b9f045-881a-4b70-8065-23f5bd0085a9 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5491054
Mar 05 20:55:33.292798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:33.293149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:33.296083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:33.310431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:33.310825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:33.323426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:33.328428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:33.328428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:33.328428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Bound port: 449a95d6-0b0c-41dc-8bf1-563531604d17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:33.437754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-2dc40b53-0dc7-4f2c-a2a5-b89efecb73ad tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:33.443027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-2dc40b53-0dc7-4f2c-a2a5-b89efecb73ad tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.31 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 811 time: 0.2141857
Mar 05 20:55:33.449227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:33.455642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Request body: {'port': {'device_id': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'admin_state_up': True, 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:33.461855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:33.471370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-644fb632-b528-474e-9f6c-53b214b7a80e service neutron] 10.222.0.15 "POST /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17/bindings HTTP/1.1" status: 201  len: 389 time: 0.5419769
Mar 05 20:55:33.847062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Made reservation on behalf of fc76a60f3c6e4f2ea69c0445ba45e4a5 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:33.848420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95ed4f7a-35d2-4939-92f4-495e341d7e25 req-cd09ec1c-8218-4953-bfa8-4cadc9a6e5bb tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 210 time: 0.0719037
Mar 05 20:55:33.871030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:33.959558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce570a-b59e-4507-9e7a-7eb30d34e3e1 req-d17d443a-8527-4803-8db3-2632d807bfbe tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:33.969744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fce570a-b59e-4507-9e7a-7eb30d34e3e1 req-d17d443a-8527-4803-8db3-2632d807bfbe tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.2159548
Mar 05 20:55:34.158509 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96b6b3-3990-445d-8490-1bf8f1e89e81 x-openstack-request-id: req-6f96b6b3-3990-445d-8490-1bf8f1e89e81 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:34.158991 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "85a2296d-3794-434e-91df-6c4e380c3245", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:34.159131 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f96b6b3-3990-445d-8490-1bf8f1e89e81 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:34.160794 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245', 'code': 200}
Mar 05 20:55:34.198262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fce570a-b59e-4507-9e7a-7eb30d34e3e1 req-a680294f-9be3-4f49-a9c9-360c6694ec23 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239585
Mar 05 20:55:34.251788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-7c11809e-a115-44af-81bf-8e4624e62887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.253717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-7c11809e-a115-44af-81bf-8e4624e62887 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1127 time: 0.2473564
Mar 05 20:55:34.359401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99343ce6-285a-40a6-8407-a4b1bce86fde req-04cab4f3-ad37-43b2-9cfc-076194b477ef tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 210 time: 0.0985568
Mar 05 20:55:34.549302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4aeb9847-4e26-4701-806d-fd5fe7d24d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.549980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4aeb9847-4e26-4701-806d-fd5fe7d24d17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.2855313
Mar 05 20:55:34.565829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bdd2db9d-72c1-4264-95e9-e9f575feb98c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:34.627598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-768afce2-6d7c-4df1-9e5f-eed630ae5eb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 217 time: 0.0567446
Mar 05 20:55:34.639803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Allocated IP 172.20.0.12 (c6309286-f935-47ca-ba3b-63029aaed949/03fb7233-fa3d-4c7c-aa99-0ac7d820f956/c02ff863-577b-4f41-9058-0e457c4739d0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:34.729564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac0a5-780c-4a8e-b3e2-3d941edb5160 req-852b4e7e-219e-41ec-aeb1-581cb0057e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.736732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-525ac0a5-780c-4a8e-b3e2-3d941edb5160 req-852b4e7e-219e-41ec-aeb1-581cb0057e70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 1132 time: 0.4088702
Mar 05 20:55:34.753424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bdd2db9d-72c1-4264-95e9-e9f575feb98c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:34.762588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacf4d1-202c-4957-8c7f-3bacdd8de741 req-eba5381e-1c0d-4f3b-8caf-1931482f40c3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.763594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:34.776008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efacf4d1-202c-4957-8c7f-3bacdd8de741 req-eba5381e-1c0d-4f3b-8caf-1931482f40c3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.3469305
Mar 05 20:55:34.862510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-5f632496-f743-4b26-ab3a-9bb9a80970af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.875734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-5f632496-f743-4b26-ab3a-9bb9a80970af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.2425673
Mar 05 20:55:34.938701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ae80-0007-400c-a655-a2ab7d84e153 req-d4c35561-e3df-4cc8-989b-8b18cce7af75 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:34.951639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bdd2db9d-72c1-4264-95e9-e9f575feb98c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:34.952948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:34.977330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c674ae80-0007-400c-a655-a2ab7d84e153 req-d4c35561-e3df-4cc8-989b-8b18cce7af75 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.4426150
Mar 05 20:55:35.025395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port bdd2db9d-72c1-4264-95e9-e9f575feb98c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdd2db9d-72c1-4264-95e9-e9f575feb98c,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:35.033842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:35.096250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-525ac0a5-780c-4a8e-b3e2-3d941edb5160 req-a6823c5f-e020-4d06-bf00-870d25b56ee4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2858574
Mar 05 20:55:35.099511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efacf4d1-202c-4957-8c7f-3bacdd8de741 req-f33748ba-d08b-4830-a310-e1ed0e65adb2 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223114
Mar 05 20:55:35.112071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:35.185022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-3733d25e-829b-4cc9-a336-b5be65224e3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2893281
Mar 05 20:55:35.276893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb19a476-24a6-47c0-8cf8-3994c7b8c0e2 req-ce594e98-6b91-4a64-b08e-1cf637f1ddfe tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 210 time: 0.0895379
Mar 05 20:55:35.440920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-2b134016-1875-4a09-8749-447525083fcc service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412353
Mar 05 20:55:35.447877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks [] for port (c02ff863-577b-4f41-9058-0e457c4739d0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:35.532954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:35.574210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c674ae80-0007-400c-a655-a2ab7d84e153 req-e774b6f2-e410-4c90-b6ce-139b7b2c5f22 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5904002
Mar 05 20:55:35.667242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Network c6309286-f935-47ca-ba3b-63029aaed949 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:35.676109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:35.683733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:35.768677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-8b0e67ee-4537-4b02-93dc-eb2bbacc54df service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176079
Mar 05 20:55:35.791956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:35.793026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:35.799309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Pushing event updated for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:35.828989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f17dcb86-e3f1-43f5-8528-2ef5c86aa574 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3775530
Mar 05 20:55:35.845778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbdb58-c00e-42fe-8853-50be478665de req-5033151d-7c88-4429-9006-666c133905bf tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:35.862730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91fbdb58-c00e-42fe-8853-50be478665de req-5033151d-7c88-4429-9006-666c133905bf tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.3142583
Mar 05 20:55:35.887522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Request body: {'port': {'device_id': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:35.947692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:36.109328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0a59a-4a45-4c2e-b4b6-530ea314ef7b req-20a508af-acb0-469e-ae61-29a076fc132d tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:36.120020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48c0a59a-4a45-4c2e-b4b6-530ea314ef7b req-20a508af-acb0-469e-ae61-29a076fc132d tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.2382796
Mar 05 20:55:36.172823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-ffd0fcdd-b210-4522-baea-e34a36c4ec37 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:36.174675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-ffd0fcdd-b210-4522-baea-e34a36c4ec37 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.3761299
Mar 05 20:55:36.228422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:36.304061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:36.344105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48c0a59a-4a45-4c2e-b4b6-530ea314ef7b req-43a83fb0-34cd-4ef4-9bbc-484f37abfb0a tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186065
Mar 05 20:55:36.398463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bdd2db9d-72c1-4264-95e9-e9f575feb98c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:36.485753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91fbdb58-c00e-42fe-8853-50be478665de req-2e2720ca-6d6f-4a40-8e93-b199af297269 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6211019
Mar 05 20:55:36.518071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:36.598515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:36.626154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:36.642725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bdd2db9d-72c1-4264-95e9-e9f575feb98c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:36.643758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:36.767089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c87673c-5d42-4d7b-ac53-41f50a1a4ab1 req-5c1fe28a-4636-4ce1-b8d5-d18fdb5958b9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 210 time: 0.0973945
Mar 05 20:55:36.858804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bdd2db9d-72c1-4264-95e9-e9f575feb98c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:37.011417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.6 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/2ca65ea5-4d5f-472b-b108-55db231b87c0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:37.050965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4940e1-d8b4-4610-8f84-d708f513b19e req-9835dff1-71a5-4217-a2e2-07df5b62d4ed tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:37.060460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea4940e1-d8b4-4610-8f84-d708f513b19e req-9835dff1-71a5-4217-a2e2-07df5b62d4ed tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 932 time: 0.3771579
Mar 05 20:55:37.145698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea4940e1-d8b4-4610-8f84-d708f513b19e req-97e4c974-701a-4580-9fed-ea2fee78403b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842350
Mar 05 20:55:37.396510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02ff863-577b-4f41-9058-0e457c4739d0 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:37.405514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:37.424384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444128b-6d3d-4a56-a38c-8914959cbdcc req-16ebaa9c-4a4f-4d13-a0ae-2598d881ca72 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:37.426402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7444128b-6d3d-4a56-a38c-8914959cbdcc req-16ebaa9c-4a4f-4d13-a0ae-2598d881ca72 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.1521747
Mar 05 20:55:37.428802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks [] for port (c02ff863-577b-4f41-9058-0e457c4739d0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:37.474904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Transition to ACTIVE for port object c02ff863-577b-4f41-9058-0e457c4739d0 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:37.534380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7444128b-6d3d-4a56-a38c-8914959cbdcc req-27cb9623-507d-4626-af17-47dddcefa036 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935452
Mar 05 20:55:37.540479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:37.599210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:37.637508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae747f-c5ff-4418-8d00-4a1b0e203686 req-09f8588c-7b17-40a1-bcfa-83ebb556870c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:37.655862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02ae747f-c5ff-4418-8d00-4a1b0e203686 req-09f8588c-7b17-40a1-bcfa-83ebb556870c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.2234495
Mar 05 20:55:37.783654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Pushing event updated for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:37.823760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.824417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.824993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.825743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.826550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.827188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.827803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.828432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.828978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.830847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.832265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.832848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.833574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.836567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:37.849272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:37.852984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:37.857459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:37.896944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28542a9b-5f4c-477f-887f-547a7c75660f req-15a1f57d-ec40-4624-892d-eac17720efbc tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:37.906788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28542a9b-5f4c-477f-887f-547a7c75660f req-15a1f57d-ec40-4624-892d-eac17720efbc tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.1966848
Mar 05 20:55:37.926105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Attempting to bind port c02ff863-577b-4f41-9058-0e457c4739d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:37.926757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Attempting to bind port c02ff863-577b-4f41-9058-0e457c4739d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:37.927699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Attempting to bind port c02ff863-577b-4f41-9058-0e457c4739d0 on network c6309286-f935-47ca-ba3b-63029aaed949 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:37.949192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02ae747f-c5ff-4418-8d00-4a1b0e203686 req-32fc10b7-b9e8-4958-81ab-b6704087d310 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2922804
Mar 05 20:55:37.950642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Port c02ff863-577b-4f41-9058-0e457c4739d0 on network c6309286-f935-47ca-ba3b-63029aaed949 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:37.951113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Attempting to bind port c02ff863-577b-4f41-9058-0e457c4739d0 on network c6309286-f935-47ca-ba3b-63029aaed949 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:37.955202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.965198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:37.965989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Checking segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:37.966584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Bound using segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:37.967572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Bound port: c02ff863-577b-4f41-9058-0e457c4739d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:37.968360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:37.977890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.978276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.978655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.979028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.979372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.979792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.980137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.980547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.980911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.981248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.981580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:37.984381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:38.077679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:38.082681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:38.084343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c02ff863-577b-4f41-9058-0e457c4739d0,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:38.085339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:38.097516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:38.130671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28542a9b-5f4c-477f-887f-547a7c75660f req-326f285a-5ba2-46dd-a4c6-9c5d3c402f65 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185926
Mar 05 20:55:38.177676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-35f05b83-eb66-4f80-87d2-f1683a9a6d53 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9883852
Mar 05 20:55:38.218123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Request body: {'port': {'device_id': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:38.228341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-eb0e9e13-3879-4961-a905-b931c0812697 req-14c62340-4611-4c20-8eac-a783f1ec5bce tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:55:38.236957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb0e9e13-3879-4961-a905-b931c0812697 req-14c62340-4611-4c20-8eac-a783f1ec5bce tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0205889
Mar 05 20:55:38.258740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:38.259713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:38.261500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] 10.222.0.31 "PUT /v2.0/ports/c02ff863-577b-4f41-9058-0e457c4739d0 HTTP/1.1" status: 200  len: 1092 time: 2.3963072
Mar 05 20:55:38.262246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:38.265125 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e4503-3f2c-4101-bc0a-e1e2271817af" -d '{"events": [{"name": "network-changed", "server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:38.387085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487358d-0adb-49f4-9f10-edf2dac92273 service neutron] Pushing event updated for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:38.425609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a77e73-f858-43d5-a050-c4d0e41a79d3 req-1a15beaa-e537-46c4-a273-6e06d5e8865a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:38.439284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86a77e73-f858-43d5-a050-c4d0e41a79d3 req-1a15beaa-e537-46c4-a273-6e06d5e8865a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 931 time: 0.3218017
Mar 05 20:55:38.455325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb0e9e13-3879-4961-a905-b931c0812697 req-9d80448f-469a-4b04-afc4-ad8ad02eaace tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2163153
Mar 05 20:55:38.463514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-a6b4e674-5bcc-4bfa-a04c-1175e5309ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:38.467846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-a6b4e674-5bcc-4bfa-a04c-1175e5309ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 1126 time: 0.1387432
Mar 05 20:55:38.520833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:38.585390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-4edb9967-5ffc-4d25-95e8-ef43c932e524 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02ff863-577b-4f41-9058-0e457c4739d0 HTTP/1.1" status: 200  len: 217 time: 0.1105049
Mar 05 20:55:38.659021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86a77e73-f858-43d5-a050-c4d0e41a79d3 req-09e5d937-cf54-4259-907f-0d81417b8e37 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187703
Mar 05 20:55:38.709027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-3d067a0b-6e24-4e56-8d98-f429045176f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:38.715803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-3d067a0b-6e24-4e56-8d98-f429045176f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.1210849
Mar 05 20:55:38.802241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-f5b19560-eca6-497c-b2fb-756bb2c97c43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747762
Mar 05 20:55:39.048671 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b119de-ef9d-4b3b-ad7a-3dadcc61cb30 x-openstack-request-id: req-00b119de-ef9d-4b3b-ad7a-3dadcc61cb30 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:39.048980 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:39.049394 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00b119de-ef9d-4b3b-ad7a-3dadcc61cb30 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:39.049718 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0', 'status': 'completed', 'code': 200}
Mar 05 20:55:39.069588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-eb96de63-039d-4efd-b8be-4720159bd4c1 service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406824
Mar 05 20:55:39.095535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf2c7a-0dc1-4383-b1c9-b00ce8ae2283 req-7e8d918d-bbbf-48ed-82b7-9c8f6de2e169 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.097587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fdf2c7a-0dc1-4383-b1c9-b00ce8ae2283 req-7e8d918d-bbbf-48ed-82b7-9c8f6de2e169 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 944 time: 0.1803172
Mar 05 20:55:39.166764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca65ea5-4d5f-472b-b108-55db231b87c0 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:39.185876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks [] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:39.208192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fdf2c7a-0dc1-4383-b1c9-b00ce8ae2283 req-cd24dda5-645e-41d9-9179-282f0438ae6f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979500
Mar 05 20:55:39.223311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c51b4-0ba3-48b4-a0eb-cb58719d453d req-4f929f6f-7241-437c-96da-269001b0eaba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.242884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-919c51b4-0ba3-48b4-a0eb-cb58719d453d req-4f929f6f-7241-437c-96da-269001b0eaba tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.1535406
Mar 05 20:55:39.261903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-328e50d0-a1c9-4ee0-812e-1d613403ff0c req-28731305-07b9-47d4-ac2e-39e4255d3fd1 service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846902
Mar 05 20:55:39.272548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Transition to ACTIVE for port object 2ca65ea5-4d5f-472b-b108-55db231b87c0 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:39.292668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:39.431800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408ddf-1640-4e4f-895c-89f9913cc43b req-1e3b248c-976d-4914-b269-cc9f38f3bba6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.433319 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36408ddf-1640-4e4f-895c-89f9913cc43b req-1e3b248c-976d-4914-b269-cc9f38f3bba6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1145787
Mar 05 20:55:39.473097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-466976ca-5f39-414c-bd8d-128cd9f02f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.474487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-466976ca-5f39-414c-bd8d-128cd9f02f47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 1126 time: 0.0972998
Mar 05 20:55:39.479557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:39.506185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-919c51b4-0ba3-48b4-a0eb-cb58719d453d req-f94fcfd4-c122-4816-aea2-ea1df06ae7ee tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609689
Mar 05 20:55:39.517133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Attempting to bind port 2ca65ea5-4d5f-472b-b108-55db231b87c0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:39.517570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Attempting to bind port 2ca65ea5-4d5f-472b-b108-55db231b87c0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:39.517936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Attempting to bind port 2ca65ea5-4d5f-472b-b108-55db231b87c0 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:39.545178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Port 2ca65ea5-4d5f-472b-b108-55db231b87c0 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:39.546606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Attempting to bind port 2ca65ea5-4d5f-472b-b108-55db231b87c0 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:39.566687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:39.568140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:39.572116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:39.573139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Bound port: 2ca65ea5-4d5f-472b-b108-55db231b87c0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:39.573793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:39.576236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36408ddf-1640-4e4f-895c-89f9913cc43b req-f4a5ae7d-0618-4644-bc77-d47fdb9ae2da tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369321
Mar 05 20:55:39.719042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-b7619637-7871-43a5-8fcb-87a9633138be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.725321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-b7619637-7871-43a5-8fcb-87a9633138be service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 912 time: 0.2404077
Mar 05 20:55:39.790933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-801682a8-2d46-49f5-aa3d-5ea7850bdaa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02ff863-577b-4f41-9058-0e457c4739d0 HTTP/1.1" status: 200  len: 217 time: 0.0541489
Mar 05 20:55:39.812449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:39.820314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:39.853357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:39.906767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-fb3163e3-42ac-400f-b162-147323476c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.909357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-fb3163e3-42ac-400f-b162-147323476c30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.1060598
Mar 05 20:55:39.956936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3278906-572b-4fff-b3c0-d189edffbae9 req-5fa9daa6-d792-45a4-8bc0-0398212d79ed tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.969698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:39.973951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3278906-572b-4fff-b3c0-d189edffbae9 req-5fa9daa6-d792-45a4-8bc0-0398212d79ed tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.1869402
Mar 05 20:55:39.987706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:39.990417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ca65ea5-4d5f-472b-b108-55db231b87c0 HTTP/1.1" status: 200  len: 1091 time: 1.7853224
Mar 05 20:55:39.991343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:40.006496 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92b78f-6777-4988-b0d7-db2360d3c083" -d '{"events": [{"name": "network-changed", "server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:40.039619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-27c1e74d-f2eb-4614-87d7-014b92cb871b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1192956
Mar 05 20:55:40.108163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba663db-1e8e-430f-bcb9-eca9d2cb1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:40.153681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95458910-db70-484a-bc41-445dc467c646 req-0e8790df-7d17-46ff-b82f-62281779911a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.160693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95458910-db70-484a-bc41-445dc467c646 req-0e8790df-7d17-46ff-b82f-62281779911a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 943 time: 0.1017892
Mar 05 20:55:40.183419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-62d623e5-acd9-4fae-8f70-4da6a94d4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.185327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-62d623e5-acd9-4fae-8f70-4da6a94d4a51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 1125 time: 0.1469331
Mar 05 20:55:40.192302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-5952d3df-b42d-4057-a27c-85eb6975aa3f service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436257
Mar 05 20:55:40.208998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3278906-572b-4fff-b3c0-d189edffbae9 req-9b39bfab-59a3-4c52-9342-9e58bc149003 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302129
Mar 05 20:55:40.238155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-a348ee64-158c-455d-b1e4-3e738957aae1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0 HTTP/1.1" status: 200  len: 217 time: 0.0455477
Mar 05 20:55:40.307967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-d1f8044c-5fd4-4ee8-a4f8-5dfc473434f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.309843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-d1f8044c-5fd4-4ee8-a4f8-5dfc473434f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.0634007
Mar 05 20:55:40.333203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95458910-db70-484a-bc41-445dc467c646 req-b5817a9c-02fb-4d2c-800b-c96e6c9fbe04 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715600
Mar 05 20:55:40.373271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d58e4503-3f2c-4101-bc0a-e1e2271817af req-f4d5f36c-e85a-49a6-a1fa-b231fd1c395e service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630647
Mar 05 20:55:40.409147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-c916e22f-ffe5-4f86-afa3-222558c78cee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745974
Mar 05 20:55:40.418256 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac94ca8-8d9c-4904-ae3c-719a8662aa88 x-openstack-request-id: req-eac94ca8-8d9c-4904-ae3c-719a8662aa88 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:40.418517 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:40.418771 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eac94ca8-8d9c-4904-ae3c-719a8662aa88 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:40.419286 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0', 'status': 'completed', 'code': 200}
Mar 05 20:55:40.600790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aebfcd-de0d-438f-ad2e-f3b924b21ba6 req-1284a279-9375-4d99-97bc-ead22093f461 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.602323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84aebfcd-de0d-438f-ad2e-f3b924b21ba6 req-1284a279-9375-4d99-97bc-ead22093f461 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.1094921
Mar 05 20:55:40.608445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-be948155-fecd-44d4-b059-7520090f2776 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.608693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-a86a526d-a018-4168-a565-80c190e03b07 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865430
Mar 05 20:55:40.610192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-be948155-fecd-44d4-b059-7520090f2776 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1041296
Mar 05 20:55:40.620081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa3c3-21ab-4c7c-b9c6-876ada2995df req-36c7893d-c8d5-43c4-817d-6ae7f6cbecd2 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:40.628195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b08aa3c3-21ab-4c7c-b9c6-876ada2995df req-36c7893d-c8d5-43c4-817d-6ae7f6cbecd2 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.2169816
Mar 05 20:55:40.640323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:40.689808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:40.733500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84aebfcd-de0d-438f-ad2e-f3b924b21ba6 req-8850ae1f-7e72-4889-8aed-e7a0eb91d826 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158285
Mar 05 20:55:40.823713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:40.825542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bbcebd2-ee06-45da-ac93-c214d2b9639b req-49d52a8a-0bfd-4a1c-9d71-8f056f272b68 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837232
Mar 05 20:55:40.851077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b08aa3c3-21ab-4c7c-b9c6-876ada2995df req-40d31450-f9af-433a-9871-50a5dfadbab9 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217572
Mar 05 20:55:41.025987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:41.039104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd37aa4-533a-414e-838d-66cbc07c0906 req-55a02e52-e36d-4877-bf9e-01f2fe3a1d67 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.046350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 has no active binding in host nch1-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:55:41.047166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c02ff863-577b-4f41-9058-0e457c4739d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:41.068049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cd37aa4-533a-414e-838d-66cbc07c0906 req-55a02e52-e36d-4877-bf9e-01f2fe3a1d67 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 944 time: 0.1736012
Mar 05 20:55:41.077280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-85c984bd-b97c-4116-b7be-8ce235a7080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.080305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-85c984bd-b97c-4116-b7be-8ce235a7080b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 1125 time: 0.1363111
Mar 05 20:55:41.174926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:41.239439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0ee01-b1ec-4e16-b5a0-6cae9943c7f0 req-69c61603-5b2e-4605-bbd1-976219b2d157 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.244773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c02ff863-577b-4f41-9058-0e457c4739d0,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:41.248731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfc0ee01-b1ec-4e16-b5a0-6cae9943c7f0 req-69c61603-5b2e-4605-bbd1-976219b2d157 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 945 time: 0.2225356
Mar 05 20:55:41.270176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c02ff863-577b-4f41-9058-0e457c4739d0', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'port_id': 'c02ff863-577b-4f41-9058-0e457c4739d0', 'mac_address': 'fa:16:3e:56:92:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:41.278946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:41.305604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cd37aa4-533a-414e-838d-66cbc07c0906 req-a490942a-d25a-45e7-91b2-6c15e28e0950 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338552
Mar 05 20:55:41.351790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c02ff863-577b-4f41-9058-0e457c4739d0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:41.352825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:41.364575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-f5dca051-5786-4b83-9b03-f5bb636a6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.371435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfc0ee01-b1ec-4e16-b5a0-6cae9943c7f0 req-e21b8ddf-c9ae-41d7-8cc7-f30dab26e1f7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217396
Mar 05 20:55:41.373415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-f5dca051-5786-4b83-9b03-f5bb636a6af1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.2829967
Mar 05 20:55:41.374094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02ff863-577b-4f41-9058-0e457c4739d0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:41.393838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:41.396453 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600c117-502c-448c-a17d-712cdc6b8ae7" -d '{"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:41.401548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks [] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:41.428426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c02ff863-577b-4f41-9058-0e457c4739d0,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:41.436501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:41.448370 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:41.485168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-42e68d9b-ac09-4607-9f1b-15ac81a9977e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0 HTTP/1.1" status: 200  len: 217 time: 0.1050842
Mar 05 20:55:41.594553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:41.618779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.619475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.620096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.620594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.621086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.624855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.625498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.626061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.626549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.627601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.628141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.628646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.629139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:55:41.637832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-50e863f5-5e2d-49d2-8e09-0740b4a4c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.639381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-50e863f5-5e2d-49d2-8e09-0740b4a4c292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1487608
Mar 05 20:55:41.673878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:41.730828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-95df02c5-fc3d-43f9-a1e0-3a50954ea1c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764422
Mar 05 20:55:41.815976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-bc2486ef-564a-48aa-b2ab-b3f615d83a38 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.817755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-bc2486ef-564a-48aa-b2ab-b3f615d83a38 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.23 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.1735077
Mar 05 20:55:41.829690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094df536-d052-4cf1-ac2b-404bde54c3e7 req-c3cc4a56-9125-4297-b202-036c4fd2310e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.829840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d5ff-8e91-4cd3-9f5c-e994677a24ce req-eabdcf4b-3152-4000-87f3-dce421734ce8 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.841265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-094df536-d052-4cf1-ac2b-404bde54c3e7 req-c3cc4a56-9125-4297-b202-036c4fd2310e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 943 time: 0.2024775
Mar 05 20:55:41.844990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:41.845311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:41.846218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:41.855173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d5ff-8e91-4cd3-9f5c-e994677a24ce req-eabdcf4b-3152-4000-87f3-dce421734ce8 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.869591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d5ff-8e91-4cd3-9f5c-e994677a24ce req-eabdcf4b-3152-4000-87f3-dce421734ce8 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:41.871315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f76d5ff-8e91-4cd3-9f5c-e994677a24ce req-eabdcf4b-3152-4000-87f3-dce421734ce8 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6&device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7&device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 2417 time: 0.2310104
Mar 05 20:55:41.881894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c02ff863-577b-4f41-9058-0e457c4739d0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:42.022925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-b3292210-2dcf-4691-bc15-1725fd0054bc service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2840409
Mar 05 20:55:42.048325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f76d5ff-8e91-4cd3-9f5c-e994677a24ce req-db9b2a76-b579-40f0-b331-fe57e7fb331b tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669185
Mar 05 20:55:42.228282 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096530e-1488-4636-8839-c65bd7aaf51d x-openstack-request-id: req-4096530e-1488-4636-8839-c65bd7aaf51d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:42.228714 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:42.228975 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4096530e-1488-4636-8839-c65bd7aaf51d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:42.229374 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'code': 200}
Mar 05 20:55:42.259247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:42.259971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Attempting to bind port 449a95d6-0b0c-41dc-8bf1-563531604d17 on network d83df0c3-2a5b-4fbb-9f93-42653588000e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:42.275594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:42.275975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Checking segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:42.276369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Bound using segment: {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:42.276814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Bound port: 449a95d6-0b0c-41dc-8bf1-563531604d17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99d7d15-aeb7-4994-88ee-526b8db283c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd83df0c3-2a5b-4fbb-9f93-42653588000e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:42.277174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:42.326490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d92b78f-6777-4988-b0d7-db2360d3c083 req-b7cb8e69-c5e2-4651-bfcf-9a2073fa669a service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755592
Mar 05 20:55:42.347358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093af232-835d-40cc-9a39-6a06d2a0a4bc req-89a44319-fd33-42cb-a247-4becbd9c7bbe tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:42.355894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-093af232-835d-40cc-9a39-6a06d2a0a4bc req-89a44319-fd33-42cb-a247-4becbd9c7bbe tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 950 time: 0.0890522
Mar 05 20:55:42.392280 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-094df536-d052-4cf1-ac2b-404bde54c3e7 req-90c1bcdd-a2c3-4c44-b3e7-e60570a04a19 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5500407
Mar 05 20:55:42.441866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-093af232-835d-40cc-9a39-6a06d2a0a4bc req-54ef79ea-4c53-4140-877a-91536b0c7e2a tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/security-groups?id=0713539c-8dd9-4732-905e-b3244bcaf323&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749023
Mar 05 20:55:42.527570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:42.553157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:42.571347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Deleting port 85a2296d-3794-434e-91df-6c4e380c3245 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:42.571893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (85a2296d-3794-434e-91df-6c4e380c3245), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:42.581039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:42.617845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdc147-0336-4b77-b598-cfa9e1b2d8c6 req-eb1beda6-f964-4cb5-970e-1078d543cc6a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:42.620048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cccdc147-0336-4b77-b598-cfa9e1b2d8c6 req-eb1beda6-f964-4cb5-970e-1078d543cc6a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 945 time: 0.0983760
Mar 05 20:55:42.702514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2ca65ea5-4d5f-472b-b108-55db231b87c0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:42.712951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cccdc147-0336-4b77-b598-cfa9e1b2d8c6 req-b4a0817c-5c58-4d8f-82fd-4db91cb4895e tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820785
Mar 05 20:55:42.780501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3497c43-ece7-4d70-a56c-e4b5df0d7309 req-b422e740-833a-4404-84d7-8a7b2725d7ee tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.3313439
Mar 05 20:55:42.859366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=8']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:42.878776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:42.880033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:42.881812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-a14be4f8-1526-46d3-a1c2-5645a3d0e119 service neutron] 10.222.0.31 "PUT /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 1121 time: 2.2510862
Mar 05 20:55:42.919441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:42.948027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff25d6-507d-4b4f-ba66-63286d82c0dc req-bb00d89b-0330-43a6-909f-691ac0ce9870 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:42.957493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27ff25d6-507d-4b4f-ba66-63286d82c0dc req-bb00d89b-0330-43a6-909f-691ac0ce9870 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.1385329
Mar 05 20:55:42.967408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] For port 85a2296d-3794-434e-91df-6c4e380c3245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85a2296d-3794-434e-91df-6c4e380c3245,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:42.969441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (85a2296d-3794-434e-91df-6c4e380c3245), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:42.999560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Calling delete_port for 85a2296d-3794-434e-91df-6c4e380c3245 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:43.030762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['449a95d6-0b0c-41dc-8bf1-563531604d17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:43.041623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27ff25d6-507d-4b4f-ba66-63286d82c0dc req-f9abbbf5-8a85-4d4f-9c3d-9dff45fabc15 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830526
Mar 05 20:55:43.082057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '2ca65ea5-4d5f-472b-b108-55db231b87c0', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': '2ca65ea5-4d5f-472b-b108-55db231b87c0', 'mac_address': 'fa:16:3e:f9:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:43.149869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['449a95d6-0b0c-41dc-8bf1-563531604d17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:43.299253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (85a2296d-3794-434e-91df-6c4e380c3245), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:43.355067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Pushing event deleted for resources: {'Port': ['ID=85a2296d-3794-434e-91df-6c4e380c3245,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:43.393691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2ca65ea5-4d5f-472b-b108-55db231b87c0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:43.394060 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:43.436053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] No DVR routers for this DVR port 85a2296d-3794-434e-91df-6c4e380c3245 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:43.441383 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:43.444612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c76ae57-6fa5-498a-b4f9-bde6d6217c6c req-40182676-5432-4278-989e-38c4cc278686 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.23 "DELETE /v2.0/ports/85a2296d-3794-434e-91df-6c4e380c3245 HTTP/1.1" status: 204  len: 173 time: 1.6012797
Mar 05 20:55:43.478310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca65ea5-4d5f-472b-b108-55db231b87c0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:43.562869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:43.618537 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:43.698732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c136cf-0d17-4d58-a0d2-86d9724cdaf0 req-b05ad477-04f5-4ddd-a86f-9f5cc0949300 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:43.707984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52c136cf-0d17-4d58-a0d2-86d9724cdaf0 req-b05ad477-04f5-4ddd-a86f-9f5cc0949300 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 944 time: 0.1227083
Mar 05 20:55:43.770712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52c136cf-0d17-4d58-a0d2-86d9724cdaf0 req-d2d01c64-ae21-485b-bc90-7753599ae24c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568526
Mar 05 20:55:43.777351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:43.924738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-22d4f233-4a47-4c5b-a19b-a0ef77081fcd req-573dfc01-ee0f-40a5-839a-438659ce90f8 tempest-ServerDiagnosticsNegativeTest-1838680606 tempest-ServerDiagnosticsNegativeTest-1838680606-project] 10.222.0.15 "GET /v2.0/ports?device_id=877cfd7f-cc15-4e73-87fd-65d5e176d0cd HTTP/1.1" status: 200  len: 210 time: 0.0492840
Mar 05 20:55:44.057715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2ca65ea5-4d5f-472b-b108-55db231b87c0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:44.071627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c5cfb-9625-400b-b5ab-c15939abf5d0 req-59aeb75c-ec17-442f-8f72-714bba24b11b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:44.073366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-001c5cfb-9625-400b-b5ab-c15939abf5d0 req-59aeb75c-ec17-442f-8f72-714bba24b11b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 945 time: 0.1592534
Mar 05 20:55:44.202592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-001c5cfb-9625-400b-b5ab-c15939abf5d0 req-39c2ed9d-73d6-483a-956f-842b808bf1be tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138866
Mar 05 20:55:44.230490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17'}, {'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'name': 'network-vif-deleted', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:44.234321 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9225fd-f536-48e4-a5b6-d7ddd190484c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17"}, {"server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "name": "network-vif-deleted", "tag": "85a2296d-3794-434e-91df-6c4e380c3245"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:44.432151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0d1e4-041d-48e7-bb01-c6d6b0f60cdc req-203f99ac-0a4d-4e7b-bfb5-cbd9765e7700 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:44.433123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fb0d1e4-041d-48e7-bb01-c6d6b0f60cdc req-203f99ac-0a4d-4e7b-bfb5-cbd9765e7700 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.0662718
Mar 05 20:55:44.486836 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df0694e-e990-4174-81fe-8414e3ca31da x-openstack-request-id: req-3df0694e-e990-4174-81fe-8414e3ca31da {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:44.487823 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17", "status": "completed", "code": 200}, {"server_uuid": "877cfd7f-cc15-4e73-87fd-65d5e176d0cd", "name": "network-vif-deleted", "tag": "85a2296d-3794-434e-91df-6c4e380c3245", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:44.488782 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3df0694e-e990-4174-81fe-8414e3ca31da {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:44.489673 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'status': 'completed', 'code': 200}
Mar 05 20:55:44.490289 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cfd7f-cc15-4e73-87fd-65d5e176d0cd', 'name': 'network-vif-deleted', 'tag': '85a2296d-3794-434e-91df-6c4e380c3245', 'status': 'completed', 'code': 200}
Mar 05 20:55:44.500322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fb0d1e4-041d-48e7-bb01-c6d6b0f60cdc req-9c8330da-943b-4fcf-93aa-fa888ec98117 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600958
Mar 05 20:55:44.585056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-04bdb21e-cf0a-45c5-8009-b2677c399ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:44.589886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-04bdb21e-cf0a-45c5-8009-b2677c399ff1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1155 time: 0.0655243
Mar 05 20:55:44.704336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-a979cc37-2290-4177-afd0-7d6b4569482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:44.705820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-a979cc37-2290-4177-afd0-7d6b4569482d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.1025980
Mar 05 20:55:44.713590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c02ff863-577b-4f41-9058-0e457c4739d0 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:44.795060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-ee2ffca4-c53e-4f8a-b065-c8aa7d94bdd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 217 time: 0.0766659
Mar 05 20:55:44.830479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port c02ff863-577b-4f41-9058-0e457c4739d0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:44.841673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c02ff863-577b-4f41-9058-0e457c4739d0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:44.842226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:44.870376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-dd27fb19-8157-45b1-b2bc-9cf269e4ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:44.871901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-dd27fb19-8157-45b1-b2bc-9cf269e4ad53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.0699401
Mar 05 20:55:44.928974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-1fd70dbe-4380-452e-aedb-6f317c67f85c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508268
Mar 05 20:55:44.991438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c02ff863-577b-4f41-9058-0e457c4739d0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:44.991948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:45.030374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c02ff863-577b-4f41-9058-0e457c4739d0,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:45.033441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:45.033802 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cbb2d0-2fa0-4cf0-b76e-72bab263e42f" -d '{"events": [{"server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "name": "network-vif-plugged", "status": "completed", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:45.037505 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:45.094760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-f55dd437-806a-4b49-bcee-a4356240f14c service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589837
Mar 05 20:55:45.106465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:45.163713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45911d49-9fcd-48cb-a056-d03b3b8a66eb req-1abf09fb-0042-4951-827d-cd4b073546b4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:45.165488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45911d49-9fcd-48cb-a056-d03b3b8a66eb req-1abf09fb-0042-4951-827d-cd4b073546b4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 944 time: 0.0794690
Mar 05 20:55:45.215338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 85a2296d-3794-434e-91df-6c4e380c3245 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:45.224808 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45911d49-9fcd-48cb-a056-d03b3b8a66eb req-6276a535-fcb0-44db-b5c0-ac73946b976a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508845
Mar 05 20:55:45.250721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e9225fd-f536-48e4-a5b6-d7ddd190484c req-33abce05-d86f-4463-94ed-8eb4a44caefe service neutron] 10.222.0.23 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468990
Mar 05 20:55:45.254561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 85a2296d-3794-434e-91df-6c4e380c3245 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:45.255047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 85a2296d-3794-434e-91df-6c4e380c3245 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:45.467871 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d4f8f-5551-425b-bcfd-4287b9c9c0d5 x-openstack-request-id: req-568d4f8f-5551-425b-bcfd-4287b9c9c0d5 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:45.468331 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "name": "network-vif-plugged", "status": "completed", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:45.468754 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-568d4f8f-5551-425b-bcfd-4287b9c9c0d5 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:45.469727 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0', 'code': 200}
Mar 05 20:55:45.656708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab555-fb3f-4443-9f92-7820366cb958 req-825b78b7-bd4f-4a56-93fe-3c6abbb07d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:45.677257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-839ab555-fb3f-4443-9f92-7820366cb958 req-825b78b7-bd4f-4a56-93fe-3c6abbb07d75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 1128 time: 0.1275063
Mar 05 20:55:45.710840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8537819-8ce8-407f-aeb2-4679b0d1fb98 req-37900b1d-9da7-49e8-a388-4f95c6c928f9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:45.723711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8537819-8ce8-407f-aeb2-4679b0d1fb98 req-37900b1d-9da7-49e8-a388-4f95c6c928f9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1880448
Mar 05 20:55:45.782671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48614) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:45.822524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-839ab555-fb3f-4443-9f92-7820366cb958 req-d1e2c6e4-2ba9-4d67-9917-0df68495d293 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930011
Mar 05 20:55:45.839896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a3f0-2491-4337-b51b-8602add1ec6d req-a3fc253d-f174-4136-ba3d-edf7f14afbeb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:45.848130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ae3a3f0-2491-4337-b51b-8602add1ec6d req-a3fc253d-f174-4136-ba3d-edf7f14afbeb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.0782266
Mar 05 20:55:45.863230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8537819-8ce8-407f-aeb2-4679b0d1fb98 req-658acbb6-e824-4fbf-92f7-eb172083c56a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386034
Mar 05 20:55:45.928680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ae3a3f0-2491-4337-b51b-8602add1ec6d req-8f8f1b8b-55a3-430d-a712-a0ca05e6e0f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790176
Mar 05 20:55:45.994916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46708-e599-43f6-af5f-acb031b7f3fc req-8f0c31c8-9094-48a1-b791-7b19a136662f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:45.997894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0a46708-e599-43f6-af5f-acb031b7f3fc req-8f0c31c8-9094-48a1-b791-7b19a136662f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 943 time: 0.0725203
Mar 05 20:55:46.060230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0a46708-e599-43f6-af5f-acb031b7f3fc req-16abe38d-cc29-4a33-9c7e-1322867020a3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549946
Mar 05 20:55:46.150640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf6918ba-cd43-4c80-8211-3655f7ef0d45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ecf912f62904e9ca0043b0de3b37e92&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3652041
Mar 05 20:55:46.154279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:46.176520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-2595ad66-76be-448b-bf77-7959fc0fd2d8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:46.177993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-2595ad66-76be-448b-bf77-7959fc0fd2d8 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.1580055
Mar 05 20:55:46.196230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-8659ad3e-79fe-4f4f-851c-aeae2ec8771c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/quotas/1e9d41fd2f8d48d894ddb8ae0aa2799d HTTP/1.1" status: 200  len: 375 time: 0.0111368
Mar 05 20:55:46.251013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] Publish callbacks [] for security_group (0713539c-8dd9-4732-905e-b3244bcaf323), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.259272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b9c739ac-6f41-4ab5-80c8-181aa3a31460 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0540209
Mar 05 20:55:46.290434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] Publish callbacks [] for security_group (0713539c-8dd9-4732-905e-b3244bcaf323), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.316624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-23c7b87e-6a72-4367-9783-cb3f05cf2058 service neutron] 10.222.0.23 "GET /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1069007
Mar 05 20:55:46.399824 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-0ade90d8-a0ea-4c2d-ac12-7ddd86f795b8 service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285143
Mar 05 20:55:46.431998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0713539c-8dd9-4732-905e-b3244bcaf323), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.434536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.435735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0713539c-8dd9-4732-905e-b3244bcaf323 HTTP/1.1" status: 204  len: 168 time: 0.2803042
Mar 05 20:55:46.446747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711667a-a23b-4031-8ee6-01a426fd1111 req-b504d1a8-9558-4775-bc08-6db34d9542fa tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:46.448118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b711667a-a23b-4031-8ee6-01a426fd1111 req-b504d1a8-9558-4775-bc08-6db34d9542fa tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 944 time: 0.0949614
Mar 05 20:55:46.486476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9a24f-dd42-47e6-9c86-0176cd8b9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0713539c-8dd9-4732-905e-b3244bcaf323,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:46.517431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-3a8cb4b5-d464-428e-974d-3693e07bacee service neutron] 10.222.0.15 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166501
Mar 05 20:55:46.620431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b711667a-a23b-4031-8ee6-01a426fd1111 req-089424e1-7041-4bf6-ab77-189af9528fae tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453743
Mar 05 20:55:46.675744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:46.706227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2ca65ea5-4d5f-472b-b108-55db231b87c0 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:46.748424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d96b753-664c-47f8-9923-8e2fda8ee07e req-76befdcc-457f-4781-a4ad-853b4a029d6c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 210 time: 0.0620263
Mar 05 20:55:46.755785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:46.796883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449a95d6-0b0c-41dc-8bf1-563531604d17 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:46.811449 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:46.816694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 2ca65ea5-4d5f-472b-b108-55db231b87c0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:46.823618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 2ca65ea5-4d5f-472b-b108-55db231b87c0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:46.825088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.834620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:46.978035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2ca65ea5-4d5f-472b-b108-55db231b87c0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:46.978443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.051190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:47.058470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.059362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:47.082936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48662) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:47.135813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf1811-40e6-49dd-b9b0-2c59822f3a4a req-632c10d1-fddf-46d9-ad3b-6eec2aa2b3f6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.145644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdaf1811-40e6-49dd-b9b0-2c59822f3a4a req-632c10d1-fddf-46d9-ad3b-6eec2aa2b3f6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1093595
Mar 05 20:55:47.183561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c064-d7bc-41d3-abe3-d4f4a43a81eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.228233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] Transition to ACTIVE for port object 449a95d6-0b0c-41dc-8bf1-563531604d17 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:47.234539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:47.256880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.299473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdaf1811-40e6-49dd-b9b0-2c59822f3a4a req-bde69309-368d-4fb7-b56f-c2097c2536e6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522522
Mar 05 20:55:47.309714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:47.311114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.365467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-4a80f217-cb0c-4484-b654-30f053fa8bb9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.368516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-4a80f217-cb0c-4484-b654-30f053fa8bb9 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.4078889
Mar 05 20:55:47.378851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:47.385386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.400573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef546d9-89fd-4453-abab-35f3259c18e2 req-579bfaa7-ea84-4aff-8046-191b7093b8f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.408567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ef546d9-89fd-4453-abab-35f3259c18e2 req-579bfaa7-ea84-4aff-8046-191b7093b8f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c204e8d4-97d5-4836-b7b5-3700e219dea6 HTTP/1.1" status: 200  len: 945 time: 0.3595393
Mar 05 20:55:47.486383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0'}, {'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:47.489912 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843151d6-ba55-4fca-8e85-20aa80c2f261" -d '{"events": [{"server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0"}, {"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-unplugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:47.495068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=10']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:47.505707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088452ac-4db8-4b32-8e23-dd4499ebf7cf req-5ecbd06a-8c37-4e36-a919-9c527c68621e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.509916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:47.519662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-088452ac-4db8-4b32-8e23-dd4499ebf7cf req-5ecbd06a-8c37-4e36-a919-9c527c68621e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.1010754
Mar 05 20:55:47.526323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] No DVR routers for this DVR port 449a95d6-0b0c-41dc-8bf1-563531604d17 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:47.600037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-088452ac-4db8-4b32-8e23-dd4499ebf7cf req-c01ae1e0-b722-4523-9455-c32ae443f248 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805287
Mar 05 20:55:47.642363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ef546d9-89fd-4453-abab-35f3259c18e2 req-63b26609-833a-42ae-81a3-914fbac3a865 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329080
Mar 05 20:55:47.669524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c064-d7bc-41d3-abe3-d4f4a43a81eb admin admin] Publish callbacks [] for security_group (e6357cfd-b289-434f-8bef-4297f75607a3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.682474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d03a36d-7e4c-4fe4-af2f-51c71ebb38d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3592486
Mar 05 20:55:47.684883 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c064-d7bc-41d3-abe3-d4f4a43a81eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e6357cfd-b289-434f-8bef-4297f75607a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.689816 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9df8dd-c331-4e03-b085-e47472c04fd5 x-openstack-request-id: req-6e9df8dd-c331-4e03-b085-e47472c04fd5 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:47.690333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0", "code": 200}, {"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-unplugged", "status": "completed", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:47.690778 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e9df8dd-c331-4e03-b085-e47472c04fd5 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:47.691530 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0', 'code': 200}
Mar 05 20:55:47.692031 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'code': 200}
Mar 05 20:55:47.783814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c064-d7bc-41d3-abe3-d4f4a43a81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6357cfd-b289-434f-8bef-4297f75607a3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:47.801338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e1b0c064-d7bc-41d3-abe3-d4f4a43a81eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c6ec29fed5c49ae870c8e22d0ace869&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6989086
Mar 05 20:55:47.806590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:47.836037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Deleting port ec3287d8-2694-4693-885a-dc693fd9360a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:47.836441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:47.934774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a6b5e-6e41-4baa-b66c-896e8d5157b7 req-76ef8bf6-34cc-47d3-9123-704e27b32130 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.936445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e4a6b5e-6e41-4baa-b66c-896e8d5157b7 req-76ef8bf6-34cc-47d3-9123-704e27b32130 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 945 time: 0.2029197
Mar 05 20:55:47.941689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fe9b4-681a-41f2-97d6-c72784af0c1b req-4a36e866-fbc2-4bf5-b8d0-1c3cc77424b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.944242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-320fe9b4-681a-41f2-97d6-c72784af0c1b req-4a36e866-fbc2-4bf5-b8d0-1c3cc77424b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 1127 time: 0.1476886
Mar 05 20:55:47.956671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-855d5dda-8418-4704-b8ae-2988c7e6da69 req-d441d48d-1cd1-474b-bb24-4c698a1d2b4f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 210 time: 0.0629561
Mar 05 20:55:47.959804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-00d4b1e3-00bd-4358-ade6-903dbd03a5b0 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:47.961576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-00d4b1e3-00bd-4358-ade6-903dbd03a5b0 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1735709
Mar 05 20:55:47.969206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] Publish callbacks [] for security_group (e6357cfd-b289-434f-8bef-4297f75607a3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.047010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] For port ec3287d8-2694-4693-885a-dc693fd9360a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec3287d8-2694-4693-885a-dc693fd9360a,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:48.047317 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.050117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] Publish callbacks [] for security_group (e6357cfd-b289-434f-8bef-4297f75607a3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.078796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Calling delete_port for ec3287d8-2694-4693-885a-dc693fd9360a owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:48.172982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-320fe9b4-681a-41f2-97d6-c72784af0c1b req-56534ee3-7626-49f0-92d2-b1c89c00d1e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049975
Mar 05 20:55:48.188161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-0da48e8b-86b3-4e0c-992c-0d68af79bec3 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:48.189789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-0da48e8b-86b3-4e0c-992c-0d68af79bec3 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4505753-e31f-4b5b-8ee3-f37ab9176b36 HTTP/1.1" status: 200  len: 944 time: 0.1949735
Mar 05 20:55:48.191100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e6357cfd-b289-434f-8bef-4297f75607a3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.194288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.199622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6357cfd-b289-434f-8bef-4297f75607a3 HTTP/1.1" status: 204  len: 168 time: 0.3901694
Mar 05 20:55:48.207934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050fbd-7b49-4d4c-b5f0-f9a3373d3efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6357cfd-b289-434f-8bef-4297f75607a3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:48.221230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e4a6b5e-6e41-4baa-b66c-896e8d5157b7 req-51f61b86-a465-480f-963e-b8d475ad841b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565606
Mar 05 20:55:48.248111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d586a9b-6399-481a-b708-06e5c90ea004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:48.249617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-4d586a9b-6399-481a-b708-06e5c90ea004 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44 HTTP/1.1" status: 200  len: 1126 time: 0.2534449
Mar 05 20:55:48.318742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-bdd69c54-66a7-49b4-ace1-db365ab86e5c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:48.320923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-bdd69c54-66a7-49b4-ace1-db365ab86e5c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 804 time: 0.2365050
Mar 05 20:55:48.361355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Request body: {'port': {'device_id': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'admin_state_up': True, 'tenant_id': '1e9d41fd2f8d48d894ddb8ae0aa2799d'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:48.472416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ec3287d8-2694-4693-885a-dc693fd9360a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.484685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de431d40-486f-404d-9b88-d63c337d45e9', 'ec3287d8-2694-4693-885a-dc693fd9360a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:48.491154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['727f750d-d4cf-46e8-b684-69803f8825eb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:48.533394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event deleted for resources: {'Port': ['ID=ec3287d8-2694-4693-885a-dc693fd9360a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:48.608701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] No DVR routers for this DVR port ec3287d8-2694-4693-885a-dc693fd9360a on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:48.614681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-e05ad2cd-3402-47e1-b6ea-5d81b54cf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:48.616242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-e05ad2cd-3402-47e1-b6ea-5d81b54cf0cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1126 time: 0.1834762
Mar 05 20:55:48.620561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.623838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f4548a7-4d31-4188-9e16-e83feb0509c9 req-951948bf-3721-496b-b31e-7cbbf1020f0d tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "DELETE /v2.0/ports/ec3287d8-2694-4693-885a-dc693fd9360a HTTP/1.1" status: 204  len: 173 time: 1.2372627
Mar 05 20:55:48.624344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'name': 'network-vif-deleted', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:48.627102 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee2efd-6132-4222-a0d0-80972e3c8547" -d '{"events": [{"server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "name": "network-vif-deleted", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:48.686516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Made reservation on behalf of 1e9d41fd2f8d48d894ddb8ae0aa2799d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:48.690363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:48.727079 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac165ad-3c58-43b1-bace-930f4d45275a x-openstack-request-id: req-cac165ad-3c58-43b1-bace-930f4d45275a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:48.727546 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c204e8d4-97d5-4836-b7b5-3700e219dea6", "name": "network-vif-deleted", "tag": "ec3287d8-2694-4693-885a-dc693fd9360a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:48.727790 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac165ad-3c58-43b1-bace-930f4d45275a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:48.728412 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c204e8d4-97d5-4836-b7b5-3700e219dea6', 'name': 'network-vif-deleted', 'tag': 'ec3287d8-2694-4693-885a-dc693fd9360a', 'status': 'completed', 'code': 200}
Mar 05 20:55:48.826519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-d24399d0-45a3-4f48-813e-d7584f097e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:48.828022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-d24399d0-45a3-4f48-813e-d7584f097e1c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 200  len: 922 time: 0.1966326
Mar 05 20:55:49.017701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-743246ac-1fe7-4dc4-9efa-adcd6d6b48ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 200  len: 217 time: 0.1407075
Mar 05 20:55:49.137171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Allocated IP 172.20.0.2 (92c1bc99-8218-45a1-b95c-a4c228475460/f05716dc-1182-4345-9441-1b2111b304d4/c9f91447-b5aa-4520-9cac-255e0c084b36) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:49.205091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e336-a001-47d9-a1e5-efec6022ef6e req-03a7a49b-e292-43a3-a88e-fd6677d1d89a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:49.209020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce16e336-a001-47d9-a1e5-efec6022ef6e req-03a7a49b-e292-43a3-a88e-fd6677d1d89a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.3310635
Mar 05 20:55:49.229622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-9645f65a-5ba8-42ba-9eaf-1a7ad6a76586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:49.231853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-9645f65a-5ba8-42ba-9eaf-1a7ad6a76586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 200  len: 861 time: 0.2056041
Mar 05 20:55:49.262597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:49.325390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-0b663dce-a746-4960-ab76-81b053a16951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83df0c3-2a5b-4fbb-9f93-42653588000e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705457
Mar 05 20:55:49.363820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01382-442d-42c5-8709-c2af4b6956c7 req-221bdf7d-c1b6-43a2-bc7a-1da21154fe18 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:49.376617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbe01382-442d-42c5-8709-c2af4b6956c7 req-221bdf7d-c1b6-43a2-bc7a-1da21154fe18 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.9901757
Mar 05 20:55:49.379131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 449a95d6-0b0c-41dc-8bf1-563531604d17 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:55:49.379781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:49.380646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ec3287d8-2694-4693-885a-dc693fd9360a no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:49.414061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: ec3287d8-2694-4693-885a-dc693fd9360a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:49.414496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ec3287d8-2694-4693-885a-dc693fd9360a not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:49.455076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Deleting port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:49.455493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:49.522450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbe01382-442d-42c5-8709-c2af4b6956c7 req-80e9bcc6-7993-4ad7-850d-5e456a8c5f6e tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388338
Mar 05 20:55:49.652223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] For port 455cfb49-cef8-4f8d-8d0a-39162ccccb16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455cfb49-cef8-4f8d-8d0a-39162ccccb16,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:49.653000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:49.697656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Calling delete_port for 455cfb49-cef8-4f8d-8d0a-39162ccccb16 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:49.736520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6a92f7a-8eac-465b-9038-bb35c96398b8 req-65126337-f8d8-4751-b0d7-d119d938f66f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 210 time: 0.0805964
Mar 05 20:55:49.924271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce16e336-a001-47d9-a1e5-efec6022ef6e req-2d9c1cf9-7cf5-42e8-bf7a-8d89fffcdd13 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6908798
Mar 05 20:55:49.925972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c3de-668d-43f1-b697-8566cc8b428d req-c626bdd7-7734-48e8-8529-13d0d862a857 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:49.933997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1783c3de-668d-43f1-b697-8566cc8b428d req-c626bdd7-7734-48e8-8529-13d0d862a857 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 945 time: 0.1069379
Mar 05 20:55:50.011187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-aa2f0b1e-f620-4e76-8daf-2d236c706cea service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6776612
Mar 05 20:55:50.016646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks [] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.158748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.184522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (455cfb49-cef8-4f8d-8d0a-39162ccccb16), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.221000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:50.229171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-856e46c0-6520-4b27-86a5-3026e7796fe0 service neutron] 10.222.0.31 "GET /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2083554
Mar 05 20:55:50.234736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Network 92c1bc99-8218-45a1-b95c-a4c228475460 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:55:50.236444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:50.236655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1783c3de-668d-43f1-b697-8566cc8b428d req-ed5428ea-e90a-4b7b-aee4-46975d1a9094 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973371
Mar 05 20:55:50.239889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:55:50.292441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event deleted for resources: {'Port': ['ID=455cfb49-cef8-4f8d-8d0a-39162ccccb16,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:50.374474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:50.375462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.379727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] No DVR routers for this DVR port 455cfb49-cef8-4f8d-8d0a-39162ccccb16 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:50.386578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.393789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b375bd3-7d4b-4532-abee-a4729a34ae1c req-f088c96c-fb00-49b1-9475-70fedb9ed5bc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.31 "DELETE /v2.0/ports/455cfb49-cef8-4f8d-8d0a-39162ccccb16 HTTP/1.1" status: 204  len: 173 time: 1.3286357
Mar 05 20:55:50.394292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-deleted', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:50.403645 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f0bb04-eba3-4571-b8ce-60b462b83e35" -d '{"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-deleted", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:50.468113 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-f7feb2fd-61b2-4df1-b5de-faaf09953f63 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1104524
Mar 05 20:55:50.491725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Request body: {'port': {'device_id': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:50.608831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:50.657098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-d6aafb9a-3703-49ab-a510-507fef16a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:50.660807 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-d6aafb9a-3703-49ab-a510-507fef16a596 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 1128 time: 0.2673993
Mar 05 20:55:50.745449 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273de97e-5307-4ec2-b53c-3556e9d02197 x-openstack-request-id: req-273de97e-5307-4ec2-b53c-3556e9d02197 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:50.745769 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4505753-e31f-4b5b-8ee3-f37ab9176b36", "name": "network-vif-deleted", "tag": "455cfb49-cef8-4f8d-8d0a-39162ccccb16", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:50.746537 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-273de97e-5307-4ec2-b53c-3556e9d02197 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:50.748809 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4505753-e31f-4b5b-8ee3-f37ab9176b36', 'name': 'network-vif-deleted', 'tag': '455cfb49-cef8-4f8d-8d0a-39162ccccb16', 'status': 'completed', 'code': 200}
Mar 05 20:55:50.776315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:50.814523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 455cfb49-cef8-4f8d-8d0a-39162ccccb16 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:50.815141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 455cfb49-cef8-4f8d-8d0a-39162ccccb16 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:50.852425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-51dee19c-4fe4-4736-b182-b421ebfda301 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:50.854547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-51dee19c-4fe4-4736-b182-b421ebfda301 tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0&tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2079093
Mar 05 20:55:50.884036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be2f9-6307-459a-97fa-2bd4fb01778e req-67d1a36c-6d00-4a70-9d86-8279e379bf0f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:50.897618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d77be2f9-6307-459a-97fa-2bd4fb01778e req-67d1a36c-6d00-4a70-9d86-8279e379bf0f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1306167
Mar 05 20:55:50.999368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d77be2f9-6307-459a-97fa-2bd4fb01778e req-f7ab40d5-9aa0-47fc-a160-4b76205b5c28 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002977
Mar 05 20:55:51.160581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c56d5-4e8a-4d53-bafe-b33245bc39b6 req-5a9590b0-7a0e-4360-a1a2-b24feb53474a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.162182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb7c56d5-4e8a-4d53-bafe-b33245bc39b6 req-5a9590b0-7a0e-4360-a1a2-b24feb53474a tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.2007706
Mar 05 20:55:51.185850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-aea9b249-da03-4b76-b9ad-01473acdd1c8 service neutron] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:51.190752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-aea9b249-da03-4b76-b9ad-01473acdd1c8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:51.191886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3af443ba-e30f-48be-a78a-b8d316790ebd req-aea9b249-da03-4b76-b9ad-01473acdd1c8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3231528
Mar 05 20:55:51.233258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-ee54bd8e-dd3f-4be8-b9a6-6fab9d4e8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.234795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-ee54bd8e-dd3f-4be8-b9a6-6fab9d4e8d9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 912 time: 0.2722127
Mar 05 20:55:51.236246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a74a1-76bf-4330-8a7c-5d80852a3034 req-967c1ffa-7b27-4e0a-a165-4bc0053cb084 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.238049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-402a74a1-76bf-4330-8a7c-5d80852a3034 req-967c1ffa-7b27-4e0a-a165-4bc0053cb084 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 945 time: 0.1325061
Mar 05 20:55:51.330469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-402a74a1-76bf-4330-8a7c-5d80852a3034 req-d060737c-0fc1-401e-abb8-39599643eda5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820053
Mar 05 20:55:51.332426 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-441274a6-747c-49a7-8a36-c7da5a26f68e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02ff863-577b-4f41-9058-0e457c4739d0 HTTP/1.1" status: 200  len: 217 time: 0.0852332
Mar 05 20:55:51.337756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb7c56d5-4e8a-4d53-bafe-b33245bc39b6 req-263bf10f-47d1-4834-9ce8-3d8963f69189 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626749
Mar 05 20:55:51.381639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:51.424207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks [] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:51.450160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Transition to ACTIVE for port object c9f91447-b5aa-4520-9cac-255e0c084b36 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:55:51.455873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:51.468183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-70cabe46-4068-4ef3-ac9b-e6553e717867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.469877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-70cabe46-4068-4ef3-ac9b-e6553e717867 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.1232722
Mar 05 20:55:51.504834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d62f56-6a88-4143-9b35-10eb7c69bda5 req-e880c444-ab69-4668-bb10-7007d25260e4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.517260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5d62f56-6a88-4143-9b35-10eb7c69bda5 req-e880c444-ab69-4668-bb10-7007d25260e4 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 931 time: 0.0915966
Mar 05 20:55:51.536082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-6f4690df-e707-405d-8cb0-9b72830d0d6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431757
Mar 05 20:55:51.567852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:51.621381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5d62f56-6a88-4143-9b35-10eb7c69bda5 req-56a5db35-5773-48de-9d0c-2175ad4cdc14 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915289
Mar 05 20:55:51.827723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-fa8c6d72-2fd5-4355-beeb-448b33398687 service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794785
Mar 05 20:55:51.832725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Attempting to bind port c9f91447-b5aa-4520-9cac-255e0c084b36 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:55:51.833057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Attempting to bind port c9f91447-b5aa-4520-9cac-255e0c084b36 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:55:51.833459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Attempting to bind port c9f91447-b5aa-4520-9cac-255e0c084b36 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:51.860596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00ee2-85ff-436c-a5db-7075bd3b04a6 req-293aabf0-fedf-43ea-afa0-f6446eb8bb4d tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:51.865464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4a00ee2-85ff-436c-a5db-7075bd3b04a6 req-293aabf0-fedf-43ea-afa0-f6446eb8bb4d tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.1595838
Mar 05 20:55:51.880465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Port c9f91447-b5aa-4520-9cac-255e0c084b36 on network 92c1bc99-8218-45a1-b95c-a4c228475460 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:55:51.880821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Attempting to bind port c9f91447-b5aa-4520-9cac-255e0c084b36 on network 92c1bc99-8218-45a1-b95c-a4c228475460 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:55:51.935014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:55:51.935648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Checking segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:51.935934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Bound using segment: {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:55:51.936352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Bound port: c9f91447-b5aa-4520-9cac-255e0c084b36, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a96f0a-fd95-4992-85ff-5f72746135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:55:51.936721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:52.073809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4a00ee2-85ff-436c-a5db-7075bd3b04a6 req-717fb27e-60be-424c-b1ee-ded2b4977d32 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630700
Mar 05 20:55:52.079545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:55:52.083017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:55:52.112246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c3dc35f-a117-4e43-873e-ad22790844c9 req-5e6f8b22-b683-42b3-be8f-f9ecdde4943e service neutron] 10.222.0.31 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763710
Mar 05 20:55:52.129573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:52.233049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.233672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:52.235129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9f91447-b5aa-4520-9cac-255e0c084b36 HTTP/1.1" status: 200  len: 1091 time: 1.7530155
Mar 05 20:55:52.235604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:52.241053 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0a262-a208-4712-be51-9f67d181a904" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:52.243775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787ed99-8b70-44cc-adb2-b18af98ec227 req-d5cb214a-b059-4c88-8252-5bc2fe28f237 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.249836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6787ed99-8b70-44cc-adb2-b18af98ec227 req-d5cb214a-b059-4c88-8252-5bc2fe28f237 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1220455
Mar 05 20:55:52.336998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6787ed99-8b70-44cc-adb2-b18af98ec227 req-7912aa05-5b61-4a75-a71c-01d342af1776 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714397
Mar 05 20:55:52.359362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2208a-4ca2-4eb2-9fbc-6a05feb1cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:52.389785 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92f50d-afd0-44f2-81b7-ee1fa26de834 x-openstack-request-id: req-2b92f50d-afd0-44f2-81b7-ee1fa26de834 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:52.390116 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:52.390381 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b92f50d-afd0-44f2-81b7-ee1fa26de834 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:52.390832 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'status': 'completed', 'code': 200}
Mar 05 20:55:52.409777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480dbbb-0870-4fb9-9e04-3f9088b371b7 req-d3ea06d4-cc88-4637-9ff7-e9e367c5649a tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.413887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f480dbbb-0870-4fb9-9e04-3f9088b371b7 req-d3ea06d4-cc88-4637-9ff7-e9e367c5649a tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 1126 time: 0.1320858
Mar 05 20:55:52.426164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-9cacb0fa-8e98-40e2-b8f6-9c65ae47c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.428028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-9cacb0fa-8e98-40e2-b8f6-9c65ae47c3db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 1125 time: 0.1367607
Mar 05 20:55:52.444376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:52.492738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-9240a09d-2b99-4909-938f-77f6a2221b77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9f91447-b5aa-4520-9cac-255e0c084b36 HTTP/1.1" status: 200  len: 217 time: 0.0484211
Mar 05 20:55:52.574711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0ffa2-1cc0-4454-9ef1-171ccc84d772 req-d228ebaf-199b-4bdb-8cde-11bd71fb6a63 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.583105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f480dbbb-0870-4fb9-9e04-3f9088b371b7 req-d42b2826-fa21-4945-b705-3b6d4cc08e6e tempest-LiveAutoBlockMigrationV225Test-1747675317 tempest-LiveAutoBlockMigrationV225Test-1747675317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611776
Mar 05 20:55:52.587301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25a0ffa2-1cc0-4454-9ef1-171ccc84d772 req-d228ebaf-199b-4bdb-8cde-11bd71fb6a63 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.1220849
Mar 05 20:55:52.596524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-ebfe1461-27b1-4b31-b603-15e97f493531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.597993 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-ebfe1461-27b1-4b31-b603-15e97f493531 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.0927241
Mar 05 20:55:52.661408 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-c6b25431-f568-482d-9fcc-9f7d93348d94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540023
Mar 05 20:55:52.668904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-0860f531-eaf5-4572-973c-a8fed3a97c4d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.670484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-0860f531-eaf5-4572-973c-a8fed3a97c4d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 945 time: 0.1271849
Mar 05 20:55:52.749155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-01b0fcd4-d83c-4dd5-9386-f24bf7ba336c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.750488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-01b0fcd4-d83c-4dd5-9386-f24bf7ba336c tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 945 time: 0.2208178
Mar 05 20:55:52.762147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25a0ffa2-1cc0-4454-9ef1-171ccc84d772 req-3e194767-90eb-49cc-9b7a-0017baf57930 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728055
Mar 05 20:55:52.883016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584651dd-bf44-4010-98b6-5496d524abeb req-a949c4da-abae-48d7-ab8c-32855f7c846c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:52.883788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-584651dd-bf44-4010-98b6-5496d524abeb req-a949c4da-abae-48d7-ab8c-32855f7c846c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 945 time: 0.1869071
Mar 05 20:55:52.887744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-d169593c-e53d-498c-a6d8-b6b3fe172c7e service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143989
Mar 05 20:55:52.935072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7637342e-9edc-4ddb-9a49-0fb0284444b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.022341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port 2ca65ea5-4d5f-472b-b108-55db231b87c0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:53.022755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.032170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd9077-9e7d-4612-906e-11bbac181624 req-043a797a-a3c5-4757-8ee1-4d8be6e7f4c0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:53.035141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-584651dd-bf44-4010-98b6-5496d524abeb req-61514c97-a6e5-4c95-a96a-04955d6ced58 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415339
Mar 05 20:55:53.040016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94cd9077-9e7d-4612-906e-11bbac181624 req-043a797a-a3c5-4757-8ee1-4d8be6e7f4c0 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 943 time: 0.1981091
Mar 05 20:55:53.111182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f10ec6cf-ab86-4813-815c-dbadef7e281a req-80f989fb-7aeb-433a-bc61-3b7bf99d7ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156126
Mar 05 20:55:53.144638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Deleting port 727f750d-d4cf-46e8-b684-69803f8825eb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:53.144907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.165695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94cd9077-9e7d-4612-906e-11bbac181624 req-93e3cafc-6441-4cd3-bb5b-4262556c19e1 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210840
Mar 05 20:55:53.196754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port 2ca65ea5-4d5f-472b-b108-55db231b87c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ca65ea5-4d5f-472b-b108-55db231b87c0,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:53.197108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.248948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7637342e-9edc-4ddb-9a49-0fb0284444b5 admin admin] Publish callbacks [] for security_group (f41c57ad-8146-4936-8c00-66c37e0f452c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.258804 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7637342e-9edc-4ddb-9a49-0fb0284444b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f41c57ad-8146-4936-8c00-66c37e0f452c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.260812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for 2ca65ea5-4d5f-472b-b108-55db231b87c0 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:53.344128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637342e-9edc-4ddb-9a49-0fb0284444b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c57ad-8146-4936-8c00-66c37e0f452c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:53.358585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7637342e-9edc-4ddb-9a49-0fb0284444b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e97877a955aa48ccbbd04dab02cf165b&name=default HTTP/1.1" status: 200  len: 2999 time: 0.9085019
Mar 05 20:55:53.358810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:53.370095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] For port 727f750d-d4cf-46e8-b684-69803f8825eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=727f750d-d4cf-46e8-b684-69803f8825eb,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:53.370473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.430239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Calling delete_port for 727f750d-d4cf-46e8-b684-69803f8825eb owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:53.493838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a262-a208-4712-be51-9f67d181a904 req-c16ab85d-65da-496c-80e8-1b50f575e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:53.495924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-c16ab85d-65da-496c-80e8-1b50f575e0cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 1125 time: 0.2922239
Mar 05 20:55:53.520754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da9e9d-b7ee-48cb-a0b5-de475213d625 req-d60a4f4c-5dfb-4a27-b93c-9d25cfeb79f7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:53.522271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80da9e9d-b7ee-48cb-a0b5-de475213d625 req-d60a4f4c-5dfb-4a27-b93c-9d25cfeb79f7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.1340568
Mar 05 20:55:53.526756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] Publish callbacks [] for security_group (f41c57ad-8146-4936-8c00-66c37e0f452c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.593392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] Publish callbacks [] for security_group (f41c57ad-8146-4936-8c00-66c37e0f452c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.631958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66918d0-dff8-43fc-930c-dd3e78885222 req-115d6286-50c3-4549-94c4-af01f41c862b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:53.634783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d66918d0-dff8-43fc-930c-dd3e78885222 req-115d6286-50c3-4549-94c4-af01f41c862b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2045612
Mar 05 20:55:53.644357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80da9e9d-b7ee-48cb-a0b5-de475213d625 req-87ab3a92-1822-49db-8a5c-0ef19c7a0923 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073782
Mar 05 20:55:53.717022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2ca65ea5-4d5f-472b-b108-55db231b87c0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.721144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (727f750d-d4cf-46e8-b684-69803f8825eb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.737529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2ca65ea5-4d5f-472b-b108-55db231b87c0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:53.742513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de431d40-486f-404d-9b88-d63c337d45e9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:53.771170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event deleted for resources: {'Port': ['ID=727f750d-d4cf-46e8-b684-69803f8825eb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:53.783842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['727f750d-d4cf-46e8-b684-69803f8825eb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:53.807981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f41c57ad-8146-4936-8c00-66c37e0f452c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.811090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.817068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f41c57ad-8146-4936-8c00-66c37e0f452c HTTP/1.1" status: 204  len: 168 time: 0.4573398
Mar 05 20:55:53.881077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] No DVR routers for this DVR port 727f750d-d4cf-46e8-b684-69803f8825eb on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:53.882918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c07f6e-2036-4762-b625-f566d7efa977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c57ad-8146-4936-8c00-66c37e0f452c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:53.892229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:53.898290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6daec23-e2f0-4ba1-af27-fc92545fe1c6 req-a315fef3-a623-4aa8-bb70-9aad74e8bbbb tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.31 "DELETE /v2.0/ports/727f750d-d4cf-46e8-b684-69803f8825eb HTTP/1.1" status: 204  len: 173 time: 1.1336102
Mar 05 20:55:53.899855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'name': 'network-vif-deleted', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:53.903258 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad4df0-1089-4577-8603-2606ea263adf" -d '{"events": [{"server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "name": "network-vif-deleted", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:53.989478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62e8b551-acbf-439b-b06b-d89e7be005cf req-25139de3-a0c7-476c-8ac5-ae2d6c9be5f8 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c65952-c3d5-4826-9fe6-48c5f0ec86a7 HTTP/1.1" status: 200  len: 210 time: 0.0817897
Mar 05 20:55:54.161214 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb45fd-32d2-4d79-b842-0c7ec32d6fd0 x-openstack-request-id: req-90eb45fd-32d2-4d79-b842-0c7ec32d6fd0 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:54.161521 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c65952-c3d5-4826-9fe6-48c5f0ec86a7", "name": "network-vif-deleted", "tag": "727f750d-d4cf-46e8-b684-69803f8825eb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:54.162068 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90eb45fd-32d2-4d79-b842-0c7ec32d6fd0 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:54.163316 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c65952-c3d5-4826-9fe6-48c5f0ec86a7', 'name': 'network-vif-deleted', 'tag': '727f750d-d4cf-46e8-b684-69803f8825eb', 'status': 'completed', 'code': 200}
Mar 05 20:55:54.229540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a262-a208-4712-be51-9f67d181a904 req-97e09c58-2c21-4835-852c-19186878a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:54.235243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-3980e13f-0dd7-4656-ad06-86ec967a6e38 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:54.236558 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-97e09c58-2c21-4835-852c-19186878a150 service neutron] 10.222.0.23 "GET /v2.0/networks?id=92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 200  len: 905 time: 0.7097523
Mar 05 20:55:54.237972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-3980e13f-0dd7-4656-ad06-86ec967a6e38 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.1906035
Mar 05 20:55:54.276367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39fe8424-48bd-4b48-9094-d2f58e567595 req-7f4b7f65-6de9-49a5-9cc2-d00e3eaa1a9d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b49a93-adf5-4a9e-8359-60d106b3433f HTTP/1.1" status: 200  len: 210 time: 0.0655928
Mar 05 20:55:54.363088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=2ca65ea5-4d5f-472b-b108-55db231b87c0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:54.379013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-4e501193-3034-40f9-b541-84270f645d44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9f91447-b5aa-4520-9cac-255e0c084b36 HTTP/1.1" status: 200  len: 217 time: 0.1182117
Mar 05 20:55:54.400233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d66918d0-dff8-43fc-930c-dd3e78885222 req-a21d6015-f8e0-4406-939e-3e914bca7475 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7593980
Mar 05 20:55:54.477235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-12ec242c-d051-43d9-b30a-37f9382cbc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:54.509155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port 2ca65ea5-4d5f-472b-b108-55db231b87c0 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:54.513312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:54.538460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1532a15f-69ec-435c-b5f8-f05663cd0d00 req-8ca5a722-2825-4c32-a1f7-0da957bbb54e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "DELETE /v2.0/ports/2ca65ea5-4d5f-472b-b108-55db231b87c0 HTTP/1.1" status: 204  len: 173 time: 1.8590002
Mar 05 20:55:54.539946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'name': 'network-vif-deleted', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:54.542479 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b23fb6e-a014-4f70-8937-2c4820eb5f79" -d '{"events": [{"server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "name": "network-vif-deleted", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:54.579764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a262-a208-4712-be51-9f67d181a904 req-a4af8cdd-5bf0-4257-856f-eb3c6416f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:54.581731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-a4af8cdd-5bf0-4257-856f-eb3c6416f5cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 200  len: 844 time: 0.1805100
Mar 05 20:55:54.613759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4a718-8519-4a4a-ab79-d47a3c3f3199 req-4e730635-f0c4-4be7-8044-12b565293fd6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:54.623704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2e4a718-8519-4a4a-ab79-d47a3c3f3199 req-4e730635-f0c4-4be7-8044-12b565293fd6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 943 time: 0.1878388
Mar 05 20:55:54.648331 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9662a98a-f5f4-4767-80ab-49ab2cbd6eac x-openstack-request-id: req-9662a98a-f5f4-4767-80ab-49ab2cbd6eac {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:54.651831 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b49a93-adf5-4a9e-8359-60d106b3433f", "name": "network-vif-deleted", "tag": "2ca65ea5-4d5f-472b-b108-55db231b87c0", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:54.652186 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9662a98a-f5f4-4767-80ab-49ab2cbd6eac {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:54.652858 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b49a93-adf5-4a9e-8359-60d106b3433f', 'name': 'network-vif-deleted', 'tag': '2ca65ea5-4d5f-472b-b108-55db231b87c0', 'status': 'completed', 'code': 200}
Mar 05 20:55:54.659349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-8a6bd6ae-860c-48e2-896d-fe70e00cd9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92c1bc99-8218-45a1-b95c-a4c228475460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682168
Mar 05 20:55:54.678115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Deleting port 449a95d6-0b0c-41dc-8bf1-563531604d17 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:54.678976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:54.747218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:54.769648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d2bc-a30e-49f9-9bfd-222a0f2fd8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:54.774314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2e4a718-8519-4a4a-ab79-d47a3c3f3199 req-32f8c891-461c-451b-8b03-61a6c75ddae9 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487961
Mar 05 20:55:54.829498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] For port 449a95d6-0b0c-41dc-8bf1-563531604d17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=449a95d6-0b0c-41dc-8bf1-563531604d17,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:54.830000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:54.846427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Calling delete_port for 449a95d6-0b0c-41dc-8bf1-563531604d17 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:54.866258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-72c5b660-7db8-4ab3-a831-deb63f8f08ff service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019210
Mar 05 20:55:54.966642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672c783-c990-44dc-be61-b6ed47567453 req-0841284c-b73a-4201-b626-25111a89a7e8 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:54.968156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2672c783-c990-44dc-be61-b6ed47567453 req-0841284c-b73a-4201-b626-25111a89a7e8 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2611e78-13fc-4a02-87a7-af3f7c46ddc0 HTTP/1.1" status: 200  len: 944 time: 0.1612422
Mar 05 20:55:55.029466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d2bc-a30e-49f9-9bfd-222a0f2fd8fe admin admin] Publish callbacks [] for security_group (5aa231d4-f888-459a-a8df-85a94ba33a3b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.056292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d2bc-a30e-49f9-9bfd-222a0f2fd8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5aa231d4-f888-459a-a8df-85a94ba33a3b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.060177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (449a95d6-0b0c-41dc-8bf1-563531604d17), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.077209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['38ee5a79-ec27-42bc-985c-95ae7544d810'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:55.093353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ba0a262-a208-4712-be51-9f67d181a904 req-8badb606-57cb-4343-b16d-64b1e13beb63 service neutron] 10.222.0.23 "GET /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193968
Mar 05 20:55:55.119395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2672c783-c990-44dc-be61-b6ed47567453 req-c1e9c530-a384-4813-86f6-e96e113e4c40 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373658
Mar 05 20:55:55.128109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2c0d2bc-a30e-49f9-9bfd-222a0f2fd8fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7fcf8ee50fe4cab802d12b93bab4968&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3796561
Mar 05 20:55:55.131738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:55.140959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0d2bc-a30e-49f9-9bfd-222a0f2fd8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa231d4-f888-459a-a8df-85a94ba33a3b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:55.150037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event deleted for resources: {'Port': ['ID=449a95d6-0b0c-41dc-8bf1-563531604d17,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:55.250406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] Publish callbacks [] for security_group (5aa231d4-f888-459a-a8df-85a94ba33a3b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.267123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] No DVR routers for this DVR port 449a95d6-0b0c-41dc-8bf1-563531604d17 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:55.271942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.277271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec865a9c-779c-486e-b895-b976e08a3c49 req-dc925153-fac4-4e54-b306-c792a0a762b1 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "DELETE /v2.0/ports/449a95d6-0b0c-41dc-8bf1-563531604d17 HTTP/1.1" status: 204  len: 173 time: 0.9999092
Mar 05 20:55:55.294309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] Publish callbacks [] for security_group (5aa231d4-f888-459a-a8df-85a94ba33a3b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.355306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:55:55.385446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5aa231d4-f888-459a-a8df-85a94ba33a3b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.394591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.406655 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aa231d4-f888-459a-a8df-85a94ba33a3b HTTP/1.1" status: 204  len: 168 time: 0.2628183
Mar 05 20:55:55.437037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8695d-32c2-43e3-ac19-5dcdbda1333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa231d4-f888-459a-a8df-85a94ba33a3b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:55.559004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:55.578649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'mac_address': 'fa:16:3e:d0:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:55:55.671852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9f91447-b5aa-4520-9cac-255e0c084b36 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:55.672678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.708735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64849-2aeb-44a9-84c6-b10bab3ad351 req-5f2ee12c-1d80-4e99-9baf-84b999931ea6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:55.710893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6a64849-2aeb-44a9-84c6-b10bab3ad351 req-5f2ee12c-1d80-4e99-9baf-84b999931ea6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1313810
Mar 05 20:55:55.715636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:55:55.804936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:55.816472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:55.876023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0604a-9955-46c2-8533-b1b15fd8f59c req-152b1cf8-7fb8-4c13-8009-c119ba057842 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:55.885914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-93f0604a-9955-46c2-8533-b1b15fd8f59c req-152b1cf8-7fb8-4c13-8009-c119ba057842 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.0886860
Mar 05 20:55:55.903802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6a64849-2aeb-44a9-84c6-b10bab3ad351 req-f7b3cd12-527c-42f1-9d40-5131ec93cadf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838264
Mar 05 20:55:55.936650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:55.968231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-93f0604a-9955-46c2-8533-b1b15fd8f59c req-2d0f29af-24ab-4438-928d-a35b18889244 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813246
Mar 05 20:55:56.062471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['c9f91447-b5aa-4520-9cac-255e0c084b36'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:56.166617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-deleted', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:56.171239 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8f0dd-59ce-48cd-809e-5733872c778d" -d '{"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-deleted", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:56.225144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dafc7a-8b3e-495b-95fd-31db24c33b62 req-a7c49ac9-2936-48ec-b271-a461afda8c1f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:56.227340 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23dafc7a-8b3e-495b-95fd-31db24c33b62 req-a7c49ac9-2936-48ec-b271-a461afda8c1f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 944 time: 0.1679907
Mar 05 20:55:56.329137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23dafc7a-8b3e-495b-95fd-31db24c33b62 req-dbbf5194-3946-4f86-8968-f4590a7dbb4a tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920238
Mar 05 20:55:56.364399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-2c6cab51-bb99-437c-8814-6adea75f13cb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:56.366909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-2c6cab51-bb99-437c-8814-6adea75f13cb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2597392
Mar 05 20:55:56.427062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-a438c3c3-cecc-4e19-9295-1dbbfd10791c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0424225
Mar 05 20:55:56.443035 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4cb8a-7377-40a1-a2ef-656ead84bf27 x-openstack-request-id: req-9fe4cb8a-7377-40a1-a2ef-656ead84bf27 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:56.443437 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2611e78-13fc-4a02-87a7-af3f7c46ddc0", "name": "network-vif-deleted", "tag": "449a95d6-0b0c-41dc-8bf1-563531604d17", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:56.443788 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fe4cb8a-7377-40a1-a2ef-656ead84bf27 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:56.444326 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2611e78-13fc-4a02-87a7-af3f7c46ddc0', 'name': 'network-vif-deleted', 'tag': '449a95d6-0b0c-41dc-8bf1-563531604d17', 'status': 'completed', 'code': 200}
Mar 05 20:55:56.483485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-036d8abb-0343-437d-bf00-829db723b555 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0567162
Mar 05 20:55:56.629939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bf2dab90-34a5-46ae-bba3-099b27298a29 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388416
Mar 05 20:55:56.737252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727f750d-d4cf-46e8-b684-69803f8825eb no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:56.780965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3a164439-3715-4da2-8478-f18aaa50623e service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391127
Mar 05 20:55:56.819237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 727f750d-d4cf-46e8-b684-69803f8825eb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:56.820078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 727f750d-d4cf-46e8-b684-69803f8825eb not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:56.821553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2ca65ea5-4d5f-472b-b108-55db231b87c0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:56.851697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9f76a16-717c-4ac0-ba30-d927b59ea530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:56.853987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 2ca65ea5-4d5f-472b-b108-55db231b87c0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:56.854587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2ca65ea5-4d5f-472b-b108-55db231b87c0 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:56.855276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:55:56.878494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 449a95d6-0b0c-41dc-8bf1-563531604d17 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:55:56.879216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 449a95d6-0b0c-41dc-8bf1-563531604d17 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:55:57.112636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-238ecc76-777b-4865-b09e-5b3c2ea4e9a7 req-5c9d2812-8ddd-4a0e-99d9-b36317a06b6d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 210 time: 0.1003163
Mar 05 20:55:57.113453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbf1b7-a6da-45e6-83c1-5480e872b098 req-48ecf9b1-5543-449a-9559-d62198694ecf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:57.119912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49000) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:57.124049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5edbf1b7-a6da-45e6-83c1-5480e872b098 req-48ecf9b1-5543-449a-9559-d62198694ecf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1179514
Mar 05 20:55:57.171935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-3c089bec-91da-4c70-8a97-b6f8d3f57dd6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:57.174445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-3c089bec-91da-4c70-8a97-b6f8d3f57dd6 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.2010088
Mar 05 20:55:57.184718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49004) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:57.236002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5edbf1b7-a6da-45e6-83c1-5480e872b098 req-5574328e-d097-4718-9e29-c356de3cf9b9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099637
Mar 05 20:55:57.293026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:55:57.357407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d1262-7930-4353-90b4-2e5631d55366 req-31ac46d3-c8b7-42ee-9903-fc172c56d5f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:57.359417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e77d1262-7930-4353-90b4-2e5631d55366 req-31ac46d3-c8b7-42ee-9903-fc172c56d5f4 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 946 time: 0.1141667
Mar 05 20:55:57.436977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6173fa1d-c87e-427d-a469-16891025f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.452840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port c9f91447-b5aa-4520-9cac-255e0c084b36 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:55:57.459375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port c9f91447-b5aa-4520-9cac-255e0c084b36 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:55:57.460057 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.474747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-network', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:57.524043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Made reservation on behalf of 933b162d4a3044f38bed8c339cc621ed for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:57.526811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.544368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Deleting port de431d40-486f-404d-9b88-d63c337d45e9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:57.544661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (de431d40-486f-404d-9b88-d63c337d45e9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.546819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2437c3-4049-4dc3-ba9f-0ede4748351d req-1e20a4b0-3a3d-4fc3-bd65-ce1f02873f4c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:57.555659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd2437c3-4049-4dc3-ba9f-0ede4748351d req-1e20a4b0-3a3d-4fc3-bd65-ce1f02873f4c tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 944 time: 0.1314421
Mar 05 20:55:57.571844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.588331 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:55:57.650017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9f91447-b5aa-4520-9cac-255e0c084b36 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:55:57.650442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.656534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd2437c3-4049-4dc3-ba9f-0ede4748351d req-16130880-bdbd-48d1-a80d-012a6eab4ba6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969875
Mar 05 20:55:57.703010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e77d1262-7930-4353-90b4-2e5631d55366 req-d9b32a88-4fdc-4e01-98d3-9f6b2b09b884 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c674fa-7c76-4b32-8cf7-206cbe8fc792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958698
Mar 05 20:55:57.710489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:57.712096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:57.715703 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6cda9-6101-4976-9039-4c6947117753" -d '{"events": [{"server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "name": "network-vif-plugged", "status": "completed", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:57.724351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.808666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] For port de431d40-486f-404d-9b88-d63c337d45e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de431d40-486f-404d-9b88-d63c337d45e9,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:57.809045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (de431d40-486f-404d-9b88-d63c337d45e9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.824815 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92dee2e-2479-4f59-aa27-0dedbc8172cd x-openstack-request-id: req-b92dee2e-2479-4f59-aa27-0dedbc8172cd {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:57.827795 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "name": "network-vif-plugged", "status": "completed", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:57.828204 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b92dee2e-2479-4f59-aa27-0dedbc8172cd {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:57.828618 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'code': 200}
Mar 05 20:55:57.844996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks [] for security_group (66d454bc-2c0b-485e-a3f8-670db8200e23), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.848343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Calling delete_port for de431d40-486f-404d-9b88-d63c337d45e9 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:57.854262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:57.855197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (66d454bc-2c0b-485e-a3f8-670db8200e23), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.862415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6173fa1d-c87e-427d-a469-16891025f2c9 admin admin] Publish callbacks [] for security_group (aa70c7e9-7e30-4512-b334-f4746d341b00), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.877174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6173fa1d-c87e-427d-a469-16891025f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa70c7e9-7e30-4512-b334-f4746d341b00), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.895450 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.920383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d454bc-2c0b-485e-a3f8-670db8200e23,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:57.936375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:55:57.954570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4c4a4607-5790-45a3-a167-849a949bb82b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:57.954980 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Added segment 4c4a4607-5790-45a3-a167-849a949bb82b of type vlan for network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c
Mar 05 20:55:57.982305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6173fa1d-c87e-427d-a469-16891025f2c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b51a74ef3f44049af5ecf43121c7930&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8530645
Mar 05 20:55:57.996307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49054) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:58.040759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173fa1d-c87e-427d-a469-16891025f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa70c7e9-7e30-4512-b334-f4746d341b00,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:58.043581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.079205 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.080987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.082580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.102673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b088-7b4d-4d35-82f7-9db9741dec32 req-c7008cb0-ea70-4dbb-ba84-d3926dfd2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.104795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfb1b088-7b4d-4d35-82f7-9db9741dec32 req-c7008cb0-ea70-4dbb-ba84-d3926dfd2c2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 1127 time: 0.1917861
Mar 05 20:55:58.112361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] Publish callbacks [] for security_group (aa70c7e9-7e30-4512-b334-f4746d341b00), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.165117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:58.173356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-30b01b57-2e59-42c8-b44c-12cc1f18b918 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9865499
Mar 05 20:55:58.175876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49060) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:58.181745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:55:58.206006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Request body: {'subnet': {'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-subnet', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:58.220335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] Publish callbacks [] for security_group (aa70c7e9-7e30-4512-b334-f4746d341b00), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.283731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (de431d40-486f-404d-9b88-d63c337d45e9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.289331 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfb1b088-7b4d-4d35-82f7-9db9741dec32 req-5900200e-86f9-4ea1-b494-88aa57084e92 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781452
Mar 05 20:55:58.297972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de431d40-486f-404d-9b88-d63c337d45e9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:55:58.316526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c86c89f1-5ec4-483c-9696-d2d0dbcdd1ca req-b871eb1b-4a3b-4ee1-b10e-424fde604f29 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 210 time: 0.0956931
Mar 05 20:55:58.320506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Made reservation on behalf of 933b162d4a3044f38bed8c339cc621ed for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:58.326886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.346305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2677-6b17-45db-b4a4-35b10afb43e7 req-448efbc8-1e45-4186-a5aa-1beb3ed0ce13 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.348130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e8f2677-6b17-45db-b4a4-35b10afb43e7 req-448efbc8-1e45-4186-a5aa-1beb3ed0ce13 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.1875901
Mar 05 20:55:58.362149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Pushing event deleted for resources: {'Port': ['ID=de431d40-486f-404d-9b88-d63c337d45e9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:58.442802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] No DVR routers for this DVR port de431d40-486f-404d-9b88-d63c337d45e9 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:55:58.444947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa70c7e9-7e30-4512-b334-f4746d341b00), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.448052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.449423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa70c7e9-7e30-4512-b334-f4746d341b00 HTTP/1.1" status: 204  len: 168 time: 0.4521515
Mar 05 20:55:58.450818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:58.454236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c750358a-38b8-43ca-a549-200bfcdaabd6 req-555e4a2e-76cc-4745-bded-8dc7fd59c993 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.23 "DELETE /v2.0/ports/de431d40-486f-404d-9b88-d63c337d45e9 HTTP/1.1" status: 204  len: 173 time: 1.2686443
Mar 05 20:55:58.458672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'name': 'network-vif-deleted', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:55:58.462224 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b886120-0843-4441-af1a-dc748ff4ce63" -d '{"events": [{"server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "name": "network-vif-deleted", "tag": "de431d40-486f-404d-9b88-d63c337d45e9"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:55:58.479474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fea08-f5de-4a84-a185-28769bca8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa70c7e9-7e30-4512-b334-f4746d341b00,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:58.504317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e8f2677-6b17-45db-b4a4-35b10afb43e7 req-a991e929-f669-4915-83ad-ab816efb0bad tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378410
Mar 05 20:55:58.573984 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d5ea80-f6e2-40f5-876e-c1b222fe6582 x-openstack-request-id: req-61d5ea80-f6e2-40f5-876e-c1b222fe6582 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:55:58.575105 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb1c17-d366-4ba5-9665-68a62f95f341", "name": "network-vif-deleted", "tag": "de431d40-486f-404d-9b88-d63c337d45e9", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:55:58.575432 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61d5ea80-f6e2-40f5-876e-c1b222fe6582 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:55:58.575958 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb1c17-d366-4ba5-9665-68a62f95f341', 'name': 'network-vif-deleted', 'tag': 'de431d40-486f-404d-9b88-d63c337d45e9', 'status': 'completed', 'code': 200}
Mar 05 20:55:58.613396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba920d31-94ac-4797-9394-5db65ba7fae4 req-40d4464b-fccd-46fc-b022-6f74f31b1289 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.621108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba920d31-94ac-4797-9394-5db65ba7fae4 req-40d4464b-fccd-46fc-b022-6f74f31b1289 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2057261
Mar 05 20:55:58.720878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc566112-da88-4f82-96a3-8e4432834241 req-1a92cd79-a14a-4e03-a79c-09f1a27aa5aa tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.722431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc566112-da88-4f82-96a3-8e4432834241 req-1a92cd79-a14a-4e03-a79c-09f1a27aa5aa tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 944 time: 0.1996360
Mar 05 20:55:58.756150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba920d31-94ac-4797-9394-5db65ba7fae4 req-dc3f75ef-44f2-4180-8ac7-750310a2d123 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337559
Mar 05 20:55:58.844244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c1c0d-6f62-4411-8b77-8f3a82e19518 req-f809d961-f5f5-43d6-b023-c6d64a19e578 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:58.853412 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e85c1c0d-6f62-4411-8b77-8f3a82e19518 req-f809d961-f5f5-43d6-b023-c6d64a19e578 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 945 time: 0.1131306
Mar 05 20:55:59.000351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:59.003839 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbba22b5-eaaa-45d9-9399-29a7f967f228 req-346f9902-4e0b-4af3-958f-fc62a36dbba3 tempest-ListServerFiltersTestJSON-647599521 tempest-ListServerFiltersTestJSON-647599521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fbb1c17-d366-4ba5-9665-68a62f95f341 HTTP/1.1" status: 200  len: 210 time: 0.0572522
Mar 05 20:55:59.013812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e85c1c0d-6f62-4411-8b77-8f3a82e19518 req-596c8295-a8fb-450f-b220-44e0f3f91f37 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584291
Mar 05 20:55:59.020331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (08a6e5b4-b9cf-434f-9d7b-337f27732d99), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.073369 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b11d8b7c-6f11-4a58-8862-a0ccc6e55d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.178455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-53863a4d-5894-4ecf-9f73-555a8069cc7e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:59.181048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-53863a4d-5894-4ecf-9f73-555a8069cc7e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.23 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2580855
Mar 05 20:55:59.187541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a6e5b4-b9cf-434f-9d7b-337f27732d99,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:59.194660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Deleting port 38ee5a79-ec27-42bc-985c-95ae7544d810 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:55:59.195661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.200137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:59.299852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Checking segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:55:59.300618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Network hostable DHCP agents. Network: a0fc1ef5-7d58-4956-8ec7-37c47d9df56c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:55:59.317008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b11d8b7c-6f11-4a58-8862-a0ccc6e55d06 admin admin] Publish callbacks [] for security_group (44c40fc0-8a02-4e1f-b300-3caa4ebd8618), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.329123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b11d8b7c-6f11-4a58-8862-a0ccc6e55d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (44c40fc0-8a02-4e1f-b300-3caa4ebd8618), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.351567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:55:59.385075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0fc1ef5-7d58-4956-8ec7-37c47d9df56c) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:55:59.393870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b11d8b7c-6f11-4a58-8862-a0ccc6e55d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48ef19ec618f4356bff8f6a413be514a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3760076
Mar 05 20:55:59.394691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49078) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:59.398257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f38d18-2c53-426a-b55f-3e570625b985 None None] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:55:59.405517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] For port 38ee5a79-ec27-42bc-985c-95ae7544d810, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38ee5a79-ec27-42bc-985c-95ae7544d810,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:55:59.406193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.418704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:59.419574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.422358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8b7c-6f11-4a58-8862-a0ccc6e55d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c40fc0-8a02-4e1f-b300-3caa4ebd8618,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:59.425374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:55:59.429954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.488119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c986a5df-a096-4cec-9864-a6cd31aa1404 req-b3612f87-e4f2-4041-a07c-95fed7876460 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 210 time: 0.0756037
Mar 05 20:55:59.501270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Calling delete_port for 38ee5a79-ec27-42bc-985c-95ae7544d810 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:55:59.528935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae702e84-a784-4654-b570-bdd5afc58bd4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3516934
Mar 05 20:55:59.530111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49080) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:55:59.536846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] Publish callbacks [] for security_group (44c40fc0-8a02-4e1f-b300-3caa4ebd8618), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.540730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:55:59.579180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] Publish callbacks [] for security_group (44c40fc0-8a02-4e1f-b300-3caa4ebd8618), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.617660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.618591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.652249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (44c40fc0-8a02-4e1f-b300-3caa4ebd8618), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.655940 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.660373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44c40fc0-8a02-4e1f-b300-3caa4ebd8618 HTTP/1.1" status: 204  len: 168 time: 0.2468145
Mar 05 20:55:59.706228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.726657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for router_controller (0c20cfb5-1186-4610-a3d4-9a2e426300f5), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.742242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8de7f-aa7f-429e-85f2-6b986923ada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c40fc0-8a02-4e1f-b300-3caa4ebd8618,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:55:59.783908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:55:59.785150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.935085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38ee5a79-ec27-42bc-985c-95ae7544d810), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:55:59.963695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.7 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/5586f1d6-6aa1-482b-ae10-2cd96cf1d45d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:55:59.987858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce80b9-b251-4180-862e-1ae84fce7d5d req-c91a0817-18e5-4c1f-9e40-82a2322e55f3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:55:59.998162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3ce80b9-b251-4180-862e-1ae84fce7d5d req-c91a0817-18e5-4c1f-9e40-82a2322e55f3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a8023-9015-41ae-974a-eb725177770d HTTP/1.1" status: 200  len: 866 time: 0.3363526
Mar 05 20:56:00.002301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event deleted for resources: {'Port': ['ID=38ee5a79-ec27-42bc-985c-95ae7544d810,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:00.072161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Allocated IP 172.20.0.2 (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c/08a6e5b4-b9cf-434f-9d7b-337f27732d99/d1b8e632-5040-41cb-95ee-928ebef7ee2c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:00.117529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3ce80b9-b251-4180-862e-1ae84fce7d5d req-c78daed9-9350-43a9-9c3a-60b699f688e6 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178148
Mar 05 20:56:00.141996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for router_gateway (0c20cfb5-1186-4610-a3d4-9a2e426300f5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.180199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.186943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.194261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.204169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.224523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.237691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.246494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.249010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-e424a857-752c-4964-ad41-636da530bed7 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.3952684
Mar 05 20:56:00.250165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] No DVR routers for this DVR port 38ee5a79-ec27-42bc-985c-95ae7544d810 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:00.255319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.265025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc566112-da88-4f82-96a3-8e4432834241 req-9ee77ff2-7fba-48f7-909f-c22b11a73e45 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "DELETE /v2.0/ports/38ee5a79-ec27-42bc-985c-95ae7544d810 HTTP/1.1" status: 204  len: 173 time: 1.5322454
Mar 05 20:56:00.266068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-deleted', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:00.269337 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de7f1d-91d0-4fda-bd76-ff15ae19f736" -d '{"events": [{"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-deleted", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:00.303634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks [] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.334732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.361811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ca8c3-4bce-4afb-914b-824c5931cc07 req-a1498d56-47e3-4474-8483-23fb6ab37a57 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.363708 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a7ca8c3-4bce-4afb-914b-824c5931cc07 req-a1498d56-47e3-4474-8483-23fb6ab37a57 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1238303
Mar 05 20:56:00.367202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.385686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78437ed9-b12a-4963-9e06-4ac92f590e86 req-f1cf7de7-04b9-49f0-9be5-e103ae7d6e71 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1114082
Mar 05 20:56:00.403992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Pushing event updated for resources: {'Port': ['ID=d1b8e632-5040-41cb-95ee-928ebef7ee2c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:00.416689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:00.419475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:00.430655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:00.481480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.520208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49110) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:00.550528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a7ca8c3-4bce-4afb-914b-824c5931cc07 req-adb1db13-cd52-4d7d-86f6-d7a32cad9664 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752675
Mar 05 20:56:00.566651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:00.570706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:00.575115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:00.603321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:00.613418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Deleting subnet 08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:00.627468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Publish callbacks [] for subnet (08aa8d67-fec4-46a9-80f5-7e5cb125bdb7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.639998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.641083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.654987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Attempting to bind port d1b8e632-5040-41cb-95ee-928ebef7ee2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:00.657591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Attempting to bind port d1b8e632-5040-41cb-95ee-928ebef7ee2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:00.660099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Attempting to bind port d1b8e632-5040-41cb-95ee-928ebef7ee2c on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:00.667126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-3757f3d5-39e2-4ac1-9493-c3326f8384bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4750254
Mar 05 20:56:00.673618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:00.674252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Checking segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:00.674829 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.675386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Bound using segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:00.676167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Bound port: d1b8e632-5040-41cb-95ee-928ebef7ee2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:00.677386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.680788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Request body: {'port': {'device_id': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:00.699831 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc080047-11bc-43d5-ad15-d9833c0492db x-openstack-request-id: req-fc080047-11bc-43d5-ad15-d9833c0492db {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:00.700589 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019a8023-9015-41ae-974a-eb725177770d", "name": "network-vif-deleted", "tag": "38ee5a79-ec27-42bc-985c-95ae7544d810", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:00.700589 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc080047-11bc-43d5-ad15-d9833c0492db {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:00.700938 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019a8023-9015-41ae-974a-eb725177770d', 'name': 'network-vif-deleted', 'tag': '38ee5a79-ec27-42bc-985c-95ae7544d810', 'status': 'completed', 'code': 200}
Mar 05 20:56:00.718361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (08aa8d67-fec4-46a9-80f5-7e5cb125bdb7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.775797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.789450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:00.826210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 38ee5a79-ec27-42bc-985c-95ae7544d810 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:00.826904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 38ee5a79-ec27-42bc-985c-95ae7544d810 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:00.873629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] For port d1b8e632-5040-41cb-95ee-928ebef7ee2c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:00.877286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] For port d1b8e632-5040-41cb-95ee-928ebef7ee2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1b8e632-5040-41cb-95ee-928ebef7ee2c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:00.887038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.925061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.933522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.940580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.948590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.957835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.971954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:00.976905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d792c4-5cd4-40cf-984f-6a93390da5ec req-99330f91-6edf-499e-80fa-c93f23868e17 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.978760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68d792c4-5cd4-40cf-984f-6a93390da5ec req-99330f91-6edf-499e-80fa-c93f23868e17 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 945 time: 0.3550105
Mar 05 20:56:00.982451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.985176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3175-10e0-4358-b225-64b9ef8647aa None None] Pushing event updated for resources: {'Port': ['ID=d1b8e632-5040-41cb-95ee-928ebef7ee2c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:00.995720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:00.998964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-26ced3e7-94cc-499e-9e5c-9d8cdf466285 req-326ee9ad-c6aa-479a-b292-0d4176f60057 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2195463
Mar 05 20:56:01.175959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for router_gateway (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.230435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68d792c4-5cd4-40cf-984f-6a93390da5ec req-5486420e-cbbf-4273-9fbb-be05f958b934 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904421
Mar 05 20:56:01.234256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.245922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dad8e-968f-4302-bf66-34a0f04128c8 req-31655337-a380-44db-876a-843a8761ff75 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:01.247556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f9dad8e-968f-4302-bf66-34a0f04128c8 req-31655337-a380-44db-876a-843a8761ff75 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 931 time: 0.1288145
Mar 05 20:56:01.261927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (08aa8d67-fec4-46a9-80f5-7e5cb125bdb7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.305680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de431d40-486f-404d-9b88-d63c337d45e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:01.369394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: de431d40-486f-404d-9b88-d63c337d45e9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:01.369917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de431d40-486f-404d-9b88-d63c337d45e9 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:01.472889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:01.484678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks [] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.501896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (08aa8d67-fec4-46a9-80f5-7e5cb125bdb7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.514470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f9dad8e-968f-4302-bf66-34a0f04128c8 req-3276f262-962e-4f85-bae4-e2de06d9721d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322919
Mar 05 20:56:01.515464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Transition to ACTIVE for port object 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:01.528862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.589117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08aa8d67-fec4-46a9-80f5-7e5cb125bdb7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:01.590138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78389885-69c4-429c-97ea-ce6aea5fc1c8 None None] Network cb9f1358-14b7-43a8-a87f-8cb8dfb356bd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:01.594370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Allocated IP 172.35.0.71 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/6484941f-6da5-463c-83b7-dd27c0e9ebd7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:01.599310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.610079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8f82ac4a-6129-4433-862d-4bad6888aa70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/08aa8d67-fec4-46a9-80f5-7e5cb125bdb7 HTTP/1.1" status: 204  len: 168 time: 1.0886412
Mar 05 20:56:01.614404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49148) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:01.751014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Attempting to bind port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:01.751753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Attempting to bind port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:01.751753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Attempting to bind port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:01.754077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Pushing event updated for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:01.761901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:01.762238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Attempting to bind port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:01.767586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:01.768030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:01.768422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:01.768856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Bound port: 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:01.769218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.788833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.870541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.958952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Deleting port c10fd17e-7bf7-42f5-92a4-f6ef755b381b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:01.959747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:01.986679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] DHCP port deletion for cb9f1358-14b7-43a8-a87f-8cb8dfb356bd request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:56:02.024706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:02.034643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:02.046711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.119560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Deleting port c10fd17e-7bf7-42f5-92a4-f6ef755b381b {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:02.119935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:02.121003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.121349 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.122436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] 10.222.0.23 "PUT /v2.0/ports/5586f1d6-6aa1-482b-ae10-2cd96cf1d45d HTTP/1.1" status: 200  len: 1091 time: 1.4483414
Mar 05 20:56:02.122920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:02.125208 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a421e39-a9cb-4b9a-b1b1-a7054042a271" -d '{"events": [{"name": "network-changed", "server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:02.135997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] For port c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:02.139839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.189186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Calling delete_port for c10fd17e-7bf7-42f5-92a4-f6ef755b381b owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:02.263938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] For port c10fd17e-7bf7-42f5-92a4-f6ef755b381b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,segment=NetworkSegment(80b3b00f-868f-48b9-b586-5ae097b8bd34),segment_id=80b3b00f-868f-48b9-b586-5ae097b8bd34)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:02.264456 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.322504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3dad1-4009-4010-9825-ce8168a17efe service neutron] Pushing event updated for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:02.353102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48758-bdf2-4c54-9e68-079f6f7293c5 req-e33946c0-a7e1-4d07-a310-e628df516638 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:02.355224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31f48758-bdf2-4c54-9e68-079f6f7293c5 req-e33946c0-a7e1-4d07-a310-e628df516638 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.2543750
Mar 05 20:56:02.361736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-a50c983d-e1e0-4d99-b49e-5f8755b0ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:02.363153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-a50c983d-e1e0-4d99-b49e-5f8755b0ef2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 1125 time: 0.1632037
Mar 05 20:56:02.405829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Calling delete_port for c10fd17e-7bf7-42f5-92a4-f6ef755b381b owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:02.421230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1b8e632-5040-41cb-95ee-928ebef7ee2c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:02.424515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-f7ad7397-d762-4817-b1be-2e2107782f3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d HTTP/1.1" status: 200  len: 217 time: 0.0523400
Mar 05 20:56:02.529393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31f48758-bdf2-4c54-9e68-079f6f7293c5 req-28f9dfdd-591d-4b78-bd2f-f1f45b981e5e tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647561
Mar 05 20:56:02.564006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-2b61701d-9392-41cf-9af6-7f4fefe1df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:02.565481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-2b61701d-9392-41cf-9af6-7f4fefe1df43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1235390
Mar 05 20:56:02.628843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-c9d50dd0-1110-4dd4-a13d-ec26581e54cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526252
Mar 05 20:56:02.684538 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73876acf-3ccf-4d03-8de3-5db875484d18 x-openstack-request-id: req-73876acf-3ccf-4d03-8de3-5db875484d18 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:02.684840 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:02.685092 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73876acf-3ccf-4d03-8de3-5db875484d18 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:02.685585 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d', 'status': 'completed', 'code': 200}
Mar 05 20:56:02.724327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae67067-ee14-4650-bea8-833729260b9c None None] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:02.739903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.755215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1b8e632-5040-41cb-95ee-928ebef7ee2c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:02.755703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.818991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] Pushing event deleted for resources: {'Port': ['ID=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:02.845952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fbbf4-b125-4573-88b7-1b9c46209baf req-d37444a8-9fd9-4ac5-97c1-d60d8b5b830f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:02.847422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-747fbbf4-b125-4573-88b7-1b9c46209baf req-d37444a8-9fd9-4ac5-97c1-d60d8b5b830f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 943 time: 0.1011372
Mar 05 20:56:02.851767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-7fe78934-9299-465b-bb68-54405894347f service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142074
Mar 05 20:56:02.862187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c10fd17e-7bf7-42f5-92a4-f6ef755b381b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.918499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Provisioning complete for port d1b8e632-5040-41cb-95ee-928ebef7ee2c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:02.918499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.920385 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:02.953365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e038167-a3fd-4aff-8b83-d659fd3142fb None None] No DVR routers for this DVR port c10fd17e-7bf7-42f5-92a4-f6ef755b381b on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:03.038380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10fd17e-7bf7-42f5-92a4-f6ef755b381b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:03.113246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:03.115894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1b8e632-5040-41cb-95ee-928ebef7ee2c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:03.116826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.151557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Current status of the port d1b8e632-5040-41cb-95ee-928ebef7ee2c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:03.151986 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.161016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] No DVR routers for this DVR port c10fd17e-7bf7-42f5-92a4-f6ef755b381b on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:03.174717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6484941f-6da5-463c-83b7-dd27c0e9ebd7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:03.183383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d1b8e632-5040-41cb-95ee-928ebef7ee2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1b8e632-5040-41cb-95ee-928ebef7ee2c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:03.195941 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.217450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67639-0abf-4534-9dd0-2ec2ddcfca7b req-e2072225-a4b7-4ffb-bdcd-1c067416fe0c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.228266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c67639-0abf-4534-9dd0-2ec2ddcfca7b req-e2072225-a4b7-4ffb-bdcd-1c067416fe0c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.9500368
Mar 05 20:56:03.267496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:03.278039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:03.307220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c10fd17e-7bf7-42f5-92a4-f6ef755b381b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:03.370490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c10fd17e-7bf7-42f5-92a4-f6ef755b381b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:03.371008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c10fd17e-7bf7-42f5-92a4-f6ef755b381b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:03.380164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-747fbbf4-b125-4573-88b7-1b9c46209baf req-c01d58fd-91be-4abb-b1a3-8c61c60f80f5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5215914
Mar 05 20:56:03.450158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f709bedf-5a95-41ef-8b29-c27da39a3adb req-b55fe8c7-db34-48cd-b0ff-50f8c21afa00 service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5890594
Mar 05 20:56:03.455287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d1b8e632-5040-41cb-95ee-928ebef7ee2c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:03.462900 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:56:03.464098 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:56:03.475247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49220) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:03.483729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a259a-c84d-4819-be48-f706eb2d622d req-950aa990-2638-4f8a-9cb3-3fb421a72735 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.485380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b57a259a-c84d-4819-be48-f706eb2d622d req-950aa990-2638-4f8a-9cb3-3fb421a72735 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.6161044
Mar 05 20:56:03.575313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.626448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-323b638f-77ff-4d33-af1e-6436559e9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.627921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-323b638f-77ff-4d33-af1e-6436559e9d0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 1125 time: 0.0997555
Mar 05 20:56:03.691843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c67639-0abf-4534-9dd0-2ec2ddcfca7b req-d8463ae6-dab6-4565-9fa7-e6e666b5e3b1 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4202816
Mar 05 20:56:03.760232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b894e8880>,) {'filters': {'network_id': ['cb9f1358-14b7-43a8-a87f-8cb8dfb356bd']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:03.810666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b894e8880>, '80b3b00f-868f-48b9-b586-5ae097b8bd34') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:03.811084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b894e8880>, '80b3b00f-868f-48b9-b586-5ae097b8bd34') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:03.841000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.841538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.842198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.842653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.843197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.844068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.844216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.846532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-f440ede0-cbed-4723-b220-e29449d94fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6707 time: 0.3695550
Mar 05 20:56:03.857826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (80b3b00f-868f-48b9-b586-5ae097b8bd34), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.863887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-399ac12b-a449-4d58-9e33-72879b84c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.865171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-399ac12b-a449-4d58-9e33-72879b84c712 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.2292349
Mar 05 20:56:03.889627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d385d-7390-4529-8fab-21615c371533 req-6ecd7a74-b915-4674-b09a-54691ee7af8f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:03.891286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d09d385d-7390-4529-8fab-21615c371533 req-6ecd7a74-b915-4674-b09a-54691ee7af8f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 945 time: 0.1531537
Mar 05 20:56:03.933360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (80b3b00f-868f-48b9-b586-5ae097b8bd34), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.948112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-3ca26a48-e0cb-4b1b-8033-6347165f672a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d HTTP/1.1" status: 200  len: 217 time: 0.0693862
Mar 05 20:56:03.952729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:03.953254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (80b3b00f-868f-48b9-b586-5ae097b8bd34), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:03.957603 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:04.031694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-286532f4-80c8-4feb-b6bc-ce2880e95dc9 None None] Current status of the port d1b8e632-5040-41cb-95ee-928ebef7ee2c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:04.043433 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-06d40dca-95f6-476e-bf3f-0b5e564542d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1883547
Mar 05 20:56:04.064414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-dc61ffde-b24b-40c8-bd93-6a4ae20ef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:04.067274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-dc61ffde-b24b-40c8-bd93-6a4ae20ef3c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1033945
Mar 05 20:56:04.074366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d09d385d-7390-4529-8fab-21615c371533 req-50b85c09-b9b2-45d7-b620-c51957fe7c66 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715782
Mar 05 20:56:04.109786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-3930759f-1d58-4c8c-b3fb-e70cd40ba7ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325329
Mar 05 20:56:04.117377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0414-8bd6-4ee7-96a0-c345d0df817d req-22b124d4-f0f1-4730-ae53-aff68c928daf tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:04.118922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-418b0414-8bd6-4ee7-96a0-c345d0df817d req-22b124d4-f0f1-4730-ae53-aff68c928daf tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 945 time: 0.2690001
Mar 05 20:56:04.127900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Deleting port 675294b3-97d2-451e-9c82-33eef5c81bf5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:04.128275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.136071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (cb9f1358-14b7-43a8-a87f-8cb8dfb356bd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.155875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.159234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb9f1358-14b7-43a8-a87f-8cb8dfb356bd HTTP/1.1" status: 204  len: 168 time: 2.5429704
Mar 05 20:56:04.205825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3f98c49a-5de6-47d1-bd58-01375c0684ea None None] Provisioning complete for port d1b8e632-5040-41cb-95ee-928ebef7ee2c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:04.206704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f98c49a-5de6-47d1-bd58-01375c0684ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.217788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd6b0-886e-4676-8b77-28968f5256d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9f1358-14b7-43a8-a87f-8cb8dfb356bd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:04.229186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:04.245561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-d317baa8-2936-437c-8c7e-99b3010f38a3 service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307096
Mar 05 20:56:04.317299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for router_gateway (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.323548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-418b0414-8bd6-4ee7-96a0-c345d0df817d req-2fb4edca-049a-4650-b83d-e3c4d46129ac tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886239
Mar 05 20:56:04.379746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a421e39-a9cb-4b9a-b1b1-a7054042a271 req-b9ee3ef9-7e24-4dff-ae66-8b4ea44ba259 service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263123
Mar 05 20:56:04.410488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1b8e632-5040-41cb-95ee-928ebef7ee2c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:04.481024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3f98c49a-5de6-47d1-bd58-01375c0684ea None None] Current status of the port d1b8e632-5040-41cb-95ee-928ebef7ee2c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:04.491959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49252) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:04.508892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] For port 675294b3-97d2-451e-9c82-33eef5c81bf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675294b3-97d2-451e-9c82-33eef5c81bf5,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:04.509222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.520756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1b8e632-5040-41cb-95ee-928ebef7ee2c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:04.522111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.522250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-355cbe66-074b-4504-9362-6adb37702e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.544905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Calling delete_port for 675294b3-97d2-451e-9c82-33eef5c81bf5 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:04.579626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09b91-777d-4b3c-8d5f-ec34ba32d47d req-0e0a6eb9-cfcc-47f4-998a-98ad01902893 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:04.581439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51d09b91-777d-4b3c-8d5f-ec34ba32d47d req-0e0a6eb9-cfcc-47f4-998a-98ad01902893 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 943 time: 0.0914071
Mar 05 20:56:04.595094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0e5c79c3-aa9b-4046-8ec2-6d4707945092 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f868fae33d848129fabf0f797c73be4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1016908
Mar 05 20:56:04.598715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49254) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:04.644801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1b8e632-5040-41cb-95ee-928ebef7ee2c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:04.700546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51d09b91-777d-4b3c-8d5f-ec34ba32d47d req-c2eb56d1-904c-4c3f-a54e-486a02621697 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060295
Mar 05 20:56:04.712119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-355cbe66-074b-4504-9362-6adb37702e6f admin admin] Publish callbacks [] for security_group (646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.722227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-355cbe66-074b-4504-9362-6adb37702e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.736151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] Publish callbacks [] for security_group (c6c674fa-7c76-4b32-8cf7-206cbe8fc792), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.754225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 675294b3-97d2-451e-9c82-33eef5c81bf5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:04.789352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-355cbe66-074b-4504-9362-6adb37702e6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3f769cc1b6e4f168bed0184e6bb807e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5582573
Mar 05 20:56:04.793055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbe66-074b-4504-9362-6adb37702e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:04.795344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:04.797601 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] Publish callbacks [] for security_group (c6c674fa-7c76-4b32-8cf7-206cbe8fc792), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.824272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.885151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] Publish callbacks [] for security_group (646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.895945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 675294b3-97d2-451e-9c82-33eef5c81bf5 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:04.896149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6c674fa-7c76-4b32-8cf7-206cbe8fc792), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.899463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.900655 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6c674fa-7c76-4b32-8cf7-206cbe8fc792 HTTP/1.1" status: 204  len: 168 time: 0.3022852
Mar 05 20:56:04.920658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e07bb0-e8d1-49b0-8da9-8cc68130aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c674fa-7c76-4b32-8cf7-206cbe8fc792,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:04.924804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] Publish callbacks [] for security_group (646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:04.982395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (675294b3-97d2-451e-9c82-33eef5c81bf5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.000224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.003160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.004474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1 HTTP/1.1" status: 204  len: 168 time: 0.2050676
Mar 05 20:56:05.019869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935fc5e-06f8-428d-bf0a-2d636f4845b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ec51e-9f7b-4e3c-944e-97cfbd5dc2b1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:05.025355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event deleted for resources: {'Port': ['ID=675294b3-97d2-451e-9c82-33eef5c81bf5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:05.049185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd56660-c968-42dc-8199-e18bfcf5aa08 req-81365746-3569-4adb-9ee1-b68bb8a37ba8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:05.051943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ecd56660-c968-42dc-8199-e18bfcf5aa08 req-81365746-3569-4adb-9ee1-b68bb8a37ba8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2224860
Mar 05 20:56:05.113704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] No DVR routers for this DVR port 675294b3-97d2-451e-9c82-33eef5c81bf5 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:05.119461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.122887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b57a259a-c84d-4819-be48-f706eb2d622d req-40a4e73a-728a-4eb3-bc0b-75aa63a93a5f tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "DELETE /v2.0/ports/675294b3-97d2-451e-9c82-33eef5c81bf5 HTTP/1.1" status: 204  len: 173 time: 1.6257942
Mar 05 20:56:05.124895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-deleted', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:05.127262 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c35321-2976-4101-810a-4eaf4a1af8c1" -d '{"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-deleted", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:05.189555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ecd56660-c968-42dc-8199-e18bfcf5aa08 req-9d0920c9-3a0c-4bb6-9899-2efc211b6b1b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132433
Mar 05 20:56:05.206806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:56:05.276517 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91541b-3b78-4d7f-8c2d-a2f26c33fe0d x-openstack-request-id: req-de91541b-3b78-4d7f-8c2d-a2f26c33fe0d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:05.276806 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd", "name": "network-vif-deleted", "tag": "675294b3-97d2-451e-9c82-33eef5c81bf5", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:05.277059 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de91541b-3b78-4d7f-8c2d-a2f26c33fe0d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:05.277692 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd', 'name': 'network-vif-deleted', 'tag': '675294b3-97d2-451e-9c82-33eef5c81bf5', 'status': 'completed', 'code': 200}
Mar 05 20:56:05.325453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:05.330040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-783771fa-00ad-4904-abb1-f7b325a423cd req-8e1a1d44-dce5-4f13-aa6a-142c90baed9a tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdd208d9-1b94-4ab3-8e79-cf940c8d4ddd HTTP/1.1" status: 200  len: 210 time: 0.0428331
Mar 05 20:56:05.404789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:56:05.417485 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:56:05.429502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.431539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d2e819b7-9c26-467a-8bc4-c93c1995b6d2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.8961079
Mar 05 20:56:05.434306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49278) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:05.442661 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:05.443279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcede50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:05.492236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:05.507870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d', 'mac_address': 'fa:16:3e:f1:5b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:05.546908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:05.547110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f546e-dc55-4a8c-bbc7-e0abf1f15de2 req-c7b2e839-fa1f-412f-8008-d2d4bd713ff6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:05.547325 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.548768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-828f546e-dc55-4a8c-bbc7-e0abf1f15de2 req-c7b2e839-fa1f-412f-8008-d2d4bd713ff6 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 945 time: 0.0704598
Mar 05 20:56:05.567642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:05.590854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:05.596720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:05.597652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:05.652736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-828f546e-dc55-4a8c-bbc7-e0abf1f15de2 req-93c8e99a-efaf-4ae8-a2f1-c35eb1123d4f tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918143
Mar 05 20:56:05.768381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:05.794158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:05.936963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:05.978268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb94c1-e605-482f-b17e-d667692c6415 req-a4d11485-9811-444a-b83a-92b8dd67c0cc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:05.981307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14eb94c1-e605-482f-b17e-d667692c6415 req-a4d11485-9811-444a-b83a-92b8dd67c0cc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 944 time: 0.1585619
Mar 05 20:56:06.002727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.006686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'network_id': '92c1bc99-8218-45a1-b95c-a4c228475460', 'port_id': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'mac_address': 'fa:16:3e:d0:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05716dc-1182-4345-9441-1b2111b304d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:06.036586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:06.099495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9f91447-b5aa-4520-9cac-255e0c084b36 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:06.099909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.104098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8962c2e-aef3-4389-8f34-78cd2432fb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.117200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14eb94c1-e605-482f-b17e-d667692c6415 req-4c5a0cce-03a9-4b3a-83b7-7509fc51ddaf tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278458
Mar 05 20:56:06.129926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:06.183641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:06.191913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.193211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcede50>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:06.219851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.300478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8962c2e-aef3-4389-8f34-78cd2432fb7c admin admin] Publish callbacks [] for security_group (5ca36108-ea1b-4a35-91df-3690c6c31da9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.310868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8962c2e-aef3-4389-8f34-78cd2432fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5ca36108-ea1b-4a35-91df-3690c6c31da9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.313585 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:56:06.317191 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Updating router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:56:06.412089 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.446696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['c9f91447-b5aa-4520-9cac-255e0c084b36'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:06.451484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.464735 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b8962c2e-aef3-4389-8f34-78cd2432fb7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b994e04c7a6438cb1a5d36a36ad3ad4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4263558
Mar 05 20:56:06.465495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:06.468754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962c2e-aef3-4389-8f34-78cd2432fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca36108-ea1b-4a35-91df-3690c6c31da9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:06.472050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:06.477126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:06.500362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5586f1d6-6aa1-482b-ae10-2cd96cf1d45d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:06.535402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576d491-f4d7-48b1-8ac3-376d9a031ffa req-c7998c7f-1fbd-4202-b5dd-9b05baa50e62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:06.536773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5576d491-f4d7-48b1-8ac3-376d9a031ffa req-c7998c7f-1fbd-4202-b5dd-9b05baa50e62 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 944 time: 0.1265280
Mar 05 20:56:06.639641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-468426814-network', 'tenant_id': 'bd82543db15443c69b77efe94c71e251'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:06.661960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae9cfe-d73f-4d91-8e93-235e6f9a98d8 req-d7f781c7-4875-4c6d-8904-d3c470e30e6d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:06.670475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cae9cfe-d73f-4d91-8e93-235e6f9a98d8 req-d7f781c7-4875-4c6d-8904-d3c470e30e6d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2900844
Mar 05 20:56:06.678390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5576d491-f4d7-48b1-8ac3-376d9a031ffa req-1e615b29-e495-4683-9d14-27768ea4860e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270483
Mar 05 20:56:06.680664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Made reservation on behalf of bd82543db15443c69b77efe94c71e251 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:06.687121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.690517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] Publish callbacks [] for security_group (5ca36108-ea1b-4a35-91df-3690c6c31da9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.726883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.765197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Allocated IP 172.20.0.1 (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c/08a6e5b4-b9cf-434f-9d7b-337f27732d99/7378837f-cd9c-4a35-80d9-231d0264a296) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:06.775711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] Publish callbacks [] for security_group (5ca36108-ea1b-4a35-91df-3690c6c31da9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.807636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cae9cfe-d73f-4d91-8e93-235e6f9a98d8 req-45a4ca96-a76d-4056-a3ed-629e76fc90d0 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362433
Mar 05 20:56:06.869198 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks [] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.869823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks [] for security_group (347dbe3a-9be4-4119-910a-5769c32e3a96), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.875502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (347dbe3a-9be4-4119-910a-5769c32e3a96), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.876982 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.929983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:06.942667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5ca36108-ea1b-4a35-91df-3690c6c31da9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.945908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347dbe3a-9be4-4119-910a-5769c32e3a96,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:06.946609 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55447-658a-4aa4-b7d7-bc1148fa0854 None None] Pushing event updated for resources: {'Port': ['ID=6484941f-6da5-463c-83b7-dd27c0e9ebd7,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:06.946771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.948083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ca36108-ea1b-4a35-91df-3690c6c31da9 HTTP/1.1" status: 204  len: 168 time: 0.4747782
Mar 05 20:56:06.956835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Attempting to bind port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:06.957514 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Attempting to bind port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:06.958032 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Attempting to bind port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:06.972171 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:06.972675 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:06.973024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.973180 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.973380 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Added segment e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2 of type vlan for network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e
Mar 05 20:56:06.973609 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:06.974123 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Bound port: 6484941f-6da5-463c-83b7-dd27c0e9ebd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:06.974571 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:06.986554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055159d-a765-43e5-b6f7-63b7b3ea31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca36108-ea1b-4a35-91df-3690c6c31da9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:07.022260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks [] for port (7378837f-cd9c-4a35-80d9-231d0264a296), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.051247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.072884 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] For port 6484941f-6da5-463c-83b7-dd27c0e9ebd7, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:07.077232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] For port 6484941f-6da5-463c-83b7-dd27c0e9ebd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484941f-6da5-463c-83b7-dd27c0e9ebd7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:07.088523 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.093535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.095265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:07.096444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.112724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.169187 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6985857
Mar 05 20:56:07.169500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:07.169500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcede50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:07.169891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:07.172199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55447-658a-4aa4-b7d7-bc1148fa0854 None None] Pushing event updated for resources: {'Port': ['ID=6484941f-6da5-463c-83b7-dd27c0e9ebd7,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:07.176814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Request body: {'subnet': {'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-468426814-subnet', 'tenant_id': 'bd82543db15443c69b77efe94c71e251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:07.190303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686207-c48e-4407-8927-11a4d0599985 admin admin] Pushing event updated for resources: {'Network': ['ID=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:07.209192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Made reservation on behalf of bd82543db15443c69b77efe94c71e251 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:07.211109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:07.212802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.237491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:07.249158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:07.254952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:07.323189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Pushing event updated for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:07.343864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090843da-b58e-49ed-8266-c9439bb32b55 req-2af545e5-4be1-49a9-b217-603f56d2be9c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:07.347705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-090843da-b58e-49ed-8266-c9439bb32b55 req-2af545e5-4be1-49a9-b217-603f56d2be9c tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.2516720
Mar 05 20:56:07.352012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.393681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:07.541723 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:07.598293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:07.607064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:07.607448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.618723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-090843da-b58e-49ed-8266-c9439bb32b55 req-1a96008b-bd4e-4485-91ed-772bcc1997e7 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3977ab85-0fd1-4a4a-98da-2d19ae87b011&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013016
Mar 05 20:56:07.658990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0734c39c-af45-4122-9723-ce34d5ffba58), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.717986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0734c39c-af45-4122-9723-ce34d5ffba58,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:07.742143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec3825-8551-4cdd-a33e-ec735e7d4b6f req-12292968-3a6a-4677-b861-3c20c0b6c7e8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:07.749710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28ec3825-8551-4cdd-a33e-ec735e7d4b6f req-12292968-3a6a-4677-b861-3c20c0b6c7e8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 944 time: 0.5042853
Mar 05 20:56:07.775762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f9be2269-1ef3-4b26-a6e1-b25bd9cf4f46 None None] Provisioning complete for port 7378837f-cd9c-4a35-80d9-231d0264a296 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:07.782673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f9be2269-1ef3-4b26-a6e1-b25bd9cf4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.799879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-4a26e0b4-15e1-420e-bb5b-a182d9c3c1b3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:07.802013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-4a26e0b4-15e1-420e-bb5b-a182d9c3c1b3 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 945 time: 0.2731128
Mar 05 20:56:07.897279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28ec3825-8551-4cdd-a33e-ec735e7d4b6f req-07ae5a00-e965-4197-ab2f-62d07d81d6c1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462839
Mar 05 20:56:07.901720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Checking segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:07.901720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Network hostable DHCP agents. Network: c80579ab-d9de-42ba-ab7b-c6606dc5ef7e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:07.938205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:07.938618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:07.984136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f9be2269-1ef3-4b26-a6e1-b25bd9cf4f46 None None] Port 7378837f-cd9c-4a35-80d9-231d0264a296 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:08.005542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:08.011570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:08.021750 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70dc46-74a7-4e5e-80b8-b556f504cd5f" -d '{"events": [{"server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "name": "network-vif-plugged", "status": "completed", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:08.027820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c80579ab-d9de-42ba-ab7b-c6606dc5ef7e) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:08.042423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:08.043363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.054852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55a363-70f1-4029-a2b2-774faa64dc07 None None] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:08.065109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:08.067027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Deleting port c0110646-dc95-417d-ac53-0985cc88a5b8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:08.068203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.079692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcede50>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:08.081043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5fb98e73-acb9-40ba-a5ac-75e6e7eb3315 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9099433
Mar 05 20:56:08.153116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a28ea5-e4da-4891-afed-5c201fa0dac3 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:56:08.180335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.181413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:08.298381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] For port c0110646-dc95-417d-ac53-0985cc88a5b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0110646-dc95-417d-ac53-0985cc88a5b8,segment=NetworkSegment(b99d7d15-aeb7-4994-88ee-526b8db283c6),segment_id=b99d7d15-aeb7-4994-88ee-526b8db283c6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:08.299096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.323198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Calling delete_port for c0110646-dc95-417d-ac53-0985cc88a5b8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:08.326911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa6e33-7a17-48b3-a4a9-0c7e7e2ff5ff req-efab586d-b775-4435-b027-a84c16251bbc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:08.334080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-10aa6e33-7a17-48b3-a4a9-0c7e7e2ff5ff req-efab586d-b775-4435-b027-a84c16251bbc tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 944 time: 0.1409731
Mar 05 20:56:08.389998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-2ce372b5-1d3e-4477-a1de-1cb8b4f4db94 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:08.391633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-2ce372b5-1d3e-4477-a1de-1cb8b4f4db94 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 944 time: 0.2244301
Mar 05 20:56:08.392326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.416745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:08.487295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-10aa6e33-7a17-48b3-a4a9-0c7e7e2ff5ff req-3dbc308d-41ec-4188-a3ad-60cc5b4e1b1e tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508179
Mar 05 20:56:08.495583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d94d1b-bae5-4b76-ac82-6cda435c1601 None None] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:08.519368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9f91447-b5aa-4520-9cac-255e0c084b36 is: BUILD; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:08.519827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.593383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c0110646-dc95-417d-ac53-0985cc88a5b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.631141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a1d61-1b79-48c9-8b93-cdaf2c539db8 req-eaa7c04d-425f-47f4-9f1c-c629f76b4012 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:08.636959 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3098f519-c2c0-4d24-a749-e9460fa31db7 x-openstack-request-id: req-3098f519-c2c0-4d24-a749-e9460fa31db7 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:08.637531 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "name": "network-vif-plugged", "status": "completed", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:08.637531 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3098f519-c2c0-4d24-a749-e9460fa31db7 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:08.638090 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d', 'code': 200}
Mar 05 20:56:08.640322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:08.653682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-878a1d61-1b79-48c9-8b93-cdaf2c539db8 req-eaa7c04d-425f-47f4-9f1c-c629f76b4012 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.5710762
Mar 05 20:56:08.682073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:08.692630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.742429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Pushing event deleted for resources: {'Port': ['ID=c0110646-dc95-417d-ac53-0985cc88a5b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:08.798874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] No DVR routers for this DVR port c0110646-dc95-417d-ac53-0985cc88a5b8 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:08.806072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.809339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca705227-e9c6-4d99-9a55-aeec942716c4 req-06a3cab2-febe-4831-bfc0-4a91a968f681 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.31 "DELETE /v2.0/ports/c0110646-dc95-417d-ac53-0985cc88a5b8 HTTP/1.1" status: 204  len: 173 time: 0.9917629
Mar 05 20:56:08.811173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-deleted', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:08.822612 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277fb38-d941-4349-b2bf-28cf160c8e1c" -d '{"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-deleted", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:08.841136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:08.920973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-878a1d61-1b79-48c9-8b93-cdaf2c539db8 req-19fe977f-1d47-4caf-b835-3da1ecb322c1 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2638261
Mar 05 20:56:08.944996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks [] for port (7378837f-cd9c-4a35-80d9-231d0264a296), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:08.977240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Deleting port c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:08.977584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.053315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abd5d503-5206-4092-8695-34ebf18e435a req-1b4a3ddf-cf4b-44b2-9bdb-b287ed9d12a4 tempest-LiveAutoBlockMigrationV225Test-1363872199 tempest-LiveAutoBlockMigrationV225Test-1363872199-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5aa9-c804-4757-af1b-3354d442b6d8 HTTP/1.1" status: 200  len: 210 time: 0.0675304
Mar 05 20:56:09.070796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:09.085281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.105305 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7808f910-74a3-425b-af60-18ce61d4e436 x-openstack-request-id: req-7808f910-74a3-425b-af60-18ce61d4e436 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:09.105599 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31db5aa9-c804-4757-af1b-3354d442b6d8", "name": "network-vif-deleted", "tag": "c0110646-dc95-417d-ac53-0985cc88a5b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:09.105878 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7808f910-74a3-425b-af60-18ce61d4e436 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:09.106572 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db5aa9-c804-4757-af1b-3354d442b6d8', 'name': 'network-vif-deleted', 'tag': 'c0110646-dc95-417d-ac53-0985cc88a5b8', 'status': 'completed', 'code': 200}
Mar 05 20:56:09.230218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] For port c9f91447-b5aa-4520-9cac-255e0c084b36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f91447-b5aa-4520-9cac-255e0c084b36,segment=NetworkSegment(e9a96f0a-fd95-4992-85ff-5f72746135dd),segment_id=e9a96f0a-fd95-4992-85ff-5f72746135dd)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:09.230580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.243807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45582d0-8fff-46fa-bedd-729c1d54fc98 req-6ef1f59b-af31-430b-a8dc-c7a64062755c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:09.245757 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a45582d0-8fff-46fa-bedd-729c1d54fc98 req-6ef1f59b-af31-430b-a8dc-c7a64062755c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.0711153
Mar 05 20:56:09.270053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Calling delete_port for c9f91447-b5aa-4520-9cac-255e0c084b36 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:09.273995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.276019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Pushing event updated for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:09.288619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0282cc7b-f37e-49fb-bdd5-9b1c339c14d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.293597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd719-1995-40a6-99a5-09ae0e44e281 req-b90b681d-c2de-47c7-840a-fa2d2de3ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:09.295146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee3fd719-1995-40a6-99a5-09ae0e44e281 req-b90b681d-c2de-47c7-840a-fa2d2de3ffd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 1127 time: 0.5777552
Mar 05 20:56:09.353925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a45582d0-8fff-46fa-bedd-729c1d54fc98 req-cc7e60ef-7f03-486e-8c9d-83471608df06 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013100
Mar 05 20:56:09.462500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0282cc7b-f37e-49fb-bdd5-9b1c339c14d1 admin admin] Publish callbacks [] for security_group (c379af3d-6ada-460c-8097-3da9b8e10b97), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.466556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0282cc7b-f37e-49fb-bdd5-9b1c339c14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c379af3d-6ada-460c-8097-3da9b8e10b97), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.502001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-f2693d28-9899-47e8-8b62-11003785b5c5 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:09.503411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-f2693d28-9899-47e8-8b62-11003785b5c5 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 817 time: 0.4107175
Mar 05 20:56:09.511496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0282cc7b-f37e-49fb-bdd5-9b1c339c14d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5dbb328ec4e46e58c3643455f9f57dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4371665
Mar 05 20:56:09.511496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282cc7b-f37e-49fb-bdd5-9b1c339c14d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379af3d-6ada-460c-8097-3da9b8e10b97,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:09.512318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:09.577762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-09673149-75f7-4b0d-b35c-d69b2b3087eb tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/quotas/bd82543db15443c69b77efe94c71e251 HTTP/1.1" status: 200  len: 375 time: 0.0475214
Mar 05 20:56:09.582770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee3fd719-1995-40a6-99a5-09ae0e44e281 req-58a2ea6b-b436-47f8-9dbb-316a28920ff3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645731
Mar 05 20:56:09.595229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] Publish callbacks [] for security_group (c379af3d-6ada-460c-8097-3da9b8e10b97), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.635806 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] Publish callbacks [] for security_group (c379af3d-6ada-460c-8097-3da9b8e10b97), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.637200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-dfa6e6f2-a695-488a-a2d2-10d6157c8a61 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450745
Mar 05 20:56:09.642123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:09.644347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:09.679922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d5f0-c6af-45db-8e17-3040d9549dcd req-a0428327-4949-4c44-bd6a-60c1703ba100 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:09.681425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f75d5f0-c6af-45db-8e17-3040d9549dcd req-a0428327-4949-4c44-bd6a-60c1703ba100 tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 943 time: 0.1017416
Mar 05 20:56:09.733703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c379af3d-6ada-460c-8097-3da9b8e10b97), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.736355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.748224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c379af3d-6ada-460c-8097-3da9b8e10b97 HTTP/1.1" status: 204  len: 168 time: 0.2302086
Mar 05 20:56:09.761131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f75d5f0-c6af-45db-8e17-3040d9549dcd req-2ea5be20-df76-465f-8b18-851288115adf tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/security-groups?id=93654b5c-c3c3-4992-abe5-1476d7026613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735924
Mar 05 20:56:09.774001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bee7e-b9e2-4f5a-b1fd-9fb18051475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379af3d-6ada-460c-8097-3da9b8e10b97,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:09.878420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c9f91447-b5aa-4520-9cac-255e0c084b36), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:09.883308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e199993a-2472-4190-b8d9-8abc82a661a2 service neutron] 10.222.0.15 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331414
Mar 05 20:56:09.935818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Pushing event deleted for resources: {'Port': ['ID=c9f91447-b5aa-4520-9cac-255e0c084b36,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:10.027339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:56:10.047365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9a9a0b95-b158-480d-acc6-391324df5d8f None None] Provisioning complete for port 7378837f-cd9c-4a35-80d9-231d0264a296 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:10.048484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0b95-b158-480d-acc6-391324df5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.055506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] No DVR routers for this DVR port c9f91447-b5aa-4520-9cac-255e0c084b36 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:10.059894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.063273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b42cd2c9-4586-4ef0-a065-b31a023ed901 req-c70c1545-e984-4ca4-8d06-4aae4e2f74ea tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.23 "DELETE /v2.0/ports/c9f91447-b5aa-4520-9cac-255e0c084b36 HTTP/1.1" status: 204  len: 173 time: 1.6638498
Mar 05 20:56:10.063889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'name': 'network-vif-deleted', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:10.066310 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d6b376-2128-484f-887c-0a3586b03641" -d '{"events": [{"server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "name": "network-vif-deleted", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:10.098983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345c8c-4432-4bc0-bc71-c8316551f572 req-42c12c8b-4977-4cb1-8553-3adef2dff9bf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:10.106682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61345c8c-4432-4bc0-bc71-c8316551f572 req-42c12c8b-4977-4cb1-8553-3adef2dff9bf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1193879
Mar 05 20:56:10.124590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a0b95-b158-480d-acc6-391324df5d8f None None] Port 7378837f-cd9c-4a35-80d9-231d0264a296 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:10.188645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-05e06a3f-a6c6-4786-a96b-04e8a0e33ead service neutron] 10.222.0.15 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2647481
Mar 05 20:56:10.254296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:56:10.262722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e378d10f-48bd-4dbd-872a-9322e764566d admin admin] 10.222.0.15 "PUT /v2.0/routers/0c20cfb5-1186-4610-a3d4-9a2e426300f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8269761
Mar 05 20:56:10.360801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484941f-6da5-463c-83b7-dd27c0e9ebd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:10.489471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:10.489864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.659351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61345c8c-4432-4bc0-bc71-c8316551f572 req-3747ccc8-a41d-421f-9302-2576f98d9598 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5403528
Mar 05 20:56:10.699391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:10.701223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:10.702364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.729173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 6484941f-6da5-463c-83b7-dd27c0e9ebd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484941f-6da5-463c-83b7-dd27c0e9ebd7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:10.734749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:56:10.741563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.816891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=6484941f-6da5-463c-83b7-dd27c0e9ebd7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:10.822558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:10.840409 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5f007-5598-450f-a90d-2f0c07755879 x-openstack-request-id: req-ecf5f007-5598-450f-a90d-2f0c07755879 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:10.845006 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c9b56-f7e9-411e-bd5d-71b8230e4b19", "name": "network-vif-deleted", "tag": "c9f91447-b5aa-4520-9cac-255e0c084b36", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:10.845564 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf5f007-5598-450f-a90d-2f0c07755879 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:10.846225 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1c9b56-f7e9-411e-bd5d-71b8230e4b19', 'name': 'network-vif-deleted', 'tag': 'c9f91447-b5aa-4520-9cac-255e0c084b36', 'status': 'completed', 'code': 200}
Mar 05 20:56:10.848825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Deleting subnet e74b6a01-ece6-4846-a919-e92070dd63a4 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:10.858562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Publish callbacks [] for subnet (e74b6a01-ece6-4846-a919-e92070dd63a4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.893617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b111e-381b-4397-a071-561acd5542b5 req-01911646-c56c-47eb-80d7-e3909206dd07 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:10.904188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f6b111e-381b-4397-a071-561acd5542b5 req-01911646-c56c-47eb-80d7-e3909206dd07 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.1398466
Mar 05 20:56:10.948346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (e74b6a01-ece6-4846-a919-e92070dd63a4), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:10.965571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: c0110646-dc95-417d-ac53-0985cc88a5b8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:10.965872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c0110646-dc95-417d-ac53-0985cc88a5b8 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:10.983943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:10.984611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:11.008696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f6b111e-381b-4397-a071-561acd5542b5 req-2972f4f1-79d7-4c8e-a690-857376c40d21 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034200
Mar 05 20:56:11.067591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e74b6a01-ece6-4846-a919-e92070dd63a4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.141863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:11.304503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e97270c3-ac7c-4c97-85bc-271a5a5f7730 req-6fa1fd6a-9037-4c11-8b40-329d7458d9da tempest-ImagesTestJSON-881227991 tempest-ImagesTestJSON-881227991-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1c9b56-f7e9-411e-bd5d-71b8230e4b19 HTTP/1.1" status: 200  len: 210 time: 0.1155281
Mar 05 20:56:11.341569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (e74b6a01-ece6-4846-a919-e92070dd63a4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.388135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74b6a01-ece6-4846-a919-e92070dd63a4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:11.409097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:11.435912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df8687d7-dc1c-4333-bd51-366c50a83c85 req-a9fb608a-070e-4e96-a10d-bb3fc83f30e8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 210 time: 0.0515699
Mar 05 20:56:11.459622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.462578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: c9f91447-b5aa-4520-9cac-255e0c084b36 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:11.463294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9f91447-b5aa-4520-9cac-255e0c084b36 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:11.471843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6d09ca30-010f-4ad4-adca-2beef411ba08 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e74b6a01-ece6-4846-a919-e92070dd63a4 HTTP/1.1" status: 204  len: 168 time: 0.7689371
Mar 05 20:56:11.472831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:11.515303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c9a0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 2, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:11.584780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:56:11.585357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Updating router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 port 7378837f-cd9c-4a35-80d9-231d0264a296 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:56:11.621541 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.633153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49464) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:11.665016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d83df0c3-2a5b-4fbb-9f93-42653588000e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.856689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d83df0c3-2a5b-4fbb-9f93-42653588000e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:11.876287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-8eeb5907-334f-47f1-9d91-a13e4a591cd4 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:11.888366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-8eeb5907-334f-47f1-9d91-a13e4a591cd4 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 820 time: 0.3225744
Mar 05 20:56:11.920747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922e364-8a46-44c3-bcc5-accdfc542dd7 req-ec50fb19-e1ea-4a7b-9bcf-da8ba90a22bd tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:11.923730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-437a322a-ee0c-4552-8435-a609ddedcdff tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/quotas/933b162d4a3044f38bed8c339cc621ed HTTP/1.1" status: 200  len: 375 time: 0.0311866
Mar 05 20:56:11.925125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9922e364-8a46-44c3-bcc5-accdfc542dd7 req-ec50fb19-e1ea-4a7b-9bcf-da8ba90a22bd tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1316071
Mar 05 20:56:11.928115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4160a0>,) {'filters': {'network_id': ['d83df0c3-2a5b-4fbb-9f93-42653588000e']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:11.974288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4160a0>, 'b99d7d15-aeb7-4994-88ee-526b8db283c6') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:11.975232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4160a0>, 'b99d7d15-aeb7-4994-88ee-526b8db283c6') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:11.989463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b99d7d15-aeb7-4994-88ee-526b8db283c6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.012436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b99d7d15-aeb7-4994-88ee-526b8db283c6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.030678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-13b43c6e-6a06-4c34-9690-22a813f5ba88 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1057534
Mar 05 20:56:12.037648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9922e364-8a46-44c3-bcc5-accdfc542dd7 req-19c3616d-3a12-49fc-a9c6-23425daf000d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049659
Mar 05 20:56:12.042182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:12.042642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b99d7d15-aeb7-4994-88ee-526b8db283c6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:12.048637 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:12.089691 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a639ddb-005b-4373-95fc-93e7560b6a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.186640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d83df0c3-2a5b-4fbb-9f93-42653588000e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.201846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.209636 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks [] for port (7378837f-cd9c-4a35-80d9-231d0264a296), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.214251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d83df0c3-2a5b-4fbb-9f93-42653588000e HTTP/1.1" status: 204  len: 168 time: 0.7406051
Mar 05 20:56:12.219046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:12.220203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.293584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Deleting subnet 07bc0f6e-6415-4253-ac08-9c09ef3828ef {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:12.301206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616035e-2515-46a2-be69-826f0b5f05c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83df0c3-2a5b-4fbb-9f93-42653588000e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:12.303445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Publish callbacks [] for subnet (07bc0f6e-6415-4253-ac08-9c09ef3828ef), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.316811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a639ddb-005b-4373-95fc-93e7560b6a26 admin admin] Publish callbacks [] for security_group (670a6442-e4be-4fff-aa67-b878828ad91d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.334351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484941f-6da5-463c-83b7-dd27c0e9ebd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:12.364524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-2eb34fbe-69f9-4f54-80eb-9634f21dee5e service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868643
Mar 05 20:56:12.394657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7a639ddb-005b-4373-95fc-93e7560b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (670a6442-e4be-4fff-aa67-b878828ad91d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.426875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (07bc0f6e-6415-4253-ac08-9c09ef3828ef), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.512041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7a639ddb-005b-4373-95fc-93e7560b6a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4dee1f100874210b4c86c71f160b557&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8777516
Mar 05 20:56:12.518925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49480) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:12.521283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639ddb-005b-4373-95fc-93e7560b6a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a6442-e4be-4fff-aa67-b878828ad91d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:12.533508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (07bc0f6e-6415-4253-ac08-9c09ef3828ef), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.537830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b11524-5445-412b-9839-5dffc6de0d76 req-b748c1c3-f782-4f20-8bf2-45d294a1d663 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:12.546873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7b11524-5445-412b-9839-5dffc6de0d76 req-b748c1c3-f782-4f20-8bf2-45d294a1d663 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.2453144
Mar 05 20:56:12.618152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7b11524-5445-412b-9839-5dffc6de0d76 req-94e99b11-140f-48f6-85b6-fa21fe44d28f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700784
Mar 05 20:56:12.687111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279bf94-3040-45a1-a00f-7d83aaf77c91 None None] Pushing event updated for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:12.696284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-985e16c5-e5da-42cf-92ba-ffc4a1d7787c service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290164
Mar 05 20:56:12.749175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] Publish callbacks [] for security_group (670a6442-e4be-4fff-aa67-b878828ad91d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.822458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (07bc0f6e-6415-4253-ac08-9c09ef3828ef), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.844517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] Publish callbacks [] for security_group (670a6442-e4be-4fff-aa67-b878828ad91d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.860966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c6d5cdf-4b38-461c-a395-edf04b42d5f8 req-946830d3-1999-4792-8200-4571796549de tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 210 time: 0.0516043
Mar 05 20:56:12.884031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.898567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07bc0f6e-6415-4253-ac08-9c09ef3828ef HTTP/1.1" status: 204  len: 168 time: 0.6702373
Mar 05 20:56:12.898784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49490) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:12.938144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:12.938857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:12.965505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc42832-8764-4b50-be62-80c22fd37a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bc0f6e-6415-4253-ac08-9c09ef3828ef,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:13.034785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-08c32318-c31b-45af-9d7f-3b9eccc1ac6c None None] Provisioning complete for port 7378837f-cd9c-4a35-80d9-231d0264a296 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:13.037619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08c32318-c31b-45af-9d7f-3b9eccc1ac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.052306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b4f0411-ba72-481d-a203-9b341df0905e req-d35bc845-7ed1-40bd-90ec-d717c70d9b24 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 210 time: 0.0442317
Mar 05 20:56:13.078133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (670a6442-e4be-4fff-aa67-b878828ad91d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.082891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.086380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/670a6442-e4be-4fff-aa67-b878828ad91d HTTP/1.1" status: 204  len: 168 time: 0.5663915
Mar 05 20:56:13.119149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb83e2b-1a77-42fc-aa1c-bf84b53ca49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a6442-e4be-4fff-aa67-b878828ad91d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:13.260872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f533fa32-23c9-4682-9974-ffd4a6cb9ba1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.289223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Attempting to bind port 7378837f-cd9c-4a35-80d9-231d0264a296 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:13.292089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Attempting to bind port 7378837f-cd9c-4a35-80d9-231d0264a296 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:13.293090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Attempting to bind port 7378837f-cd9c-4a35-80d9-231d0264a296 on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:13.425299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:13.427251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Checking segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:13.431823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.432230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Bound using segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:13.437812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Bound port: 7378837f-cd9c-4a35-80d9-231d0264a296, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:13.440374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.464803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f533fa32-23c9-4682-9974-ffd4a6cb9ba1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.517985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8aabc100>,) {'filters': {'network_id': ['f533fa32-23c9-4682-9974-ffd4a6cb9ba1']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:13.547716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aabc100>, 'adbd6296-429e-4f14-ba58-7277b2114f49') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:13.548474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aabc100>, 'adbd6296-429e-4f14-ba58-7277b2114f49') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:13.562254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08c32318-c31b-45af-9d7f-3b9eccc1ac6c None None] Port 7378837f-cd9c-4a35-80d9-231d0264a296 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:13.574774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (adbd6296-429e-4f14-ba58-7277b2114f49), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.635865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e0f2-fa42-44a9-889d-d4cec374687e req-6dfd4fca-1b6e-49cd-98ea-f30376b43c6f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:13.641040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1725e0f2-fa42-44a9-889d-d4cec374687e req-6dfd4fca-1b6e-49cd-98ea-f30376b43c6f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.4979413
Mar 05 20:56:13.712697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (adbd6296-429e-4f14-ba58-7277b2114f49), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.729839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:13.732960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (adbd6296-429e-4f14-ba58-7277b2114f49), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.826697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:13.837419 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:13.872403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f533fa32-23c9-4682-9974-ffd4a6cb9ba1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:13.914276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] For port 7378837f-cd9c-4a35-80d9-231d0264a296, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:13.926616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] For port 7378837f-cd9c-4a35-80d9-231d0264a296, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7378837f-cd9c-4a35-80d9-231d0264a296,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:13.942306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49558) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:13.948257 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.058723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-b1a4a68d-10a7-4ba7-a6a0-3eb249778d16 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:14.061729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-b1a4a68d-10a7-4ba7-a6a0-3eb249778d16 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 817 time: 0.4519083
Mar 05 20:56:14.081378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279bf94-3040-45a1-a00f-7d83aaf77c91 None None] Pushing event updated for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:14.096041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.102471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f533fa32-23c9-4682-9974-ffd4a6cb9ba1 HTTP/1.1" status: 204  len: 168 time: 1.2025034
Mar 05 20:56:14.104530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93609d37-49ef-4be3-a15f-33fc63417508 admin admin] Pushing event deleted for resources: {'Network': ['ID=f533fa32-23c9-4682-9974-ffd4a6cb9ba1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:14.136013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:14.138226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:14.184506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1725e0f2-fa42-44a9-889d-d4cec374687e req-ae87a7e3-8183-4c8d-8f2a-1a7ca5dea5a4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5086131
Mar 05 20:56:14.277797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a7df7f03-a14c-42b3-9e1a-c78d15359948 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:14.287431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a7df7f03-a14c-42b3-9e1a-c78d15359948 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.31 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 817 time: 0.3471355
Mar 05 20:56:14.316803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Request body: {'port': {'device_id': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'admin_state_up': True, 'tenant_id': 'bd82543db15443c69b77efe94c71e251'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:14.382437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:14.432959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2ee52d6-ef8d-427b-bab4-a3db35fafba2 req-e2d79d1a-f7dd-47b5-b590-82cff82fd9a9 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 210 time: 0.1361375
Mar 05 20:56:14.439575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49576) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:14.592773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-df3241fa-71a7-4783-8079-aa980ff48fcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa37ca4c9ac445f4ab3ab68f30b46d44&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1489627
Mar 05 20:56:14.597597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49582) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:14.649286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Provisioning complete for port 7378837f-cd9c-4a35-80d9-231d0264a296 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:14.649647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.754603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] Publish callbacks [] for security_group (3977ab85-0fd1-4a4a-98da-2d19ae87b011), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.769158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Made reservation on behalf of bd82543db15443c69b77efe94c71e251 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:14.781421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.896214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] Publish callbacks [] for security_group (3977ab85-0fd1-4a4a-98da-2d19ae87b011), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.960401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Current status of the port 7378837f-cd9c-4a35-80d9-231d0264a296 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:14.961087 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:14.989132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c9a0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:13Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:15.071768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071b0ed-d9da-4b78-8561-0148b88f2ac7 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:13Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:56:15.091046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] For port 7378837f-cd9c-4a35-80d9-231d0264a296, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7378837f-cd9c-4a35-80d9-231d0264a296,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:15.100019 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.156835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Deleting subnet f05716dc-1182-4345-9441-1b2111b304d4 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:15.164312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Request body: {'port': {'device_id': '876a2098-5755-45a2-879f-9665c69d764e', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'admin_state_up': True, 'tenant_id': 'bd82543db15443c69b77efe94c71e251'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:15.198968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Allocated IP 172.20.0.7 (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e/0734c39c-af45-4122-9723-ce34d5ffba58/8ac1b815-0a98-4dee-b99b-4a42f8faeb8d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:15.233110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511a0a-727e-4565-8e28-3ed17d02de8d None None] Pushing event updated for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:15.338647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Publish callbacks [] for subnet (f05716dc-1182-4345-9441-1b2111b304d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.410764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8376c4df-fb37-4c95-b484-6c991edd1057 req-e4037864-c9aa-4f60-b092-f27a3ee66001 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 210 time: 1.3457465
Mar 05 20:56:15.653009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3977ab85-0fd1-4a4a-98da-2d19ae87b011), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.656028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.658028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3977ab85-0fd1-4a4a-98da-2d19ae87b011 HTTP/1.1" status: 204  len: 168 time: 1.0581470
Mar 05 20:56:15.716086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b96f-1801-4fcb-aba6-41d6a1a79242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977ab85-0fd1-4a4a-98da-2d19ae87b011,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:15.719752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (f05716dc-1182-4345-9441-1b2111b304d4), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.795993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks [] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.827193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-55a269ab-1380-42ce-b32c-4262b359ba24 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:15.839521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-55a269ab-1380-42ce-b32c-4262b359ba24 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 817 time: 1.7761760
Mar 05 20:56:15.846435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:15.867313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb8a7-cbf4-4de9-893c-814632f1a4c9 req-0cb77410-ef43-4a9b-a73a-85111182be95 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:15.873663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-420fb8a7-cbf4-4de9-893c-814632f1a4c9 req-0cb77410-ef43-4a9b-a73a-85111182be95 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.5312221
Mar 05 20:56:15.892041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Request body: {'port': {'device_id': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'admin_state_up': True, 'tenant_id': 'bd82543db15443c69b77efe94c71e251'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:15.986672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-925a34a0-3523-4c89-8ccc-30e28806f80d req-0ef8a332-d49e-4a58-a94d-0ed1a9754b10 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 210 time: 0.1458080
Mar 05 20:56:16.001011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:16.003013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:16.005563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event updated for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:16.019722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:16.054924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-ced6cb69-3f29-4248-a0ad-f02a3f4a87e7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:16.057428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-ced6cb69-3f29-4248-a0ad-f02a3f4a87e7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 820 time: 0.7140145
Mar 05 20:56:16.092176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-420fb8a7-cbf4-4de9-893c-814632f1a4c9 req-282594d8-88d0-4b02-ad56-752c855a5f16 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174828
Mar 05 20:56:16.099702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'port': {'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'admin_state_up': True, 'tenant_id': '933b162d4a3044f38bed8c339cc621ed'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:16.153240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f05716dc-1182-4345-9441-1b2111b304d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.325402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49634) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:16.336359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Made reservation on behalf of bd82543db15443c69b77efe94c71e251 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:16.339943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.356941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7378837f-cd9c-4a35-80d9-231d0264a296 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:16.408042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (f05716dc-1182-4345-9441-1b2111b304d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.434765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Made reservation on behalf of bd82543db15443c69b77efe94c71e251 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:16.437005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:16.440756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.443702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.486603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7378837f-cd9c-4a35-80d9-231d0264a296 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:16.487271 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.505435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a3e3fb4a-9ffc-4432-8df0-c74790b0f0b1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1926665
Mar 05 20:56:16.526566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Request body: {'port': {'device_id': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:16.611099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49640) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:16.619272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.627625 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f05716dc-1182-4345-9441-1b2111b304d4 HTTP/1.1" status: 204  len: 168 time: 2.6765025
Mar 05 20:56:16.635738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49642) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:16.637564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce2c2a-0329-47f3-9c3c-1a9993d2cb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05716dc-1182-4345-9441-1b2111b304d4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:16.670087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Made reservation on behalf of 933b162d4a3044f38bed8c339cc621ed for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:16.674319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.677784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7378837f-cd9c-4a35-80d9-231d0264a296 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:16.685842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c03d1a8d-3295-407a-82f1-3d30f2456695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.704805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c48edc95-e68e-49d8-904a-78b5ee7e0b6e req-4ccdb263-fd49-4031-bf43-857146f42f4a tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 210 time: 0.0967712
Mar 05 20:56:16.721419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.813207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (92c1bc99-8218-45a1-b95c-a4c228475460), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:16.821872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae6ff1f5-d63c-4828-bbd4-2547fc47e733 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4e4e25548c2445180ca57ded9e4ac95&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2025809
Mar 05 20:56:16.852141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:16.999190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Allocated IP 172.20.0.10 (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e/0734c39c-af45-4122-9723-ce34d5ffba58/3a39d010-7efb-4d30-aa59-44e63c57a224) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:17.024052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (92c1bc99-8218-45a1-b95c-a4c228475460), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.076820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a29ba00>,) {'filters': {'network_id': ['92c1bc99-8218-45a1-b95c-a4c228475460']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:17.096248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a29ba00>, 'e9a96f0a-fd95-4992-85ff-5f72746135dd') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:17.096821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a29ba00>, 'e9a96f0a-fd95-4992-85ff-5f72746135dd') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:17.115612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e9a96f0a-fd95-4992-85ff-5f72746135dd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.166409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-8c655ba1-e338-481c-8ae1-93a241f2cf77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3109276
Mar 05 20:56:17.167069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] Publish callbacks [] for security_group (faa39768-440f-4133-8e9a-5b14fc2f3461), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.178154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e9a96f0a-fd95-4992-85ff-5f72746135dd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.187279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1f57be6-0a29-44dd-b796-7a147bb92397 req-14d87cbc-90f5-4a1c-bf53-19a436eac441 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 210 time: 0.0929251
Mar 05 20:56:17.221764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Allocated IP 172.20.0.12 (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c/08a6e5b4-b9cf-434f-9d7b-337f27732d99/2710cf64-1285-4d3b-8a24-95520a144b8c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:17.226679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:17.227163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e9a96f0a-fd95-4992-85ff-5f72746135dd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:17.230148 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:17.238740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] Publish callbacks [] for security_group (faa39768-440f-4133-8e9a-5b14fc2f3461), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.242747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c03d1a8d-3295-407a-82f1-3d30f2456695 admin admin] Publish callbacks [] for security_group (bad2ff32-737d-4d8a-92b7-5de7ceacd6d1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.255620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c03d1a8d-3295-407a-82f1-3d30f2456695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad2ff32-737d-4d8a-92b7-5de7ceacd6d1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.340732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (92c1bc99-8218-45a1-b95c-a4c228475460), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.361328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.367131 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/92c1bc99-8218-45a1-b95c-a4c228475460 HTTP/1.1" status: 204  len: 168 time: 0.7274787
Mar 05 20:56:17.370225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks [] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.374920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c03d1a8d-3295-407a-82f1-3d30f2456695 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d286cf1ccac140329b51cddd8040ee7b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0460696
Mar 05 20:56:17.378165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:17.380982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d1a8d-3295-407a-82f1-3d30f2456695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2ff32-737d-4d8a-92b7-5de7ceacd6d1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:17.395913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0a94c-74d3-458d-82ea-d1ab5d5322b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c1bc99-8218-45a1-b95c-a4c228475460,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:17.417150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc8466-9e33-4b80-b14e-0b12d53f08c6 req-aa22530c-8a22-4831-aadd-16256b455f71 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:17.418899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35fc8466-9e33-4b80-b14e-0b12d53f08c6 req-aa22530c-8a22-4831-aadd-16256b455f71 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1897149
Mar 05 20:56:17.481633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.493354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-8d2a6dc3-4cfb-4e59-a1ae-0e62999557bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:17.494879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-8d2a6dc3-4cfb-4e59-a1ae-0e62999557bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 1127 time: 0.2318599
Mar 05 20:56:17.498782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (faa39768-440f-4133-8e9a-5b14fc2f3461), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.501356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.505037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faa39768-440f-4133-8e9a-5b14fc2f3461 HTTP/1.1" status: 204  len: 168 time: 0.6413438
Mar 05 20:56:17.524149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51544cb0-703a-4a19-95bb-45433131d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa39768-440f-4133-8e9a-5b14fc2f3461,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:17.567928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35fc8466-9e33-4b80-b14e-0b12d53f08c6 req-58e6f7af-5d19-4657-976c-b9d1d326a8cc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322906
Mar 05 20:56:17.595218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:17.610699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event updated for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:17.610699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:17.611042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] Publish callbacks [] for security_group (bad2ff32-737d-4d8a-92b7-5de7ceacd6d1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.612491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Allocated IP 172.20.0.8 (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e/0734c39c-af45-4122-9723-ce34d5ffba58/e507f9d3-0b19-45f5-87ed-8f1f65b523b8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:17.614704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:17.660340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.668134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] Publish callbacks [] for security_group (bad2ff32-737d-4d8a-92b7-5de7ceacd6d1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.679160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:17.697074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:17.697959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.741525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-16671ef8-baec-4f6e-bf73-be9ad9561e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:17.742648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-16671ef8-baec-4f6e-bf73-be9ad9561e45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.2169302
Mar 05 20:56:17.810977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-531b79bb-46e2-4193-ad04-d8e0166611e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7386572
Mar 05 20:56:17.836562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-18232bf5-916a-4278-8bb8-19e49e1d72d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d HTTP/1.1" status: 200  len: 217 time: 0.0859022
Mar 05 20:56:17.838148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Request body: {'port': {'device_id': '876a2098-5755-45a2-879f-9665c69d764e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:17.862330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfd0af43-87ef-46aa-b141-e4b95d808499 req-cc92589d-d3b5-4744-af41-8a5f7c4e0858 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 210 time: 0.0400858
Mar 05 20:56:17.863510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.892043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6bd40f7c-d4f6-4ff0-96d5-b46091e2dacf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e9d41fd2f8d48d894ddb8ae0aa2799d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2100520
Mar 05 20:56:17.899001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:17.913451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:17.917358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad2ff32-737d-4d8a-92b7-5de7ceacd6d1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.921179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:17.924440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad2ff32-737d-4d8a-92b7-5de7ceacd6d1 HTTP/1.1" status: 204  len: 168 time: 0.5378897
Mar 05 20:56:17.961255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:17.963933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:18.024878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.034231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.034884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.040031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-bef59630-5361-4a3e-9343-1571c5cac7c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2277739
Mar 05 20:56:18.056782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks [] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.078128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2995f-b1c6-41be-8db8-f11095ae42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2ff32-737d-4d8a-92b7-5de7ceacd6d1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:18.128886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-2334b6fe-2702-451d-b7ab-554334b0c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.130449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-2334b6fe-2702-451d-b7ab-554334b0c407 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.2780759
Mar 05 20:56:18.133295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event updated for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:18.150940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-a4ea30e7-71ba-4417-a358-1c02c3f5ec19 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0625718
Mar 05 20:56:18.177315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-3acd0977-f5d3-492d-ab08-d789c0f0e66c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399692
Mar 05 20:56:18.185721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Request body: {'port': {'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:18.346244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] Publish callbacks [] for security_group (93654b5c-c3c3-4992-abe5-1476d7026613), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.390802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.470320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c4968869-dd64-4df4-9070-cbec84983ef7 None None] Provisioning complete for port 2710cf64-1285-4d3b-8a24-95520a144b8c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:18.470878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c4968869-dd64-4df4-9070-cbec84983ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.526363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:18.535964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c4968869-dd64-4df4-9070-cbec84983ef7 None None] Port 2710cf64-1285-4d3b-8a24-95520a144b8c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:18.539756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event updated for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:18.543087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:18.563976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.564460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.564936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.565405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.565871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.566336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.566813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.568808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1bb26eee-1e1e-4045-b9b2-72312a3b29e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15a5d639338454c90a7ce959e996284&device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 6707 time: 0.4079645
Mar 05 20:56:18.575663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.585717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:18.626316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527afc6-2eea-4e39-945e-01b9330597b2 req-86a96857-8015-422d-8d47-832abb14cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.627827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b527afc6-2eea-4e39-945e-01b9330597b2 req-86a96857-8015-422d-8d47-832abb14cef6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 1128 time: 0.3140264
Mar 05 20:56:18.683295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-e05ffeed-60e4-4563-aee7-ab491f7b36fd service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4934778
Mar 05 20:56:18.690610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] Publish callbacks [] for security_group (93654b5c-c3c3-4992-abe5-1476d7026613), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.915274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.916046 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:18.935782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8b312-ace2-4a97-aab8-2f7ca4f8c9a9 req-4bca45e5-c7cf-4fb8-907d-394f725cafd4 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.941693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bc8b312-ace2-4a97-aab8-2f7ca4f8c9a9 req-4bca45e5-c7cf-4fb8-907d-394f725cafd4 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 932 time: 0.5897238
Mar 05 20:56:18.946660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-3b525026-7d5a-454f-a644-effd126b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.947432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-3b525026-7d5a-454f-a644-effd126b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.948106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-3b525026-7d5a-454f-a644-effd126b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:18.950085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-3b525026-7d5a-454f-a644-effd126b4a05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67213d25-3583-48ce-be19-a10d0059fcac&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=2b3d5cc6-cf52-466e-844d-ad651934c95a&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 HTTP/1.1" status: 200  len: 2292 time: 0.2628067
Mar 05 20:56:18.980929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e337128f-53d3-45f3-a071-2e8d96472cc0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1165218
Mar 05 20:56:19.027854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Request body: {'port': {'device_id': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:19.096572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93654b5c-c3c3-4992-abe5-1476d7026613), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.099463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.101614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93654b5c-c3c3-4992-abe5-1476d7026613 HTTP/1.1" status: 204  len: 168 time: 1.2014987
Mar 05 20:56:19.119042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-e9adc301-adba-4553-b168-6ee115d1de99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03 HTTP/1.1" status: 200  len: 1000 time: 0.1575661
Mar 05 20:56:19.127535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2bc8b312-ace2-4a97-aab8-2f7ca4f8c9a9 req-1eb1e133-4d38-4171-8dbf-41afb41d3e7c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764514
Mar 05 20:56:19.154795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:19.158955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e16e5-e7d8-436d-91e1-c533b8f89766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93654b5c-c3c3-4992-abe5-1476d7026613,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:19.200587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.222634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-a03d45f9-7d2e-47b2-aef8-bb5a6b674816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:19.224138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-a03d45f9-7d2e-47b2-aef8-bb5a6b674816 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d52a5a8c-700c-4df8-b1dc-daa70dd863a5 HTTP/1.1" status: 200  len: 850 time: 0.0784013
Mar 05 20:56:19.287584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b527afc6-2eea-4e39-945e-01b9330597b2 req-0a34e336-a9b7-4f2c-b6b5-d51e9200a869 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6444261
Mar 05 20:56:19.384339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:19.403469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks [] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.498911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Transition to ACTIVE for port object 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:19.512378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.558650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94dc8e16-894c-49c5-a20c-60aa0e4f8b9e req-c4283dba-1976-42c2-9dd6-15145419633e service neutron] 10.222.0.23 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8645492
Mar 05 20:56:19.565749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:19.624840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47fdcf-eda3-4b36-bc30-8df99cca47d7 req-273ac48d-de1d-4c06-bb8d-4d1885caaa98 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:19.626450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad47fdcf-eda3-4b36-bc30-8df99cca47d7 req-273ac48d-de1d-4c06-bb8d-4d1885caaa98 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.3551111
Mar 05 20:56:19.633640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-715620293-network', 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:19.827127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:19.829312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.856154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2710cf64-1285-4d3b-8a24-95520a144b8c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:19.860532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943fe4-a025-4644-90fb-578083d386eb req-f0fbedd6-15bd-47e7-9ebf-dec739dfcedd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:19.861318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1943fe4-a025-4644-90fb-578083d386eb req-f0fbedd6-15bd-47e7-9ebf-dec739dfcedd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.6363127
Mar 05 20:56:19.868598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.870941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks [] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.874174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-e056be45-7bb7-4927-8a66-b08a53f813c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:19.875548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-e056be45-7bb7-4927-8a66-b08a53f813c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67213d25-3583-48ce-be19-a10d0059fcac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6225886
Mar 05 20:56:19.890175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad47fdcf-eda3-4b36-bc30-8df99cca47d7 req-471a027c-8853-4c98-8c2f-9233d74c3c16 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537401
Mar 05 20:56:19.921604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Attempting to bind port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:19.924130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Attempting to bind port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:19.924650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Attempting to bind port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:19.931884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Transition to ACTIVE for port object 2710cf64-1285-4d3b-8a24-95520a144b8c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:19.945394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:19.945970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Attempting to bind port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:19.949745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:19.968665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:19.968665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Checking segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:19.969200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Bound using segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:19.969543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Bound port: 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:19.969871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.095388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1943fe4-a025-4644-90fb-578083d386eb req-3d58929d-be06-45ac-9c27-e183d94acf74 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188001
Mar 05 20:56:20.158274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a39d010-7efb-4d30-aa59-44e63c57a224 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:20.200258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-630e1cb9-d2ce-4f45-b9d2-d8ba93e0eb33 service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059042
Mar 05 20:56:20.205682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks [] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.227339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:20.320757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Transition to ACTIVE for port object 3a39d010-7efb-4d30-aa59-44e63c57a224 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:20.352166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948037-6f36-4b8e-bc43-66417822d72d req-e5ea90b7-35d8-466b-801e-a151b48407e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:20.353992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30948037-6f36-4b8e-bc43-66417822d72d req-e5ea90b7-35d8-466b-801e-a151b48407e4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 931 time: 0.3317418
Mar 05 20:56:20.367663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.368335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:20.379397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:20.422922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.449566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Attempting to bind port 2710cf64-1285-4d3b-8a24-95520a144b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:20.450117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Attempting to bind port 2710cf64-1285-4d3b-8a24-95520a144b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:20.451825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Attempting to bind port 2710cf64-1285-4d3b-8a24-95520a144b8c on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:20.469271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks [] for security_group (711a62dd-58e2-4ca7-9de0-1ef74da0c5e8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.494276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30948037-6f36-4b8e-bc43-66417822d72d req-0134f620-4554-4ab5-93f6-30725783fe9a tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393151
Mar 05 20:56:20.509459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (711a62dd-58e2-4ca7-9de0-1ef74da0c5e8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.526912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Port 2710cf64-1285-4d3b-8a24-95520a144b8c on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:20.527790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Attempting to bind port 2710cf64-1285-4d3b-8a24-95520a144b8c on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:20.534007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:20.534880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.536692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/8ac1b815-0a98-4dee-b99b-4a42f8faeb8d HTTP/1.1" status: 200  len: 1091 time: 4.0182998
Mar 05 20:56:20.561645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:20.564500 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcece50b-9027-4830-aa33-8873b755e2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:20.581272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:20.581516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:20.582082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Checking segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:20.582881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Bound using segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:20.583536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Bound port: 2710cf64-1285-4d3b-8a24-95520a144b8c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:20.584132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.589920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Pushing event updated for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:20.623416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409783-68c5-4e03-853f-efe728b328c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:20.700895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ae79d0a7-9a94-4392-8e94-505cb7247480), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.702864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-bfc9a665-266d-4ed8-b5cb-7df55c19964d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:20.704209 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Added segment ae79d0a7-9a94-4392-8e94-505cb7247480 of type vlan for network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397
Mar 05 20:56:20.704471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-bfc9a665-266d-4ed8-b5cb-7df55c19964d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.2041376
Mar 05 20:56:20.739171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-9e2cee6d-4451-455e-9286-a50d301751dc service neutron] 10.222.0.31 "GET /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5240128
Mar 05 20:56:20.781942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-784a934c-a82a-47e7-9106-55c0c96f86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:20.783905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-784a934c-a82a-47e7-9106-55c0c96f86fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 1125 time: 0.1740050
Mar 05 20:56:20.792405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:20.800271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:20.808890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2710cf64-1285-4d3b-8a24-95520a144b8c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:20.876400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00804-d917-47bb-ba82-54b72634c08e req-661be957-8e70-4220-a4bb-09a43bfcf13b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:20.878163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00e00804-d917-47bb-ba82-54b72634c08e req-661be957-8e70-4220-a4bb-09a43bfcf13b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 944 time: 0.5558882
Mar 05 20:56:20.888732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-8767c674-5d98-48a2-bcd6-ebb09a79d015 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d HTTP/1.1" status: 200  len: 217 time: 0.0819633
Mar 05 20:56:20.890489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.944578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-b1007c2f-4f13-4ae4-b761-ff0ff0c94910 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 217 time: 0.1528206
Mar 05 20:56:20.953260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:20.996055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-44d488f5-596a-410a-967a-538138937978 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aa9adff4bad8486fae6271261a8137d2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1158540
Mar 05 20:56:21.020324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.020958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.022419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] 10.222.0.23 "PUT /v2.0/ports/2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1092 time: 2.8441050
Mar 05 20:56:21.119048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Attempting to bind port 3a39d010-7efb-4d30-aa59-44e63c57a224 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:21.119388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Attempting to bind port 3a39d010-7efb-4d30-aa59-44e63c57a224 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:21.119787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Attempting to bind port 3a39d010-7efb-4d30-aa59-44e63c57a224 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:21.123493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e507f9d3-0b19-45f5-87ed-8f1f65b523b8 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:21.140001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks [] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.141714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-eb265051-76bd-4a82-a09c-200887cb2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.143195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-eb265051-76bd-4a82-a09c-200887cb2ee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.2272549
Mar 05 20:56:21.147884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f859aa-6021-44a0-b762-df87d8ec7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:21.165134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Transition to ACTIVE for port object e507f9d3-0b19-45f5-87ed-8f1f65b523b8 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:21.174148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00e00804-d917-47bb-ba82-54b72634c08e req-3591d158-df54-4c1e-b81c-40ef9f539edb tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546673
Mar 05 20:56:21.180342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-dc95c291-efcc-4d0b-a2c7-439edbffecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.182299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-dc95c291-efcc-4d0b-a2c7-439edbffecad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.2205975
Mar 05 20:56:21.183150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.184337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.187558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.192766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Port 3a39d010-7efb-4d30-aa59-44e63c57a224 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:21.193343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Attempting to bind port 3a39d010-7efb-4d30-aa59-44e63c57a224 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:21.197872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-34b10c4d-49b9-43ef-b6f1-1a89189a9026 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458441
Mar 05 20:56:21.281893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.284297 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef7698-973c-48d6-9342-c480aae63641 x-openstack-request-id: req-a3ef7698-973c-48d6-9342-c480aae63641 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:21.284957 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:21.284957 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3ef7698-973c-48d6-9342-c480aae63641 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:21.285247 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d', 'status': 'completed', 'code': 200}
Mar 05 20:56:21.295980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] Pushing event updated for resources: {'Network': ['ID=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:21.307181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:21.308790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.309930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:21.382520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Pushing event updated for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:21.395474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-5dba5628-3f9e-4e60-84ad-860289663028 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.406047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-5dba5628-3f9e-4e60-84ad-860289663028 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4091818
Mar 05 20:56:21.416688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:21.416981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Checking segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:21.417971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Bound using segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:21.418685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Bound port: 3a39d010-7efb-4d30-aa59-44e63c57a224, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:21.418837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-bc433459-eae3-4ac5-9ee8-29edb753ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.419583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.421060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-bc433459-eae3-4ac5-9ee8-29edb753ff21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1126 time: 0.3361776
Mar 05 20:56:21.473778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-acc3c4bc-44a6-4020-8b90-2607ec61e74b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 2.3134923
Mar 05 20:56:21.481459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:21.492837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-06c36335-03e3-46ca-9b59-1f88ac7aff96 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/quotas/aa9adff4bad8486fae6271261a8137d2 HTTP/1.1" status: 200  len: 375 time: 0.0839815
Mar 05 20:56:21.498585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-c8650c63-eb78-4ce1-8a50-5b669f42b31d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.0662138
Mar 05 20:56:21.505727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Request body: {'subnet': {'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-715620293-subnet', 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:21.582023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-51555686-bc48-4c53-9444-fd99bd9763c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.583701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-51555686-bc48-4c53-9444-fd99bd9763c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3843968
Mar 05 20:56:21.602042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-419a718d-5218-4e98-9946-cf9b5d813af9 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9adff4bad8486fae6271261a8137d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0889535
Mar 05 20:56:21.616782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-91a97056-4c05-4fc7-b777-8fd1ac12686d service neutron] 10.222.0.31 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3998725
Mar 05 20:56:21.626651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:21.629873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.631984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:21.632345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.647316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cf345-6fac-4efe-a119-1a45a863a9f6 req-10bdb127-a8dd-4e88-a35c-9dfa1ff9b6a5 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.655088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-699cf345-6fac-4efe-a119-1a45a863a9f6 req-10bdb127-a8dd-4e88-a35c-9dfa1ff9b6a5 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2317624
Mar 05 20:56:21.729831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:21.731199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:21.739956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a39d010-7efb-4d30-aa59-44e63c57a224,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:21.757730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-1335ef66-3b30-4230-accf-09e82ad49071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.759205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-1335ef66-3b30-4230-accf-09e82ad49071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.2481101
Mar 05 20:56:21.769057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.874719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-699cf345-6fac-4efe-a119-1a45a863a9f6 req-35e90fbf-caea-470e-bf56-34a9700a78c8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106948
Mar 05 20:56:21.904148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Attempting to bind port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:21.904750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Attempting to bind port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:21.905374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Attempting to bind port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:21.915054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-24296bd0-ec65-497f-88af-1cd44ebf5918 service neutron] 10.222.0.31 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893991
Mar 05 20:56:21.938049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.943425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:21.946583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-5653d80a-2e9e-4995-a71b-fd8d5508b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:21.948232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-5653d80a-2e9e-4995-a71b-fd8d5508b8aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1811802
Mar 05 20:56:21.956394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a39d010-7efb-4d30-aa59-44e63c57a224 HTTP/1.1" status: 200  len: 1092 time: 4.1314030
Mar 05 20:56:21.961973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:21.965600 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909809c1-a68c-4c67-9109-49508067afb8" -d '{"events": [{"name": "network-changed", "server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:21.998584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:21.998981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Attempting to bind port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 on network c80579ab-d9de-42ba-ab7b-c6606dc5ef7e {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:22.045707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-bdce9f83-2167-4b0b-a34e-8efa1a4a4356 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371402
Mar 05 20:56:22.146834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5eae-a302-41f2-9813-2596ff4bd577 service neutron] Pushing event updated for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:22.250125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5586f1d6-6aa1-482b-ae10-2cd96cf1d45d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.257460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:22.257923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Checking segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:22.258321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Bound using segment: {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:22.258788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Bound port: e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:22.259251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.262810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09707-a25f-4e39-b0d4-b437cc173bcb req-66d4dd65-cf61-40e3-8877-ea25510fdc4e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.264441 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2b09707-a25f-4e39-b0d4-b437cc173bcb req-66d4dd65-cf61-40e3-8877-ea25510fdc4e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1527592-5a69-44bf-ac58-d019d5ee71ac HTTP/1.1" status: 200  len: 945 time: 0.3302109
Mar 05 20:56:22.270139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (f0fe9d12-5675-40d0-b2de-9a8fa6679078), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.281185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-d32366e5-2e76-40f4-a20a-3a90a7f3ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.282887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-d32366e5-2e76-40f4-a20a-3a90a7f3ab23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 1125 time: 0.3005798
Mar 05 20:56:22.294303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-1824b9de-9704-48f9-b428-02e1fc66f4b9 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153749
Mar 05 20:56:22.312409 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-180a25e8-ff31-4310-929c-7b4f9ee93dbc service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699476
Mar 05 20:56:22.368878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=5586f1d6-6aa1-482b-ae10-2cd96cf1d45d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:22.419180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-5f73e23c-8450-42e2-a150-3a3358dee7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.421528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-5f73e23c-8450-42e2-a150-3a3358dee7d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 1126 time: 0.3320439
Mar 05 20:56:22.425978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-5190d873-bb8d-4893-adbe-2eb0016f3c01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 217 time: 0.1056993
Mar 05 20:56:22.518628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128708d-1b40-4568-b053-4162aaf6c3fe req-c6d4dddc-3780-49de-997c-0d9d2b99e3d2 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.520164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2128708d-1b40-4568-b053-4162aaf6c3fe req-c6d4dddc-3780-49de-997c-0d9d2b99e3d2 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 943 time: 0.5187359
Mar 05 20:56:22.521508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-11ac4026-6c1b-4956-8e38-02603696603a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a39d010-7efb-4d30-aa59-44e63c57a224 HTTP/1.1" status: 200  len: 217 time: 0.0903287
Mar 05 20:56:22.636253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-08b9624b-4885-4297-bc36-d406335ace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.637755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-08b9624b-4885-4297-bc36-d406335ace6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.1041272
Mar 05 20:56:22.652219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:22.657003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-bb2eebad-4f16-4b1d-8574-09d2a72d1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.658244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-bb2eebad-4f16-4b1d-8574-09d2a72d1750 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.2158420
Mar 05 20:56:22.730266 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-5b97f9ab-0256-468c-b30c-8235fa7d3250 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752335
Mar 05 20:56:22.732617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:22.767373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.864577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2128708d-1b40-4568-b053-4162aaf6c3fe req-d79601de-24d7-4f58-90c9-bde978c49b4e tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3290546
Mar 05 20:56:22.890041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fe9d12-5675-40d0-b2de-9a8fa6679078,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:22.910988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:22.917856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.922281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-618a6692-7fdd-4757-a89b-8db108a7e1d7 req-de957cbc-aaf1-4625-8884-ff13409b3861 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.23 "DELETE /v2.0/ports/5586f1d6-6aa1-482b-ae10-2cd96cf1d45d HTTP/1.1" status: 204  len: 173 time: 2.2090714
Mar 05 20:56:22.940535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-ae08f61f-b8cf-43f5-bcda-1f6508fca022 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963179
Mar 05 20:56:22.954646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:22.955333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:22.957155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] 10.222.0.23 "PUT /v2.0/ports/e507f9d3-0b19-45f5-87ed-8f1f65b523b8 HTTP/1.1" status: 200  len: 1091 time: 3.9408865
Mar 05 20:56:23.043228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-94b2b9aa-50b2-4019-b256-f64c73b6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.044785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-94b2b9aa-50b2-4019-b256-f64c73b6a694 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3740556
Mar 05 20:56:23.068392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2b09707-a25f-4e39-b0d4-b437cc173bcb req-32ef62da-b1b5-4ac1-aa54-14b9a1c5e66d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7920406
Mar 05 20:56:23.068968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-addaffc3-205f-49e7-b2ea-243c8cc718cb req-70e354a0-c0aa-46aa-a05a-79f0f7490b4e tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 210 time: 0.1039989
Mar 05 20:56:23.091215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a80488aa-0462-4c8e-bab6-b2fd6f4fadb8 req-631ec609-d9ac-40f4-9f4b-b3af1aa04f24 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7433312
Mar 05 20:56:23.150081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:23.152951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Network hostable DHCP agents. Network: 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:23.190477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-bda78b56-8088-4b0e-84da-241afcb9fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.193641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-bda78b56-8088-4b0e-84da-241afcb9fb40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 918 time: 0.8794591
Mar 05 20:56:23.246220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-fbb8e642-223f-4132-a456-19d13d46bd12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d HTTP/1.1" status: 200  len: 217 time: 0.0461321
Mar 05 20:56:23.250243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:23.310781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}, {'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'name': 'network-vif-deleted', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:23.313267 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c810dc-bdde-494f-ae79-c50ac8d11af5" -d '{"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}, {"server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "name": "network-vif-deleted", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:23.316752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49946) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:23.351806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:23.356617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.357710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:23.362226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea44b8-7ee6-4a09-81e0-f14013c48323 None None] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:23.426729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:23.457292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:23.458062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5586f1d6-6aa1-482b-ae10-2cd96cf1d45d not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:23.467331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b2322fa-6373-4107-a448-7a7ee41fde21 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9680851
Mar 05 20:56:23.475848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-15ca851b-c4b0-4aba-a966-ba501e9619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.477787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-15ca851b-c4b0-4aba-a966-ba501e9619bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.1968813
Mar 05 20:56:23.556561 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca13c9-2617-48e7-8e2d-9a49fbb9accb x-openstack-request-id: req-7fca13c9-2617-48e7-8e2d-9a49fbb9accb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:23.556855 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:23.557326 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fca13c9-2617-48e7-8e2d-9a49fbb9accb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:23.557895 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224', 'status': 'completed', 'code': 200}
Mar 05 20:56:23.565147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-bfe43e56-bdf4-4b21-9c39-a4b4336567f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783777
Mar 05 20:56:23.577273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99081c-da48-415d-bee7-fc9a4fc869cd None None] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:23.599772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee27b2-4eb0-4b30-adb5-2a51b2579850 service neutron] Pushing event updated for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:23.619981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e5e60710-d60b-498b-885c-b54f50d3192b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.623345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e5e60710-d60b-498b-885c-b54f50d3192b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 811 time: 0.3741565
Mar 05 20:56:23.641962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c67686-8946-422f-af4d-51cb018f172a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:23.720525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-15e8ad43-7305-46bc-a426-1e7c46f6c5fc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/quotas/fc76a60f3c6e4f2ea69c0445ba45e4a5 HTTP/1.1" status: 200  len: 375 time: 0.0848820
Mar 05 20:56:23.751869 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-a20d84e8-5557-4dd8-9f32-35b4ac7f3688 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7990911
Mar 05 20:56:23.753181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-e4bdf4e9-db34-43a0-8a19-6086a9329171 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aa9adff4bad8486fae6271261a8137d2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0728238
Mar 05 20:56:23.824473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018814c-89c4-45f1-9b10-7a2078b8a459 req-a862ad9d-ab84-4b9d-b1d0-cc16e2de5c54 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.826256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0018814c-89c4-45f1-9b10-7a2078b8a459 req-a862ad9d-ab84-4b9d-b1d0-cc16e2de5c54 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 944 time: 0.2653637
Mar 05 20:56:23.831094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-132cff20-adfc-448f-97dc-7a627292ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:23.833551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-132cff20-adfc-448f-97dc-7a627292ccdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 1125 time: 0.7607455
Mar 05 20:56:23.838498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-cacc2817-e753-48c7-a047-9e402f860cba service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7686605
Mar 05 20:56:23.981527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-3f707048-aa77-483e-86df-091204941e99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8 HTTP/1.1" status: 200  len: 217 time: 0.1298070
Mar 05 20:56:24.000934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-f5bcc451-a9bb-4861-b89e-355d070ebb50 service neutron] 10.222.0.31 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4193449
Mar 05 20:56:24.050329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-b973e794-e5d7-453e-8164-ddc3b6ea3a49 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3192148
Mar 05 20:56:24.076695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0018814c-89c4-45f1-9b10-7a2078b8a459 req-297b5616-0403-4061-8c81-7bdc95bc01de tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414777
Mar 05 20:56:24.099734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-81b4e796-4283-40c9-8178-620a8db101c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.102069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-81b4e796-4283-40c9-8178-620a8db101c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.1078489
Mar 05 20:56:24.109541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-708a94b1-6f79-4134-9f20-c55d055d1e79 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.111032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-708a94b1-6f79-4134-9f20-c55d055d1e79 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3469670
Mar 05 20:56:24.114824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909809c1-a68c-4c67-9109-49508067afb8 req-0cf0707a-8aaa-4c31-a34a-b1871700d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.116411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-0cf0707a-8aaa-4c31-a34a-b1871700d0c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 1126 time: 0.2199891
Mar 05 20:56:24.144100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-9a189097-9521-4718-a01d-28321d64d0f8 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862017
Mar 05 20:56:24.153478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Request body: {'port': {'device_id': '7219cb01-3958-42f5-9196-0ab130421997', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'aa9adff4bad8486fae6271261a8137d2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:24.162525 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee582e43-dbd0-4b03-91a6-edbd97840cc5 x-openstack-request-id: req-ee582e43-dbd0-4b03-91a6-edbd97840cc5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:24.163512 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}, {"server_uuid": "e1527592-5a69-44bf-ac58-d019d5ee71ac", "name": "network-vif-deleted", "tag": "5586f1d6-6aa1-482b-ae10-2cd96cf1d45d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:24.163975 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee582e43-dbd0-4b03-91a6-edbd97840cc5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:24.164219 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:56:24.164547 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1527592-5a69-44bf-ac58-d019d5ee71ac', 'name': 'network-vif-deleted', 'tag': '5586f1d6-6aa1-482b-ae10-2cd96cf1d45d', 'status': 'completed', 'code': 200}
Mar 05 20:56:24.254488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-3d990d65-f716-420f-b9db-a58b2efb30f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1432662
Mar 05 20:56:24.266720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49972) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:24.281276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1366555230-network', 'tenant_id': '8c2a6cd26df446c8ad3210b645a37dce'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:24.300650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c67686-8946-422f-af4d-51cb018f172a admin admin] Publish callbacks [] for security_group (d320c666-3d62-4d89-ade2-741b4cb63944), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.331128 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c67686-8946-422f-af4d-51cb018f172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d320c666-3d62-4d89-ade2-741b4cb63944), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.333697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-a4a77a3b-19d0-4a66-81b8-240b2f2ef14a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8 HTTP/1.1" status: 200  len: 217 time: 0.0774875
Mar 05 20:56:24.345992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcece50b-9027-4830-aa33-8873b755e2f4 req-6b2f6052-4e80-4c8e-ae4d-762ab8d5729b service neutron] 10.222.0.31 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3351970
Mar 05 20:56:24.406817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-ab227b6b-065e-48a1-b719-a5058d4bdb37 service neutron] 10.222.0.15 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224461
Mar 05 20:56:24.421764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-62c67686-8946-422f-af4d-51cb018f172a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ebecdb2f24e434b9987d7b87630a0d5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0709660
Mar 05 20:56:24.429971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-c81ff0c3-f90c-471f-8c70-e4ada9eceead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.431457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-c81ff0c3-f90c-471f-8c70-e4ada9eceead service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1126 time: 0.2133296
Mar 05 20:56:24.431876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49974) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:24.434778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c67686-8946-422f-af4d-51cb018f172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320c666-3d62-4d89-ade2-741b4cb63944,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:24.478336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76ba17db-714f-409b-9179-1a79aa160d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.478946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909809c1-a68c-4c67-9109-49508067afb8 req-7553b6a5-1a49-43aa-a547-f11eeb5d5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.480628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-7553b6a5-1a49-43aa-a547-f11eeb5d5610 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 918 time: 0.3515155
Mar 05 20:56:24.480873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Made reservation on behalf of 8c2a6cd26df446c8ad3210b645a37dce for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:24.483258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.548379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Made reservation on behalf of aa9adff4bad8486fae6271261a8137d2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:24.551635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.567861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.578061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-a8ef0077-0d51-4093-b294-c59ab3aec54c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a39d010-7efb-4d30-aa59-44e63c57a224 HTTP/1.1" status: 200  len: 217 time: 0.0836210
Mar 05 20:56:24.579484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-ba73f35a-8bf7-4ceb-b9fb-a0d267665ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.580866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-ba73f35a-8bf7-4ceb-b9fb-a0d267665ec7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.1945453
Mar 05 20:56:24.583359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.600194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1376-1158-4547-8056-9326b347e382 req-036994a4-9c92-44b5-b8b8-b7afa9aed94c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.601656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abea1376-1158-4547-8056-9326b347e382 req-036994a4-9c92-44b5-b8b8-b7afa9aed94c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 943 time: 0.3374076
Mar 05 20:56:24.620407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-2fbbf2cf-7809-44a1-9145-300cfa643e60 service neutron] 10.222.0.15 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030294
Mar 05 20:56:24.626890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-7c499718-cbcf-4145-80ab-21fbef91c5c4 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3614757
Mar 05 20:56:24.629436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-ebde07a5-6079-4220-8326-0fdc5c402678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.630862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-ebde07a5-6079-4220-8326-0fdc5c402678 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.1836495
Mar 05 20:56:24.685096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-00b03072-2df8-4a0c-8b0b-6017496284e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.0441816
Mar 05 20:56:24.761419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-51d2ae13-e0d7-4fde-a542-0944dbee8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.763040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-51d2ae13-e0d7-4fde-a542-0944dbee8423 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.0725389
Mar 05 20:56:24.781985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] Publish callbacks [] for security_group (d320c666-3d62-4d89-ade2-741b4cb63944), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.811243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909809c1-a68c-4c67-9109-49508067afb8 req-b32d3987-adff-40eb-99b7-a788cbd2dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.812782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-b32d3987-adff-40eb-99b7-a788cbd2dc09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.2221162
Mar 05 20:56:24.820709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks [] for security_group (ade13f5b-8436-4f34-8b9e-28e7c8ea18e2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.834899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ade13f5b-8436-4f34-8b9e-28e7c8ea18e2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.867569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6a15aaf-f046-4d45-8d2f-7fdd37b14827 req-90b708ca-717c-45c0-ae4b-c410ede45c20 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 210 time: 0.0451770
Mar 05 20:56:24.898937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] Publish callbacks [] for security_group (d320c666-3d62-4d89-ade2-741b4cb63944), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:24.902031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-89a16c42-3e0b-4d06-91da-de24c6da34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:24.904976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-89a16c42-3e0b-4d06-91da-de24c6da34e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3131883
Mar 05 20:56:24.913513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:24.929178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-42c05755-a861-4939-ab9b-566144949ae6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1047425
Mar 05 20:56:24.957852 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abea1376-1158-4547-8056-9326b347e382 req-fdb4f34d-471e-4728-a528-46acd620c103 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3304045
Mar 05 20:56:25.022911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-91db7916-ec26-4936-8937-8e2284218067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:25.032697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-91db7916-ec26-4936-8937-8e2284218067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2606688
Mar 05 20:56:25.073811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ead4366-4b97-4733-bc88-0b7ab2ff9a72 req-35971d9f-5d97-474f-8ad1-20bb21f1b865 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 210 time: 0.0994291
Mar 05 20:56:25.075280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:25.145529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:25.191517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'port_id': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d', 'mac_address': 'fa:16:3e:9d:8a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0734c39c-af45-4122-9723-ce34d5ffba58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:25.200051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cefb9186-ee47-4215-8d41-56d31df4fc97 req-ebfb3de1-ad1e-4335-bc6f-ec6de73de082 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5246370
Mar 05 20:56:25.216646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks [] for security_group (d6de4eb2-3feb-4411-be10-67c21454997e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.241801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d6de4eb2-3feb-4411-be10-67c21454997e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.251251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Allocated IP 192.168.233.236 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/f42b72f9-4e53-4581-998e-872c13953811) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:25.330766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:25.331171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.348181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:25.354606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:25.361684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9cd682b-8fa0-43c1-bf7e-56866cb3482d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.362053 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Added segment a9cd682b-8fa0-43c1-bf7e-56866cb3482d of type vlan for network 0e92af5d-48be-43b9-af90-782fc7dbcf73
Mar 05 20:56:25.380039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:25.387341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-f1d06d58-26ca-47a0-8337-c2ca9196edf1 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036504
Mar 05 20:56:25.390244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.423116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2710cf64-1285-4d3b-8a24-95520a144b8c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:25.432751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de4eb2-3feb-4411-be10-67c21454997e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:25.435389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d320c666-3d62-4d89-ade2-741b4cb63944), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.440302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.441911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d320c666-3d62-4d89-ade2-741b4cb63944 HTTP/1.1" status: 204  len: 168 time: 0.9987502
Mar 05 20:56:25.463644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490799f-4925-4fab-8324-7a034faf6070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320c666-3d62-4d89-ade2-741b4cb63944,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:25.475637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-0effee6f-8617-4bf8-8711-438c2e1a08d4 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5356646
Mar 05 20:56:25.482127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0e92af5d-48be-43b9-af90-782fc7dbcf73), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.486756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-ef9fd005-dbe6-4eb0-9890-1e7f6eddd1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5098152
Mar 05 20:56:25.521088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:25.582202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:25.585370 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:25.671714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c810dc-bdde-494f-ae79-c50ac8d11af5 req-c4bdcfe6-df0c-4a77-83fc-8c0dca73b9ed service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776797
Mar 05 20:56:25.698279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2710cf64-1285-4d3b-8a24-95520a144b8c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:25.717881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks [] for port (f42b72f9-4e53-4581-998e-872c13953811), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.727101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:25.734516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:56:25.735241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['8ac1b815-0a98-4dee-b99b-4a42f8faeb8d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:25.763248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee234c-d536-4ec7-b9a0-e78f6efc8554 req-a132c992-f157-45ec-8f79-c82884064539 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:25.770701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dee234c-d536-4ec7-b9a0-e78f6efc8554 req-a132c992-f157-45ec-8f79-c82884064539 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 944 time: 0.5590229
Mar 05 20:56:25.795013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1198d140-767e-4cdd-a045-04d9d41d5e92 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3069961
Mar 05 20:56:25.819596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-72fc2827-64a4-4e0a-ae96-79e94428f62c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:25.822123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-72fc2827-64a4-4e0a-ae96-79e94428f62c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.1839442
Mar 05 20:56:25.850357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0e92af5d-48be-43b9-af90-782fc7dbcf73), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.851335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:25.852128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.854745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-3afd6edd-08a9-491a-8b41-b69fa9ba96c3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0208371
Mar 05 20:56:25.857851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2710cf64-1285-4d3b-8a24-95520a144b8c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:25.858243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.872974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909809c1-a68c-4c67-9109-49508067afb8 req-fa667e24-2765-49c7-b6e4-a90e8bed7dcc service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777100
Mar 05 20:56:25.882410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710cf64-1285-4d3b-8a24-95520a144b8c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:25.906455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2710cf64-1285-4d3b-8a24-95520a144b8c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:25.910986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-46b0249f-8ae0-467b-9cef-a87fc1e18ee4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473566
Mar 05 20:56:25.917995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.918729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3a39d010-7efb-4d30-aa59-44e63c57a224 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:25.924155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:25.957437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:25.992360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:26.019946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:26.037270 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-297e5a8b-6582-44ec-b736-cc604ac2e6d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b782a7da-f012-4816-a7bc-b15194cb2996 HTTP/1.1" status: 200  len: 217 time: 0.2197769
Mar 05 20:56:26.058566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:26.079624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.080533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.086783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dee234c-d536-4ec7-b9a0-e78f6efc8554 req-e3efbf35-3c99-4dd3-85a8-3531e0ccba82 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3129463
Mar 05 20:56:26.117549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9679735
Mar 05 20:56:26.130213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Request body: {'port': {'device_id': '7219cb01-3958-42f5-9196-0ab130421997', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:26.155554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8852949
Mar 05 20:56:26.159193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517aa8-4a13-4770-b628-f8bddeddbb43 admin admin] Pushing event updated for resources: {'Network': ['ID=0e92af5d-48be-43b9-af90-782fc7dbcf73,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:26.161491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50020) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:26.174018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0e92af5d-48be-43b9-af90-782fc7dbcf73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:26.175484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Request body: {'subnet': {'network_id': '0e92af5d-48be-43b9-af90-782fc7dbcf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1366555230-subnet', 'tenant_id': '8c2a6cd26df446c8ad3210b645a37dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:26.205839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-82b303e2-0b3e-48f2-ade2-9aed54ee1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.208026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-82b303e2-0b3e-48f2-ade2-9aed54ee1769 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 200  len: 797 time: 0.1499071
Mar 05 20:56:26.213990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324bb29-6bba-4a91-a485-c64020c48bc0 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Pushing event updated for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:26.246095 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86c004-7bac-4110-b733-78e2dcece480 x-openstack-request-id: req-6f86c004-7bac-4110-b733-78e2dcece480 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:26.246383 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:26.246630 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f86c004-7bac-4110-b733-78e2dcece480 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:26.248263 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8', 'status': 'completed', 'code': 200}
Mar 05 20:56:26.280689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Made reservation on behalf of 8c2a6cd26df446c8ad3210b645a37dce for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:26.286065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.292393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a39d010-7efb-4d30-aa59-44e63c57a224,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:26.312635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3a39d010-7efb-4d30-aa59-44e63c57a224', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'port_id': '3a39d010-7efb-4d30-aa59-44e63c57a224', 'mac_address': 'fa:16:3e:18:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0734c39c-af45-4122-9723-ce34d5ffba58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:26.318270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50022) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:26.368484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-022bd77f-9db9-46a9-ba03-6d66539c81ad service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4562583
Mar 05 20:56:26.370787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9e2d-f29a-4520-bd2e-958adeeee4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.389801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3a39d010-7efb-4d30-aa59-44e63c57a224 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:26.390264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.406567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a39d010-7efb-4d30-aa59-44e63c57a224 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:26.431808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f42b72f9-4e53-4581-998e-872c13953811), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.432369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a39d010-7efb-4d30-aa59-44e63c57a224,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:26.439948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.509093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-971017f2-5b8b-4f12-824f-f3540159aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.510530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-971017f2-5b8b-4f12-824f-f3540159aab0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b3d5cc6-cf52-466e-844d-ad651934c95a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2955327
Mar 05 20:56:26.534431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-8cfe7b2e-55d5-4864-815f-f39479f7e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.535971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-8cfe7b2e-55d5-4864-815f-f39479f7e322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd82543db15443c69b77efe94c71e251&device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 1125 time: 0.2288015
Mar 05 20:56:26.543373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2149a0-b4af-4b90-a7e7-a06447e62f82 req-c6094a1c-ec11-4129-ae8f-82fe91430fdd tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.544879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e2149a0-b4af-4b90-a7e7-a06447e62f82 req-c6094a1c-ec11-4129-ae8f-82fe91430fdd tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 936 time: 0.1512499
Mar 05 20:56:26.557173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-375cadc9-b43e-4c9f-9c2a-071ff59564b2 None None] Provisioning complete for port f42b72f9-4e53-4581-998e-872c13953811 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:26.557744 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-375cadc9-b43e-4c9f-9c2a-071ff59564b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f42b72f9-4e53-4581-998e-872c13953811), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.560262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:26.619236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-375cadc9-b43e-4c9f-9c2a-071ff59564b2 None None] Port f42b72f9-4e53-4581-998e-872c13953811 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:26.668864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9e2d-f29a-4520-bd2e-958adeeee4b6 admin admin] Publish callbacks [] for security_group (b57199a1-a6b1-4ffc-aa09-4c7cba601377), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.674840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2710cf64-1285-4d3b-8a24-95520a144b8c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:26.680651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3a39d010-7efb-4d30-aa59-44e63c57a224'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:26.794327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e2149a0-b4af-4b90-a7e7-a06447e62f82 req-77c04721-5837-4f40-81e1-c70f9a757c19 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029560
Mar 05 20:56:26.811507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-808a4199-8322-45af-84e1-4a0804da3417 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2932758
Mar 05 20:56:26.853849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (84bcd8c9-b8ec-4be3-959c-64f2619c364a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.856329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-4800a24b-72d0-483f-a2e4-9dfa34a519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.857855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-4800a24b-72d0-483f-a2e4-9dfa34a519dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 200  len: 918 time: 0.3012593
Mar 05 20:56:26.868380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9e2d-f29a-4520-bd2e-958adeeee4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b57199a1-a6b1-4ffc-aa09-4c7cba601377), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:26.873983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-26006936-b5b7-40db-9e81-f869bf1d658d service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5036905
Mar 05 20:56:26.881184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-31db41f7-6d4e-4776-9db1-926747429f9d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:26.883720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-31db41f7-6d4e-4776-9db1-926747429f9d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.23 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 811 time: 0.4324660
Mar 05 20:56:26.899078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Request body: {'port': {'device_id': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'admin_state_up': True, 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:26.986201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9207d928-90f0-4787-8c35-d942c50a801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.118702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc9e2d-f29a-4520-bd2e-958adeeee4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57199a1-a6b1-4ffc-aa09-4c7cba601377,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:27.158506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cdbc9e2d-f29a-4520-bd2e-958adeeee4b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fbdc8774e0a48999a59ef100b7483b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8249373
Mar 05 20:56:27.159173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50030) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:27.197636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ebbb47d1-289f-48e7-81ef-9da60ffd9c98 req-bb1b98ae-1c81-4685-aece-fc6b5cc801b6 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 210 time: 0.0902016
Mar 05 20:56:27.299304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-8f9ea203-c419-4e5e-9316-37df9a8e3417 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8 HTTP/1.1" status: 200  len: 217 time: 0.4119740
Mar 05 20:56:27.321259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a72f827f-81d6-47a5-84e0-ac7c127fa146 req-96c98c44-bf58-4938-b343-fa357b58e788 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0518568
Mar 05 20:56:27.338509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Made reservation on behalf of fc76a60f3c6e4f2ea69c0445ba45e4a5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:27.357477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.364970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bcd8c9-b8ec-4be3-959c-64f2619c364a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:27.416788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-291a44fb-1e0b-4939-b0b1-23ff9c0b8ac9 service neutron] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5876508
Mar 05 20:56:27.422796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] Publish callbacks [] for security_group (b57199a1-a6b1-4ffc-aa09-4c7cba601377), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.423038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Checking segment: {'id': 'a9cd682b-8fa0-43c1-bf7e-56866cb3482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0e92af5d-48be-43b9-af90-782fc7dbcf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:27.423151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Network hostable DHCP agents. Network: 0e92af5d-48be-43b9-af90-782fc7dbcf73, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:27.426084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-6866902a-8cc2-434a-a86a-4ec0a91cd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:27.427568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-6866902a-8cc2-434a-a86a-4ec0a91cd02e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 200  len: 857 time: 0.1152315
Mar 05 20:56:27.435406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e507f9d3-0b19-45f5-87ed-8f1f65b523b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:27.436450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9301532-9123-45ce-99c6-2d48e58e47ab req-641d4c4d-4e4b-400d-8a63-072a8bd1cdca tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:27.438203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9301532-9123-45ce-99c6-2d48e58e47ab req-641d4c4d-4e4b-400d-8a63-072a8bd1cdca tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 943 time: 0.5477190
Mar 05 20:56:27.520702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-5219a041-a1db-4c5f-acb4-0717d8a7787d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800126
Mar 05 20:56:27.529885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-af6093b9-9101-4949-894e-8bbd4333e358 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 HTTP/1.1" status: 200  len: 217 time: 0.0880470
Mar 05 20:56:27.599440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:27.617387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8', 'network_id': 'c80579ab-d9de-42ba-ab7b-c6606dc5ef7e', 'port_id': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8', 'mac_address': 'fa:16:3e:5d:2f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0734c39c-af45-4122-9723-ce34d5ffba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:27.630788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Network 0e92af5d-48be-43b9-af90-782fc7dbcf73 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:27.668694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:27.669102 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.676700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9301532-9123-45ce-99c6-2d48e58e47ab req-988b2c8a-bfe4-4ec6-a5b8-8f1c520242e0 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138400
Mar 05 20:56:27.685164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e507f9d3-0b19-45f5-87ed-8f1f65b523b8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:27.687700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e92af5d-48be-43b9-af90-782fc7dbcf73) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:27.723235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6a1e0-3ebb-479a-b6a1-198a303b3f8d None None] Network 0e92af5d-48be-43b9-af90-782fc7dbcf73 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:27.737617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:27.738222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.744457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-fdeddca2-5373-4cd3-8436-9d1cbb731948 service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116864
Mar 05 20:56:27.746279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-96a46a3a-24f2-42a4-879e-a58c6af56e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:27.747723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-96a46a3a-24f2-42a4-879e-a58c6af56e89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 200  len: 797 time: 0.2121699
Mar 05 20:56:27.809996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:27.842397 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.863243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd01f0f9-0213-4525-ad78-636441672f3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6892421
Mar 05 20:56:27.918803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-6500e93c-d842-44fe-bf69-b9d3586556a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:27.919328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8e3dc-7f82-4a6e-a79d-7d0a61d38428 None None] Network 0e92af5d-48be-43b9-af90-782fc7dbcf73 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:27.922689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-6500e93c-d842-44fe-bf69-b9d3586556a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1682398
Mar 05 20:56:27.962931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42b72f9-4e53-4581-998e-872c13953811 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:27.982045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d6dc9e3-f817-4927-bdc1-adb1e4b56420 req-24e01e9f-5f58-463a-8c5e-31f3476ef09f service neutron] 10.222.0.23 "GET /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286468
Mar 05 20:56:27.989337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] Publish callbacks [] for security_group (b57199a1-a6b1-4ffc-aa09-4c7cba601377), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:27.992919 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks [] for port (f42b72f9-4e53-4581-998e-872c13953811), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.042920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Transition to ACTIVE for port object f42b72f9-4e53-4581-998e-872c13953811 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:28.095152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.104440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.117344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:28.134449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-48954601-d4a1-45e3-b3d2-b7d812e3e308 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769967
Mar 05 20:56:28.174223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:28.196097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428cf5d-5edd-4829-89a3-6cbdedf1b6e3 req-9391b6ce-efa0-417f-b884-c818953bc2d1 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:28.197669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b428cf5d-5edd-4829-89a3-6cbdedf1b6e3 req-9391b6ce-efa0-417f-b884-c818953bc2d1 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 945 time: 0.7760119
Mar 05 20:56:28.241926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e507f9d3-0b19-45f5-87ed-8f1f65b523b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:28.348443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Allocated IP 172.20.0.13 (c6309286-f935-47ca-ba3b-63029aaed949/03fb7233-fa3d-4c7c-aa99-0ac7d820f956/207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:28.352534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-cb1dee71-a556-46ba-aa8b-325e72c1d574 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111340
Mar 05 20:56:28.364272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b57199a1-a6b1-4ffc-aa09-4c7cba601377), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.367540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.370994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b57199a1-a6b1-4ffc-aa09-4c7cba601377 HTTP/1.1" status: 204  len: 168 time: 1.1830351
Mar 05 20:56:28.443561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-117c703c-5498-40f4-aa93-b07bd8956846 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9701cfb-119e-4040-a711-f90621bd7b80 HTTP/1.1" status: 200  len: 217 time: 0.0779595
Mar 05 20:56:28.535768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b428cf5d-5edd-4829-89a3-6cbdedf1b6e3 req-e5ed96f7-d7fa-401c-9e2f-f3da072a45ec tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158512
Mar 05 20:56:28.563711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-deb7c937-ff77-456b-bafa-70ac11ea5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:28.563711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-deb7c937-ff77-456b-bafa-70ac11ea5775 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 200  len: 797 time: 0.0976031
Mar 05 20:56:28.564698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a46c4-4f31-4585-bde4-820e4569a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57199a1-a6b1-4ffc-aa09-4c7cba601377,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:28.634340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Attempting to bind port f42b72f9-4e53-4581-998e-872c13953811 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:28.634711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Attempting to bind port f42b72f9-4e53-4581-998e-872c13953811 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:28.635011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Attempting to bind port f42b72f9-4e53-4581-998e-872c13953811 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:28.643383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66933118-40e0-4304-989d-73863f2e1004 req-990d7cb8-43a7-462f-9bc3-c4bc340f8fd3 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:28.644928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66933118-40e0-4304-989d-73863f2e1004 req-990d7cb8-43a7-462f-9bc3-c4bc340f8fd3 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 948 time: 0.2090392
Mar 05 20:56:28.659090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Port f42b72f9-4e53-4581-998e-872c13953811 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:28.659472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Attempting to bind port f42b72f9-4e53-4581-998e-872c13953811 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:28.671703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1f5ef7dc-214b-48da-9812-0cdf35a6cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:28.673216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-1f5ef7dc-214b-48da-9812-0cdf35a6cf9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0995624
Mar 05 20:56:28.683231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-054886a0-9d55-4860-bb25-4f45d52e4a7c req-0af8785d-b893-4f77-9ab2-8985ee7bb227 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 210 time: 0.0431943
Mar 05 20:56:28.686099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:28.686442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:28.686825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:28.687273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Bound port: f42b72f9-4e53-4581-998e-872c13953811, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:28.687639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f42b72f9-4e53-4581-998e-872c13953811), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.778219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66933118-40e0-4304-989d-73863f2e1004 req-59244947-291b-42cb-aca1-c9530d7f8f54 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226587
Mar 05 20:56:28.796194 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks [] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.818597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3e81e9cc-96b5-462d-bb1c-edcac55e6a53 req-18d5d861-83fc-48c9-b0a6-e4f305bd22df tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0470879
Mar 05 20:56:28.820167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-6f3aea75-a6db-441f-96d0-35a5b14904c3 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391933
Mar 05 20:56:28.840980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:28.857785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42b72f9-4e53-4581-998e-872c13953811,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:28.874070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.925780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:28.942435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1b4d5f5-2ae5-4e69-b661-3c3832f77507 req-cb8106d3-d383-4522-ac6d-e152c5d1f641 service neutron] 10.222.0.31 "GET /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1169527
Mar 05 20:56:28.943064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:28.952550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:28.953182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.954768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-b7809653-afab-4b64-bc00-58d0f1448dd2 service neutron] 10.222.0.31 "PUT /v2.0/ports/f42b72f9-4e53-4581-998e-872c13953811 HTTP/1.1" status: 200  len: 1096 time: 2.8306284
Mar 05 20:56:28.956324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:28.960706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:28.963179 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d2abd-55e5-484f-95ce-2ef49c67e9af" -d '{"events": [{"name": "network-changed", "server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "tag": "f42b72f9-4e53-4581-998e-872c13953811"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:28.992397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c02ff863-577b-4f41-9058-0e457c4739d0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:29.112700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Network c6309286-f935-47ca-ba3b-63029aaed949 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:29.121694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:29.125358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:29.128767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Pushing event updated for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:29.162914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-854e757d-3be5-400a-b94b-548f05d83bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.164692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-854e757d-3be5-400a-b94b-548f05d83bd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa9adff4bad8486fae6271261a8137d2&device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 1130 time: 0.1432285
Mar 05 20:56:29.176197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:29.188524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:29.189045 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.239279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-13cd7d02-b4ee-4e25-b97c-78d4fa71dfca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f42b72f9-4e53-4581-998e-872c13953811 HTTP/1.1" status: 200  len: 217 time: 0.0629387
Mar 05 20:56:29.247496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe943-ebf6-4759-87a6-7898b4a8e7ad req-c3a7c516-26e7-46e0-9277-4786236c6985 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.249099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fffe943-ebf6-4759-87a6-7898b4a8e7ad req-c3a7c516-26e7-46e0-9277-4786236c6985 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 944 time: 0.2815864
Mar 05 20:56:29.255932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.257077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.369357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-1195c487-c33c-4d3a-9bae-2c1ddc15d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.371051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-1195c487-c33c-4d3a-9bae-2c1ddc15d230 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1209214
Mar 05 20:56:29.440836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2710cf64-1285-4d3b-8a24-95520a144b8c up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:29.446515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-e2ae7c5d-7776-4084-9714-a4be4f66919a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5324256
Mar 05 20:56:29.456626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Request body: {'port': {'device_id': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:29.472218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-c7daffd5-8152-4749-b8bf-7f957660b2ee tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.479299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-c7daffd5-8152-4749-b8bf-7f957660b2ee tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.1794448
Mar 05 20:56:29.499056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-eb314f48-69af-44e5-bd31-65ab7bfc97f5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/quotas/77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 375 time: 0.0183496
Mar 05 20:56:29.519160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:29.519647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.528533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fffe943-ebf6-4759-87a6-7898b4a8e7ad req-298146a8-e7b0-4e14-926d-70d73aaf8d83 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655017
Mar 05 20:56:29.528886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.551356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-b2857f26-dee3-4a82-ad92-a4c787eb0809 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0513618
Mar 05 20:56:29.560198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:29.562571 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75971d-ba11-4456-9379-3f21f20ab9cd" -d '{"events": [{"server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:29.580965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:29.586934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.597910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 2710cf64-1285-4d3b-8a24-95520a144b8c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:29.600511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-5f6c136e-4421-4c35-b7da-f086321e9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:29.602420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-5f6c136e-4421-4c35-b7da-f086321e9428 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2236755
Mar 05 20:56:29.609306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.624804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 2710cf64-1285-4d3b-8a24-95520a144b8c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:29.625117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.636409 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf8b3b3-1ed1-4100-98d3-cfb1ca14b34f x-openstack-request-id: req-baf8b3b3-1ed1-4100-98d3-cfb1ca14b34f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:29.640099 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "tag": "f42b72f9-4e53-4581-998e-872c13953811", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:29.640541 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf8b3b3-1ed1-4100-98d3-cfb1ca14b34f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:29.641118 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811', 'status': 'completed', 'code': 200}
Mar 05 20:56:29.680370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-de42bc84-78ee-4f29-8148-633b300ccaef service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280415
Mar 05 20:56:29.690575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:29.782037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d2d21bbf-e7e7-4d8c-a3d2-1a8657d8ca29 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008127
Mar 05 20:56:29.782895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2710cf64-1285-4d3b-8a24-95520a144b8c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:29.783354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.826418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2710cf64-1285-4d3b-8a24-95520a144b8c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:29.834292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:29.836574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e507f9d3-0b19-45f5-87ed-8f1f65b523b8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:29.959185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:29.977422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:29.978255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.002549 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590c932-672e-47b3-8f4f-89409bd7e650 x-openstack-request-id: req-a590c932-672e-47b3-8f4f-89409bd7e650 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:30.003154 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:30.004029 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a590c932-672e-47b3-8f4f-89409bd7e650 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:30.004784 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d', 'code': 200}
Mar 05 20:56:30.006768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:30.009287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b71f-9927-4ea7-a2f2-b3acae6dac02 req-6e429b36-d5d1-4bfa-b9d5-14f2d9c254a0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.011131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0062b71f-9927-4ea7-a2f2-b3acae6dac02 req-6e429b36-d5d1-4bfa-b9d5-14f2d9c254a0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 945 time: 0.2647572
Mar 05 20:56:30.062976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-e5bba4ba-1f77-4102-bfc6-de9b4cc252ae service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4511631
Mar 05 20:56:30.156310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:30.156943 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.157739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d49eb-78f3-4c5a-ab93-1ea1b84a8ebd req-d4a5f1c6-28f0-4dbe-9378-17ce6d66f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.159302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-172d49eb-78f3-4c5a-ab93-1ea1b84a8ebd req-d4a5f1c6-28f0-4dbe-9378-17ce6d66f099 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 1127 time: 0.0849166
Mar 05 20:56:30.168314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59c8c-22a3-47dd-b97a-fecf6262b1c8 req-4d3dc6f9-8885-440e-bacd-8137ab5bbb17 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.175505 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ce59c8c-22a3-47dd-b97a-fecf6262b1c8 req-4d3dc6f9-8885-440e-bacd-8137ab5bbb17 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 932 time: 0.1135077
Mar 05 20:56:30.212887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:30.218061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.220056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3a39d010-7efb-4d30-aa59-44e63c57a224 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:30.251545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-172d49eb-78f3-4c5a-ab93-1ea1b84a8ebd req-da00624f-a82d-4fda-9070-b52909fe092a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720358
Mar 05 20:56:30.288279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-fbdafb49-4586-4919-9d10-8ca1f50b0aa2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0542378
Mar 05 20:56:30.290582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ce59c8c-22a3-47dd-b97a-fecf6262b1c8 req-ab9f4e74-aa30-4471-86c5-df6a44f0c70b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136417
Mar 05 20:56:30.389635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:30.411591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3a39d010-7efb-4d30-aa59-44e63c57a224 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:30.420319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7258c-8867-4489-8f5e-f043f3e63a39 req-a84a944d-457e-495a-b121-84dd8df171bb tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.420553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3a39d010-7efb-4d30-aa59-44e63c57a224 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:30.422733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.427951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24d7258c-8867-4489-8f5e-f043f3e63a39 req-a84a944d-457e-495a-b121-84dd8df171bb tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 948 time: 0.0688519
Mar 05 20:56:30.441841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0062b71f-9927-4ea7-a2f2-b3acae6dac02 req-b845cbd1-2ab4-4462-ac82-4641fcb8a2c5 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4208968
Mar 05 20:56:30.446426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f109a32f-9b71-46c9-9b56-b78410530d57 req-5cba2ac9-ef67-4e30-add4-db202a96cb64 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3707390
Mar 05 20:56:30.452968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:30.480231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks [] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.516432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24d7258c-8867-4489-8f5e-f043f3e63a39 req-73849134-86b6-4504-aa81-d74b1fa12b6f tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830543
Mar 05 20:56:30.581494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3a39d010-7efb-4d30-aa59-44e63c57a224 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:30.581887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.607494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Transition to ACTIVE for port object 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:30.616303 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a26737e-8f1b-442e-8ee5-862110ac5377 req-b11485d8-a118-429d-8d52-dce6ca314f09 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 210 time: 0.0423563
Mar 05 20:56:30.622883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.643441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50120) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:30.667157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a39d010-7efb-4d30-aa59-44e63c57a224,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:30.674006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.741780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:30.768805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aebdcb6f-536a-41ce-888c-08d36fa7c6c6 req-6f4d70c4-3219-4b34-986a-6f50ba466930 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.1755245
Mar 05 20:56:30.811305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4e07-756c-4d8e-aa14-4b538b09a196 req-398dc488-d4c5-4059-b9a9-ca339b3303db tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.816275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae8e4e07-756c-4d8e-aa14-4b538b09a196 req-398dc488-d4c5-4059-b9a9-ca339b3303db tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 945 time: 0.0869296
Mar 05 20:56:30.823769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1707714254', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:30.825944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Pushing event updated for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:30.866692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Made reservation on behalf of d47c616452444f9986896099b9717ccf for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:30.869049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.881521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.903697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae8e4e07-756c-4d8e-aa14-4b538b09a196 req-4eaeb99d-82b1-4614-9c02-ef4755f081fb tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840316
Mar 05 20:56:30.904552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-115b4f66-3c71-43d0-be58-e90a7b2fc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.906199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-115b4f66-3c71-43d0-be58-e90a7b2fc65c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa9adff4bad8486fae6271261a8137d2&device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 1130 time: 0.2973394
Mar 05 20:56:30.911291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-6a6946b8-40bd-4084-9275-6a5c1a0f6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:30.913634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-6a6946b8-40bd-4084-9275-6a5c1a0f6b2b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&shared=False HTTP/1.1" status: 200  len: 913 time: 0.4546247
Mar 05 20:56:30.947104 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.983870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for security_group (5adc9501-9be9-4720-aad7-7e736d705d1c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.989750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5adc9501-9be9-4720-aad7-7e736d705d1c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:30.995172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] device_id is not set on port 78ce521f-2907-49da-9b54-4683a3e7775a yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:56:31.061052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc9501-9be9-4720-aad7-7e736d705d1c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:31.073370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Attempting to bind port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:31.073715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Attempting to bind port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:31.074049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Attempting to bind port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 on network c6309286-f935-47ca-ba3b-63029aaed949 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:31.101490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 on network c6309286-f935-47ca-ba3b-63029aaed949 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:31.101823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Attempting to bind port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 on network c6309286-f935-47ca-ba3b-63029aaed949 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:31.116101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:31.116395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Checking segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:31.116616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Bound using segment: {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:31.117059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Bound port: 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:31.117418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.138814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Allocated IP 172.35.0.115 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/78ce521f-2907-49da-9b54-4683a3e7775a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:31.149697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-e464e22e-64e9-4a24-a141-142e9873f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.151209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-e464e22e-64e9-4a24-a141-142e9873f972 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2106478
Mar 05 20:56:31.154673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-0e6c520a-9f2c-4832-9ca0-7b2126159fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.155998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-0e6c520a-9f2c-4832-9ca0-7b2126159fe7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2394187
Mar 05 20:56:31.228488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-99c9a780-e23f-4724-8ecc-75c049bbc9dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f42b72f9-4e53-4581-998e-872c13953811 HTTP/1.1" status: 200  len: 217 time: 0.0533211
Mar 05 20:56:31.247066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4c6a6d4-a305-461e-b15c-577e137168f8 req-311d2c3d-a4fa-40ab-80be-760836a204dc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0612600
Mar 05 20:56:31.281700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for port (78ce521f-2907-49da-9b54-4683a3e7775a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.313454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:31.320036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:31.322678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (78ce521f-2907-49da-9b54-4683a3e7775a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.328960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-7344f0fb-b077-485e-a03f-682ac5119db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.330726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-7344f0fb-b077-485e-a03f-682ac5119db5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0857990
Mar 05 20:56:31.334227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.381716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:31.386052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:31.395690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:31.403079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Pushing event updated for resources: {'Port': ['ID=78ce521f-2907-49da-9b54-4683a3e7775a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:31.436663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.437610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.438880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] 10.222.0.23 "PUT /v2.0/ports/207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 200  len: 1092 time: 1.9918206
Mar 05 20:56:31.458697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.459422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.468998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee987-9751-462b-9710-cd13fdebb110 service neutron] Pushing event updated for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:31.499546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6de927d-ed7b-41ed-a3d3-25d85540720e tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 0.8595674
Mar 05 20:56:31.502524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50130) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:31.511436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.115'}]}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:31.513584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-29d93d06-5a93-46d9-9534-745e0fdef08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.515276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-29d93d06-5a93-46d9-9534-745e0fdef08d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1525924
Mar 05 20:56:31.523427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309aa97-3c2e-4036-a01b-9281a736f063 req-fef9a4a4-1552-41c9-9595-75adfde6c5f5 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.525172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0309aa97-3c2e-4036-a01b-9281a736f063 req-fef9a4a4-1552-41c9-9595-75adfde6c5f5 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 944 time: 0.1372991
Mar 05 20:56:31.542171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (bff51fcf-d63a-4aff-9a86-134c8ce87c35), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.543841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (bff51fcf-d63a-4aff-9a86-134c8ce87c35), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.656834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:31.658998 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269da861-bf24-49ff-9548-592e2923eed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:31.668977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-1373d903-742f-4533-907e-2d3526a5d5f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0444639
Mar 05 20:56:31.752392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for router_controller (bff51fcf-d63a-4aff-9a86-134c8ce87c35), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.775087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0309aa97-3c2e-4036-a01b-9281a736f063 req-b48ecad3-7c3e-45ca-906c-7f3b3266d0bc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320495
Mar 05 20:56:31.799798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-d42b8078-fe02-48f8-a42a-a342ea5f0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.801513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-d42b8078-fe02-48f8-a42a-a342ea5f0b58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1126 time: 0.2563887
Mar 05 20:56:31.806514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-a73be039-8516-4c1e-9051-406d03ec55f8 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768121
Mar 05 20:56:31.865214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2966a-3c69-4373-b6ae-c7f7df0293db req-227e7e43-94f9-4989-b937-4c05ec293b34 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.866802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e2966a-3c69-4373-b6ae-c7f7df0293db req-227e7e43-94f9-4989-b937-4c05ec293b34 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.2959704
Mar 05 20:56:31.907707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-30f59436-a494-4a37-841a-8a7f3aeb5ac5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 200  len: 217 time: 0.0923386
Mar 05 20:56:31.965828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-fb2c3209-70a0-413c-82df-92e5fc94c5a7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.967158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-fb2c3209-70a0-413c-82df-92e5fc94c5a7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.3071177
Mar 05 20:56:31.971752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for router_gateway (bff51fcf-d63a-4aff-9a86-134c8ce87c35), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:31.975557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-9c57ae69-28f3-4ede-978c-8fdb4da6edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:31.977057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-9c57ae69-28f3-4ede-978c-8fdb4da6edab service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2965636
Mar 05 20:56:31.984196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Request body: {'port': {'device_id': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'admin_state_up': True, 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:32.007204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}, {'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8'}, {'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:32.010351 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c2c92-020e-48d1-83ac-f435b3485034" -d '{"events": [{"server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "name": "network-vif-plugged", "status": "completed", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}, {"server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "name": "network-vif-plugged", "status": "completed", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8"}, {"server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "name": "network-vif-plugged", "status": "completed", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:32.094364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e2966a-3c69-4373-b6ae-c7f7df0293db req-e14c52e0-ab4b-4b11-b2cd-59b52bf66240 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210610
Mar 05 20:56:32.195334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf511a35-5ab4-4296-a8f0-eb5279540b99 req-5ad93f3b-53bd-46cb-bf58-a02482a212d7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 210 time: 0.0353162
Mar 05 20:56:32.204338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:32.207798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:32.378410 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f326d17b-7f08-4931-8ee9-1edc6ec3e0dd x-openstack-request-id: req-f326d17b-7f08-4931-8ee9-1edc6ec3e0dd {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:32.379044 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:32.379044 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f326d17b-7f08-4931-8ee9-1edc6ec3e0dd {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:32.379313 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5', 'status': 'completed', 'code': 200}
Mar 05 20:56:32.405873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-7feeae83-3ea7-4fec-b5a6-1b8d85855cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.407338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-7feeae83-3ea7-4fec-b5a6-1b8d85855cc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.4853129
Mar 05 20:56:32.420415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136d2abd-55e5-484f-95ce-2ef49c67e9af req-a4a02f0b-773d-4f89-b47f-abd2e341e68b service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6065736
Mar 05 20:56:32.443475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b23d0-c917-4c86-b28a-0f2efd9e73ef req-31798158-c1d5-46b3-8a41-8d54fbf98c47 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.445509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a4b23d0-c917-4c86-b28a-0f2efd9e73ef req-31798158-c1d5-46b3-8a41-8d54fbf98c47 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 948 time: 0.5448880
Mar 05 20:56:32.473613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-dacf6c04-27c5-4a33-9efc-d54df314867d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554819
Mar 05 20:56:32.514598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-dfc43569-261d-46ef-aa80-ca536b1ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.516124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-dfc43569-261d-46ef-aa80-ca536b1ac7b5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5293941
Mar 05 20:56:32.592910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a4b23d0-c917-4c86-b28a-0f2efd9e73ef req-eda8faf8-12fd-4a02-97b5-1f16e319095f tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254861
Mar 05 20:56:32.617500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c80aeae3-c788-4926-b26b-b267ebef0d5c req-f5abf9f3-7f7d-463c-818a-8d95b8dfc8a9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.0419080
Mar 05 20:56:32.637775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-85565ed2-7b00-4f9b-8151-fd1868627159 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535003
Mar 05 20:56:32.673420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e221a3a9-25b7-461a-8595-552ea20bb030 req-a9671b65-6c2f-404d-9af3-4a27f18f30e8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd7ff36e-aca6-461f-9905-214d5b79f9bb HTTP/1.1" status: 200  len: 210 time: 0.3515885
Mar 05 20:56:32.730069 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d5255-7aec-408f-a6ab-c73e66e60ca9 x-openstack-request-id: req-0a0d5255-7aec-408f-a6ab-c73e66e60ca9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:32.730896 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "name": "network-vif-plugged", "status": "completed", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "code": 200}, {"server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "name": "network-vif-plugged", "status": "completed", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8", "code": 200}, {"server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "name": "network-vif-plugged", "status": "completed", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:32.731625 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a0d5255-7aec-408f-a6ab-c73e66e60ca9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:32.732564 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'code': 200}
Mar 05 20:56:32.733063 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8', 'code': 200}
Mar 05 20:56:32.733478 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224', 'code': 200}
Mar 05 20:56:32.776617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Allocated IP 172.20.0.10 (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397/f0fe9d12-5675-40d0-b2de-9a8fa6679078/a1950e50-9c39-44c3-af17-454a8fc9713b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:32.787597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e03b9a34-c885-4943-9c69-84e907bebcd4 req-f4dd6795-6351-4bfc-8cf0-9f5402517e9c service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440239
Mar 05 20:56:32.798426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for router_gateway (bff51fcf-d63a-4aff-9a86-134c8ce87c35), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:32.831331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef77b9b-56a2-483e-9fde-8bf861ae8f43 req-9de0a150-76e8-4751-a685-5fb981a4a7e6 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.833262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ef77b9b-56a2-483e-9fde-8bf861ae8f43 req-9de0a150-76e8-4751-a685-5fb981a4a7e6 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 945 time: 0.1097445
Mar 05 20:56:32.843301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:32.951235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ef77b9b-56a2-483e-9fde-8bf861ae8f43 req-dbbd5e9a-3d62-4149-8e55-8f60a6ee0ee3 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982959
Mar 05 20:56:32.956402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9063c-c954-4ae4-8d38-19a915620907 req-6cfbd60a-81fb-4fe1-831d-35683e86ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.957855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10f9063c-c954-4ae4-8d38-19a915620907 req-6cfbd60a-81fb-4fe1-831d-35683e86ab6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.1528685
Mar 05 20:56:32.988975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269da861-bf24-49ff-9548-592e2923eed3 req-f7dbc12f-eb4e-4f05-9934-4e133a69ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:32.990356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-f7dbc12f-eb4e-4f05-9934-4e133a69ff63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1126 time: 0.0983822
Mar 05 20:56:33.056896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10f9063c-c954-4ae4-8d38-19a915620907 req-5b23e22e-93ff-4e36-b561-359143e46347 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886996
Mar 05 20:56:33.096364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269da861-bf24-49ff-9548-592e2923eed3 req-b1056951-0548-436c-b9a7-4dc33cb84135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.098166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-b1056951-0548-436c-b9a7-4dc33cb84135 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 912 time: 0.0980310
Mar 05 20:56:33.163028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a1cd0-480a-4834-b34d-e6652d0b49a2 req-5f48ed0b-bc85-4bd2-af2e-cd6021934de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.164571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e31a1cd0-480a-4834-b34d-e6652d0b49a2 req-5f48ed0b-bc85-4bd2-af2e-cd6021934de1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 1128 time: 0.2418680
Mar 05 20:56:33.176285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41520-ac3f-47e6-9a73-66e9cb93df31 req-efeb40e4-5bcb-44c6-942b-5c830142ace7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.177749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20a41520-ac3f-47e6-9a73-66e9cb93df31 req-efeb40e4-5bcb-44c6-942b-5c830142ace7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 944 time: 0.3077900
Mar 05 20:56:33.210625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0779-dcbc-4bca-8025-2048d6edf7c4 req-179258b6-3cd6-4bde-9aa5-887b09cbb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.212141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-407b0779-dcbc-4bca-8025-2048d6edf7c4 req-179258b6-3cd6-4bde-9aa5-887b09cbb614 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 1127 time: 0.2905917
Mar 05 20:56:33.221219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e971c7-7f7a-4019-aa4e-cec1acff0c2f req-b96b9867-6015-4579-aa7f-10ec8d433d4d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.222731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86e971c7-7f7a-4019-aa4e-cec1acff0c2f req-b96b9867-6015-4579-aa7f-10ec8d433d4d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.0589254
Mar 05 20:56:33.259266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks [] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.296327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-307c96d7-9926-41c4-828b-dc9988123078 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 200  len: 217 time: 0.0419950
Mar 05 20:56:33.309007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for router (bff51fcf-d63a-4aff-9a86-134c8ce87c35), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.315925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86e971c7-7f7a-4019-aa4e-cec1acff0c2f req-0cf61e4c-ec6d-4508-acb0-b0daa87158da tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874681
Mar 05 20:56:33.356056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269da861-bf24-49ff-9548-592e2923eed3 req-2f23b6f9-035d-4d95-8fdd-9cd0afc2a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.357656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-2f23b6f9-035d-4d95-8fdd-9cd0afc2a29a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.0553625
Mar 05 20:56:33.402883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-dd0b035b-81a7-46c0-8eff-3550a9f212c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382731
Mar 05 20:56:33.418116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-066d0840-4144-4886-ae53-541e012a0882 req-03da662a-ae35-46d1-b7c0-7109c959fa40 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 210 time: 0.0442522
Mar 05 20:56:33.420012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20a41520-ac3f-47e6-9a73-66e9cb93df31 req-5c3d2d3c-453a-44d2-ae5c-ce670dceb1c8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319679
Mar 05 20:56:33.453099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e31a1cd0-480a-4834-b34d-e6652d0b49a2 req-6aeabe85-77dd-4ba1-9c34-c0a87ed55c7f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922836
Mar 05 20:56:33.461103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-407b0779-dcbc-4bca-8025-2048d6edf7c4 req-7ba9127e-5140-4f4b-9d41-1f61ca36630e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060089
Mar 05 20:56:33.491654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.516331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-3e31cc03-c0a2-4cbb-aed5-95eb7d992838 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917351
Mar 05 20:56:33.597485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:33.601575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (bff51fcf-d63a-4aff-9a86-134c8ce87c35), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.605487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks [] for router_controller (bff51fcf-d63a-4aff-9a86-134c8ce87c35), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.607253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:33.614740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:33.623797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:33.687384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (bff51fcf-d63a-4aff-9a86-134c8ce87c35), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.688139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bff51fcf-d63a-4aff-9a86-134c8ce87c35 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:56:33.708931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.709597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.719986 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 20:56:33.721077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-292411c6-737f-4fdd-96ff-b66f39574174 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.2169759
Mar 05 20:56:33.724684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50154) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:33.737484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-860a7aeb-448a-4af7-b63e-1a829f40ab3e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7591383
Mar 05 20:56:33.747273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b486a-99f3-42a5-83bd-e520c5a6a8cd req-8fc4b8ba-b23c-44d3-8e62-cf1662116818 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:33.748903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c5b486a-99f3-42a5-83bd-e520c5a6a8cd req-8fc4b8ba-b23c-44d3-8e62-cf1662116818 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 948 time: 0.0815308
Mar 05 20:56:33.766158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Request body: {'port': {'device_id': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:33.811625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c5b486a-99f3-42a5-83bd-e520c5a6a8cd req-7249202c-46ce-4d62-a288-b47b078ce7ed tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561903
Mar 05 20:56:33.865935 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.919653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Deleting port 78ce521f-2907-49da-9b54-4683a3e7775a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:33.920034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (78ce521f-2907-49da-9b54-4683a3e7775a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:33.941464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-269da861-bf24-49ff-9548-592e2923eed3 req-5adad161-ec71-4654-b1c7-d22f7a722b76 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984006
Mar 05 20:56:34.083647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bc03-b0b6-4aa2-a113-1ea50b953e03 req-f3097f6e-7409-438a-a791-65dc15cebeda tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:34.085492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bc03-b0b6-4aa2-a113-1ea50b953e03 req-f3097f6e-7409-438a-a791-65dc15cebeda tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 945 time: 0.0542641
Mar 05 20:56:34.138558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bc03-b0b6-4aa2-a113-1ea50b953e03 req-9feb695c-d0bc-4897-a12f-54992658d367 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473533
Mar 05 20:56:34.202286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (78ce521f-2907-49da-9b54-4683a3e7775a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.221057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-7e21cc5e-6f3b-4451-919b-05a53108862c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:34.222516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-7e21cc5e-6f3b-4451-919b-05a53108862c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2865565
Mar 05 20:56:34.228014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Calling delete_port for 78ce521f-2907-49da-9b54-4683a3e7775a owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:34.258202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-6867b42e-10e1-4cc6-a7c0-2f2ae455284d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0282662
Mar 05 20:56:34.333313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-4d8abbea-82c3-41d8-b024-3aeded772400 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0696857
Mar 05 20:56:34.438373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423b0f0-be50-42c7-a6f4-268a1bdfaf6d req-c44f6223-5245-4c8c-b433-6411f98becbb tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:34.439898 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4423b0f0-be50-42c7-a6f4-268a1bdfaf6d req-c44f6223-5245-4c8c-b433-6411f98becbb tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.0539386
Mar 05 20:56:34.468876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1950e50-9c39-44c3-af17-454a8fc9713b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:34.485014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks [] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.496369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4423b0f0-be50-42c7-a6f4-268a1bdfaf6d req-dfce72bd-5d4d-4e88-a209-2f89bb5b05a1 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504203
Mar 05 20:56:34.541792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-cd0e9a03-5c2b-4684-bb55-3213b23bbe77 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995769
Mar 05 20:56:34.577357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:56:34.606535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Transition to ACTIVE for port object a1950e50-9c39-44c3-af17-454a8fc9713b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:34.611743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (78ce521f-2907-49da-9b54-4683a3e7775a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.614879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.621415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea1fdf-e0fd-4f69-9cfe-61e7bbad83c4 req-965b1428-df5f-40bb-bfcd-8c0db3986281 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:34.623156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01ea1fdf-e0fd-4f69-9cfe-61e7bbad83c4 req-965b1428-df5f-40bb-bfcd-8c0db3986281 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 932 time: 0.0683880
Mar 05 20:56:34.677513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01ea1fdf-e0fd-4f69-9cfe-61e7bbad83c4 req-fa758e70-4f30-4c67-b930-d9cac776e862 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471711
Mar 05 20:56:34.741601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:34.760882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-518cdabe-f5a9-434f-a846-6961977fe968 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090859
Mar 05 20:56:34.798050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ce521f-2907-49da-9b54-4683a3e7775a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:34.836118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.838959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf53c14-7d13-4c69-b3d0-782f224f0855 req-393b2f37-34b8-4f2a-8ab5-7ae70bf1a82c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:34.839433 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-26d830d9-a1a8-4b3f-a703-c7e565a64192 tempest-RoutersAdminNegativeIpV6Test-19355424 tempest-RoutersAdminNegativeIpV6Test-19355424-project-admin] 10.222.0.15 "DELETE /v2.0/ports/78ce521f-2907-49da-9b54-4683a3e7775a HTTP/1.1" status: 204  len: 168 time: 1.1129625
Mar 05 20:56:34.840588 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bf53c14-7d13-4c69-b3d0-782f224f0855 req-393b2f37-34b8-4f2a-8ab5-7ae70bf1a82c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 944 time: 0.0745330
Mar 05 20:56:34.867392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:34.867839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:34.868291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:34.873949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:34.874533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:34.879542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:34.879916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:34.880301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:34.880730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Bound port: a1950e50-9c39-44c3-af17-454a8fc9713b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:34.882443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:34.926203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bf53c14-7d13-4c69-b3d0-782f224f0855 req-dd31c1ec-2e4e-46d8-be23-55ad0e906127 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719612
Mar 05 20:56:34.950194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f42b72f9-4e53-4581-998e-872c13953811 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:35.074821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:35.089679 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-612cd740-c29b-4b67-9c5f-8845555cc688 req-7c5fe955-f629-4fa5-af3f-26a8c7744be0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 210 time: 0.0560791
Mar 05 20:56:35.113119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:35.123551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.148971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c575-fad0-49a6-b9be-0443bbc4c2fd req-90f12538-be0f-4aa0-b94c-853174d3650e tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.150221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0c3c575-fad0-49a6-b9be-0443bbc4c2fd req-90f12538-be0f-4aa0-b94c-853174d3650e tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 948 time: 0.1179602
Mar 05 20:56:35.157684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42b72f9-4e53-4581-998e-872c13953811,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:35.177564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.179051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.180991 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 1092 time: 1.4222860
Mar 05 20:56:35.181549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:35.184246 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582" -d '{"events": [{"name": "network-changed", "server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:35.202584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f42b72f9-4e53-4581-998e-872c13953811', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f42b72f9-4e53-4581-998e-872c13953811', 'mac_address': 'fa:16:3e:c3:fa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:35.210136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9ed60-1dd6-49b0-ba19-e0ae85a9a103 service neutron] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:35.276528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0c3c575-fad0-49a6-b9be-0443bbc4c2fd req-08746bda-d8ec-4c22-a1c1-d31f4267c9dc tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189380
Mar 05 20:56:35.318126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f42b72f9-4e53-4581-998e-872c13953811 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:35.318571 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f42b72f9-4e53-4581-998e-872c13953811), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.325764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:35.350753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42b72f9-4e53-4581-998e-872c13953811 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:35.363390 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291e61f-0350-4dc0-858c-36cddf799362 x-openstack-request-id: req-f291e61f-0350-4dc0-858c-36cddf799362 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:35.363948 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:35.364290 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f291e61f-0350-4dc0-858c-36cddf799362 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:35.364992 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'status': 'completed', 'code': 200}
Mar 05 20:56:35.379661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42b72f9-4e53-4581-998e-872c13953811,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:35.384262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a467-d111-4373-9b29-e3e0e3ef3371 req-148b8885-0fbc-48ee-ace2-5aa070c3ddcb tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.385914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd01a467-d111-4373-9b29-e3e0e3ef3371 req-148b8885-0fbc-48ee-ace2-5aa070c3ddcb tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 945 time: 0.1457748
Mar 05 20:56:35.392662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-7708a973-0c8c-4aef-ae2f-60b6d1f760af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.393003 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.394113 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-7708a973-0c8c-4aef-ae2f-60b6d1f760af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1126 time: 0.1427417
Mar 05 20:56:35.430056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:35.458074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-e6d33eee-64e7-4dec-85fe-90527ac156ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.0550489
Mar 05 20:56:35.467021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14f3a253-3ff8-4028-8401-5f123ab8c54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.467752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:35.547574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd01a467-d111-4373-9b29-e3e0e3ef3371 req-3b95034a-d134-4a6c-a9cb-ec0df5f58c80 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516938
Mar 05 20:56:35.564357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-e855ab10-adef-45da-8a24-291d042ab8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.567924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-e855ab10-adef-45da-8a24-291d042ab8bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1022100
Mar 05 20:56:35.575298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:35.594069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14f3a253-3ff8-4028-8401-5f123ab8c54a admin admin] Publish callbacks [] for security_group (6a3427f4-98e9-46e7-96bd-50cdb1823203), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.598540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5', 'network_id': 'c6309286-f935-47ca-ba3b-63029aaed949', 'port_id': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5', 'mac_address': 'fa:16:3e:51:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb7233-fa3d-4c7c-aa99-0ac7d820f956', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:35.599264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14f3a253-3ff8-4028-8401-5f123ab8c54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6a3427f4-98e9-46e7-96bd-50cdb1823203), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.621554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-2afb7352-0b5c-438d-bf33-89a467059225 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446444
Mar 05 20:56:35.661059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:35.661734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.666003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14f3a253-3ff8-4028-8401-5f123ab8c54a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36bc6fff408d402ea9b15113856ba424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3390198
Mar 05 20:56:35.670270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50204) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:35.683455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:35.697707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3a253-3ff8-4028-8401-5f123ab8c54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3427f4-98e9-46e7-96bd-50cdb1823203,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:35.722906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f42b72f9-4e53-4581-998e-872c13953811'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:35.744032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38740-5803-4fea-b477-0d43a001e78b req-2df0c1ca-3374-465b-9f31-8e17bd7f74f8 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.745636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9e38740-5803-4fea-b477-0d43a001e78b req-2df0c1ca-3374-465b-9f31-8e17bd7f74f8 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.1199157
Mar 05 20:56:35.763067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:35.772668 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.773261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] Publish callbacks [] for security_group (6a3427f4-98e9-46e7-96bd-50cdb1823203), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.812610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] Publish callbacks [] for security_group (6a3427f4-98e9-46e7-96bd-50cdb1823203), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.816941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-2864b713-c42f-42eb-83e0-71185cd5fe9b service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880214
Mar 05 20:56:35.835078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9e38740-5803-4fea-b477-0d43a001e78b req-77027d63-d721-45b0-a3c8-346d5b5ff729 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810044
Mar 05 20:56:35.873817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:35.898234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6a3427f4-98e9-46e7-96bd-50cdb1823203), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.903815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.905339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a3427f4-98e9-46e7-96bd-50cdb1823203 HTTP/1.1" status: 204  len: 168 time: 0.2281251
Mar 05 20:56:35.943987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13753cc8-3d0b-46ed-b730-12d69826e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3427f4-98e9-46e7-96bd-50cdb1823203,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:35.955005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133cd87-e578-471d-bfea-2c2e5f04b60d req-1aa2abd8-7c98-4e98-99d0-f5a64590681b tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:35.965592 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:35.967419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0133cd87-e578-471d-bfea-2c2e5f04b60d req-1aa2abd8-7c98-4e98-99d0-f5a64590681b tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 945 time: 0.2752700
Mar 05 20:56:36.030523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494bfaf-6400-4abc-baa8-7991f3a24fb9 req-65cbcb58-917a-4aae-adca-d2dc5b07b210 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.032466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6494bfaf-6400-4abc-baa8-7991f3a24fb9 req-65cbcb58-917a-4aae-adca-d2dc5b07b210 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.0782259
Mar 05 20:56:36.045860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:36.116902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6494bfaf-6400-4abc-baa8-7991f3a24fb9 req-09658e28-a55a-45de-b902-d6ba99512ea7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742786
Mar 05 20:56:36.276424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-88a48eba-59ac-449e-8147-32f321bcc6b2 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1369321
Mar 05 20:56:36.289802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:36.320176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.331782 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.385928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:36.392537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9e9a7a0-fc6c-4969-8cb7-a240f84e43a4 req-ea23f831-4208-4ffd-bc75-ff63e52118b1 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5670722
Mar 05 20:56:36.394926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0133cd87-e578-471d-bfea-2c2e5f04b60d req-4aab8da3-8ae7-4a1e-b85d-1ccb04997161 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266720
Mar 05 20:56:36.538020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-59869f72-d12b-414e-a279-23237e1a3728 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d47c616452444f9986896099b9717ccf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1495359
Mar 05 20:56:36.541106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50224) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:36.576652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb760654-9121-4b7b-a144-dfac6ea1ca7c req-1cc3a76a-2dc8-433b-9dd1-8ba7043d6185 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.578159 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb760654-9121-4b7b-a144-dfac6ea1ca7c req-1cc3a76a-2dc8-433b-9dd1-8ba7043d6185 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 945 time: 0.0985203
Mar 05 20:56:36.586520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-df5e0276-08a1-48de-8e3c-ac219278ce3e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.588241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-df5e0276-08a1-48de-8e3c-ac219278ce3e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.1692090
Mar 05 20:56:36.607294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-89f579f0-13c5-4069-828a-b160845ee339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.607800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:36.609389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-89f579f0-13c5-4069-828a-b160845ee339 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1126 time: 0.1473556
Mar 05 20:56:36.688666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb760654-9121-4b7b-a144-dfac6ea1ca7c req-e126e0b0-220b-436d-8ee9-80b0dc4079ed tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987051
Mar 05 20:56:36.693233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] Publish callbacks [] for security_group (5adc9501-9be9-4720-aad7-7e736d705d1c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.715793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.745411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:36.748947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.794726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] Publish callbacks [] for security_group (5adc9501-9be9-4720-aad7-7e736d705d1c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:36.798920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-f833a3f8-260c-43f6-943f-7ce7692305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.800449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-f833a3f8-260c-43f6-943f-7ce7692305ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1839080
Mar 05 20:56:36.849790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a209fb8-88a6-404c-86a4-2050fcaa3202 req-28a6e580-80c3-4f9e-947a-e54122ab0b3f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 210 time: 0.0346630
Mar 05 20:56:36.875702 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-7fcd0981-cfc3-489b-a70f-e49d026bcdc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.0656874
Mar 05 20:56:36.936355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.3 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/45b7f0b0-889d-474f-9ac1-a67a655d982b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:36.980253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-ed520a76-17fd-4675-b0ec-64cec6f35502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:36.981747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-ed520a76-17fd-4675-b0ec-64cec6f35502 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.0750890
Mar 05 20:56:36.984026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Allocated IP 172.35.0.115 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b15dc186-3f27-47b4-a660-bb4e1b1d907d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:36.985280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f42b72f9-4e53-4581-998e-872c13953811 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:37.019763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-0b1f72ad-117c-4cae-b80b-396781ea0904 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306144
Mar 05 20:56:37.025199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5adc9501-9be9-4720-aad7-7e736d705d1c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.028866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.030003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5adc9501-9be9-4720-aad7-7e736d705d1c HTTP/1.1" status: 204  len: 168 time: 0.4875135
Mar 05 20:56:37.050026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f42b72f9-4e53-4581-998e-872c13953811 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:37.055650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f42b72f9-4e53-4581-998e-872c13953811 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:37.056300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f42b72f9-4e53-4581-998e-872c13953811), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.093179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeca1a-a366-4776-af2b-709d6c5b82e3 req-38dc2819-7f7b-49c9-a95b-d4c41eb2939e tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:37.098287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b63c39-2deb-47db-80d5-ade67ea82745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc9501-9be9-4720-aad7-7e736d705d1c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.106987 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdeeca1a-a366-4776-af2b-709d6c5b82e3 req-38dc2819-7f7b-49c9-a95b-d4c41eb2939e tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 949 time: 0.1426032
Mar 05 20:56:37.184964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f42b72f9-4e53-4581-998e-872c13953811 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:37.185641 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f42b72f9-4e53-4581-998e-872c13953811), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.191364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-1c0d4429-ee21-4c44-a6dc-3248dac745d5 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595163
Mar 05 20:56:37.218995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdeeca1a-a366-4776-af2b-709d6c5b82e3 req-fd2402db-75d2-46c1-a8ba-1f6f11874fdb tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109173
Mar 05 20:56:37.236731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42b72f9-4e53-4581-998e-872c13953811,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:37.237699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:37.241783 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd7921e-ff63-4e2d-8f8f-448498ea27f5" -d '{"events": [{"server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "name": "network-vif-plugged", "status": "completed", "tag": "f42b72f9-4e53-4581-998e-872c13953811"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:37.247763 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.267828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.319602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.320966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.328620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abbcb2d0-dc06-44a9-962b-9c2ad5c51582 req-39572c2d-3136-46fc-8ea3-15e6e1e86d8d service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283207
Mar 05 20:56:37.335841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.370310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.380620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:37.386102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:37.389586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event updated for resources: {'Port': ['ID=b15dc186-3f27-47b4-a660-bb4e1b1d907d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.391888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:37.422557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:37.447612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:37.455896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:37.463470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:37.494110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:37.499207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:37.499643 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.506942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.518366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.543086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28fe9-40be-4ab9-8f67-ffc8ea4afff0 req-fd8197aa-1a67-46b5-a532-7f03fcb8868b tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:37.544678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47b28fe9-40be-4ab9-8f67-ffc8ea4afff0 req-fd8197aa-1a67-46b5-a532-7f03fcb8868b tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 946 time: 0.1724570
Mar 05 20:56:37.573511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:37.574262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.586257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.616862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:37.617230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.618252 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8b93a702-3c7f-4dff-8a97-5d0ea75dca91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0211587
Mar 05 20:56:37.634614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Request body: {'port': {'device_id': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:37.665865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:37.671539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47b28fe9-40be-4ab9-8f67-ffc8ea4afff0 req-7309dba0-6ae1-4d6e-bf34-71853647025b tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143212
Mar 05 20:56:37.673187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.732475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.764173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.795888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.803191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.870160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069ff6-dc4d-4118-9b53-6796321808ce req-8dc234c8-1bc9-4c8b-87d0-ead3dc48e97b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:37.870160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b0069ff6-dc4d-4118-9b53-6796321808ce req-8dc234c8-1bc9-4c8b-87d0-ead3dc48e97b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.1011796
Mar 05 20:56:37.884067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event updated for resources: {'Port': ['ID=b15dc186-3f27-47b4-a660-bb4e1b1d907d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:37.896308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.916159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:37.917872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-2de1c15e-4908-4523-b54b-3e0427bcf715 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6329665
Mar 05 20:56:37.978579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-e54d5599-fd4b-425b-aaa9-6261f467ab2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 696 time: 0.0547676
Mar 05 20:56:38.025106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b0069ff6-dc4d-4118-9b53-6796321808ce req-43d0bd4a-b2b5-47c3-91e7-4bcfaabbc68a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495485
Mar 05 20:56:38.073001 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc87a8-c4e0-4964-a48b-7bb922f56683 x-openstack-request-id: req-68cc87a8-c4e0-4964-a48b-7bb922f56683 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:38.073532 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "name": "network-vif-plugged", "status": "completed", "tag": "f42b72f9-4e53-4581-998e-872c13953811", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:38.073532 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68cc87a8-c4e0-4964-a48b-7bb922f56683 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:38.073871 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811', 'code': 200}
Mar 05 20:56:38.108781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50256) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.155216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-8307ebc6-483a-4b1b-8b0c-f6095c9c40cf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.155499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b7f0b0-889d-474f-9ac1-a67a655d982b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:38.158870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-449bd4bc-6428-4d25-a5d2-5c93b05af5d4 req-8307ebc6-483a-4b1b-8b0c-f6095c9c40cf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1727490
Mar 05 20:56:38.174957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks [] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:38.200192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Transition to ACTIVE for port object 45b7f0b0-889d-474f-9ac1-a67a655d982b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:38.212544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:38.242058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edcfff-a447-494e-b552-85bba3bdbc36 req-11cd5220-91f0-439c-9aae-37538377c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.244075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9edcfff-a447-494e-b552-85bba3bdbc36 req-11cd5220-91f0-439c-9aae-37538377c986 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 1132 time: 0.0838833
Mar 05 20:56:38.288597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-f4ef791b-70b5-4b90-b592-374f8a8fffaa tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.289823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4ef791b-70b5-4b90-b592-374f8a8fffaa tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1798956
Mar 05 20:56:38.301678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50264) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.310661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-52edf20e-e6b8-4a12-99e0-ad4bc74bc8ba tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.314021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-52edf20e-e6b8-4a12-99e0-ad4bc74bc8ba tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0045123
Mar 05 20:56:38.316983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.325499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-fc777582-ac07-4eed-8ccb-612c4aa3a453 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.328772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fc777582-ac07-4eed-8ccb-612c4aa3a453 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0077431
Mar 05 20:56:38.329107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:38.330946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50270) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.337820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-03e0b2ef-292e-4a79-9aef-dad0a4976031 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.338763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03e0b2ef-292e-4a79-9aef-dad0a4976031 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0058088
Mar 05 20:56:38.351292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50272) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.355693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-edc757b9-613e-453c-ab06-609131e9f74e tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.359099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-edc757b9-613e-453c-ab06-609131e9f74e tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0042591
Mar 05 20:56:38.360266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.360634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.360833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.360981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.361313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.361655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.361992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.362325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.362658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.362991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.363442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.363807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.364137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.364466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:38.370030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-2f7f0fa5-0350-4135-bc3e-11f18cd8760b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.373261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2f7f0fa5-0350-4135-bc3e-11f18cd8760b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0054591
Mar 05 20:56:38.377650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.382322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-37122543-20c5-4ffd-8f2d-9450f7062579 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.383345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37122543-20c5-4ffd-8f2d-9450f7062579 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0047903
Mar 05 20:56:38.387190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9edcfff-a447-494e-b552-85bba3bdbc36 req-fd18bf6f-b8de-4618-9ac1-edce9729ab93 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349230
Mar 05 20:56:38.388638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50280) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.392874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-9ce5683d-9da9-46d2-b9d5-f1d856280433 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.393866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9ce5683d-9da9-46d2-b9d5-f1d856280433 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0043004
Mar 05 20:56:38.398760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841a9a-9a4f-4ae5-8300-aecb41bf59f8 req-6b6b13fd-71a5-40a7-baaa-1b4b419e4141 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.400264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8841a9a-9a4f-4ae5-8300-aecb41bf59f8 req-6b6b13fd-71a5-40a7-baaa-1b4b419e4141 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1520829
Mar 05 20:56:38.400732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.405103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-05be0885-d33d-43f1-98f4-c3c0d004863b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.406039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05be0885-d33d-43f1-98f4-c3c0d004863b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0044069
Mar 05 20:56:38.408491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50284) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.413924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-c1dd56d7-2177-4688-bcbd-0f6e697a1a3a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.414867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1dd56d7-2177-4688-bcbd-0f6e697a1a3a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0055373
Mar 05 20:56:38.417282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50286) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.423292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-d1ed9f69-55ac-476b-aa50-9bdbfc8c2086 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.424297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d1ed9f69-55ac-476b-aa50-9bdbfc8c2086 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0060973
Mar 05 20:56:38.426778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50288) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.435681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-e9ff2cd0-5ada-40ab-9036-bb1bafd6d56c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.436657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e9ff2cd0-5ada-40ab-9036-bb1bafd6d56c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0088866
Mar 05 20:56:38.439995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50290) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.446946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-1b67d3bf-37ba-47c5-a739-8059db5592e6 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.447931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1b67d3bf-37ba-47c5-a739-8059db5592e6 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0070009
Mar 05 20:56:38.449816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Attempting to bind port 45b7f0b0-889d-474f-9ac1-a67a655d982b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:38.450159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Attempting to bind port 45b7f0b0-889d-474f-9ac1-a67a655d982b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:38.450504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Attempting to bind port 45b7f0b0-889d-474f-9ac1-a67a655d982b on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:38.451301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.458330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Port 45b7f0b0-889d-474f-9ac1-a67a655d982b on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:38.458664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Attempting to bind port 45b7f0b0-889d-474f-9ac1-a67a655d982b on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:38.459620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-db6539f3-2189-43b9-bf6d-08f9b5fe8f99 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.461567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db6539f3-2189-43b9-bf6d-08f9b5fe8f99 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0085745
Mar 05 20:56:38.463988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.467065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:38.467414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:38.467829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:38.468261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Bound port: 45b7f0b0-889d-474f-9ac1-a67a655d982b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:38.468629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:38.468755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-db94bff6-484c-430b-912c-013872a3b230 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.469632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db94bff6-484c-430b-912c-013872a3b230 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0047758
Mar 05 20:56:38.473365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8841a9a-9a4f-4ae5-8300-aecb41bf59f8 req-3ed6094d-6fbc-4745-9f18-c4eebd71d497 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628984
Mar 05 20:56:38.473811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.477519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6357d23-ab44-4140-a657-ad09d8fc6604 req-52a31566-80f4-4ed8-ba40-3d73aa287a3c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.478328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-64b36076-b406-41ef-bf35-33c6d0c6d03f tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.479019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6357d23-ab44-4140-a657-ad09d8fc6604 req-52a31566-80f4-4ed8-ba40-3d73aa287a3c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 943 time: 0.1205668
Mar 05 20:56:38.479268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64b36076-b406-41ef-bf35-33c6d0c6d03f tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0046015
Mar 05 20:56:38.481580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50298) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.485452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-84bf74e1-7104-41c4-8ba9-5c952381b75a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.486414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84bf74e1-7104-41c4-8ba9-5c952381b75a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0039592
Mar 05 20:56:38.488721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.493370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-5f512e7e-e5cd-4bb4-8b42-fa9c891d0a75 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.496516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5f512e7e-e5cd-4bb4-8b42-fa9c891d0a75 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0047362
Mar 05 20:56:38.496917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50302) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.522736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-f307513b-2f11-4231-a89c-c6e27aca8956 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.523744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f307513b-2f11-4231-a89c-c6e27aca8956 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0259333
Mar 05 20:56:38.526859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.531470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-aee387d4-17d8-47e1-aa04-c8dd191be92b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.532990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aee387d4-17d8-47e1-aa04-c8dd191be92b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0042837
Mar 05 20:56:38.534854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.541137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-c3e554a7-6b27-4072-9428-a76b11e26040 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.542232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c3e554a7-6b27-4072-9428-a76b11e26040 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0062630
Mar 05 20:56:38.544733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.548983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-ddf4be00-42d2-4766-87f7-f95aec929786 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.549902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ddf4be00-42d2-4766-87f7-f95aec929786 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0042689
Mar 05 20:56:38.552524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50310) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.556808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-65cb719a-72d4-4c1d-8e42-8d4a3652e354 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.558280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65cb719a-72d4-4c1d-8e42-8d4a3652e354 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0041909
Mar 05 20:56:38.563293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.574606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-79767960-73b5-4257-a207-82994dc232ec tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.578404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79767960-73b5-4257-a207-82994dc232ec tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0059574
Mar 05 20:56:38.578891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.583916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-45a3d688-7818-4cde-ba23-a4856079b07c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.587612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-45a3d688-7818-4cde-ba23-a4856079b07c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0055966
Mar 05 20:56:38.589620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.596395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:38.599578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:38.600464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-3357a419-8f0c-4218-ad17-8393955a9b08 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.601445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3357a419-8f0c-4218-ad17-8393955a9b08 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0109241
Mar 05 20:56:38.604897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.608173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6357d23-ab44-4140-a657-ad09d8fc6604 req-100c6b47-465c-4470-9467-6f7ee3112d2b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153207
Mar 05 20:56:38.609357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-b197229c-9f72-46de-a09a-bb3cae728040 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.610322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b197229c-9f72-46de-a09a-bb3cae728040 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0044332
Mar 05 20:56:38.614809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.620269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-e121a286-1e6d-482c-abfb-33911496eaaa tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.621237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e121a286-1e6d-482c-abfb-33911496eaaa tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0053988
Mar 05 20:56:38.623302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:38.627638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7a08-90c1-4006-bdb8-c10d5c5fce73 req-d964277c-bdc2-4fb4-a399-d20188ff430a tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.628993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50322) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.629299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99d7a08-90c1-4006-bdb8-c10d5c5fce73 req-d964277c-bdc2-4fb4-a399-d20188ff430a tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 950 time: 0.0858450
Mar 05 20:56:38.633618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-f9cde59d-f933-4c07-aa16-df4a0a6ec300 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.634631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9cde59d-f933-4c07-aa16-df4a0a6ec300 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0047863
Mar 05 20:56:38.637352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50324) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.646504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-4f12671e-4501-4ac5-9b9f-300613666f87 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.648400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f12671e-4501-4ac5-9b9f-300613666f87 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0094099
Mar 05 20:56:38.656729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.660853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-16aa5353-17c0-48a5-bd11-d80ad7284fa3 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.661791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16aa5353-17c0-48a5-bd11-d80ad7284fa3 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0041568
Mar 05 20:56:38.665398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50328) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.671211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-3d0a3cf4-7c07-440a-9e19-e6f181997171 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.672193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d0a3cf4-7c07-440a-9e19-e6f181997171 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0042667
Mar 05 20:56:38.675620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50330) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.687595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-c3424cba-9ba2-4ef8-833b-8ccd7b1c29f2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.688610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c3424cba-9ba2-4ef8-833b-8ccd7b1c29f2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0077362
Mar 05 20:56:38.693428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99d7a08-90c1-4006-bdb8-c10d5c5fce73 req-3ad5351d-28b5-4d7b-8b80-36c87989f094 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570314
Mar 05 20:56:38.694733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.698949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-9f287167-e785-47a5-8e4e-41ab09011dd8 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.699923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f287167-e785-47a5-8e4e-41ab09011dd8 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0042756
Mar 05 20:56:38.702471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.707288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-bb472c30-939d-4cac-9943-c7fd2055e06a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.708309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bb472c30-939d-4cac-9943-c7fd2055e06a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0048497
Mar 05 20:56:38.711622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50336) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.716243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-45b7c595-bdfb-43eb-a4c1-d235edf2310a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.717240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-45b7c595-bdfb-43eb-a4c1-d235edf2310a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0046668
Mar 05 20:56:38.719582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.724315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-84ad80aa-47df-4dd0-8c9c-1028b30dc8d0 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.725793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84ad80aa-47df-4dd0-8c9c-1028b30dc8d0 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0046802
Mar 05 20:56:38.730067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.734282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-89ecd94b-f4c8-4136-affb-45e7eb6b707a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.735562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-89ecd94b-f4c8-4136-affb-45e7eb6b707a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0042968
Mar 05 20:56:38.735738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.736289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:38.737640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50342) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.737809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] 10.222.0.31 "PUT /v2.0/ports/45b7f0b0-889d-474f-9ac1-a67a655d982b HTTP/1.1" status: 200  len: 1091 time: 1.1108150
Mar 05 20:56:38.738190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:38.741033 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2f6fe-8236-4d20-ba81-36def74987e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:38.743031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-b99c5892-b975-4b14-acc2-ff1bd3970571 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.744093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b99c5892-b975-4b14-acc2-ff1bd3970571 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0055025
Mar 05 20:56:38.746399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.751833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-aab9f50c-f1f3-4ab9-bbe0-129e2394832b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.753021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aab9f50c-f1f3-4ab9-bbe0-129e2394832b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0051656
Mar 05 20:56:38.755269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.757330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d371fb-954e-4082-8389-385f64ab4ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:38.762855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-8c23fa58-4214-4dcd-87b7-e78cf862ef55 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.764067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8c23fa58-4214-4dcd-87b7-e78cf862ef55 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0074956
Mar 05 20:56:38.767231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50354) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.774603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-79d022a2-31a7-45b6-8af7-3439c6a8d3e4 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.776009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-79d022a2-31a7-45b6-8af7-3439c6a8d3e4 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0070906
Mar 05 20:56:38.778539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.783932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-b9a0313d-c134-4a69-af37-656f047926d0 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.785004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425d8f6-de8f-405c-be13-9ca2cac60f32 req-3e13359b-1287-4182-b921-ec6c69806ad4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.785211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b9a0313d-c134-4a69-af37-656f047926d0 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0056262
Mar 05 20:56:38.787927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6425d8f6-de8f-405c-be13-9ca2cac60f32 req-3e13359b-1287-4182-b921-ec6c69806ad4 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 946 time: 0.1124127
Mar 05 20:56:38.788420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50362) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.792647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-d2c6bdb6-e15f-40a7-9119-162892f2b568 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.793610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2c6bdb6-e15f-40a7-9119-162892f2b568 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0042183
Mar 05 20:56:38.796186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50364) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.801498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-a65e21cf-f152-4950-b9a5-34822401c42b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.802471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a65e21cf-f152-4950-b9a5-34822401c42b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0047193
Mar 05 20:56:38.805703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.817656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-16bd602c-26f8-4b18-ae2c-fd779f568168 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.819111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-16bd602c-26f8-4b18-ae2c-fd779f568168 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0120277
Mar 05 20:56:38.821332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.825401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-33d938a7-476f-40e4-aa4e-05fb3c050e1c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.826358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33d938a7-476f-40e4-aa4e-05fb3c050e1c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0041113
Mar 05 20:56:38.832036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.834739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-bf6fd8ee-1a6b-419b-b6e6-d56f99a12204 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.835907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bf6fd8ee-1a6b-419b-b6e6-d56f99a12204 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0044861
Mar 05 20:56:38.838830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.863110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-c1a0c716-b550-4ed0-9482-1d3813ca4f4a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.864078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c1a0c716-b550-4ed0-9482-1d3813ca4f4a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0091202
Mar 05 20:56:38.869100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50374) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.880224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-9163c7de-d51f-427b-8b68-108e79f77dab tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.881406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9163c7de-d51f-427b-8b68-108e79f77dab tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0089073
Mar 05 20:56:38.884449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50376) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.888911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-14ad9b77-ed85-41d8-8f19-dd729e29a751 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.892342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14ad9b77-ed85-41d8-8f19-dd729e29a751 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0045145
Mar 05 20:56:38.893062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6425d8f6-de8f-405c-be13-9ca2cac60f32 req-66cbd3fd-982c-4b08-b2cf-6485a2f56c81 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959716
Mar 05 20:56:38.893062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50378) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.896521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-886f5bd2-c206-41c3-a60f-b540b123067b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.897550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-886f5bd2-c206-41c3-a60f-b540b123067b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0041270
Mar 05 20:56:38.901403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.911837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-bedc7297-d70e-427f-9218-aedbc2803fe4 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.914571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bedc7297-d70e-427f-9218-aedbc2803fe4 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0116174
Mar 05 20:56:38.919084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.923384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-ee5a31ce-2ca3-4556-85a5-bd9d0ea00ec8 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.924893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ee5a31ce-2ca3-4556-85a5-bd9d0ea00ec8 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0046599
Mar 05 20:56:38.927836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50384) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.930811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-996917b8-936a-474d-9177-9f38abc2921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.933136 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-996917b8-936a-474d-9177-9f38abc2921e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 1125 time: 0.1187034
Mar 05 20:56:38.937195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-4823c6ec-9384-4b1d-8bde-81b9f04c947a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.938327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4823c6ec-9384-4b1d-8bde-81b9f04c947a tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0042558
Mar 05 20:56:38.940690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.947707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-1831c03b-0e4c-44b9-aacd-ad8b17b42091 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.950929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1831c03b-0e4c-44b9-aacd-ad8b17b42091 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0066376
Mar 05 20:56:38.951690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.957509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-9e1e4456-0d47-49f0-90c7-1da51bac08ca tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:38.958933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-9e1e4456-0d47-49f0-90c7-1da51bac08ca tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 820 time: 0.1493380
Mar 05 20:56:38.963637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-068182be-c6f9-467b-84b7-2b96741924da tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.964594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-068182be-c6f9-467b-84b7-2b96741924da tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0041435
Mar 05 20:56:38.967167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50390) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.971343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-8c691342-2343-4858-b05c-af4e5fb4c28c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.972280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8c691342-2343-4858-b05c-af4e5fb4c28c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0043080
Mar 05 20:56:38.978819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50392) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.980289 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89cc77c-0fc7-4203-ad01-1e4127d8d3be x-openstack-request-id: req-d89cc77c-0fc7-4203-ad01-1e4127d8d3be {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:38.980603 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:38.980846 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d89cc77c-0fc7-4203-ad01-1e4127d8d3be {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:38.981251 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b', 'status': 'completed', 'code': 200}
Mar 05 20:56:38.983056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-337832ff-a532-4d80-96e9-c77db6663738 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b HTTP/1.1" status: 200  len: 217 time: 0.0423665
Mar 05 20:56:38.987873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-8872fa46-a7e9-45f1-a446-5aecebfd1dab tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.988813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8872fa46-a7e9-45f1-a446-5aecebfd1dab tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0091522
Mar 05 20:56:38.992667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-d663cb71-7284-4faf-bc20-a1a855520562 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/quotas/933b162d4a3044f38bed8c339cc621ed HTTP/1.1" status: 200  len: 375 time: 0.0271678
Mar 05 20:56:38.993103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:38.996856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-76238904-dac1-46f2-a874-ecd7deeabac2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:38.998106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76238904-dac1-46f2-a874-ecd7deeabac2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0038314
Mar 05 20:56:39.000732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50396) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.013201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-360e321f-8689-43da-a325-c3debc180f12 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.014136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-360e321f-8689-43da-a325-c3debc180f12 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0115485
Mar 05 20:56:39.016811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50398) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.020638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-affdb1ca-c65d-421f-bfbd-f64644223a96 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.021574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-affdb1ca-c65d-421f-bfbd-f64644223a96 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0039024
Mar 05 20:56:39.025852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.030320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-814c9ef5-d0b5-4925-82ee-cf9f282c9cd2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.031251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-814c9ef5-d0b5-4925-82ee-cf9f282c9cd2 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0044889
Mar 05 20:56:39.033457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.038691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-581c3702-bcd2-4ed5-a92a-1a77baf43814 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.039605 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-581c3702-bcd2-4ed5-a92a-1a77baf43814 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0053289
Mar 05 20:56:39.041846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.046135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-85ec122d-8315-4dfa-bb47-7390144774db tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.047069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85ec122d-8315-4dfa-bb47-7390144774db tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0043807
Mar 05 20:56:39.050298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.057785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-c7365667-c47b-43fd-b9f7-6b186cdaf48c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.058834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7365667-c47b-43fd-b9f7-6b186cdaf48c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0075755
Mar 05 20:56:39.061179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8339ddf4-afa8-4de7-b920-7360352cc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.061482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.062854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-8339ddf4-afa8-4de7-b920-7360352cc121 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.0725844
Mar 05 20:56:39.066828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-b8ab1a68-168c-4069-a909-e878ecf1b63b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.067798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b8ab1a68-168c-4069-a909-e878ecf1b63b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0053062
Mar 05 20:56:39.071299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50412) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.077154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-78572eef-6957-46aa-bb40-89016d0cb0c1 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0784323
Mar 05 20:56:39.083952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-eee34b96-6178-4cc9-992b-2f60f028cc4b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.085153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eee34b96-6178-4cc9-992b-2f60f028cc4b tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0054810
Mar 05 20:56:39.091915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50414) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.101571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-5d827036-4c3b-443e-8995-ea86a1a832a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310757
Mar 05 20:56:39.107104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-00ac3301-e2dc-426c-9149-e0ecd64021b5 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.108437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-00ac3301-e2dc-426c-9149-e0ecd64021b5 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0143900
Mar 05 20:56:39.112546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.141739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [None req-7a76b17e-9356-4f3a-889a-137772dace92 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.142702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a76b17e-9356-4f3a-889a-137772dace92 tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0222247
Mar 05 20:56:39.145505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.151291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [None req-8d9f2eff-198d-4a29-9328-41c8861c9c9c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:39.153332 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d9f2eff-198d-4a29-9328-41c8861c9c9c tempest-ExtensionsTestJSON-1393474350 tempest-ExtensionsTestJSON-1393474350-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0068445
Mar 05 20:56:39.187356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-002fa91d-3245-40c6-a367-f867ff2efcc4 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1031115
Mar 05 20:56:39.223373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e78d9-3b51-4807-9ccf-92aa9a4e16da req-86ccb1be-d0a6-4683-a276-16b79d9972c4 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.224959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e8e78d9-3b51-4807-9ccf-92aa9a4e16da req-86ccb1be-d0a6-4683-a276-16b79d9972c4 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.1224742
Mar 05 20:56:39.252742 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-9ee91907-72ff-419e-b4f8-aaa92cd8f840 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419649
Mar 05 20:56:39.288560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-fedaa2cc-834d-4a09-a3e7-5a336b9daed9 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952632
Mar 05 20:56:39.336773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e8e78d9-3b51-4807-9ccf-92aa9a4e16da req-5da11363-fb95-4fb6-9793-dd8f7abe9c29 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018946
Mar 05 20:56:39.385744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9d73d49-29af-4741-86a3-adc67f47a27c req-b9ee1f12-cea3-4882-a306-e00e52ae0bab service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232228
Mar 05 20:56:39.444158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.485386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-c23c37e8-e75d-442d-a6be-f2a789c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.487027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-c23c37e8-e75d-442d-a6be-f2a789c8c10a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 1125 time: 0.0574145
Mar 05 20:56:39.594824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c99ec8ea-b9fe-4f60-9e08-1cbfa19c1ee0 req-70fa43cc-657f-4faa-937d-57c2e20b83ef tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 210 time: 0.1066964
Mar 05 20:56:39.619845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-9516e9a9-9179-4420-a8ea-611216b418e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.619845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-9516e9a9-9179-4420-a8ea-611216b418e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.1189837
Mar 05 20:56:39.627895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc8cc5-34ef-4569-b241-055927b6b415 req-b60bc176-8fa3-494c-bae8-a4af28ca3d18 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.636985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4edc8cc5-34ef-4569-b241-055927b6b415 req-b60bc176-8fa3-494c-bae8-a4af28ca3d18 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0763345
Mar 05 20:56:39.709483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:39.710335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-721803a1-9250-45b6-a370-aa0a511179b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b HTTP/1.1" status: 200  len: 217 time: 0.0867155
Mar 05 20:56:39.725499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4edc8cc5-34ef-4569-b241-055927b6b415 req-1e875c14-2f9b-40f0-b73b-ac4888096021 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868971
Mar 05 20:56:39.814317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-68e9b394-f0dd-4d18-bd86-c2d3d5de3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.815925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-68e9b394-f0dd-4d18-bd86-c2d3d5de3a32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.0983038
Mar 05 20:56:39.864429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe839-1d1a-4ac7-b75f-f6cf8d295d5a req-f5dd6c9b-568d-41fc-ad6a-b7968327d829 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.868282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dbbe839-1d1a-4ac7-b75f-f6cf8d295d5a req-f5dd6c9b-568d-41fc-ad6a-b7968327d829 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 943 time: 0.1075442
Mar 05 20:56:39.871059 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Publish callbacks [] for security_group (b532cb72-72ed-4051-8333-32fafb925ad2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:39.883715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b532cb72-72ed-4051-8333-32fafb925ad2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:39.935499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dbbe839-1d1a-4ac7-b75f-f6cf8d295d5a req-a69a3cbe-fdbc-48d0-b40e-f973407400a0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624056
Mar 05 20:56:39.960848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5237b1-0ff9-42e5-8944-d0dce34688c1 req-16fcff14-268b-4c1f-91a8-d2d7b594cd05 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.960848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a5237b1-0ff9-42e5-8944-d0dce34688c1 req-16fcff14-268b-4c1f-91a8-d2d7b594cd05 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 950 time: 0.1474490
Mar 05 20:56:39.960848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532cb72-72ed-4051-8333-32fafb925ad2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:39.960848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c517a15c294605b0d81f5a5356ccbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5139067
Mar 05 20:56:39.963863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50446) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:39.970407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-b0dbedc4-2465-4035-9249-50058156d42c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:39.972190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-b0dbedc4-2465-4035-9249-50058156d42c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "GET /v2.0/ports?device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 946 time: 0.1682172
Mar 05 20:56:39.984191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.984618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.985036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.985489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.985888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.986340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.986675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.987009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.987439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.987578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-9af7fe99-906b-4699-98fb-785ee6408150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383489
Mar 05 20:56:39.987814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.988213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.988611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:39.988999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be72e-8204-470a-a3ce-225c93e92b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:40.073666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a5237b1-0ff9-42e5-8944-d0dce34688c1 req-e832f502-fcbd-4202-a13b-99ece71dcde3 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123450
Mar 05 20:56:40.075012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:40.086549 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3758885-b55b-46d3-a98a-a237f22f3eb0" -d '{"events": [{"server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "name": "network-vif-plugged", "status": "completed", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:40.137966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Deleting port 3a39d010-7efb-4d30-aa59-44e63c57a224 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:40.138439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.152043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] Publish callbacks [] for security_group (b532cb72-72ed-4051-8333-32fafb925ad2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.152426 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dff1b5-92c1-4bbf-a22f-00eee333ac3f x-openstack-request-id: req-59dff1b5-92c1-4bbf-a22f-00eee333ac3f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:40.152638 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "name": "network-vif-plugged", "status": "completed", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:40.152895 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59dff1b5-92c1-4bbf-a22f-00eee333ac3f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:40.153657 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5', 'code': 200}
Mar 05 20:56:40.186737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-f0f9e854-237e-4f29-a1f4-cb6a63ebf024 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906714
Mar 05 20:56:40.194914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312b49-35bc-46f7-9b26-6526fcb82325 req-ca4d8b2c-3d76-41e2-9d88-23507626216a tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:40.196653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa312b49-35bc-46f7-9b26-6526fcb82325 req-ca4d8b2c-3d76-41e2-9d88-23507626216a tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=876a2098-5755-45a2-879f-9665c69d764e HTTP/1.1" status: 200  len: 946 time: 0.1639397
Mar 05 20:56:40.269735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] Publish callbacks [] for security_group (b532cb72-72ed-4051-8333-32fafb925ad2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.280734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] For port 3a39d010-7efb-4d30-aa59-44e63c57a224, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a39d010-7efb-4d30-aa59-44e63c57a224,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:40.281096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.302663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Calling delete_port for 3a39d010-7efb-4d30-aa59-44e63c57a224 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:40.398726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa312b49-35bc-46f7-9b26-6526fcb82325 req-07b9b9eb-5ca3-43ec-83af-d17a6bf3c178 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839221
Mar 05 20:56:40.421171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698ae0-1eec-4a2f-be52-7885ed4d1f9c req-e59680f0-89e6-44b9-aea3-75c36ce5456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:40.422886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19698ae0-1eec-4a2f-be52-7885ed4d1f9c req-e59680f0-89e6-44b9-aea3-75c36ce5456f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1128 time: 0.1766574
Mar 05 20:56:40.448985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b532cb72-72ed-4051-8333-32fafb925ad2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.451447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.452551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b532cb72-72ed-4051-8333-32fafb925ad2 HTTP/1.1" status: 204  len: 168 time: 0.4725568
Mar 05 20:56:40.468434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5a2f6fe-8236-4d20-ba81-36def74987e7 req-91e89dd8-7ac1-48ea-a144-0350582a88ea service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706103
Mar 05 20:56:40.487146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871df3f-c864-4407-aed4-ffb19daff896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532cb72-72ed-4051-8333-32fafb925ad2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:40.494017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3a39d010-7efb-4d30-aa59-44e63c57a224), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.517393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['8ac1b815-0a98-4dee-b99b-4a42f8faeb8d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:40.528385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3a39d010-7efb-4d30-aa59-44e63c57a224', 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:40.535441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19698ae0-1eec-4a2f-be52-7885ed4d1f9c req-68264378-c27d-4e61-8723-6b8d858f4dfb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945349
Mar 05 20:56:40.539530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event deleted for resources: {'Port': ['ID=3a39d010-7efb-4d30-aa59-44e63c57a224,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:40.548697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d288a-6862-459d-83d9-37102da98b89 req-efa3986d-95b7-410b-b17f-3769dbc1d746 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:40.556691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-369d288a-6862-459d-83d9-37102da98b89 req-efa3986d-95b7-410b-b17f-3769dbc1d746 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 950 time: 0.1784570
Mar 05 20:56:40.559093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b89666-575b-4700-932f-2cb54883514f req-4a5a6897-d61f-4994-953b-3360d39fdc81 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:40.564492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20b89666-575b-4700-932f-2cb54883514f req-4a5a6897-d61f-4994-953b-3360d39fdc81 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.0903707
Mar 05 20:56:40.613711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] No DVR routers for this DVR port 3a39d010-7efb-4d30-aa59-44e63c57a224 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:40.618130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:40.622402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-824c181a-01f7-42a7-ac99-848bdc1f028e req-8731b5d0-df48-4dca-8796-0ec27af42aa8 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "DELETE /v2.0/ports/3a39d010-7efb-4d30-aa59-44e63c57a224 HTTP/1.1" status: 204  len: 173 time: 0.6228757
Mar 05 20:56:40.623170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'name': 'network-vif-deleted', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:40.625773 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53154112-78a1-41ae-94ee-571517c2c525" -d '{"events": [{"server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "name": "network-vif-deleted", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:40.633487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20b89666-575b-4700-932f-2cb54883514f req-cd576498-607d-4be6-8a96-be3b7bd15b0d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645332
Mar 05 20:56:40.678291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-369d288a-6862-459d-83d9-37102da98b89 req-d97787db-6516-476a-b2dd-bff1500cac22 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167998
Mar 05 20:56:40.719481 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f770c-bd81-4931-b9d2-d9bbd94c60b6 x-openstack-request-id: req-3f4f770c-bd81-4931-b9d2-d9bbd94c60b6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:40.720124 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876a2098-5755-45a2-879f-9665c69d764e", "name": "network-vif-deleted", "tag": "3a39d010-7efb-4d30-aa59-44e63c57a224", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:40.720542 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f4f770c-bd81-4931-b9d2-d9bbd94c60b6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:40.721218 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876a2098-5755-45a2-879f-9665c69d764e', 'name': 'network-vif-deleted', 'tag': '3a39d010-7efb-4d30-aa59-44e63c57a224', 'status': 'completed', 'code': 200}
Mar 05 20:56:40.750171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f815846-7665-4382-9432-f75cf54235f8 req-8eda4b0c-5ba3-44ff-99da-408aee3f00ca tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 210 time: 0.0307200
Mar 05 20:56:40.986274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd77b-74fe-491a-ab41-280051999988 req-aa1a9719-243b-4abd-8c07-9be67c9de5b4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:40.987638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ddd77b-74fe-491a-ab41-280051999988 req-aa1a9719-243b-4abd-8c07-9be67c9de5b4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1368177
Mar 05 20:56:41.003945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:41.045205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-dacb3604-1c2e-477a-afac-c2a67ce1f24d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:41.047429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-dacb3604-1c2e-477a-afac-c2a67ce1f24d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 820 time: 0.1517546
Mar 05 20:56:41.083478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'port': {'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'admin_state_up': True, 'tenant_id': '933b162d4a3044f38bed8c339cc621ed'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:41.124490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b38327-e872-4908-8e77-6bd43369ef87 req-80a60033-69bb-45b9-9b40-8c0b2069e3c1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:41.134241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76b38327-e872-4908-8e77-6bd43369ef87 req-80a60033-69bb-45b9-9b40-8c0b2069e3c1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 943 time: 0.0954728
Mar 05 20:56:41.165680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8ddd77b-74fe-491a-ab41-280051999988 req-d62713fd-5be2-4efb-ae22-eb1cde50184d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662309
Mar 05 20:56:41.189470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:41.206870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'port_id': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'mac_address': 'fa:16:3e:6a:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe9d12-5675-40d0-b2de-9a8fa6679078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:41.229737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76b38327-e872-4908-8e77-6bd43369ef87 req-0d435682-1734-4f92-8369-6d49ab4d834a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930064
Mar 05 20:56:41.250177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a1950e50-9c39-44c3-af17-454a8fc9713b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:41.250576 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.267279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1950e50-9c39-44c3-af17-454a8fc9713b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:41.268964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Made reservation on behalf of 933b162d4a3044f38bed8c339cc621ed for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:41.273053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.291828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:41.295883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.361416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:41.467858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Allocated IP 172.20.0.8 (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c/08a6e5b4-b9cf-434f-9d7b-337f27732d99/7d12cb43-6b68-44ec-be62-881ac11e38d1) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:41.520979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50488) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:41.642985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.649265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a1950e50-9c39-44c3-af17-454a8fc9713b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:41.656244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'networks': [{'name': 'tempest-network--1758831346'}, {'name': 'tempest-network--475468360'}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:41.658259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-network--1758831346'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:41.660152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-network--475468360'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:41.694512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.712328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'network': 2} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:41.717383 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.727587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2710cf64-1285-4d3b-8a24-95520a144b8c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:41.738239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.780581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:41.807085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:41.813935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:41.876956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:41.877592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:41.882139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event updated for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:41.942931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-9d305046-6c4c-438c-b8e0-26884b55adf0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8689463
Mar 05 20:56:41.955028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68096-de38-4db4-9112-fe445193050e req-b77b35e3-7648-4ecf-a105-f12690c8ad40 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:41.956628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11a68096-de38-4db4-9112-fe445193050e req-b77b35e3-7648-4ecf-a105-f12690c8ad40 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.2032976
Mar 05 20:56:41.962105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Request body: {'port': {'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:42.010167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for security_group (ade685bf-7e62-4cc5-9b54-d16113f5a8ff), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.034374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-5abf9bf5-dfe8-4602-8317-f9cc620b8a11 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.036379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-5abf9bf5-dfe8-4602-8317-f9cc620b8a11 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.31 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 950 time: 0.1744754
Mar 05 20:56:42.037345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ade685bf-7e62-4cc5-9b54-d16113f5a8ff), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.041275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.044982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11a68096-de38-4db4-9112-fe445193050e req-494e1faf-c524-40a9-8d03-df08538f7715 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799310
Mar 05 20:56:42.094054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade685bf-7e62-4cc5-9b54-d16113f5a8ff,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:42.096315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.161115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:42.174323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e32cc3-8725-4cb2-aa5a-39bca4ef6740 req-d8c96d14-729d-44c0-8e1a-b9c8fe9c7c7f tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.176243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1e32cc3-8725-4cb2-aa5a-39bca4ef6740 req-d8c96d14-729d-44c0-8e1a-b9c8fe9c7c7f tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7219cb01-3958-42f5-9196-0ab130421997 HTTP/1.1" status: 200  len: 950 time: 0.2232416
Mar 05 20:56:42.191090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ea0d0a6c-b6af-4394-b406-db8ec4435e72 None None] Provisioning complete for port 7d12cb43-6b68-44ec-be62-881ac11e38d1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:42.191752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea0d0a6c-b6af-4394-b406-db8ec4435e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.238603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d0a6c-b6af-4394-b406-db8ec4435e72 None None] Port 7d12cb43-6b68-44ec-be62-881ac11e38d1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:56:42.248243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d623f974-6612-46b7-a52f-718fb936a394), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.248698 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment d623f974-6612-46b7-a52f-718fb936a394 of type vlan for network e4df46b7-1946-40da-bed7-0bb8a3501dbf
Mar 05 20:56:42.263571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738422c-57f4-4b30-aaf3-30ddf6a09561 req-f4e15c3b-db5d-4780-aa84-fd6468837e8e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.265128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5738422c-57f4-4b30-aaf3-30ddf6a09561 req-f4e15c3b-db5d-4780-aa84-fd6468837e8e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 931 time: 0.1239834
Mar 05 20:56:42.320421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e4df46b7-1946-40da-bed7-0bb8a3501dbf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.329675 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1e32cc3-8725-4cb2-aa5a-39bca4ef6740 req-0be87484-bd4c-47c9-970c-59927a3d2e19 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.15 "GET /v2.0/security-groups?id=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062782
Mar 05 20:56:42.352005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Deleting port f42b72f9-4e53-4581-998e-872c13953811 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:42.352005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f42b72f9-4e53-4581-998e-872c13953811), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.371562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5738422c-57f4-4b30-aaf3-30ddf6a09561 req-8f4c84d0-7ec0-401d-b35a-095256b71889 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977516
Mar 05 20:56:42.410243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:42.458210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c5f359a6-4e30-4ae1-9a45-d3100de5f117), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.458457 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment c5f359a6-4e30-4ae1-9a45-d3100de5f117 of type vlan for network 0cf4adfe-394b-49b4-a37b-9c27b708129d
Mar 05 20:56:42.520492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d12cb43-6b68-44ec-be62-881ac11e38d1 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:42.527030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0cf4adfe-394b-49b4-a37b-9c27b708129d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.530293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] For port f42b72f9-4e53-4581-998e-872c13953811, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42b72f9-4e53-4581-998e-872c13953811,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:42.530646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f42b72f9-4e53-4581-998e-872c13953811), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.530777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks [] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.549040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Transition to ACTIVE for port object 7d12cb43-6b68-44ec-be62-881ac11e38d1 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:56:42.549594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Calling delete_port for f42b72f9-4e53-4581-998e-872c13953811 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:42.557361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247127-8760-419b-bd28-606c706e1f38 req-c9a30706-1e77-41f5-b51b-68f9d32c2fc6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.559296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e247127-8760-419b-bd28-606c706e1f38 req-c9a30706-1e77-41f5-b51b-68f9d32c2fc6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 943 time: 0.1014094
Mar 05 20:56:42.560433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.582178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a9100-40b4-4cf3-8067-bce7281420f8 req-d18b70b2-aa8a-499f-b65b-6e1f439bd95f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.583634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b31a9100-40b4-4cf3-8067-bce7281420f8 req-d18b70b2-aa8a-499f-b65b-6e1f439bd95f tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1621978
Mar 05 20:56:42.633218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:42.645144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e4df46b7-1946-40da-bed7-0bb8a3501dbf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.645647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0cf4adfe-394b-49b4-a37b-9c27b708129d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.651442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.656202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:42.656864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.671198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e247127-8760-419b-bd28-606c706e1f38 req-ea4e6eb6-fbef-47da-a218-a6cecbde0bae tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852277
Mar 05 20:56:42.738900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Attempting to bind port 7d12cb43-6b68-44ec-be62-881ac11e38d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:42.739523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Attempting to bind port 7d12cb43-6b68-44ec-be62-881ac11e38d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:42.739652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Attempting to bind port 7d12cb43-6b68-44ec-be62-881ac11e38d1 on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:42.745604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Port 7d12cb43-6b68-44ec-be62-881ac11e38d1 on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:42.746020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Attempting to bind port 7d12cb43-6b68-44ec-be62-881ac11e38d1 on network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:42.751070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:42.751415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Checking segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:42.751839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Bound using segment: {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:42.752277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Bound port: 7d12cb43-6b68-44ec-be62-881ac11e38d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4a4607-5790-45a3-a167-849a949bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:42.752643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:42.769172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.2468669
Mar 05 20:56:42.771901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50516) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:42.797970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b31a9100-40b4-4cf3-8067-bce7281420f8 req-744fc68e-95cb-4bf1-b3eb-e6be8bd91a69 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828182
Mar 05 20:56:42.836565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=e4df46b7-1946-40da-bed7-0bb8a3501dbf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:42.860339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e4df46b7-1946-40da-bed7-0bb8a3501dbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:42.981500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f42b72f9-4e53-4581-998e-872c13953811), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.006265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de2dbe-53be-4bef-befc-1cd823a30a63 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=0cf4adfe-394b-49b4-a37b-9c27b708129d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:43.037246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f42b72f9-4e53-4581-998e-872c13953811'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:43.041571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45b7f0b0-889d-474f-9ac1-a67a655d982b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:43.045579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Pushing event deleted for resources: {'Port': ['ID=f42b72f9-4e53-4581-998e-872c13953811,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:43.057641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0cf4adfe-394b-49b4-a37b-9c27b708129d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:43.118802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] No DVR routers for this DVR port f42b72f9-4e53-4581-998e-872c13953811 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:43.122652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.127410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a5f966bf-1770-4484-b5a3-477e75eefbd7 req-0480f4d6-96e9-42dd-8f71-fac251c95f61 tempest-ImagesNegativeTestJSON-225835623 tempest-ImagesNegativeTestJSON-225835623-project] 10.222.0.31 "DELETE /v2.0/ports/f42b72f9-4e53-4581-998e-872c13953811 HTTP/1.1" status: 204  len: 173 time: 1.0286162
Mar 05 20:56:43.137441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'name': 'network-vif-deleted', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:43.140041 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e52c85-612b-4198-b8b4-3d12fe224d0b" -d '{"events": [{"server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "name": "network-vif-deleted", "tag": "f42b72f9-4e53-4581-998e-872c13953811"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:43.262693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-c3c67937-29a3-43f2-bf61-3127d282dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.264272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-c3c67937-29a3-43f2-bf61-3127d282dda9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1128 time: 0.1278334
Mar 05 20:56:43.326936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90382c2-ff8e-4be0-9e73-575f367517f0 req-d7000bbb-56d3-4e6e-ac50-f11f71583142 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.328617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b90382c2-ff8e-4be0-9e73-575f367517f0 req-d7000bbb-56d3-4e6e-ac50-f11f71583142 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1336224
Mar 05 20:56:43.417258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b90382c2-ff8e-4be0-9e73-575f367517f0 req-01979e81-f4e0-43fc-ad3f-e1befce02d0f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815353
Mar 05 20:56:43.418494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-526ddd0b-baa0-4135-9907-047cf59884c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.420414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-526ddd0b-baa0-4135-9907-047cf59884c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 912 time: 0.1492758
Mar 05 20:56:43.421583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:43.434266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3a39d010-7efb-4d30-aa59-44e63c57a224 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:43.464442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:43.467373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '45b7f0b0-889d-474f-9ac1-a67a655d982b', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': '45b7f0b0-889d-474f-9ac1-a67a655d982b', 'mac_address': 'fa:16:3e:0d:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:43.468457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:43.470219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 3a39d010-7efb-4d30-aa59-44e63c57a224 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:43.470766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3a39d010-7efb-4d30-aa59-44e63c57a224 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:43.522782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 45b7f0b0-889d-474f-9ac1-a67a655d982b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:43.523168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.532142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.540764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b7f0b0-889d-474f-9ac1-a67a655d982b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:43.574790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:43.585151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.639828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:43.649934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.650572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:43.651370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.652016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.652151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] 10.222.0.23 "PUT /v2.0/ports/7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 1091 time: 1.6944826
Mar 05 20:56:43.653024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.653538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.654054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.654561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.655076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.667836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.669237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.669919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.671255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:43.672175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.672866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.673267 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67314c2b-616d-4e01-9e03-867affe9d4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:43.677282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:43.788049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44c89-7bdc-4a1e-b4ff-57b8b42b47bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:43.805138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0e65-250f-45e1-b1f1-6d010b3e9f86 req-8386645e-9d1c-489d-8350-92da501e8882 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.810481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0e65-250f-45e1-b1f1-6d010b3e9f86 req-8386645e-9d1c-489d-8350-92da501e8882 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.818275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c83b0e65-250f-45e1-b1f1-6d010b3e9f86 req-8386645e-9d1c-489d-8350-92da501e8882 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc&device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 1681 time: 0.4355316
Mar 05 20:56:43.828632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613e468-f554-4b9a-a809-e83bf8782048 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.834533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613e468-f554-4b9a-a809-e83bf8782048 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.840680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613e468-f554-4b9a-a809-e83bf8782048 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.843877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-bf43a7fa-ce90-40e1-bd5e-99ca26bb745c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 200  len: 217 time: 0.4165795
Mar 05 20:56:43.846405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613e468-f554-4b9a-a809-e83bf8782048 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.851878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c613e468-f554-4b9a-a809-e83bf8782048 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 1.0752730
Mar 05 20:56:43.856343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50540) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:43.935849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['45b7f0b0-889d-474f-9ac1-a67a655d982b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:43.938095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-bf0be59f-df44-4f6a-9905-d0d3d433def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.939577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-bf0be59f-df44-4f6a-9905-d0d3d433def9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.0824120
Mar 05 20:56:43.960943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98033-6636-4b67-899f-fd1d1c067595 req-8ad4a16e-ab0b-4bcc-9a71-ae79db9bd80a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.963019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9e98033-6636-4b67-899f-fd1d1c067595 req-8ad4a16e-ab0b-4bcc-9a71-ae79db9bd80a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1217263
Mar 05 20:56:43.988845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-88a0b12b-d137-44ab-b4d1-72848db56213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:43.990451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-88a0b12b-d137-44ab-b4d1-72848db56213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1125 time: 0.2584586
Mar 05 20:56:43.992503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-d20f0fd8-593c-4bfd-9ec8-961b42201974 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454454
Mar 05 20:56:44.016608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c83b0e65-250f-45e1-b1f1-6d010b3e9f86 req-791acf02-1538-4710-85da-358a9a922e75 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972337
Mar 05 20:56:44.022216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e4df46b7-1946-40da-bed7-0bb8a3501dbf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.067026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-8a6d7a2c-4f3b-4319-bbe8-03eabecd0ff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 217 time: 0.0488901
Mar 05 20:56:44.073019 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3445e-6ffe-49e7-877c-502f4f27f870 x-openstack-request-id: req-88b3445e-6ffe-49e7-877c-502f4f27f870 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:44.073349 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7219cb01-3958-42f5-9196-0ab130421997", "name": "network-vif-deleted", "tag": "f42b72f9-4e53-4581-998e-872c13953811", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:44.073569 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88b3445e-6ffe-49e7-877c-502f4f27f870 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:44.074165 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7219cb01-3958-42f5-9196-0ab130421997', 'name': 'network-vif-deleted', 'tag': 'f42b72f9-4e53-4581-998e-872c13953811', 'status': 'completed', 'code': 200}
Mar 05 20:56:44.096061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9e98033-6636-4b67-899f-fd1d1c067595 req-0eb49721-4d82-4f56-b7e9-25a2b5bb8ce7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124575
Mar 05 20:56:44.159121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-962c2d3a-ad1a-4668-9616-4d980697b91a service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472013
Mar 05 20:56:44.223949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e4df46b7-1946-40da-bed7-0bb8a3501dbf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.271719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b3840a0>,) {'filters': {'network_id': ['e4df46b7-1946-40da-bed7-0bb8a3501dbf']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.284995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-33b55458-53db-4713-bade-dc486ea81f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.286454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-33b55458-53db-4713-bade-dc486ea81f11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1854167
Mar 05 20:56:44.288793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b3840a0>, 'd623f974-6612-46b7-a52f-718fb936a394') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.289092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b3840a0>, 'd623f974-6612-46b7-a52f-718fb936a394') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.291854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18527a30-7fd8-4d1c-bf89-d41599e70030 req-0e747cd8-2a4a-4208-889c-0f81bbf71883 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262293
Mar 05 20:56:44.299692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd6f46-323d-40d9-8ec4-15bd1cc8512a req-4b2007eb-17b9-4c40-8f18-adb763729117 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.301146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0acd6f46-323d-40d9-8ec4-15bd1cc8512a req-4b2007eb-17b9-4c40-8f18-adb763729117 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 944 time: 0.0851934
Mar 05 20:56:44.311532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d623f974-6612-46b7-a52f-718fb936a394), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.352182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe141a-7e97-428b-a860-e03bf5e1cd2b req-5adff680-9395-4928-aa08-a159eb48d07e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.353649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3fe141a-7e97-428b-a860-e03bf5e1cd2b req-5adff680-9395-4928-aa08-a159eb48d07e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 943 time: 0.1678460
Mar 05 20:56:44.357702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0acd6f46-323d-40d9-8ec4-15bd1cc8512a req-8ad10aaf-b4a9-4a09-9ab1-925d4fb30386 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488315
Mar 05 20:56:44.360874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d623f974-6612-46b7-a52f-718fb936a394), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.378316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:44.378925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d623f974-6612-46b7-a52f-718fb936a394), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:44.382697 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:44.434457 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d59a1-3d40-48da-b1f6-054e6b7050a5 x-openstack-request-id: req-839d59a1-3d40-48da-b1f6-054e6b7050a5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:44.434752 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:44.435007 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-839d59a1-3d40-48da-b1f6-054e6b7050a5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:44.435412 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'status': 'completed', 'code': 200}
Mar 05 20:56:44.467140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61514-201b-4033-bfb5-61171f14c044 req-5023d863-87fd-4456-a7ee-3aa63db34f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.469205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-5023d863-87fd-4456-a7ee-3aa63db34f14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1717560
Mar 05 20:56:44.493561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e4df46b7-1946-40da-bed7-0bb8a3501dbf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.498160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.504114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50556) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:44.504288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/e4df46b7-1946-40da-bed7-0bb8a3501dbf HTTP/1.1" status: 204  len: 168 time: 0.6468115
Mar 05 20:56:44.569465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3fe141a-7e97-428b-a860-e03bf5e1cd2b req-5bf4f12d-6845-4377-b4da-764967327406 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021592
Mar 05 20:56:44.572245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d4c8-4532-47ff-aea2-6ce4e0735c69 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=e4df46b7-1946-40da-bed7-0bb8a3501dbf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:44.612676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0cf4adfe-394b-49b4-a37b-9c27b708129d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.622699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-c469db60-19f0-48d4-96c0-67265a738471 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462290
Mar 05 20:56:44.727031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45a61514-201b-4033-bfb5-61171f14c044 req-cab4a9f8-b013-4ffd-bae9-9ad55aae296a service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985866
Mar 05 20:56:44.729539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224698d2-7d3e-401f-806e-5ebb83772580 req-d549db55-72ed-4f67-b418-3652b970e694 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.731040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-224698d2-7d3e-401f-806e-5ebb83772580 req-d549db55-72ed-4f67-b418-3652b970e694 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1371431
Mar 05 20:56:44.752930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0cf4adfe-394b-49b4-a37b-9c27b708129d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.788840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bebe3a0>,) {'filters': {'network_id': ['0cf4adfe-394b-49b4-a37b-9c27b708129d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.807955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bebe3a0>, 'c5f359a6-4e30-4ae1-9a45-d3100de5f117') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.808196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bebe3a0>, 'c5f359a6-4e30-4ae1-9a45-d3100de5f117') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:44.820782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c5f359a6-4e30-4ae1-9a45-d3100de5f117), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.825348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-224698d2-7d3e-401f-806e-5ebb83772580 req-534392c5-fb95-45ed-afa9-8ce2eef9f127 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874114
Mar 05 20:56:44.846786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c5f359a6-4e30-4ae1-9a45-d3100de5f117), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.854231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:44.854689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c5f359a6-4e30-4ae1-9a45-d3100de5f117), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:44.858307 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:44.878843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-35ab8af5-a699-40c5-a6ec-5a0075eb4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:44.880456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-35ab8af5-a699-40c5-a6ec-5a0075eb4132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1125 time: 0.0995040
Mar 05 20:56:44.938534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0cf4adfe-394b-49b4-a37b-9c27b708129d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.947422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:44.954903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/0cf4adfe-394b-49b4-a37b-9c27b708129d HTTP/1.1" status: 204  len: 168 time: 0.4497240
Mar 05 20:56:44.957409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50576) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:44.982175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c347-2914-40d1-9e58-84e0f98d5d16 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=0cf4adfe-394b-49b4-a37b-9c27b708129d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:45.025301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:45.039808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-f0f5b0a7-1c62-41aa-b58f-403348996823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.041486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-f0f5b0a7-1c62-41aa-b58f-403348996823 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.1507525
Mar 05 20:56:45.105256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee45b4f-83ab-4f05-a434-b1f86414d90f tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.111353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-0a94fb95-f918-43ad-842a-539cb45e6e8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 217 time: 0.0614262
Mar 05 20:56:45.113501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee45b4f-83ab-4f05-a434-b1f86414d90f tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.119500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ee45b4f-83ab-4f05-a434-b1f86414d90f tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1576233
Mar 05 20:56:45.120430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:45.121514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a1950e50-9c39-44c3-af17-454a8fc9713b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:45.126166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1910174633'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:45.127561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a1950e50-9c39-44c3-af17-454a8fc9713b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:45.128189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.150818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:45.155194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.186909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:45.221421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f51adfdb-7efb-4618-92fe-6d340676f1e6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.223067 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment f51adfdb-7efb-4618-92fe-6d340676f1e6 of type vlan for network 7b97f15b-4f21-4307-a236-4866b03aae99
Mar 05 20:56:45.260633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-eecd0ed7-2b32-4991-ae73-594d02aee782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.262510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-eecd0ed7-2b32-4991-ae73-594d02aee782 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1408081
Mar 05 20:56:45.264473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a1950e50-9c39-44c3-af17-454a8fc9713b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:45.264940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.276813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7b97f15b-4f21-4307-a236-4866b03aae99), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.300353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9ff6d-6846-4f21-bef7-bb2696394518 req-238dcf0a-542d-4caa-8bfe-e20179a6cf84 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.301978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9bd9ff6d-6846-4f21-bef7-bb2696394518 req-238dcf0a-542d-4caa-8bfe-e20179a6cf84 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1127832
Mar 05 20:56:45.310914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c146-e755-4fe2-b1a7-c297af06c705 req-a2a911f9-9c3f-4448-9872-26b425b3bad1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.316735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:45.317960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:45.319143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4017c146-e755-4fe2-b1a7-c297af06c705 req-a2a911f9-9c3f-4448-9872-26b425b3bad1 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 945 time: 0.1785800
Mar 05 20:56:45.321434 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ab694-33b8-42f1-b1d1-e1c60b565405" -d '{"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-plugged", "status": "completed", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:45.325821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.326824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f42b72f9-4e53-4581-998e-872c13953811 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:45.331724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7b97f15b-4f21-4307-a236-4866b03aae99), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.337163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.337807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.369176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-ebb949d8-c79e-4c67-b07c-8262d01dbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.370720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-ebb949d8-c79e-4c67-b07c-8262d01dbf19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1002035
Mar 05 20:56:45.395458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:45.398753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f42b72f9-4e53-4581-998e-872c13953811 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:45.399531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f42b72f9-4e53-4581-998e-872c13953811 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:45.414361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:45.417814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2936435
Mar 05 20:56:45.424740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50596) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:45.426485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4017c146-e755-4fe2-b1a7-c297af06c705 req-888ad5e8-e19c-459e-b2a8-105151a988fe tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056499
Mar 05 20:56:45.432808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1178749884'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:45.449544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9bd9ff6d-6846-4f21-bef7-bb2696394518 req-6382218a-5c03-47e9-a3cd-fe1f09d179bd tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373751
Mar 05 20:56:45.451508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133b3f5-6f74-4ff7-866c-581d4540ccba tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=7b97f15b-4f21-4307-a236-4866b03aae99,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:45.473866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7b97f15b-4f21-4307-a236-4866b03aae99 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:45.498627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:45.502099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.552403 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b154b39-4b02-4e3b-99e5-b097289367fe x-openstack-request-id: req-6b154b39-4b02-4e3b-99e5-b097289367fe {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:45.553020 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-plugged", "status": "completed", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:45.553470 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b154b39-4b02-4e3b-99e5-b097289367fe {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:45.554027 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'code': 200}
Mar 05 20:56:45.570254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-17b254f2-f43e-4624-9949-94c8dc6e0fed service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917162
Mar 05 20:56:45.643868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:45.667600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9df5874e-87a8-42f7-8bc1-1bfc459c1929), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.667975 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment 9df5874e-87a8-42f7-8bc1-1bfc459c1929 of type vlan for network 044ed9e5-66dd-4aef-a3e7-dbb57975e315
Mar 05 20:56:45.675451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4aa25787-222f-408e-bfc8-3d970387282e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa9adff4bad8486fae6271261a8137d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2787707
Mar 05 20:56:45.678631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50614) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:45.685113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53c52-c958-403d-a090-ee6b94dcb31f req-a3e96400-3a33-4a14-b85d-01062155ac39 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.686622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afc53c52-c958-403d-a090-ee6b94dcb31f req-a3e96400-3a33-4a14-b85d-01062155ac39 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 944 time: 0.1447768
Mar 05 20:56:45.730198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc00c3a-dec0-45f8-bc2d-bd0540b39dc0 req-7eef67d3-bb5c-4108-8744-40faaf2ea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.731698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dc00c3a-dec0-45f8-bc2d-bd0540b39dc0 req-7eef67d3-bb5c-4108-8744-40faaf2ea266 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1128 time: 0.1456952
Mar 05 20:56:45.739626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (044ed9e5-66dd-4aef-a3e7-dbb57975e315), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.768382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67314c2b-616d-4e01-9e03-867affe9d4f4 req-5685b8ca-670c-47d6-8522-72be6f3c1e8d service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752083
Mar 05 20:56:45.797006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991d844-96fe-48d3-a602-8e58616d2129 req-03e02920-1015-4f26-9c70-7dcaf917659c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.798500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7991d844-96fe-48d3-a602-8e58616d2129 req-03e02920-1015-4f26-9c70-7dcaf917659c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 943 time: 0.1113539
Mar 05 20:56:45.801682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] Publish callbacks [] for security_group (ade13f5b-8436-4f34-8b9e-28e7c8ea18e2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.815611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (044ed9e5-66dd-4aef-a3e7-dbb57975e315), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.821325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:45.821914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.832866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afc53c52-c958-403d-a090-ee6b94dcb31f req-422d6fe4-9120-4168-936e-d214aebebca0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220348
Mar 05 20:56:45.838489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] Publish callbacks [] for security_group (ade13f5b-8436-4f34-8b9e-28e7c8ea18e2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.860237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dc00c3a-dec0-45f8-bc2d-bd0540b39dc0 req-0f4d8693-f48b-43a1-862e-72b8d870947a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163387
Mar 05 20:56:45.894085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7991d844-96fe-48d3-a602-8e58616d2129 req-a4f92744-6fd0-4219-9eac-068d3d1cc45a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886936
Mar 05 20:56:45.900598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4746308
Mar 05 20:56:45.904277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50618) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:45.908676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'ports': [{'network_id': '7b97f15b-4f21-4307-a236-4866b03aae99', 'name': 'tempest-port--180671655', 'admin_state_up': True}, {'network_id': '044ed9e5-66dd-4aef-a3e7-dbb57975e315', 'admin_state_up': False}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:45.909084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'port': {'network_id': '7b97f15b-4f21-4307-a236-4866b03aae99', 'name': 'tempest-port--180671655', 'admin_state_up': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:45.909745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'port': {'network_id': '044ed9e5-66dd-4aef-a3e7-dbb57975e315', 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:45.922633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ade13f5b-8436-4f34-8b9e-28e7c8ea18e2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.925638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:45.926862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ade13f5b-8436-4f34-8b9e-28e7c8ea18e2 HTTP/1.1" status: 204  len: 168 time: 0.2462656
Mar 05 20:56:45.935906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0efd11-e610-4eca-9c32-542ea2e814bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade13f5b-8436-4f34-8b9e-28e7c8ea18e2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:45.976940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19d618-d20f-4a77-bc53-303457752c27 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=044ed9e5-66dd-4aef-a3e7-dbb57975e315,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:45.989145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 044ed9e5-66dd-4aef-a3e7-dbb57975e315 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:46.092191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc54ec-e773-4138-a675-19fb2c1d7d0f req-01abbe4a-e9d5-44dd-9d03-d42e3c4493f2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:46.093699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aabc54ec-e773-4138-a675-19fb2c1d7d0f req-01abbe4a-e9d5-44dd-9d03-d42e3c4493f2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 946 time: 0.1753342
Mar 05 20:56:46.168737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aabc54ec-e773-4138-a675-19fb2c1d7d0f req-ef091356-50d0-46ba-b1c0-a3185c3a62ea tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680761
Mar 05 20:56:46.169871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'port': 2} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:46.173721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.187504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.340157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] device_id is not set on port 3e85641b-a4eb-40ae-b335-a195a41f8df2 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:56:46.429965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for port (3e85641b-a4eb-40ae-b335-a195a41f8df2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.510356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] device_id is not set on port 6f1eea37-ac7a-49af-aacc-06ad0fb48512 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:56:46.564602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26380ee3-6a69-4970-91bf-341d829bad30 req-81cfab08-f517-4339-a815-22fbb3bc1bde tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:46.570165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-26380ee3-6a69-4970-91bf-341d829bad30 req-81cfab08-f517-4339-a815-22fbb3bc1bde tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 945 time: 0.0690672
Mar 05 20:56:46.644906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-26380ee3-6a69-4970-91bf-341d829bad30 req-bce6ab9f-279e-41d9-b770-a0acbb00b48e tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/security-groups?id=347dbe3a-9be4-4119-910a-5769c32e3a96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738618
Mar 05 20:56:46.651204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fff0b-f836-4252-9a4b-549963b240e3 req-88fd08fd-a7ed-4118-92b6-76f27ff051f7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:46.653587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b46fff0b-f836-4252-9a4b-549963b240e3 req-88fd08fd-a7ed-4118-92b6-76f27ff051f7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1274514
Mar 05 20:56:46.679608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-561da75c-cfb9-473e-b35a-074bf02630cc tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:46.681167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-561da75c-cfb9-473e-b35a-074bf02630cc tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d79358d-efb1-46c8-96c1-e0e3777d55e0 HTTP/1.1" status: 200  len: 945 time: 0.1084337
Mar 05 20:56:46.687165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-493bb132-7c54-4451-b174-67460f960dda tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:46.688704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-493bb132-7c54-4451-b174-67460f960dda tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 945 time: 0.1225576
Mar 05 20:56:46.769749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for port (6f1eea37-ac7a-49af-aacc-06ad0fb48512), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.806612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Deleting port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:46.807083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.828629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b46fff0b-f836-4252-9a4b-549963b240e3 req-ce0ad491-f32d-426d-9e94-2aaaa2b5b92b tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624324
Mar 05 20:56:46.877262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3e85641b-a4eb-40ae-b335-a195a41f8df2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.910900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] For port e507f9d3-0b19-45f5-87ed-8f1f65b523b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:46.911462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:46.927518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Calling delete_port for e507f9d3-0b19-45f5-87ed-8f1f65b523b8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:46.928893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Deleting port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:46.928893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.036736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45b7f0b0-889d-474f-9ac1-a67a655d982b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:47.072196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Port': ['ID=3e85641b-a4eb-40ae-b335-a195a41f8df2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:47.082366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02d5c-842f-4b31-9a43-da7149ede199 req-7d57c946-0f1c-4b3e-9a88-4dacd8bb820e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.091511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37e02d5c-842f-4b31-9a43-da7149ede199 req-7d57c946-0f1c-4b3e-9a88-4dacd8bb820e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 943 time: 0.0792181
Mar 05 20:56:47.102341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 45b7f0b0-889d-474f-9ac1-a67a655d982b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:47.107746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 45b7f0b0-889d-474f-9ac1-a67a655d982b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:47.108406 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.120887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Checking segment: {'id': 'f51adfdb-7efb-4618-92fe-6d340676f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b97f15b-4f21-4307-a236-4866b03aae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:47.121269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network hostable DHCP agents. Network: 7b97f15b-4f21-4307-a236-4866b03aae99, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:47.150199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] For port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,segment=NetworkSegment(e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2),segment_id=e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:47.150729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.181072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Calling delete_port for 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:47.195226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37e02d5c-842f-4b31-9a43-da7149ede199 req-dc0f11f0-d7e3-4e7d-8c66-2210860a8f71 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027110
Mar 05 20:56:47.197636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ba95-e901-4d05-867d-b167f7d372c5 req-076994ad-ed13-4a34-b2d3-d5a225b35a96 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.199886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8532ba95-e901-4d05-867d-b167f7d372c5 req-076994ad-ed13-4a34-b2d3-d5a225b35a96 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 944 time: 0.2102773
Mar 05 20:56:47.205532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e507f9d3-0b19-45f5-87ed-8f1f65b523b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.205787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network 7b97f15b-4f21-4307-a236-4866b03aae99 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:47.218183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e507f9d3-0b19-45f5-87ed-8f1f65b523b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:47.249251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b97f15b-4f21-4307-a236-4866b03aae99) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:47.258165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:47.259024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6f1eea37-ac7a-49af-aacc-06ad0fb48512), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.266235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1bca1-96ec-4512-b4ea-276240f64bf3 None None] Network 7b97f15b-4f21-4307-a236-4866b03aae99 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:47.286966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event deleted for resources: {'Port': ['ID=e507f9d3-0b19-45f5-87ed-8f1f65b523b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:47.317551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 45b7f0b0-889d-474f-9ac1-a67a655d982b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:47.317941 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.346387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50662) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:47.377402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] No DVR routers for this DVR port e507f9d3-0b19-45f5-87ed-8f1f65b523b8 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:47.390733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:47.395431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.399356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.400208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:47.400948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2f30afe-0bc5-43f5-9931-ee863a85eb43 req-89f5eb50-2a8d-4f66-808d-b7d1edcf537c tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.23 "DELETE /v2.0/ports/e507f9d3-0b19-45f5-87ed-8f1f65b523b8 HTTP/1.1" status: 204  len: 173 time: 0.7137864
Mar 05 20:56:47.401703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'name': 'network-vif-deleted', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:47.404530 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81549267-d263-49bf-b1ab-13982f728889" -d '{"events": [{"server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "name": "network-vif-deleted", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:47.416897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8532ba95-e901-4d05-867d-b167f7d372c5 req-d6594637-6041-4bad-9fac-6070d45bf789 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956201
Mar 05 20:56:47.448254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Port': ['ID=6f1eea37-ac7a-49af-aacc-06ad0fb48512,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:47.465119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Checking segment: {'id': '9df5874e-87a8-42f7-8bc1-1bfc459c1929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '044ed9e5-66dd-4aef-a3e7-dbb57975e315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:47.465485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network hostable DHCP agents. Network: 044ed9e5-66dd-4aef-a3e7-dbb57975e315, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:47.479307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a1fee-1ea9-4400-b698-3d53ea539e3b req-b8768031-ccc6-4ec1-b583-c7eed43d0841 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.489064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d0a1fee-1ea9-4400-b698-3d53ea539e3b req-b8768031-ccc6-4ec1-b583-c7eed43d0841 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 946 time: 0.1504824
Mar 05 20:56:47.520392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network 044ed9e5-66dd-4aef-a3e7-dbb57975e315 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:47.522415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7d12cb43-6b68-44ec-be62-881ac11e38d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:47.534411 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6dcfaa-445b-4eec-a774-744fa6663def x-openstack-request-id: req-ea6dcfaa-445b-4eec-a774-744fa6663def {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:47.535264 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79358d-efb1-46c8-96c1-e0e3777d55e0", "name": "network-vif-deleted", "tag": "e507f9d3-0b19-45f5-87ed-8f1f65b523b8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:47.535658 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea6dcfaa-445b-4eec-a774-744fa6663def {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:47.536193 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79358d-efb1-46c8-96c1-e0e3777d55e0', 'name': 'network-vif-deleted', 'tag': 'e507f9d3-0b19-45f5-87ed-8f1f65b523b8', 'status': 'completed', 'code': 200}
Mar 05 20:56:47.543367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 044ed9e5-66dd-4aef-a3e7-dbb57975e315) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:47.553518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:47.559339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:47.562776 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10bb8d4-f945-4b74-a86d-29c9982e6f65" -d '{"events": [{"server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:47.567058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.567571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d0a1fee-1ea9-4400-b698-3d53ea539e3b req-78c54bf7-d942-4437-93c8-82c231f11075 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754166
Mar 05 20:56:47.571962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.572507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.576391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29e62c-26cb-4b03-8db3-9bbda2bed1c0 None None] Network 044ed9e5-66dd-4aef-a3e7-dbb57975e315 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:47.628371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8ac1b815-0a98-4dee-b99b-4a42f8faeb8d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.639279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1706fcdb-326d-42f4-a0d7-be8b921910fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.658090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ad287873-6c64-411f-a09f-e37d83db0e46 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.7512114
Mar 05 20:56:47.660013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:47.710883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Pushing event deleted for resources: {'Port': ['ID=8ac1b815-0a98-4dee-b99b-4a42f8faeb8d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:47.713971 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a185ed52-d837-4c05-ab79-bdc3dd2e7282 x-openstack-request-id: req-a185ed52-d837-4c05-ab79-bdc3dd2e7282 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:47.715075 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:47.716354 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a185ed52-d837-4c05-ab79-bdc3dd2e7282 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:47.716921 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b', 'code': 200}
Mar 05 20:56:47.721059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e507f9d3-0b19-45f5-87ed-8f1f65b523b8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:47.801536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] No DVR routers for this DVR port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:47.825598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:47.831081 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2495eca-2e6e-466b-9232-ef34f38eae75 req-c9b5a3fa-1426-42b2-badf-2ccffdbde1ae tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.31 "DELETE /v2.0/ports/8ac1b815-0a98-4dee-b99b-4a42f8faeb8d HTTP/1.1" status: 204  len: 173 time: 1.1301668
Mar 05 20:56:47.832581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'name': 'network-vif-deleted', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:47.836170 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebdf9ee-d721-47fa-9a76-125e0f7a8e33" -d '{"events": [{"server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "name": "network-vif-deleted", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:47.852555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed48-1e72-409c-b4a4-dffa2ac8465f req-f15d48c4-6817-412e-9e33-460b7deac7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.854697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b30ed48-1e72-409c-b4a4-dffa2ac8465f req-f15d48c4-6817-412e-9e33-460b7deac7f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 1127 time: 0.1264901
Mar 05 20:56:47.856033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2ebbf3a-885e-41a1-b371-74d91ce5f43c req-f78e2885-34a9-48e2-ac5d-f9fac35ba9a6 tempest-ListServersNegativeTestJSON-233823613 tempest-ListServersNegativeTestJSON-233823613-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc HTTP/1.1" status: 200  len: 210 time: 0.0842342
Mar 05 20:56:47.876663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05760730-21e1-40ee-80fb-9a651de820a7 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.882675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05760730-21e1-40ee-80fb-9a651de820a7 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:47.890884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05760730-21e1-40ee-80fb-9a651de820a7 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2294431
Mar 05 20:56:47.893726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50682) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:47.993380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:56:47.994347 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de72d5-61d9-472f-a24b-b2891a4b2529 x-openstack-request-id: req-f8de72d5-61d9-472f-a24b-b2891a4b2529 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:47.994800 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc", "name": "network-vif-deleted", "tag": "8ac1b815-0a98-4dee-b99b-4a42f8faeb8d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:47.996208 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8de72d5-61d9-472f-a24b-b2891a4b2529 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:47.996722 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b83a1a-a0b4-4f3c-9142-b2e92dc2f1cc', 'name': 'network-vif-deleted', 'tag': '8ac1b815-0a98-4dee-b99b-4a42f8faeb8d', 'status': 'completed', 'code': 200}
Mar 05 20:56:48.004243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1706fcdb-326d-42f4-a0d7-be8b921910fd admin admin] Publish callbacks [] for security_group (bec16512-b3e4-460e-9311-d5570160772f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.026822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1706fcdb-326d-42f4-a0d7-be8b921910fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bec16512-b3e4-460e-9311-d5570160772f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.057344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No active binding found for port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d {{(pid=126564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 05 20:56:48.057956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b30ed48-1e72-409c-b4a4-dffa2ac8465f req-d39bd95f-0265-482f-9e50-874af3227e14 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657546
Mar 05 20:56:48.058519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d host None! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:56:48.059094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8ac1b815-0a98-4dee-b99b-4a42f8faeb8d not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:48.091374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:48.112486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1706fcdb-326d-42f4-a0d7-be8b921910fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26ab3b23d542421c9158e60d1c6d4f24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7577972
Mar 05 20:56:48.120413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706fcdb-326d-42f4-a0d7-be8b921910fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec16512-b3e4-460e-9311-d5570160772f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:48.123127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:48.173639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting port 3e85641b-a4eb-40ae-b335-a195a41f8df2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:48.174024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3e85641b-a4eb-40ae-b335-a195a41f8df2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.183916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:48.191726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2c196-74e0-4ec8-a5ed-3e7dd27b0c8a req-ef7d1853-cbdd-4f26-81c3-bb002d23e611 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:48.193085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7df2c196-74e0-4ec8-a5ed-3e7dd27b0c8a req-ef7d1853-cbdd-4f26-81c3-bb002d23e611 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1128 time: 0.1020160
Mar 05 20:56:48.206210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:56:48.213113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] Publish callbacks [] for security_group (bec16512-b3e4-460e-9311-d5570160772f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.235035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] Publish callbacks [] for security_group (bec16512-b3e4-460e-9311-d5570160772f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.244643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fdb0f-1535-4e29-90ef-9b31908eed06 req-68c1c408-fd79-4ec2-a231-1396fc5a1a36 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:48.251726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb5fdb0f-1535-4e29-90ef-9b31908eed06 req-68c1c408-fd79-4ec2-a231-1396fc5a1a36 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1903887
Mar 05 20:56:48.252943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7d12cb43-6b68-44ec-be62-881ac11e38d1 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:48.253446 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.267725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d12cb43-6b68-44ec-be62-881ac11e38d1 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:56:48.286586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3e85641b-a4eb-40ae-b335-a195a41f8df2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.291763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:48.296778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.297693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7df2c196-74e0-4ec8-a5ed-3e7dd27b0c8a req-5b179e3a-ccef-4197-949c-605b426dd2b7 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959249
Mar 05 20:56:48.312172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Calling delete_port for 3e85641b-a4eb-40ae-b335-a195a41f8df2 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:48.321724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bec16512-b3e4-460e-9311-d5570160772f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.326834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.330575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bec16512-b3e4-460e-9311-d5570160772f HTTP/1.1" status: 204  len: 168 time: 0.2031744
Mar 05 20:56:48.338843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4bec5-1132-4683-9de5-809ac96a2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec16512-b3e4-460e-9311-d5570160772f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:48.351352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb5fdb0f-1535-4e29-90ef-9b31908eed06 req-88acef2d-9dec-484c-bb89-e848126c1499 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989168
Mar 05 20:56:48.401764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:48.463621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b5d4-ca78-4be0-96cd-cabb6073918a req-52678d97-3195-4f60-b7d2-61f87fc14549 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:48.465232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a287b5d4-ca78-4be0-96cd-cabb6073918a req-52678d97-3195-4f60-b7d2-61f87fc14549 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 944 time: 0.0807881
Mar 05 20:56:48.485377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3e85641b-a4eb-40ae-b335-a195a41f8df2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.523309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7d12cb43-6b68-44ec-be62-881ac11e38d1'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:48.529381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a287b5d4-ca78-4be0-96cd-cabb6073918a req-bae40a86-f7f6-47b2-85f4-6960c097b1cf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567703
Mar 05 20:56:48.550888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082d3b7-395c-419d-acc7-14aa372b96b8 req-e20c6528-68cb-4dda-8c4a-99f6a6bb9a75 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:48.558156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3082d3b7-395c-419d-acc7-14aa372b96b8 req-e20c6528-68cb-4dda-8c4a-99f6a6bb9a75 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1128 time: 0.1116986
Mar 05 20:56:48.576712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Port': ['ID=3e85641b-a4eb-40ae-b335-a195a41f8df2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:48.618090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.622010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-045ce432-5dbe-451b-9ecf-8a66e8e89d59 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/ports/3e85641b-a4eb-40ae-b335-a195a41f8df2 HTTP/1.1" status: 204  len: 168 time: 0.7262192
Mar 05 20:56:48.625035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:48.698706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958352-6522-4597-b534-c77782205b1f req-3a244d4e-319a-4fa2-8766-abc9428197dd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:48.707155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9958352-6522-4597-b534-c77782205b1f req-3a244d4e-319a-4fa2-8766-abc9428197dd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.1129813
Mar 05 20:56:48.756996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3082d3b7-395c-419d-acc7-14aa372b96b8 req-8a633850-5844-46c2-9c54-cba6c0a28c98 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976845
Mar 05 20:56:48.765195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9958352-6522-4597-b534-c77782205b1f req-b405fc3e-fe24-4ebf-a3e7-7a5336e8277e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509360
Mar 05 20:56:48.785850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting port 6f1eea37-ac7a-49af-aacc-06ad0fb48512 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:48.786198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6f1eea37-ac7a-49af-aacc-06ad0fb48512), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.863691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6f1eea37-ac7a-49af-aacc-06ad0fb48512), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:48.899230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Calling delete_port for 6f1eea37-ac7a-49af-aacc-06ad0fb48512 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:48.956249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50716) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:49.007433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Deleting subnet 0734c39c-af45-4122-9723-ce34d5ffba58 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:49.011206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Publish callbacks [] for subnet (0734c39c-af45-4122-9723-ce34d5ffba58), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.018444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6f1eea37-ac7a-49af-aacc-06ad0fb48512), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.054843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (0734c39c-af45-4122-9723-ce34d5ffba58), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.055655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Port': ['ID=6f1eea37-ac7a-49af-aacc-06ad0fb48512,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.062116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.068819 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d3fe37db-c9e0-4fae-932f-50c2303945cf tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/ports/6f1eea37-ac7a-49af-aacc-06ad0fb48512 HTTP/1.1" status: 204  len: 168 time: 0.4425645
Mar 05 20:56:49.069471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:49.117531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0734c39c-af45-4122-9723-ce34d5ffba58), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.132508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-697a5813-3544-421e-9994-51e7a1712723 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0617704
Mar 05 20:56:49.133459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50730) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:49.138420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1526838847'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:49.160445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:49.165068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.206998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:49.214136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0734c39c-af45-4122-9723-ce34d5ffba58), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.226373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (570a7439-0034-407e-8ebe-0bc19b4454cc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.227259 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment 570a7439-0034-407e-8ebe-0bc19b4454cc of type vlan for network 73eea150-b4c2-46c2-beca-b435d8112b1b
Mar 05 20:56:49.232045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.235581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0734c39c-af45-4122-9723-ce34d5ffba58 HTTP/1.1" status: 204  len: 168 time: 0.2780972
Mar 05 20:56:49.247418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50734) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:49.260582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b68f-40cc-41b3-afb9-7b009f470041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0734c39c-af45-4122-9723-ce34d5ffba58,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.333487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (73eea150-b4c2-46c2-beca-b435d8112b1b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.368521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.384034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (73eea150-b4c2-46c2-beca-b435d8112b1b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.389107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:49.389712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.451442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7d12cb43-6b68-44ec-be62-881ac11e38d1 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:49.515531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3809602
Mar 05 20:56:49.518354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50762) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:49.526383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1656493576'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:49.534531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 7d12cb43-6b68-44ec-be62-881ac11e38d1 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:56:49.539456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 7d12cb43-6b68-44ec-be62-881ac11e38d1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:49.540272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.571289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.573219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:49.576899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.600818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3e8e8-da23-4c89-abbc-816cd8c1a025 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=73eea150-b4c2-46c2-beca-b435d8112b1b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.625698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b899b0f70>,) {'filters': {'network_id': ['c80579ab-d9de-42ba-ab7b-c6606dc5ef7e']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:49.633910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:49.634627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 73eea150-b4c2-46c2-beca-b435d8112b1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:49.647226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0252b2e9-2c4e-4d04-9c0f-a34de70fc02e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.648018 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Added segment 0252b2e9-2c4e-4d04-9c0f-a34de70fc02e of type vlan for network e71d8ce8-bdcf-458c-a16f-bca1636860b5
Mar 05 20:56:49.665015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899b0f70>, 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:49.665570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899b0f70>, 'e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:49.679700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.704794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a95de-2592-4d2f-b9bf-dc93eaed12ba req-565f9780-fe6e-479d-abca-9e8c33d4ac92 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:49.705898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7d12cb43-6b68-44ec-be62-881ac11e38d1 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:49.706409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.707223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-030a95de-2592-4d2f-b9bf-dc93eaed12ba req-565f9780-fe6e-479d-abca-9e8c33d4ac92 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0960655
Mar 05 20:56:49.708520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.717706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e71d8ce8-bdcf-458c-a16f-bca1636860b5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.718311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:56:49.718970 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e5d8b53f-d2cc-4d1b-b230-cc306f34e4b2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:56:49.721117 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:56:49.753448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e71d8ce8-bdcf-458c-a16f-bca1636860b5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.756425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:49.758981 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa2e1a-1674-467b-9500-4ffc5f7105bc" -d '{"events": [{"server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "name": "network-vif-plugged", "status": "completed", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:49.763280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:49.764469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.773936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:49.781031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.782174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e507f9d3-0b19-45f5-87ed-8f1f65b523b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:49.825959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: e507f9d3-0b19-45f5-87ed-8f1f65b523b8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:49.826722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e507f9d3-0b19-45f5-87ed-8f1f65b523b8 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:49.835412 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-030a95de-2592-4d2f-b9bf-dc93eaed12ba req-4ffe189a-504e-45f8-84b2-8e7f0ceafec9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169655
Mar 05 20:56:49.844993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c80579ab-d9de-42ba-ab7b-c6606dc5ef7e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.851240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:49.857083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/c80579ab-d9de-42ba-ab7b-c6606dc5ef7e HTTP/1.1" status: 204  len: 168 time: 0.6074708
Mar 05 20:56:49.872470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac22ba7-ce68-4a20-ac2e-37fe703bd1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c80579ab-d9de-42ba-ab7b-c6606dc5ef7e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.873523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.955761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4284859
Mar 05 20:56:49.969230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff179b-5e68-493a-a9b5-1b4bc56c4228 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Network': ['ID=e71d8ce8-bdcf-458c-a16f-bca1636860b5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:49.985283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e71d8ce8-bdcf-458c-a16f-bca1636860b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:50.135558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b332-bede-4235-aaa1-2f5aee23f19b req-cdc0d0d0-6881-4c20-84be-f7cee62df8bd tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:50.137978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c83b332-bede-4235-aaa1-2f5aee23f19b req-cdc0d0d0-6881-4c20-84be-f7cee62df8bd tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 945 time: 0.0813477
Mar 05 20:56:50.163728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50792) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:50.213968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c83b332-bede-4235-aaa1-2f5aee23f19b req-d4009b60-40b7-43c6-8871-9a4ea944aabb tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657299
Mar 05 20:56:50.217601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3e488f31-47a5-458e-a5a2-e8166ba7ff32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd82543db15443c69b77efe94c71e251&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0526333
Mar 05 20:56:50.224316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50796) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:50.271042 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a1116b-17fc-4001-804c-b42bcf97e3e0 x-openstack-request-id: req-72a1116b-17fc-4001-804c-b42bcf97e3e0 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:50.272411 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "name": "network-vif-plugged", "status": "completed", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:50.272899 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72a1116b-17fc-4001-804c-b42bcf97e3e0 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:50.273545 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'code': 200}
Mar 05 20:56:50.317371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] Publish callbacks [] for security_group (347dbe3a-9be4-4119-910a-5769c32e3a96), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:50.389056 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] Publish callbacks [] for security_group (347dbe3a-9be4-4119-910a-5769c32e3a96), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:50.402673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-ac31dedf-babd-4654-a9a0-4cd90e2d7052 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:50.403792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-ac31dedf-babd-4654-a9a0-4cd90e2d7052 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2248573
Mar 05 20:56:50.413774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a288573-3add-4659-bae2-5764f75d4f22 req-1e5a1c4c-8025-4859-b7bd-e534b381cf85 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:50.415546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a288573-3add-4659-bae2-5764f75d4f22 req-1e5a1c4c-8025-4859-b7bd-e534b381cf85 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.0744467
Mar 05 20:56:50.431986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505543c-db4d-447f-8990-f1f3009caae2 req-901abe01-01b6-429c-bdee-4e16ef6864a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:50.433665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1505543c-db4d-447f-8990-f1f3009caae2 req-901abe01-01b6-429c-bdee-4e16ef6864a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1127 time: 0.1000152
Mar 05 20:56:50.478537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (347dbe3a-9be4-4119-910a-5769c32e3a96), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:50.482223 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:50.485734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/347dbe3a-9be4-4119-910a-5769c32e3a96 HTTP/1.1" status: 204  len: 168 time: 0.2578585
Mar 05 20:56:50.492673 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a288573-3add-4659-bae2-5764f75d4f22 req-2bdea00e-e27d-4a4a-a793-dd18a385ddcf tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681157
Mar 05 20:56:50.498658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1505543c-db4d-447f-8990-f1f3009caae2 req-7d9253f0-9fd1-46c4-95db-ab25bb631c54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597825
Mar 05 20:56:50.503573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25dee-d057-467b-920f-d0e2036a54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347dbe3a-9be4-4119-910a-5769c32e3a96,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:50.698350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-681549bb-ef9b-48d5-a350-3229288874d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:50.713968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-681549bb-ef9b-48d5-a350-3229288874d1 service neutron] 10.222.0.15 "GET /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 1125 time: 0.2970095
Mar 05 20:56:50.718487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:50.719005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Unknown quota resources ['binding']. {{(pid=126562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:56:50.935723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50824) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:50.975407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c33ae-2798-4dc0-a809-3ea963b41129 req-cbaa6ca6-c6fc-42e5-ac28-c3d943ae425a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:50.982527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-775c33ae-2798-4dc0-a809-3ea963b41129 req-cbaa6ca6-c6fc-42e5-ac28-c3d943ae425a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.1359613
Mar 05 20:56:51.057043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-775c33ae-2798-4dc0-a809-3ea963b41129 req-c3432f2d-465b-4bff-91b9-b60222362091 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677791
Mar 05 20:56:51.113076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72b33172-ad3f-4b50-b6b3-df9d6bef2ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.131700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on host nch2-master-1 for vnic_type normal with profile None {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:51.132421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:51.132952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:51.142198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:51.142757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:51.148253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:51.148807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:51.149390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:51.150003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Bound port: a1950e50-9c39-44c3-af17-454a8fc9713b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:51.217950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72b33172-ad3f-4b50-b6b3-df9d6bef2ea6 admin admin] Publish callbacks [] for security_group (6676c9cc-bacd-4bd8-811d-ee592160ff77), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.222985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72b33172-ad3f-4b50-b6b3-df9d6bef2ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6676c9cc-bacd-4bd8-811d-ee592160ff77), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.246097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:51.254095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a85b-4ec7-4523-90f4-34d22998628e req-c7c3107d-45e4-4834-9c85-5279fe5af499 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:51.255570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e86a85b-4ec7-4523-90f4-34d22998628e req-c7c3107d-45e4-4834-9c85-5279fe5af499 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0792892
Mar 05 20:56:51.259718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.260789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b8d9f09-de54-4422-80f5-578a9bac67a4 service neutron] 10.222.0.15 "POST /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b/bindings HTTP/1.1" status: 201  len: 389 time: 0.5460222
Mar 05 20:56:51.292623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-72b33172-ad3f-4b50-b6b3-df9d6bef2ea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a71a677db7c41b1a9e799405c4e9e31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3554204
Mar 05 20:56:51.311199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b33172-ad3f-4b50-b6b3-df9d6bef2ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6676c9cc-bacd-4bd8-811d-ee592160ff77,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:51.315645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:51.320061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e86a85b-4ec7-4523-90f4-34d22998628e req-fb7e464c-c16d-4bd8-9c20-14cbc5a0cc2d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546846
Mar 05 20:56:51.423748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] Publish callbacks [] for security_group (6676c9cc-bacd-4bd8-811d-ee592160ff77), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.464091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] Publish callbacks [] for security_group (6676c9cc-bacd-4bd8-811d-ee592160ff77), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.539151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6676c9cc-bacd-4bd8-811d-ee592160ff77), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.542979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:51.548591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6676c9cc-bacd-4bd8-811d-ee592160ff77 HTTP/1.1" status: 204  len: 168 time: 0.2276778
Mar 05 20:56:51.559029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61865bf-4675-4bd4-97ac-f76cbc1a2f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676c9cc-bacd-4bd8-811d-ee592160ff77,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:51.723223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50850) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:51.748225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dea529-2a45-4afa-b88a-5dd8c7205245 req-2a32d56e-b77e-4632-893c-380a8b20b79e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:51.748562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1192d65-9377-40b2-bd5f-1d09481d6608 req-2f31cf02-b32a-46e0-8ae8-766900bdfb11 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:51.749743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-42dea529-2a45-4afa-b88a-5dd8c7205245 req-2a32d56e-b77e-4632-893c-380a8b20b79e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 946 time: 0.1532359
Mar 05 20:56:51.750040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1192d65-9377-40b2-bd5f-1d09481d6608 req-2f31cf02-b32a-46e0-8ae8-766900bdfb11 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 945 time: 0.1621869
Mar 05 20:56:51.777770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-72d94780-a448-499a-b6f2-89c222f30253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:51.779255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-72d94780-a448-499a-b6f2-89c222f30253 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1128 time: 0.1004770
Mar 05 20:56:51.863889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1192d65-9377-40b2-bd5f-1d09481d6608 req-4a67d4ba-a7b3-4411-a843-1bcaa26be42c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043894
Mar 05 20:56:51.898810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-42dea529-2a45-4afa-b88a-5dd8c7205245 req-459cfff8-fef0-4bb6-ba5c-018e4a5f469d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388619
Mar 05 20:56:51.946226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-ae1bf035-7721-4d35-b806-be8d5fb1c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:51.948083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-ae1bf035-7721-4d35-b806-be8d5fb1c37c service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1527543
Mar 05 20:56:51.999938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-119d7af2-e15d-4a97-be71-9c8016b1b5e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.0440745
Mar 05 20:56:52.053887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1e20924f-235b-46b7-91fa-9d17e10af985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:52.055494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1e20924f-235b-46b7-91fa-9d17e10af985 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.0503755
Mar 05 20:56:52.096330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-27d81f4c-3917-4a2b-960e-6d5976590baa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283177
Mar 05 20:56:52.136646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1049814595-network', 'tenant_id': '3e7d92a8aac446c19a53879985b3aa08'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:52.163475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Made reservation on behalf of 3e7d92a8aac446c19a53879985b3aa08 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:52.167140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.177028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.278939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f67d1b-a9a8-46bc-b9f3-57feafe841a3 req-88b40489-54cc-4d2b-91f6-0dc79eb935ab tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:52.284209 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks [] for security_group (59598a14-9127-4f2e-87f1-6fe0d08de653), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.286074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65f67d1b-a9a8-46bc-b9f3-57feafe841a3 req-88b40489-54cc-4d2b-91f6-0dc79eb935ab tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.0854864
Mar 05 20:56:52.289687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (59598a14-9127-4f2e-87f1-6fe0d08de653), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.317081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:52.336164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59598a14-9127-4f2e-87f1-6fe0d08de653,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:52.353414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (43e15362-03da-4165-abae-033c0a574fab), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.353766 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Added segment 43e15362-03da-4165-abae-033c0a574fab of type vlan for network 5a4b4054-c218-4ff5-8873-f67c4a707764
Mar 05 20:56:52.372293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65f67d1b-a9a8-46bc-b9f3-57feafe841a3 req-8ff28c35-5098-4235-a5e7-f95715922a4f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847311
Mar 05 20:56:52.386393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-9ea6f1ba-8cde-4559-8730-31d6b6e7304b service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821076
Mar 05 20:56:52.433502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5a4b4054-c218-4ff5-8873-f67c4a707764), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.498678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5a4b4054-c218-4ff5-8873-f67c4a707764), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.499951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:52.500824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:52.603976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-c62c0cf5-9994-4b2b-90a7-d40da80f71d9 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031081
Mar 05 20:56:52.615711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6d293-5ad1-493a-8838-6d714a2fea3c req-00ac241f-e324-44a9-a723-f381dc01f57d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:52.622789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3f6d293-5ad1-493a-8838-6d714a2fea3c req-00ac241f-e324-44a9-a723-f381dc01f57d tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0838294
Mar 05 20:56:52.664833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9404972
Mar 05 20:56:52.667653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:52.676029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Request body: {'subnet': {'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1049814595-subnet', 'tenant_id': '3e7d92a8aac446c19a53879985b3aa08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:52.721168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:52.762115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3f6d293-5ad1-493a-8838-6d714a2fea3c req-0e4a2cda-8c3c-49c6-92b0-a8695d2c3011 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382966
Mar 05 20:56:52.807417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-702d84aa-b10f-435a-8305-2ad72ca8d49f tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:52.809427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-702d84aa-b10f-435a-8305-2ad72ca8d49f tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1271694
Mar 05 20:56:52.824272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:52.909904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-320757979-network', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:52.940154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.017887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Made reservation on behalf of f2bfa48c6cd94b69aa05b9cfd60c4bc3 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:53.020188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.038908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.043619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ca2b-81c5-4d97-bf00-76bf79679bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4b4054-c218-4ff5-8873-f67c4a707764,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:53.058268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5a4b4054-c218-4ff5-8873-f67c4a707764 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:53.085588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Made reservation on behalf of 3e7d92a8aac446c19a53879985b3aa08 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:53.088350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.134364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea981b-032c-4ebf-92aa-a8b90b27c6b4 req-2ad5af67-4ed3-4bc7-ac54-10b1516e8510 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:53.141601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09ea981b-032c-4ebf-92aa-a8b90b27c6b4 req-2ad5af67-4ed3-4bc7-ac54-10b1516e8510 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.4604442
Mar 05 20:56:53.219053 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09ea981b-032c-4ebf-92aa-a8b90b27c6b4 req-dcbc7e50-6933-4ce2-a8db-25d4813a2660 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765648
Mar 05 20:56:53.256781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50890) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:53.261803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'subnets': [{'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1852183050', 'ip_version': 6}, {'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:53.262129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'subnet': {'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1852183050', 'ip_version': 6}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:53.263337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Request body: {'subnet': {'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:53.472122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (1ce5328a-509d-437b-8815-cb193f2a29be), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.512719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e82031-b8dd-4358-8b03-a8dfe4f772e8 req-ca61b15f-e7a8-4164-b5e8-dacfcc25494d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:53.515263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28e82031-b8dd-4358-8b03-a8dfe4f772e8 req-ca61b15f-e7a8-4164-b5e8-dacfcc25494d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 945 time: 0.5462310
Mar 05 20:56:53.528295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6bb6-00d2-45e4-9349-34025c7248f3 req-fc6a471d-461b-4c2c-89cf-1148b5f47753 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:53.529817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cfb6bb6-00d2-45e4-9349-34025c7248f3 req-fc6a471d-461b-4c2c-89cf-1148b5f47753 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 946 time: 0.2204323
Mar 05 20:56:53.574087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce5328a-509d-437b-8815-cb193f2a29be,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:53.592825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks [] for security_group (6a51a388-d539-430a-9e69-6d57d94a62bd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.594785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:53.608039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6a51a388-d539-430a-9e69-6d57d94a62bd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.624840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Made reservation on behalf of 77c39ac90d014df685035761013786e1 for: {'subnet': 2} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:53.629429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.629781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.636313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28e82031-b8dd-4358-8b03-a8dfe4f772e8 req-c19196bc-75cc-47bc-9c4e-96c3c3d0e50b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141658
Mar 05 20:56:53.638698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cfb6bb6-00d2-45e4-9349-34025c7248f3 req-786cabb7-a931-42f3-88a6-09cbec00c0a0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001711
Mar 05 20:56:53.639417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Checking segment: {'id': '43e15362-03da-4165-abae-033c0a574fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:53.640062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Network hostable DHCP agents. Network: 5a4b4054-c218-4ff5-8873-f67c4a707764, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:53.643309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:56:53.680907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4f37bcaa-0281-4b27-9030-eaea0b10d4e7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.681261 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Added segment 4f37bcaa-0281-4b27-9030-eaea0b10d4e7 of type vlan for network cef49219-74b2-4998-a1b8-20eff7615b33
Mar 05 20:56:53.693963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a51a388-d539-430a-9e69-6d57d94a62bd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:53.698203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:53.719020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Network 5a4b4054-c218-4ff5-8873-f67c4a707764 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:53.747853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a4b4054-c218-4ff5-8873-f67c4a707764) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:53.756664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:53.756896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (cef49219-74b2-4998-a1b8-20eff7615b33), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.757339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.775202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:53.777791 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d65a5-4ff7-435b-a313-3d9457040029" -d '{"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:53.781680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks [] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.790821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-403a5019-0805-4ec2-8ab7-4f2879f88c8f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1220396
Mar 05 20:56:53.798798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.803428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8fc82-59c5-4b89-8586-9e1512205c70 None None] Network 5a4b4054-c218-4ff5-8873-f67c4a707764 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:53.888440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (cef49219-74b2-4998-a1b8-20eff7615b33), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.889402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:53.889989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:53.985989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea316d9-b066-4a10-9d1c-a1d580ad9eba None None] Network 5a4b4054-c218-4ff5-8873-f67c4a707764 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:53.991731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2684379
Mar 05 20:56:53.997876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50902) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:54.002684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Request body: {'subnet': {'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-320757979-subnet', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:54.003128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.031557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecaafb-098d-45ce-9bce-5077de8899c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cef49219-74b2-4998-a1b8-20eff7615b33,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.047640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network cef49219-74b2-4998-a1b8-20eff7615b33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:56:54.060148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-e4b5ee4f-7d3b-4c62-adab-31f5c977c595 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.061695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-e4b5ee4f-7d3b-4c62-adab-31f5c977c595 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2561188
Mar 05 20:56:54.065157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:54.065500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:54.065987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:54.071546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:56:54.071961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Attempting to bind port a1950e50-9c39-44c3-af17-454a8fc9713b on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:54.077566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa6c5-ddaf-47d1-9670-c1fb7ec7bed6 req-d3896feb-b73f-43ba-b2b6-5fb303675cb0 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.079063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61faa6c5-ddaf-47d1-9670-c1fb7ec7bed6 req-d3896feb-b73f-43ba-b2b6-5fb303675cb0 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1821651
Mar 05 20:56:54.085362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:54.086152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:54.086562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:54.087013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Bound port: a1950e50-9c39-44c3-af17-454a8fc9713b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:54.087762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.108773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Made reservation on behalf of f2bfa48c6cd94b69aa05b9cfd60c4bc3 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:56:54.111043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.139024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-0b0132ce-4dc5-405d-a5d1-60e343c6fccd tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 696 time: 0.0636706
Mar 05 20:56:54.191450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:54.243920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61faa6c5-ddaf-47d1-9670-c1fb7ec7bed6 req-b28fd722-9cc7-4b3f-bf5a-1b78db0bb557 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379073
Mar 05 20:56:54.285353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.324393 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cfb020-6757-4e44-98c2-88a21d294fa8 x-openstack-request-id: req-33cfb020-6757-4e44-98c2-88a21d294fa8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:54.324693 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:54.324956 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33cfb020-6757-4e44-98c2-88a21d294fa8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:54.325410 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'code': 200}
Mar 05 20:56:54.338657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:54.386562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:54.394187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-6d7c0870-a6ad-4ee0-802a-39d8fabc0cf9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.395703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-6d7c0870-a6ad-4ee0-802a-39d8fabc0cf9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.2556043
Mar 05 20:56:54.402683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (c67ded86-1310-4162-b9c4-a08aaacbdec0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.454089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.467364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aa7a28b3-bd11-4edc-8a42-c222ce9b55d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.531566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (7c5168e9-0546-4f4d-ba6e-877b43b3feda), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.534396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Subnet': ['ID=c67ded86-1310-4162-b9c4-a08aaacbdec0,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.548697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Checking segment: {'id': '570a7439-0034-407e-8ebe-0bc19b4454cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:54.549214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network hostable DHCP agents. Network: 73eea150-b4c2-46c2-beca-b435d8112b1b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:54.629142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5168e9-0546-4f4d-ba6e-877b43b3feda,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.635723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network 73eea150-b4c2-46c2-beca-b435d8112b1b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:54.663838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Checking segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:54.664277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Network hostable DHCP agents. Network: cef49219-74b2-4998-a1b8-20eff7615b33, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:54.668760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 73eea150-b4c2-46c2-beca-b435d8112b1b) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:54.675452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (ded7f147-6072-40a4-9fa5-75564262c293), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.679898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=8']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.681399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b98d0-4603-4ad8-85a1-14aa1fd0f10c None None] Network 73eea150-b4c2-46c2-beca-b435d8112b1b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:54.690407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.691055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.692481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-acf3e083-ffca-4166-84b5-a710cbc2854f service neutron] 10.222.0.23 "PUT /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 1122 time: 1.8761113
Mar 05 20:56:54.718294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port 45b7f0b0-889d-474f-9ac1-a67a655d982b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:54.718294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.748572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Network cef49219-74b2-4998-a1b8-20eff7615b33 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:54.754729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event updated for resources: {'Subnet': ['ID=ded7f147-6072-40a4-9fa5-75564262c293,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:54.771623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc059-85f5-420a-8817-1fd81308e994 req-4604d023-7d50-401c-ba3a-1ff08ae319e3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.776327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80edc059-85f5-420a-8817-1fd81308e994 req-4604d023-7d50-401c-ba3a-1ff08ae319e3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 945 time: 0.1712990
Mar 05 20:56:54.812262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cef49219-74b2-4998-a1b8-20eff7615b33) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:54.824912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Checking segment: {'id': '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:54.825473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network hostable DHCP agents. Network: e71d8ce8-bdcf-458c-a16f-bca1636860b5, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:56:54.825613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba442362-6df3-41f2-8b6a-efeb4c3fc90a None None] Network cef49219-74b2-4998-a1b8-20eff7615b33 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:54.828962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.829488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.873174 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ea79e076-a25d-4406-8061-6004ccfc25b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8742456
Mar 05 20:56:54.876792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:54.881410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:56:54.902937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a1950e50-9c39-44c3-af17-454a8fc9713b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:56:54.912991 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80edc059-85f5-420a-8817-1fd81308e994 req-c8a7dfc4-1e7a-4c38-a1e3-f59aaf915bd9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212902
Mar 05 20:56:54.934396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Network e71d8ce8-bdcf-458c-a16f-bca1636860b5 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:56:54.946120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9896409a-468e-496b-8e7d-68021c4f5635), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.947725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9896409a-468e-496b-8e7d-68021c4f5635), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.956010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-73eea150-b4c2-46c2-beca-b435d8112b1b', 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b', 'project_id': '77c39ac90d014df685035761013786e1', 'fixed_ips': [{'subnet_id': 'c67ded86-1310-4162-b9c4-a08aaacbdec0'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:56:54.957486 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.963381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e71d8ce8-bdcf-458c-a16f-bca1636860b5) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:54.982427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.983069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:54.983872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:54.987504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035b2e8-6284-4fd9-beb9-b379a11663e9 None None] Network e71d8ce8-bdcf-458c-a16f-bca1636860b5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:55.040815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for router_controller (9896409a-468e-496b-8e7d-68021c4f5635), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.052978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-beea266c-0f31-4162-b9d2-e9ea37be471c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.7944591
Mar 05 20:56:55.054561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:55.209352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cef49219-74b2-4998-a1b8-20eff7615b33', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:56:55.210219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.319649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e71d8ce8-bdcf-458c-a16f-bca1636860b5', 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5', 'project_id': '77c39ac90d014df685035761013786e1', 'fixed_ips': [{'subnet_id': 'ded7f147-6072-40a4-9fa5-75564262c293'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:56:55.320663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.345050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5670b-c84c-4b12-ab78-07a3d664aed4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:55.346472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5670b-c84c-4b12-ab78-07a3d664aed4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:55.347880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5670b-c84c-4b12-ab78-07a3d664aed4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:55.359415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-45f5670b-c84c-4b12-ab78-07a3d664aed4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2933698
Mar 05 20:56:55.360268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50920) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:55.376657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for router_gateway (9896409a-468e-496b-8e7d-68021c4f5635), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.391397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012990e9-77c2-43d9-86e6-c425d30d4919 req-6b34930a-aee9-4e08-b405-edcf378b9bf8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:55.397151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Allocated IP 2001:db8::1 (73eea150-b4c2-46c2-beca-b435d8112b1b/c67ded86-1310-4162-b9c4-a08aaacbdec0/4f428b74-19c9-409b-9cd4-a42b3c31113d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:55.400139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-012990e9-77c2-43d9-86e6-c425d30d4919 req-6b34930a-aee9-4e08-b405-edcf378b9bf8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.2568161
Mar 05 20:56:55.460550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port 45b7f0b0-889d-474f-9ac1-a67a655d982b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b7f0b0-889d-474f-9ac1-a67a655d982b,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:55.460925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.482924 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.489825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for 45b7f0b0-889d-474f-9ac1-a67a655d982b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:55.491745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.524599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting subnet c67ded86-1310-4162-b9c4-a08aaacbdec0 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:55.551262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-012990e9-77c2-43d9-86e6-c425d30d4919 req-6c26d20b-a7ba-416b-b193-faeee7335952 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494846
Mar 05 20:56:55.694300 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125 associated. External IP: 172.35.0.115, port: 2710cf64-1285-4d3b-8a24-95520a144b8c.
Mar 05 20:56:55.742585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for router_gateway (9896409a-468e-496b-8e7d-68021c4f5635), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.785914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:55.822897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Allocated IP 172.20.0.2 (cef49219-74b2-4998-a1b8-20eff7615b33/7c5168e9-0546-4f4d-ba6e-877b43b3feda/aec62579-31ea-42c0-815c-01116ca34b97) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:55.913084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55c7e-1b36-4594-a2f8-c22d607ef7e7 req-8028025e-ad69-42e0-a5b5-75c5e22f5d11 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:55.915157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8d55c7e-1b36-4594-a2f8-c22d607ef7e7 req-8028025e-ad69-42e0-a5b5-75c5e22f5d11 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1425297
Mar 05 20:56:55.942055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Allocated IP 2001:db8:0:1::1 (e71d8ce8-bdcf-458c-a16f-bca1636860b5/ded7f147-6072-40a4-9fa5-75564262c293/0e5e69e8-79c1-4144-bab1-147c33f47afa) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:55.963432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Allocated IP 172.35.0.125 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0ee4db59-1454-438f-93b9-3ea136085655) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:56:55.973726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (45b7f0b0-889d-474f-9ac1-a67a655d982b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.005191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks [] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.018421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=45b7f0b0-889d-474f-9ac1-a67a655d982b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.025849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8d55c7e-1b36-4594-a2f8-c22d607ef7e7 req-5459d546-340b-473c-b73b-83bb91ef7ff8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010339
Mar 05 20:56:56.047558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.055602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for subnet (c67ded86-1310-4162-b9c4-a08aaacbdec0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.079545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port 45b7f0b0-889d-474f-9ac1-a67a655d982b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:56.082914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.089034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9df39b19-6640-44d0-bb5c-7c677f86d6b4 req-78a15628-df16-4c94-815c-c834506845a1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "DELETE /v2.0/ports/45b7f0b0-889d-474f-9ac1-a67a655d982b HTTP/1.1" status: 204  len: 173 time: 1.6682360
Mar 05 20:56:56.124736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c67ded86-1310-4162-b9c4-a08aaacbdec0), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.129573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:56:56.154427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Network 73eea150-b4c2-46c2-beca-b435d8112b1b is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:56.170037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Pushing event updated for resources: {'Port': ['ID=4f428b74-19c9-409b-9cd4-a42b3c31113d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.172610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:56.178410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:56.207904 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks [] for port (aec62579-31ea-42c0-815c-01116ca34b97), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.226302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for port (0ee4db59-1454-438f-93b9-3ea136085655), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.257574 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (aec62579-31ea-42c0-815c-01116ca34b97), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.301908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e522cf5a-a089-4e90-a0fe-81a2075608e9 req-117d1b47-3c48-49a7-ba7d-dfcbb90cab33 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a6900c-db11-4225-b22d-a9ce4efe4ce0 HTTP/1.1" status: 200  len: 210 time: 0.0634253
Mar 05 20:56:56.321866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c67ded86-1310-4162-b9c4-a08aaacbdec0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.342943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b'}, {'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'name': 'network-vif-deleted', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:56.345404 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d192e-5df4-4984-a419-c617203ee452" -d '{"events": [{"name": "network-changed", "server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b"}, {"server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "name": "network-vif-deleted", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:56.349811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:56:56.373796 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:56:56.382637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0ee4db59-1454-438f-93b9-3ea136085655), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.383242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Attempting to bind port 4f428b74-19c9-409b-9cd4-a42b3c31113d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:56.383370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Attempting to bind port 4f428b74-19c9-409b-9cd4-a42b3c31113d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '570a7439-0034-407e-8ebe-0bc19b4454cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:56.383882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Attempting to bind port 4f428b74-19c9-409b-9cd4-a42b3c31113d on network 73eea150-b4c2-46c2-beca-b435d8112b1b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:56.392255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Network cef49219-74b2-4998-a1b8-20eff7615b33 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:56.400444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.402975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:56.405070 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:56.407716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks [] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.408833 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:56.414111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:56.418209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:56.418538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Checking segment: {'id': '570a7439-0034-407e-8ebe-0bc19b4454cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:56.419015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.419586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Bound using segment: {'id': '570a7439-0034-407e-8ebe-0bc19b4454cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:56.420289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Bound port: 4f428b74-19c9-409b-9cd4-a42b3c31113d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570a7439-0034-407e-8ebe-0bc19b4454cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73eea150-b4c2-46c2-beca-b435d8112b1b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:56.420772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.425100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Pushing event updated for resources: {'Port': ['ID=aec62579-31ea-42c0-815c-01116ca34b97,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.437339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.439347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:56.445805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:56.450481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c67ded86-1310-4162-b9c4-a08aaacbdec0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.464708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:56.476847 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe9ab4-6314-4f7d-9720-d9714594794e x-openstack-request-id: req-d2fe9ab4-6314-4f7d-9720-d9714594794e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:56.477260 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b", "status": "completed", "code": 200}, {"server_uuid": "b8a6900c-db11-4225-b22d-a9ce4efe4ce0", "name": "network-vif-deleted", "tag": "45b7f0b0-889d-474f-9ac1-a67a655d982b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:56.478476 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2fe9ab4-6314-4f7d-9720-d9714594794e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:56.483204 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'status': 'completed', 'code': 200}
Mar 05 20:56:56.483567 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6900c-db11-4225-b22d-a9ce4efe4ce0', 'name': 'network-vif-deleted', 'tag': '45b7f0b0-889d-474f-9ac1-a67a655d982b', 'status': 'completed', 'code': 200}
Mar 05 20:56:56.495209 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.498245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-6e95ef4a-03db-4924-9c60-7ebd256b332f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "PUT /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 997 time: 2.3476062
Mar 05 20:56:56.498621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/subnets/c67ded86-1310-4162-b9c4-a08aaacbdec0 HTTP/1.1" status: 204  len: 168 time: 1.1352026
Mar 05 20:56:56.505298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:56.523803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c51e-41fa-4b6f-8d48-fa6e6ef930bb tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Subnet': ['ID=c67ded86-1310-4162-b9c4-a08aaacbdec0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.530867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee4db59-1454-438f-93b9-3ea136085655,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.604628 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:56.612076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Network e71d8ce8-bdcf-458c-a16f-bca1636860b5 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:56:56.683294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting subnet ded7f147-6072-40a4-9fa5-75564262c293 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:56:56.688179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks [] for subnet (ded7f147-6072-40a4-9fa5-75564262c293), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.700247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:56:56.745635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:56:56.751613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d192e-5df4-4984-a419-c617203ee452 req-0ec3e9c4-fddb-423f-b105-a964c750482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:56.759370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-0ec3e9c4-fddb-423f-b105-a964c750482e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1156 time: 0.2524481
Mar 05 20:56:56.763756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-4fddda4d-e574-47a0-9783-514472a31fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:56.766696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Pushing event updated for resources: {'Port': ['ID=0e5e69e8-79c1-4144-bab1-147c33f47afa,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:56.770266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-4fddda4d-e574-47a0-9783-514472a31fcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.2177768
Mar 05 20:56:56.776576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Attempting to bind port aec62579-31ea-42c0-815c-01116ca34b97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:56.778289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Attempting to bind port aec62579-31ea-42c0-815c-01116ca34b97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:56.778894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Attempting to bind port aec62579-31ea-42c0-815c-01116ca34b97 on network cef49219-74b2-4998-a1b8-20eff7615b33 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:56.825032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (ded7f147-6072-40a4-9fa5-75564262c293), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.840110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:56.841577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Checking segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:56.842243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.842853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Bound using segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:56.843553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Bound port: aec62579-31ea-42c0-815c-01116ca34b97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:56.844251 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aec62579-31ea-42c0-815c-01116ca34b97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.881452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b76553d-393d-4e74-a459-2af6d5b7a477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.918408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] For port 4f428b74-19c9-409b-9cd4-a42b3c31113d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:56.956311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] For port 4f428b74-19c9-409b-9cd4-a42b3c31113d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f428b74-19c9-409b-9cd4-a42b3c31113d,segment=NetworkSegment(570a7439-0034-407e-8ebe-0bc19b4454cc),segment_id=570a7439-0034-407e-8ebe-0bc19b4454cc)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:56.958242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Attempting to bind port 0e5e69e8-79c1-4144-bab1-147c33f47afa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:56.959270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Attempting to bind port 0e5e69e8-79c1-4144-bab1-147c33f47afa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:56.959930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Attempting to bind port 0e5e69e8-79c1-4144-bab1-147c33f47afa on network e71d8ce8-bdcf-458c-a16f-bca1636860b5 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:56.973179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:56.974028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Checking segment: {'id': '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:56.975293 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.976079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Bound using segment: {'id': '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:56.976807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Bound port: 0e5e69e8-79c1-4144-bab1-147c33f47afa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e71d8ce8-bdcf-458c-a16f-bca1636860b5'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:56.977516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.983145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for router_gateway (9896409a-468e-496b-8e7d-68021c4f5635), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.984176 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d00>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:56:55Z', 'revision_number': 1, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:56.989735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:56.993584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563a174-6a31-4da5-9fac-cfef6615a215 req-13c2a071-b591-440c-90fb-2b094ee34c74 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:56.995109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9563a174-6a31-4da5-9fac-cfef6615a215 req-13c2a071-b591-440c-90fb-2b094ee34c74 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.1267004
Mar 05 20:56:57.004937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d192e-5df4-4984-a419-c617203ee452 req-c2a26257-8333-4f89-861f-7d5fab912ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.007007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-c2a26257-8333-4f89-861f-7d5fab912ec6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2358329
Mar 05 20:56:57.025768 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:56:57.036984 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:57.038090 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:57.073823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45b7f0b0-889d-474f-9ac1-a67a655d982b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:56:57.119307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] For port aec62579-31ea-42c0-815c-01116ca34b97, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:57.124556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9563a174-6a31-4da5-9fac-cfef6615a215 req-92dcbf4e-3ed5-4826-9206-49aadbafd721 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913231
Mar 05 20:56:57.155754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 45b7f0b0-889d-474f-9ac1-a67a655d982b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:56:57.156353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45b7f0b0-889d-474f-9ac1-a67a655d982b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:56:57.173027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:57.182384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] For port aec62579-31ea-42c0-815c-01116ca34b97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec62579-31ea-42c0-815c-01116ca34b97,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:57.196093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a502-f160-4581-9f2a-e9f827933e20 None None] Pushing event updated for resources: {'Port': ['ID=4f428b74-19c9-409b-9cd4-a42b3c31113d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:57.201013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-551fd66a-a944-4ede-9502-7d92f1b9d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.202588 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-551fd66a-a944-4ede-9502-7d92f1b9d9c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.4018803
Mar 05 20:56:57.207599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aec62579-31ea-42c0-815c-01116ca34b97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.241076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-eee4751a-7695-4077-9586-2d665981df9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.0745962
Mar 05 20:56:57.246528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] For port 0e5e69e8-79c1-4144-bab1-147c33f47afa, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:57.250619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344c02a-f5f8-4f4d-a1bf-e53a5c72595d None None] Network 73eea150-b4c2-46c2-beca-b435d8112b1b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:57.314753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] For port 0e5e69e8-79c1-4144-bab1-147c33f47afa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5e69e8-79c1-4144-bab1-147c33f47afa,segment=NetworkSegment(0252b2e9-2c4e-4d04-9c0f-a34de70fc02e),segment_id=0252b2e9-2c4e-4d04-9c0f-a34de70fc02e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:57.349012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.362116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4dd65-b9e4-4e37-a3b6-add199663fdf None None] Pushing event updated for resources: {'Port': ['ID=aec62579-31ea-42c0-815c-01116ca34b97,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:57.477305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:56:57.477724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-d2e0724d-8e5d-4f0c-9943-3fe3f884968f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1000 time: 0.2459958
Mar 05 20:56:57.491754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d192e-5df4-4984-a419-c617203ee452 req-87bd2520-7c11-4217-8fb4-375af66a1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.493235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-87bd2520-7c11-4217-8fb4-375af66a1ab7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2154877
Mar 05 20:56:57.522867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9169e88-3adb-4f36-97f6-048e29fa2a9d None None] Pushing event updated for resources: {'Port': ['ID=0e5e69e8-79c1-4144-bab1-147c33f47afa,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:57.603280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-3abaa87b-a11c-4b77-9304-d21c2df8ad65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987332
Mar 05 20:56:57.607343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ded7f147-6072-40a4-9fa5-75564262c293), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.608504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d00>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:56:55Z', 'revision_number': 1, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:57.661144 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095c16-4c02-40f1-a62e-dfc51e5d61f7 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:56:55Z', 'revision_number': 1, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:56:57.767704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-40a2fac3-a0d1-4525-a656-9fd2869a116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.769328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-40a2fac3-a0d1-4525-a656-9fd2869a116c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.2802043
Mar 05 20:56:57.852138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:57.896838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e8dab-bd03-421c-be5d-33e333f051f8 req-c9dcc0a7-2593-409e-93e2-360d5dc4e0b7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.899855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-731e8dab-bd03-421c-be5d-33e333f051f8 req-c9dcc0a7-2593-409e-93e2-360d5dc4e0b7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.2086639
Mar 05 20:56:57.911345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b has no active binding in host nch2-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:56:57.917196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (ded7f147-6072-40a4-9fa5-75564262c293), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.917453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.938149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9896409a-468e-496b-8e7d-68021c4f5635), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.952167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-4b5a5bbf-1d2f-4792-a9cb-bf49afc9a7d0 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972000
Mar 05 20:56:57.955001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Subnet': ['ID=ded7f147-6072-40a4-9fa5-75564262c293,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:57.963332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:57.970118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-30fd172c-9fae-456e-b877-2864d86c99d4 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/subnets/ded7f147-6072-40a4-9fa5-75564262c293 HTTP/1.1" status: 204  len: 168 time: 1.4618976
Mar 05 20:56:57.970814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50948) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:57.994855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-e98c304c-f7f7-47ef-a544-3ba5ad294a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:57.996408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-e98c304c-f7f7-47ef-a544-3ba5ad294a0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1946599
Mar 05 20:56:58.043197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-2266ff34-a504-4d8d-bda7-29435a6a4a5d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:56:58.044357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-2266ff34-a504-4d8d-bda7-29435a6a4a5d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0106311
Mar 05 20:56:58.095778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-731e8dab-bd03-421c-be5d-33e333f051f8 req-42eeecbe-5ab7-4b3b-8dc6-3bf6805d044e tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870379
Mar 05 20:56:58.100953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e8e8c-7d28-4e57-bf95-120909d3494b None None] New status for floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:56:58.200720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Router 9896409a-468e-496b-8e7d-68021c4f5635 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:56:58.270855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e0738-9c2b-4b95-9d70-4040dc5f6bf0 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:58.278998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c9e0738-9c2b-4b95-9d70-4040dc5f6bf0 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3044474
Mar 05 20:56:58.285893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50956) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:58.403200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:56:58.414624 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Sync routers for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:56:58.430775 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:56:58.431729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:58.432782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:58.437598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7c16a07-123c-41d9-aa84-9563338ab67a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5597832
Mar 05 20:56:58.438264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:56:58.473026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aec62579-31ea-42c0-815c-01116ca34b97 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:58.489749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:56:58.492259 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db9b53-675f-4c96-a4d7-79ca0500ff02" -d '{"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:56:58.551337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e71d8ce8-bdcf-458c-a16f-bca1636860b5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:58.558062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c43d192e-5df4-4984-a419-c617203ee452 req-40843d90-1a63-4d08-9dc2-95bafd0222db service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5844810
Mar 05 20:56:58.564677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-b3ecfc1f-e259-4c77-9415-5596fcfd2498 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799755
Mar 05 20:56:58.576458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port aec62579-31ea-42c0-815c-01116ca34b97 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:58.576849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aec62579-31ea-42c0-815c-01116ca34b97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:58.624013 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:56:58.669210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28948-ec75-4e44-98fa-a2036a68ab07 req-2fb89044-bc8e-4783-86e9-8fae154ad0ba tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:58.682715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35a28948-ec75-4e44-98fa-a2036a68ab07 req-2fb89044-bc8e-4783-86e9-8fae154ad0ba tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.1797416
Mar 05 20:56:58.784292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35a28948-ec75-4e44-98fa-a2036a68ab07 req-7f3db34f-dad9-4430-a394-8e27e29cb18b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002214
Mar 05 20:56:58.932374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port aec62579-31ea-42c0-815c-01116ca34b97 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:58.933413 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aec62579-31ea-42c0-815c-01116ca34b97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:58.981796 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52790>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:56:56Z', 'revision_number': 3, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:59.014784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port aec62579-31ea-42c0-815c-01116ca34b97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec62579-31ea-42c0-815c-01116ca34b97,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:59.023147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aec62579-31ea-42c0-815c-01116ca34b97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.024498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0e5e69e8-79c1-4144-bab1-147c33f47afa up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:56:59.032190 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Checking router: 9896409a-468e-496b-8e7d-68021c4f5635 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:56:59.033306 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Updating router 9896409a-468e-496b-8e7d-68021c4f5635 port 0ee4db59-1454-438f-93b9-3ea136085655 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:56:59.091075 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ee4db59-1454-438f-93b9-3ea136085655), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.139256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc00a9-041f-446e-a914-e8024a67fd81 None None] Network cef49219-74b2-4998-a1b8-20eff7615b33 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:59.173309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e37d151-aa89-4902-ba64-90f34a538ff6 req-4f027869-706f-4553-9423-10934f080812 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5932508
Mar 05 20:56:59.177092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting port 0e5e69e8-79c1-4144-bab1-147c33f47afa {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:56:59.181238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.230317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-7acb6952-bd69-48d6-a1a4-e225506636fc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:59.237084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-7acb6952-bd69-48d6-a1a4-e225506636fc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2978847
Mar 05 20:56:59.259047 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-0a21833b-fc10-4918-ab42-365874ca07b6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0210040
Mar 05 20:56:59.279158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] For port 0e5e69e8-79c1-4144-bab1-147c33f47afa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5e69e8-79c1-4144-bab1-147c33f47afa,segment=NetworkSegment(0252b2e9-2c4e-4d04-9c0f-a34de70fc02e),segment_id=0252b2e9-2c4e-4d04-9c0f-a34de70fc02e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:56:59.279543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.301607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Calling delete_port for 0e5e69e8-79c1-4144-bab1-147c33f47afa owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:56:59.308961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4530af9a-a2ab-475c-a26c-e474b0900c8b None None] Provisioning complete for port aec62579-31ea-42c0-815c-01116ca34b97 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:59.311133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-e08b31b0-99f4-4dc2-a04f-fdb21aca22a4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511334
Mar 05 20:56:59.314683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4530af9a-a2ab-475c-a26c-e474b0900c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aec62579-31ea-42c0-815c-01116ca34b97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.369439 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf49dd-72c4-41b4-9469-a0491ec010bf x-openstack-request-id: req-a6bf49dd-72c4-41b4-9469-a0491ec010bf {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:56:59.370002 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:56:59.370416 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6bf49dd-72c4-41b4-9469-a0491ec010bf {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:56:59.371018 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:56:59.460798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0e5e69e8-79c1-4144-bab1-147c33f47afa triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:56:59.461180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.522502 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks [] for port (0ee4db59-1454-438f-93b9-3ea136085655), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.531975 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0ee4db59-1454-438f-93b9-3ea136085655), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.539420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-27fdf180-81cd-40e2-8e45-63ef86d131cc service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273428
Mar 05 20:56:59.557755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=aec62579-31ea-42c0-815c-01116ca34b97,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:59.575967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0e5e69e8-79c1-4144-bab1-147c33f47afa), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.606253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Could not find standard attr ID for object 0e5e69e8-79c1-4144-bab1-147c33f47afa. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 20:56:59.613046 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No ports have port_id starting with 0e5e69e8-79c1-4144-bab1-147c33f47afa
Mar 05 20:56:59.619652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Port': ['ID=0e5e69e8-79c1-4144-bab1-147c33f47afa,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:59.655305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] No DVR routers for this DVR port 0e5e69e8-79c1-4144-bab1-147c33f47afa on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:56:59.655567 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.668749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.672607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e371d7b-f5ce-437f-a4d5-b44c423e0bc8 None None] Network e71d8ce8-bdcf-458c-a16f-bca1636860b5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:56:59.700971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-79444300-220b-45e6-864c-6ee40948849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:59.703535 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-79444300-220b-45e6-864c-6ee40948849c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.3003292
Mar 05 20:56:59.705963 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Pushing event updated for resources: {'Port': ['ID=0ee4db59-1454-438f-93b9-3ea136085655,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:56:59.719280 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-e9691cb6-a06c-4fd8-98d5-3aafa9fdcafa service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742187
Mar 05 20:56:59.720278 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.720630 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.721293 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.721645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.722697 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.723060 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.723567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.724040 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.724906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.725451 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.725821 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.726329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.726577 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:56:59.751845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Attempting to bind port 0ee4db59-1454-438f-93b9-3ea136085655 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:56:59.752580 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Attempting to bind port 0ee4db59-1454-438f-93b9-3ea136085655 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:56:59.753648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Attempting to bind port 0ee4db59-1454-438f-93b9-3ea136085655 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:56:59.759743 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:56:59.760416 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:56:59.760993 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.761558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:56:59.762479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Bound port: 0ee4db59-1454-438f-93b9-3ea136085655, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:56:59.763042 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ee4db59-1454-438f-93b9-3ea136085655), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.832173 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] For port 0ee4db59-1454-438f-93b9-3ea136085655, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:56:59.836006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] For port 0ee4db59-1454-438f-93b9-3ea136085655, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ee4db59-1454-438f-93b9-3ea136085655,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:56:59.847352 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0ee4db59-1454-438f-93b9-3ea136085655), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.858609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca1dbc-d3b5-4ef0-9d3d-3df9aaccfda8 req-f8074ee0-97c4-4ad4-85af-dc9297bff707 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:56:59.878779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4530af9a-a2ab-475c-a26c-e474b0900c8b None None] Current status of the port aec62579-31ea-42c0-815c-01116ca34b97 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:56:59.884437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2ca1dbc-d3b5-4ef0-9d3d-3df9aaccfda8 req-f8074ee0-97c4-4ad4-85af-dc9297bff707 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.4030850
Mar 05 20:56:59.944539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e71d8ce8-bdcf-458c-a16f-bca1636860b5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:56:59.964190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39116d-0752-4ff7-8656-03d63b710fc4 None None] DHCP port deletion for e71d8ce8-bdcf-458c-a16f-bca1636860b5 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:56:59.979140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a352070>,) {'filters': {'network_id': ['e71d8ce8-bdcf-458c-a16f-bca1636860b5']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:56:59.982281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Allocated IP 172.20.0.1 (cef49219-74b2-4998-a1b8-20eff7615b33/7c5168e9-0546-4f4d-ba6e-877b43b3feda/7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:00.000654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a352070>, '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:00.005043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4a37446b-22c6-4ed4-8812-142e537c75b2 None None] Could not find standard attr ID for object 0e5e69e8-79c1-4144-bab1-147c33f47afa. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 20:57:00.012832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a352070>, '0252b2e9-2c4e-4d04-9c0f-a34de70fc02e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:00.050089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (0252b2e9-2c4e-4d04-9c0f-a34de70fc02e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.058776 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:00.059428 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:00.061351 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219596-f239-4cf7-a3e2-3a9c2266e64f None None] Pushing event updated for resources: {'Port': ['ID=0ee4db59-1454-438f-93b9-3ea136085655,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:00.082334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0252b2e9-2c4e-4d04-9c0f-a34de70fc02e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.096329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:00.097028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (0252b2e9-2c4e-4d04-9c0f-a34de70fc02e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.144711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks [] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:00.200339 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:00.213753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e71d8ce8-bdcf-458c-a16f-bca1636860b5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.218510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.221995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/e71d8ce8-bdcf-458c-a16f-bca1636860b5 HTTP/1.1" status: 204  len: 168 time: 1.9257810
Mar 05 20:57:00.259120 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:00.263962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:00.265468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d05ac-deb3-45a3-b5f5-4c59ba989065 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=e71d8ce8-bdcf-458c-a16f-bca1636860b5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:00.298215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085dd624-b5a9-403b-ae7b-39f3c9026113 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 20:57:00.329476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2ca1dbc-d3b5-4ef0-9d3d-3df9aaccfda8 req-52c5f750-4328-4da1-a4fc-15d2a6a5a0e9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4421582
Mar 05 20:57:00.358809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-bda6e6fb-6695-42ca-86b3-b8f516bc80be service neutron] 10.222.0.31 "GET /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.6526828
Mar 05 20:57:00.360630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.430494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aec62579-31ea-42c0-815c-01116ca34b97 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:00.511858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-b5bc1f1b-2135-4768-bb3e-d2e0d95c80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:00.513452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-b5bc1f1b-2135-4768-bb3e-d2e0d95c80fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.7965307
Mar 05 20:57:00.581216 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52790>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:56:56Z', 'revision_number': 3, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:00.615571 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d996-b919-4525-8ef4-891c1871d0bd None None] The sync data for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 is: [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:56:56Z', 'revision_number': 3, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:00.622771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eb154f5e-b49b-493c-92c2-c6c4bbb5aaef None None] Provisioning complete for port aec62579-31ea-42c0-815c-01116ca34b97 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:00.623156 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb154f5e-b49b-493c-92c2-c6c4bbb5aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aec62579-31ea-42c0-815c-01116ca34b97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.628509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-dfaf3c87-553d-4739-9cc2-db1e9afa6f33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1002 time: 0.0989537
Mar 05 20:57:00.631196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Network cef49219-74b2-4998-a1b8-20eff7615b33 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:00.659858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085dd624-b5a9-403b-ae7b-39f3c9026113 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 20:57:00.666713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:00.674658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:00.742716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:00.772654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-e38427b2-2d4d-4e84-9f73-f40c70600c7a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:00.778309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-fc8be350-da83-4907-95b5-5d38f65d0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:00.779989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-e38427b2-2d4d-4e84-9f73-f40c70600c7a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.6308124
Mar 05 20:57:00.780651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-fc8be350-da83-4907-95b5-5d38f65d0d3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1403570
Mar 05 20:57:00.790815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368e6cd-6150-4b34-9f16-557d2fdced07 req-9ad016d0-a3db-4594-8972-a0dbe006d88c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:00.793219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2368e6cd-6150-4b34-9f16-557d2fdced07 req-9ad016d0-a3db-4594-8972-a0dbe006d88c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 944 time: 0.2844679
Mar 05 20:57:00.795266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (73eea150-b4c2-46c2-beca-b435d8112b1b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.877738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port aec62579-31ea-42c0-815c-01116ca34b97 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:00.878520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aec62579-31ea-42c0-815c-01116ca34b97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.907567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:00.917497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9896409a-468e-496b-8e7d-68021c4f5635), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:00.936847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2368e6cd-6150-4b34-9f16-557d2fdced07 req-b91511c3-06fc-48b8-b857-fbfd9071d7dc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261702
Mar 05 20:57:00.951144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-23ffb1f7-31d9-4fd4-89f7-023a4379a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:00.956198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-23ffb1f7-31d9-4fd4-89f7-023a4379a7e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1620033
Mar 05 20:57:00.961032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:01.069080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.072496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1950e50-9c39-44c3-af17-454a8fc9713b {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:01.137376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62535040-7911-41a8-9999-487c7e99a91e req-417421f0-d0ce-4663-820e-5ab7307ec427 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 210 time: 0.0831289
Mar 05 20:57:01.146096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:01.195914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.238695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-f0ea1c14-8a78-4184-ac48-d518a27bbccc tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1002 time: 0.4545906
Mar 05 20:57:01.273342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:01.301759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb154f5e-b49b-493c-92c2-c6c4bbb5aaef None None] Current status of the port aec62579-31ea-42c0-815c-01116ca34b97 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:01.346117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port aec62579-31ea-42c0-815c-01116ca34b97 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:01.418890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-39d27344-397a-471c-a18b-57a4df5417ca service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4497581
Mar 05 20:57:01.432795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0e5e69e8-79c1-4144-bab1-147c33f47afa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:01.479283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0e5e69e8-79c1-4144-bab1-147c33f47afa {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:01.479642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0e5e69e8-79c1-4144-bab1-147c33f47afa not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:01.639625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] Transition to ACTIVE for port object a1950e50-9c39-44c3-af17-454a8fc9713b will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:01.665407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.772578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] Pushing event updated for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:01.812072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.824360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-a615114b-1b2b-47d9-9d7d-202ced096e0c tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:01.826913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-a615114b-1b2b-47d9-9d7d-202ced096e0c tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/networks?id=5a4b4054-c218-4ff5-8873-f67c4a707764 HTTP/1.1" status: 200  len: 810 time: 0.5173836
Mar 05 20:57:01.834349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86db9b53-675f-4c96-a4d7-79ca0500ff02 req-96389caf-e50e-4048-9d4f-6995d200e8f0 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3877273
Mar 05 20:57:01.854649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Deleting port 4f428b74-19c9-409b-9cd4-a42b3c31113d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:01.855600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.881507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] No DVR routers for this DVR port a1950e50-9c39-44c3-af17-454a8fc9713b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:01.894083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-d8195979-2bed-41bb-8160-e6f7773eb3b6 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/quotas/3e7d92a8aac446c19a53879985b3aa08 HTTP/1.1" status: 200  len: 375 time: 0.0146914
Mar 05 20:57:01.936981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-7de4d7a9-823e-436e-8560-dbee92d72a51 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5691490
Mar 05 20:57:01.948949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bc728afc-7f6e-4f8f-856f-bf4057c25051 None None] Provisioning complete for port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:01.949393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bc728afc-7f6e-4f8f-856f-bf4057c25051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.982313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:01.989847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bc728afc-7f6e-4f8f-856f-bf4057c25051 None None] Port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:57:02.040501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-a82131b6-1223-4fe5-8e79-ebebdfb6fbe9 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e7d92a8aac446c19a53879985b3aa08&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1168153
Mar 05 20:57:02.107124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] For port 4f428b74-19c9-409b-9cd4-a42b3c31113d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f428b74-19c9-409b-9cd4-a42b3c31113d,segment=NetworkSegment(570a7439-0034-407e-8ebe-0bc19b4454cc),segment_id=570a7439-0034-407e-8ebe-0bc19b4454cc)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:02.107913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.142604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-4251aa44-4108-4b2d-b54c-eaddf6524f09 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.144275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-4251aa44-4108-4b2d-b54c-eaddf6524f09 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1228144
Mar 05 20:57:02.177487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-927da2e2-4405-47b0-84cf-f81191eff2e8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.178351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-927da2e2-4405-47b0-84cf-f81191eff2e8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.4281490
Mar 05 20:57:02.181069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Calling delete_port for 4f428b74-19c9-409b-9cd4-a42b3c31113d owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:02.197069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': 'af3b961b-384e-4246-8bee-f44c06d45447', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:02.236408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-94d8b79c-8ecb-4f66-bf7f-429e885fc173 service neutron] 10.222.0.15 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779168
Mar 05 20:57:02.331346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-539aa366-0681-40e3-8ed8-01b06b6e8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.332785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-539aa366-0681-40e3-8ed8-01b06b6e8d3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&tenant_id=77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 1127 time: 0.1775053
Mar 05 20:57:02.402735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0ee4db59-1454-438f-93b9-3ea136085655 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:02.429390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-b3339e93-2a16-47c9-a70d-335fd30078f1 service neutron] 10.222.0.15 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913655
Mar 05 20:57:02.472110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0ee4db59-1454-438f-93b9-3ea136085655 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:02.472581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0ee4db59-1454-438f-93b9-3ea136085655), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.476258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-cafd2df0-9674-457d-8a0d-2a7c685c1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.478519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-cafd2df0-9674-457d-8a0d-2a7c685c1145 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1127 time: 0.1139448
Mar 05 20:57:02.600110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:02.604774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.611192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0ee4db59-1454-438f-93b9-3ea136085655 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:02.611874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ee4db59-1454-438f-93b9-3ea136085655), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.612203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks [] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.627614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4f428b74-19c9-409b-9cd4-a42b3c31113d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.634645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.643113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 0ee4db59-1454-438f-93b9-3ea136085655, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ee4db59-1454-438f-93b9-3ea136085655,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:02.648963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0ee4db59-1454-438f-93b9-3ea136085655), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.659255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-cb58e3e9-1136-4aa9-9dbf-c37e68036a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.661061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-cb58e3e9-1136-4aa9-9dbf-c37e68036a53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1753581
Mar 05 20:57:02.699296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Port': ['ID=4f428b74-19c9-409b-9cd4-a42b3c31113d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:02.714074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] No DVR routers for this DVR port 4f428b74-19c9-409b-9cd4-a42b3c31113d on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:02.742176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-e8fdf96b-f916-4694-985a-8288539d8518 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.0727890
Mar 05 20:57:02.747242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=0ee4db59-1454-438f-93b9-3ea136085655,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:02.882770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-b52c6989-186c-4d91-912e-f245e0c670f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.888308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-b52c6989-186c-4d91-912e-f245e0c670f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1362934
Mar 05 20:57:02.933499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-ddf5b6dc-589b-48f3-8a79-62e9abd26ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418308
Mar 05 20:57:02.940998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84595a1-b4b8-4942-a377-c2871c44d22a req-faccbef5-4e80-4600-a7fa-c36c03581bf4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:02.941194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9896409a-468e-496b-8e7d-68021c4f5635), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:02.942494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d84595a1-b4b8-4942-a377-c2871c44d22a req-faccbef5-4e80-4600-a7fa-c36c03581bf4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1262445
Mar 05 20:57:03.040544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:03.073608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (73eea150-b4c2-46c2-beca-b435d8112b1b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:03.077191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d84595a1-b4b8-4942-a377-c2871c44d22a req-d0ba5a5b-70ec-404a-b7a4-490bf4765e6a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193297
Mar 05 20:57:03.100849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:03.110252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-1b624f53-0030-4b85-83ab-6ef7bb2c9c8c service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620331
Mar 05 20:57:03.187705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port a1950e50-9c39-44c3-af17-454a8fc9713b host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:57:03.188006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:03.191608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.10 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/bce80fbd-c4e1-4382-be80-b1be28c5138e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:03.227981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4130>,) {'filters': {'network_id': ['73eea150-b4c2-46c2-beca-b435d8112b1b']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:03.338476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a79a8-fccb-4a6b-be03-d0e05b4e0714 req-3babf0cf-2f6f-42d1-9a70-e9647ca9dd1c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:03.340102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa1a79a8-fccb-4a6b-be03-d0e05b4e0714 req-3babf0cf-2f6f-42d1-9a70-e9647ca9dd1c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1359947
Mar 05 20:57:03.342569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-d250203c-b785-4a50-bff1-4031c2cf9e16 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200623
Mar 05 20:57:03.343557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4130>, '570a7439-0034-407e-8ebe-0bc19b4454cc') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:03.343845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4130>, '570a7439-0034-407e-8ebe-0bc19b4454cc') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:03.398961 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (570a7439-0034-407e-8ebe-0bc19b4454cc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:03.407980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa1a79a8-fccb-4a6b-be03-d0e05b4e0714 req-5a0e46d2-248e-4ba8-83a1-a5c330ceead5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603864
Mar 05 20:57:03.496859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (570a7439-0034-407e-8ebe-0bc19b4454cc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:03.530534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2019f49-e65a-4002-b3c4-c01cbef57abe req-78e8ee34-26db-4d16-96fd-0c70f14829ea tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 210 time: 0.0303543
Mar 05 20:57:03.540836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:03.541770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (570a7439-0034-407e-8ebe-0bc19b4454cc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:03.547635 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:03.607366 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:57:03.665263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Network cef49219-74b2-4998-a1b8-20eff7615b33 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:03.672810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-943daf83-9707-4764-a8a5-78b1eb315b78 req-bd77d4c3-c24c-4341-86e9-81a2834dbd8b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 210 time: 0.0417781
Mar 05 20:57:03.687043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:03.708163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-423c5fb9-cc14-46f0-a63c-8a7d249da2a0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:03.712446 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-423c5fb9-cc14-46f0-a63c-8a7d249da2a0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1140621
Mar 05 20:57:03.750723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:03.796373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.053819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d329c756-967c-4a09-b7eb-048118869141 None None] Provisioning complete for port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:04.054384 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d329c756-967c-4a09-b7eb-048118869141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.164911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-0e684906-7f7e-4bb0-bac1-7d5ed502f8c4 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:04.166437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-0e684906-7f7e-4bb0-bac1-7d5ed502f8c4 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.31 "GET /v2.0/networks?id=5a4b4054-c218-4ff5-8873-f67c4a707764 HTTP/1.1" status: 200  len: 810 time: 0.1096292
Mar 05 20:57:04.180045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Request body: {'port': {'device_id': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764', 'admin_state_up': True, 'tenant_id': '3e7d92a8aac446c19a53879985b3aa08'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:04.257434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (73eea150-b4c2-46c2-beca-b435d8112b1b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.261176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d329c756-967c-4a09-b7eb-048118869141 None None] Port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:57:04.304966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.308476 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/73eea150-b4c2-46c2-beca-b435d8112b1b HTTP/1.1" status: 204  len: 168 time: 4.0421000
Mar 05 20:57:04.315032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51024) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:04.331482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0ee4db59-1454-438f-93b9-3ea136085655 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:04.341539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.351516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04d326-6cbd-44f3-8056-fbead9394799 tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=73eea150-b4c2-46c2-beca-b435d8112b1b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:04.395715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0ee4db59-1454-438f-93b9-3ea136085655 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:04.397339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0ee4db59-1454-438f-93b9-3ea136085655), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.421409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Router 9896409a-468e-496b-8e7d-68021c4f5635 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:04.437082 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125 associated. External IP: 172.35.0.115, port: 2710cf64-1285-4d3b-8a24-95520a144b8c.
Mar 05 20:57:04.440850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-99ab703d-334a-44d2-97d1-add136f1f24b service neutron] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:04.444092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.457209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-99ab703d-334a-44d2-97d1-add136f1f24b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.458424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a49b9bab-9947-4589-8481-2706f5a6de72 req-99ab703d-334a-44d2-97d1-add136f1f24b service neutron] 10.222.0.23 "DELETE /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7390690
Mar 05 20:57:04.491958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (044ed9e5-66dd-4aef-a3e7-dbb57975e315), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.506833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f8092-b7aa-40a4-b1bd-b93f9bcd03ff req-9f67f120-1fa5-4da2-aaa3-3999ceb8cf19 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:04.508859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e3f8092-b7aa-40a4-b1bd-b93f9bcd03ff req-9f67f120-1fa5-4da2-aaa3-3999ceb8cf19 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.2605598
Mar 05 20:57:04.530506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0ee4db59-1454-438f-93b9-3ea136085655 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:04.546037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Made reservation on behalf of 3e7d92a8aac446c19a53879985b3aa08 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:04.549690 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.660731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:04.673569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:04.680099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:04.686486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:04.692305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e3f8092-b7aa-40a4-b1bd-b93f9bcd03ff req-e6d78ff9-1295-4c5c-9950-08a22eafa246 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765668
Mar 05 20:57:04.773571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:04.774453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.791904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (044ed9e5-66dd-4aef-a3e7-dbb57975e315), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.865655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:04.875968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-44bff127-87fe-4f6c-827d-97a41098d8c8 admin admin] 10.222.0.15 "PUT /v2.0/routers/9896409a-468e-496b-8e7d-68021c4f5635/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4360294
Mar 05 20:57:04.877728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac5da00>,) {'filters': {'network_id': ['044ed9e5-66dd-4aef-a3e7-dbb57975e315']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:04.887636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Sync routers for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:04.916623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac5da00>, '9df5874e-87a8-42f7-8bc1-1bfc459c1929') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:04.916910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac5da00>, '9df5874e-87a8-42f7-8bc1-1bfc459c1929') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:04.918474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:04.918880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831ad820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:04.928716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-1020aaf4-90cd-4b70-811e-552f2f7076e7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7361882
Mar 05 20:57:04.937473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (9df5874e-87a8-42f7-8bc1-1bfc459c1929), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.944356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Request body: {'port': {'device_id': 'af3b961b-384e-4246-8bee-f44c06d45447', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:04.963320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Allocated IP 172.20.0.10 (5a4b4054-c218-4ff5-8873-f67c4a707764/1ce5328a-509d-437b-8815-cb193f2a29be/5273f935-dd07-4fd5-a9bc-622b643001cf) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:04.965389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9df5874e-87a8-42f7-8bc1-1bfc459c1929), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.975403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7de87f-d411-449d-aeb8-795153db8e42 req-39d77bab-7f09-42e3-b88e-4c6b62f7e59d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:04.977283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad7de87f-d411-449d-aeb8-795153db8e42 req-39d77bab-7f09-42e3-b88e-4c6b62f7e59d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1999102
Mar 05 20:57:04.996168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:04.996372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (9df5874e-87a8-42f7-8bc1-1bfc459c1929), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:04.999307 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:05.044972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.059617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:05.126057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (044ed9e5-66dd-4aef-a3e7-dbb57975e315), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.145516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.149796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/044ed9e5-66dd-4aef-a3e7-dbb57975e315 HTTP/1.1" status: 204  len: 168 time: 0.8287339
Mar 05 20:57:05.154798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51036) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:05.155544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:05.167305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad7de87f-d411-449d-aeb8-795153db8e42 req-0448952e-3aea-4834-b9af-e84ddab9b376 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833615
Mar 05 20:57:05.180525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5471-097b-48f2-adb2-16d541636a0e tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=044ed9e5-66dd-4aef-a3e7-dbb57975e315,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:05.344998 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7b97f15b-4f21-4307-a236-4866b03aae99), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.385939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:05.402664 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:05.416371 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:05.417964 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.489250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks [] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.556851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.569245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:05.583862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831ad820>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 2, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.638127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Checking router: 9896409a-468e-496b-8e7d-68021c4f5635 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:05.638499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Updating router 9896409a-468e-496b-8e7d-68021c4f5635 port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:57:05.657915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81d074-94c1-4def-bc9c-d7571f82b3f7 req-78cdebe7-b82f-4ad2-93d5-efe7cd54ec3a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:05.659526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f81d074-94c1-4def-bc9c-d7571f82b3f7 req-78cdebe7-b82f-4ad2-93d5-efe7cd54ec3a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 932 time: 0.3311212
Mar 05 20:57:05.676057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7b97f15b-4f21-4307-a236-4866b03aae99), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.678992 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.683457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Network 5a4b4054-c218-4ff5-8873-f67c4a707764 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:05.700697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:05.716923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:05.731596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce80fbd-c4e1-4382-be80-b1be28c5138e {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:05.747240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks [] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.768588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Transition to ACTIVE for port object bce80fbd-c4e1-4382-be80-b1be28c5138e will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:05.780599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.801044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Pushing event updated for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:05.807426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c9160>,) {'filters': {'network_id': ['7b97f15b-4f21-4307-a236-4866b03aae99']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.864638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:05.874897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c9160>, 'f51adfdb-7efb-4618-92fe-6d340676f1e6') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.875765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c9160>, 'f51adfdb-7efb-4618-92fe-6d340676f1e6') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.889357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:05.893029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (f51adfdb-7efb-4618-92fe-6d340676f1e6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.919249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f81d074-94c1-4def-bc9c-d7571f82b3f7 req-7a3c6461-3144-4027-9163-d6e3f52c6aea tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457836
Mar 05 20:57:05.939536 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280190>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:05.942449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f51adfdb-7efb-4618-92fe-6d340676f1e6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.962723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:05.963374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.980155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:05.980653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (f51adfdb-7efb-4618-92fe-6d340676f1e6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:05.984487 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:05.988860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ccf60484-8a56-4717-aadf-7aa1c78b317b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8141425
Mar 05 20:57:05.993993 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.002212 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:06.014052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Request body: {'port': {'device_id': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:06.026529 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:06.027733 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:06.078837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Attempting to bind port bce80fbd-c4e1-4382-be80-b1be28c5138e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:06.079333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Attempting to bind port bce80fbd-c4e1-4382-be80-b1be28c5138e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:06.079625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Attempting to bind port bce80fbd-c4e1-4382-be80-b1be28c5138e on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:06.088937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Port bce80fbd-c4e1-4382-be80-b1be28c5138e on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:06.089285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Attempting to bind port bce80fbd-c4e1-4382-be80-b1be28c5138e on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:06.102030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:06.102394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:06.102826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:06.103283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Bound port: bce80fbd-c4e1-4382-be80-b1be28c5138e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:06.103657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.123777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:06.130121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.154404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks [] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.164845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.185283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.209509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:06.212753 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df0246-005a-4525-be87-eba600c27fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:06.220075 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:06.237067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279cfc-4996-4b81-b983-efddfce27bc4 req-247a5453-484a-4688-8dd5-d78e9bcb75f1 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.238548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8279cfc-4996-4b81-b983-efddfce27bc4 req-247a5453-484a-4688-8dd5-d78e9bcb75f1 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 932 time: 0.1480565
Mar 05 20:57:06.239202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7b97f15b-4f21-4307-a236-4866b03aae99), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.248536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.260323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] 10.222.0.15 "DELETE /v2.0/networks/7b97f15b-4f21-4307-a236-4866b03aae99 HTTP/1.1" status: 204  len: 168 time: 1.0918009
Mar 05 20:57:06.281116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:06.285075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-ddb71e32-397e-4bd3-93c9-4e1aa40cdc2a tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "PUT /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 998 time: 5.0163701
Mar 05 20:57:06.287503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:06.327836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de901d-482b-4e61-8b5b-1165451a5695 None None] Pushing event updated for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:06.346100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.353179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.452288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-834a3d44-1306-402b-806d-e55f7d223a44 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.454268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-834a3d44-1306-402b-806d-e55f7d223a44 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports/2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 943 time: 0.1578236
Mar 05 20:57:06.485036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.485804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.489444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] 10.222.0.31 "PUT /v2.0/ports/bce80fbd-c4e1-4382-be80-b1be28c5138e HTTP/1.1" status: 200  len: 1092 time: 1.5526962
Mar 05 20:57:06.517898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77474b2e-ccf5-4dbc-b2a9-48dc3826bc47 service neutron] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:06.528313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Attempting to bind port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:06.528699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Attempting to bind port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:06.529096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Attempting to bind port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f on network cef49219-74b2-4998-a1b8-20eff7615b33 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:06.537515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:06.537926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Checking segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:06.538476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.539604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Bound using segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:06.540134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Bound port: 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:06.540522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.542905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6347b6-3770-4a83-bd62-6952c466192c tempest-BulkNetworkOpsIpV6Test-181972085 tempest-BulkNetworkOpsIpV6Test-181972085-project] Pushing event deleted for resources: {'Network': ['ID=7b97f15b-4f21-4307-a236-4866b03aae99,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:06.676845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-9c7cbee1-0295-4737-8db0-ada4ca10ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.679192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-9c7cbee1-0295-4737-8db0-ada4ca10ee0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.1476576
Mar 05 20:57:06.682405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-76bfd6b8-e604-413f-a3db-9d57e5e83f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.684449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-76bfd6b8-e604-413f-a3db-9d57e5e83f2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 1126 time: 0.1231501
Mar 05 20:57:06.688754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8279cfc-4996-4b81-b983-efddfce27bc4 req-c9ea5e0e-54eb-4685-89e5-17fb2bba604b tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4047084
Mar 05 20:57:06.697870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280190>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:06.726669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] For port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:06.737715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] For port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:06.768268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.786253 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c2500-1243-4a3d-8f77-bd96f022e0de None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:03Z', 'revision_number': 3, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:06.788206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-22bdf2c7-9ee7-409e-94a8-bc3fa421a8a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e HTTP/1.1" status: 200  len: 217 time: 0.0923605
Mar 05 20:57:06.823101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51050) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:06.876569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-4176c57e-c174-4a98-b7cf-8f6bc4718baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:06.878746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-4176c57e-c174-4a98-b7cf-8f6bc4718baf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.0833833
Mar 05 20:57:06.930845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-7d19234d-5b24-45b2-b870-ce22cc9031cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439734
Mar 05 20:57:06.941105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Provisioning complete for port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:06.947706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:06.978463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273f935-dd07-4fd5-a9bc-622b643001cf {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:06.997893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks [] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.028597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Transition to ACTIVE for port object 5273f935-dd07-4fd5-a9bc-622b643001cf will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:07.045337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-c045d845-e48b-4067-b4d1-d409541cd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.047181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-c045d845-e48b-4067-b4d1-d409541cd3cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.3612139
Mar 05 20:57:07.052121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.098353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de901d-482b-4e61-8b5b-1165451a5695 None None] Pushing event updated for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:07.109700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-59e2d56d-ebbd-4b2b-9ac3-25a788bd189b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.0469041
Mar 05 20:57:07.113352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:07.116093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831ad820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:07.182249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Pushing event updated for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:07.197849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-dae22e15-a56b-4008-a4c5-690598e708dd service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551284
Mar 05 20:57:07.206358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-5de35cd0-4ceb-48db-b1e3-42f6a4284f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.206358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-5de35cd0-4ceb-48db-b1e3-42f6a4284f9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.0839758
Mar 05 20:57:07.243300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bb76650f-0d84-4521-ad0c-eb6fbc8a4e0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77c39ac90d014df685035761013786e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4188464
Mar 05 20:57:07.266498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51056) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:07.342376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935436f8-8472-49de-b1f1-d2953d235b87 None None] New status for floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:57:07.357136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-3e8d8f4a-a6f9-44e5-a346-215b6b66a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.359328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-3e8d8f4a-a6f9-44e5-a346-215b6b66a76d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1260810
Mar 05 20:57:07.361775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e49fa18-7d58-4ef9-9adb-75c66f8e30c4 req-5aa36272-1da5-4469-a651-313ff473c811 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543703
Mar 05 20:57:07.374722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-443f15d1-a651-4099-a9e5-5d0e4e0be1e0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:57:07.375553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-443f15d1-a651-4099-a9e5-5d0e4e0be1e0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057261
Mar 05 20:57:07.399694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Attempting to bind port 5273f935-dd07-4fd5-a9bc-622b643001cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:07.400058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Attempting to bind port 5273f935-dd07-4fd5-a9bc-622b643001cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '43e15362-03da-4165-abae-033c0a574fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:07.400416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Attempting to bind port 5273f935-dd07-4fd5-a9bc-622b643001cf on network 5a4b4054-c218-4ff5-8873-f67c4a707764 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:07.416210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] Publish callbacks [] for security_group (ade685bf-7e62-4cc5-9b54-d16113f5a8ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.418887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Port 5273f935-dd07-4fd5-a9bc-622b643001cf on network 5a4b4054-c218-4ff5-8873-f67c4a707764 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:07.419225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Attempting to bind port 5273f935-dd07-4fd5-a9bc-622b643001cf on network 5a4b4054-c218-4ff5-8873-f67c4a707764 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:07.436336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:07.436630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Checking segment: {'id': '43e15362-03da-4165-abae-033c0a574fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:07.436962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Bound using segment: {'id': '43e15362-03da-4165-abae-033c0a574fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:07.437899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Bound port: 5273f935-dd07-4fd5-a9bc-622b643001cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e15362-03da-4165-abae-033c0a574fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:07.438313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.469275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] Publish callbacks [] for security_group (ade685bf-7e62-4cc5-9b54-d16113f5a8ff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.520600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-151f20d2-de5e-4a02-8223-f078c2996b1c service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356919
Mar 05 20:57:07.567364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51058) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:07.575947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604065866', 'description': 'tempest-description--85760841'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:07.584671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:07.586573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Current status of the port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:07.587397 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.630998 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ade685bf-7e62-4cc5-9b54-d16113f5a8ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.634887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.641730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ade685bf-7e62-4cc5-9b54-d16113f5a8ff HTTP/1.1" status: 204  len: 168 time: 0.3694417
Mar 05 20:57:07.641730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5273f935-dd07-4fd5-a9bc-622b643001cf,segment=NetworkSegment(43e15362-03da-4165-abae-033c0a574fab),segment_id=43e15362-03da-4165-abae-033c0a574fab)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:07.656809 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.659285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.666362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9255-83b8-452d-8880-b86fea709006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade685bf-7e62-4cc5-9b54-d16113f5a8ff,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:07.672885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-6c7946cb-c72a-4d9b-b0b7-0c130ebad06c service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437373
Mar 05 20:57:07.705454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:07.771649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.772468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.773910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] 10.222.0.31 "PUT /v2.0/ports/5273f935-dd07-4fd5-a9bc-622b643001cf HTTP/1.1" status: 200  len: 1092 time: 1.7647588
Mar 05 20:57:07.774542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:07.777436 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:07.812310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-a74ae738-3ed8-4e14-b2bd-46b0c2ae47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.816157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-a74ae738-3ed8-4e14-b2bd-46b0c2ae47e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1127 time: 0.1015701
Mar 05 20:57:07.823838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] For port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:07.837538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:07.887211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89d2f-021d-43e2-8c62-fa61eb4c1f1a service neutron] Pushing event updated for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:07.932922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986846a-f82e-4373-8487-8c66c3263cfa req-eddd23eb-c43a-4505-9d31-d094080efce3 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:07.940734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7986846a-f82e-4373-8487-8c66c3263cfa req-eddd23eb-c43a-4505-9d31-d094080efce3 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.2293293
Mar 05 20:57:07.997266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-2c5e7bf4-09b9-497a-9f8f-1c2a32ebc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.000358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-2c5e7bf4-09b9-497a-9f8f-1c2a32ebc093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.1736724
Mar 05 20:57:08.011742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7986846a-f82e-4373-8487-8c66c3263cfa req-893073a3-750b-4d84-8906-bd8607813272 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700831
Mar 05 20:57:08.015345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0b4d-b8e0-47ab-9c43-4f18fb3c13e4 None None] Pushing event updated for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:08.026668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ecc843b5-6735-4494-9005-e0a68b2d31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.028728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-ecc843b5-6735-4494-9005-e0a68b2d31ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e7d92a8aac446c19a53879985b3aa08&device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 1126 time: 0.2071111
Mar 05 20:57:08.041730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:08.066034 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:08.066865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9019ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:08.118725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-27338ce8-eb59-487c-bbb1-6f8ae0da4213 None None] Provisioning complete for port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:08.118725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27338ce8-eb59-487c-bbb1-6f8ae0da4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.127514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (ef3d624d-5312-4701-b769-463523acb1a3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.131415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-fa34ae52-c2cb-4e52-8d0a-d7c3f5850ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f935-dd07-4fd5-a9bc-622b643001cf HTTP/1.1" status: 200  len: 217 time: 0.0825915
Mar 05 20:57:08.132929 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41694c40-59fb-41f7-9955-a2caa9f09a20 x-openstack-request-id: req-41694c40-59fb-41f7-9955-a2caa9f09a20 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:08.134667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ef3d624d-5312-4701-b769-463523acb1a3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.136418 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:08.136787 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41694c40-59fb-41f7-9955-a2caa9f09a20 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:08.138054 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:57:08.224794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-2c24e0ee-827a-41de-88b9-c7a485750b1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 1001 time: 0.2099552
Mar 05 20:57:08.323846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.329699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7556887
Mar 05 20:57:08.330033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:08.352703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'security_group_rule': {'security_group_id': 'ef3d624d-5312-4701-b769-463523acb1a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:08.357258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75955c9-1360-4eec-aea6-862774e925a2 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3d624d-5312-4701-b769-463523acb1a3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:08.360936 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:08.371537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-70ec0603-0c79-4d16-8126-d96611e6e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.373089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-70ec0603-0c79-4d16-8126-d96611e6e58c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ce5328a-509d-437b-8815-cb193f2a29be HTTP/1.1" status: 200  len: 850 time: 0.2316318
Mar 05 20:57:08.397457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-844caa11-6567-40ec-add6-f85429f9938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.399060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-844caa11-6567-40ec-add6-f85429f9938e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1619608
Mar 05 20:57:08.419201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0246-005a-4525-be87-eba600c27fc3 req-e13dbb75-d3ff-499b-becc-ad248b4b7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.422868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-e13dbb75-d3ff-499b-becc-ad248b4b7eb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.2413712
Mar 05 20:57:08.425844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-a4cb7927-dc7d-4070-9eb5-31b0cbf9d87b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a4b4054-c218-4ff5-8873-f67c4a707764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449865
Mar 05 20:57:08.476230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c636fea-3fc6-4592-a4ba-770fa7fbbad0 req-b6a20e95-22fe-4961-9a74-c2a073234831 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.477182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (19d06818-bff0-4ad4-ae2a-68fbe613f168), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.477809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c636fea-3fc6-4592-a4ba-770fa7fbbad0 req-b6a20e95-22fe-4961-9a74-c2a073234831 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 944 time: 0.2345626
Mar 05 20:57:08.490800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831ad820>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:06Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:08.496398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27338ce8-eb59-487c-bbb1-6f8ae0da4213 None None] Current status of the port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:08.540392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-3fb60e4f-d6d2-49bd-a8fe-cf47006a9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.541964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-3fb60e4f-d6d2-49bd-a8fe-cf47006a9644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1273384
Mar 05 20:57:08.657245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (19d06818-bff0-4ad4-ae2a-68fbe613f168), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.670530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (19d06818-bff0-4ad4-ae2a-68fbe613f168), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.695844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0246-005a-4525-be87-eba600c27fc3 req-04a459b4-0e3a-43f2-942b-2848fbb9c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:08.697774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-04a459b4-0e3a-43f2-942b-2848fbb9c4f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.2679572
Mar 05 20:57:08.715386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c636fea-3fc6-4592-a4ba-770fa7fbbad0 req-51eb61f9-0e53-4e7c-91f4-479b10a5dac0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059643
Mar 05 20:57:08.733519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d06818-bff0-4ad4-ae2a-68fbe613f168,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:08.779745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:08.781066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-591f851f-6889-4d6b-a276-dd79a8cc7466 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4500508
Mar 05 20:57:08.787513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:08.792572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'security_group_rule': {'security_group_id': 'ef3d624d-5312-4701-b769-463523acb1a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:08.810271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-76f69e1a-d39b-432e-afa8-028feec8583b service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505322
Mar 05 20:57:08.842805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-b786bc3c-d691-4c03-bd0d-45b7e4c92d1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.1242959
Mar 05 20:57:08.845169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-73b9e4d7-5552-4245-988c-37780c877fe8 service neutron] 10.222.0.31 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3974752
Mar 05 20:57:08.922995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80547f7f-6fd2-41f6-a65e-9ec69df4032f None None] The sync data for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 is: [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:06Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:09.197930 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9019ebe0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:09.247541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:09.267821 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:09.268753 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9019ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:09.389696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51092) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:09.421019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0246-005a-4525-be87-eba600c27fc3 req-01fa17eb-fcba-435a-9fcd-5a89e52ff72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:09.422591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-01fa17eb-fcba-435a-9fcd-5a89e52ff72c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.5712681
Mar 05 20:57:09.447887 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:09.474872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (d7ad0286-d3a3-4078-8171-81cb0690fecf), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.496505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca5e45-2aaa-4aeb-ada5-0164b8e122cd req-0e6a1ae8-9fef-46f2-9dc1-74fc9a780f7c tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:09.503506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3fca5e45-2aaa-4aeb-ada5-0164b8e122cd req-0e6a1ae8-9fef-46f2-9dc1-74fc9a780f7c tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1127 time: 0.6542687
Mar 05 20:57:09.518793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad6f86f-3d2d-467e-b9d1-5c1b5574c93f req-f18ffebc-0cf7-479d-a40b-4a45a9418c37 service neutron] 10.222.0.31 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6589057
Mar 05 20:57:09.519935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dd4161b-42c6-44b4-8e10-cfdd8f303744 req-dc6a2320-6a0a-48f6-bcd2-0970620c49de service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7020936
Mar 05 20:57:09.551278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (d7ad0286-d3a3-4078-8171-81cb0690fecf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.562719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d7ad0286-d3a3-4078-8171-81cb0690fecf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.591600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0246-005a-4525-be87-eba600c27fc3 req-bf45e75e-395c-4f2d-8608-a48cc6db0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:09.593897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-bf45e75e-395c-4f2d-8608-a48cc6db0636 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1572304
Mar 05 20:57:09.612423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ad0286-d3a3-4078-8171-81cb0690fecf,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:09.622646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'networks': [{'name': 'tempest-network--733389203'}, {'name': 'tempest-network--1000051187'}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:09.623424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-network--733389203'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:09.623921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-network--1000051187'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:09.626832 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.628639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8abd713d-721f-4c1a-a24d-d36a65c10fce tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8399956
Mar 05 20:57:09.631784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51098) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:09.636739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:09.643392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3fca5e45-2aaa-4aeb-ada5-0164b8e122cd req-b84a1fca-cc5d-4368-b347-0b48ed58ff01 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389496
Mar 05 20:57:09.687856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.766208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'network': 2} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:09.778040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.830843 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8bb469-8e4e-485a-af08-f5ebd16febe6 x-openstack-request-id: req-3d8bb469-8e4e-485a-af08-f5ebd16febe6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:09.831416 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:09.831905 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d8bb469-8e4e-485a-af08-f5ebd16febe6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:09.832511 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf', 'status': 'completed', 'code': 200}
Mar 05 20:57:09.833969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:09.910404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-5b958601-9e6d-496f-b8f7-bf3db7db16f9 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3048434
Mar 05 20:57:09.935282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf53cf-66fb-44d1-9070-ab07b6eebf5c req-f48e93ba-1f01-4545-9bbc-92975ac223d6 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:09.936828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ccf53cf-66fb-44d1-9070-ab07b6eebf5c req-f48e93ba-1f01-4545-9bbc-92975ac223d6 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 944 time: 0.2442455
Mar 05 20:57:09.988118 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9019ebe0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:10.003979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.009906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-09093b63-6bf4-4c89-987a-d77a991364c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.011413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-09093b63-6bf4-4c89-987a-d77a991364c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e7d92a8aac446c19a53879985b3aa08&device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 1126 time: 0.2181623
Mar 05 20:57:10.023612 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb5f71-cece-42e3-872c-50ac2d85de44 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:16:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:10.034414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ccf53cf-66fb-44d1-9070-ab07b6eebf5c req-ddae9073-87e5-40c3-a522-4d41341651f9 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819802
Mar 05 20:57:10.152729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1'}, {'name': 'network-changed', 'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:10.155182 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ea518-6047-4f7d-ac37-69909350e239" -d '{"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1"}, {"name": "network-changed", "server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:10.174878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6315f-1024-4a5f-8f30-1f42f583c760 req-1ebd4097-5e1f-431c-bada-fe8a567084f1 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.182972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a6315f-1024-4a5f-8f30-1f42f583c760 req-1ebd4097-5e1f-431c-bada-fe8a567084f1 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.2782128
Mar 05 20:57:10.215903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for security_group (c51d6652-fec7-4c79-83b1-2108e00f127b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.217739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-768bb686-b6f2-4269-a29c-cb87e0052d8f tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1001 time: 0.1115921
Mar 05 20:57:10.223540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08df0246-005a-4525-be87-eba600c27fc3 req-f597ba36-186d-4466-bf67-3c8cfb1e8d41 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2959630
Mar 05 20:57:10.250007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c51d6652-fec7-4c79-83b1-2108e00f127b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.250890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.295521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Allocated IP 172.35.0.102 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/aa4757d2-2a56-4574-a70d-618e5bce7c4d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:10.337641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-416dcadf-164f-4fad-83ea-48cc86b2c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.339408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-416dcadf-164f-4fad-83ea-48cc86b2c298 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a4b4054-c218-4ff5-8873-f67c4a707764 HTTP/1.1" status: 200  len: 911 time: 0.3166399
Mar 05 20:57:10.358003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:10.409238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-ea454692-91c2-427f-861e-17d34778f240 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f935-dd07-4fd5-a9bc-622b643001cf HTTP/1.1" status: 200  len: 217 time: 0.0589979
Mar 05 20:57:10.438607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-4ef1647a-527f-47ca-ba93-1676e4c5e74d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.440237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-4ef1647a-527f-47ca-ba93-1676e4c5e74d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports/7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 942 time: 0.2174301
Mar 05 20:57:10.440768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:10.445553 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57a6315f-1024-4a5f-8f30-1f42f583c760 req-6c4e2b4f-d4b6-4ad7-a2e7-f874376c7ecc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616036
Mar 05 20:57:10.512227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51d6652-fec7-4c79-83b1-2108e00f127b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:10.520887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.523753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (370e50a6-c788-4495-acf9-b1bd60e7d69a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.525639 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment 370e50a6-c788-4495-acf9-b1bd60e7d69a of type vlan for network 8bbdfb3f-c622-4e6d-96c9-3f873f212acf
Mar 05 20:57:10.549209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:10.549792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.589041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-8c9ebdd4-925e-4a8f-a48c-47fc10cfe56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.590571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-8c9ebdd4-925e-4a8f-a48c-47fc10cfe56e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ce5328a-509d-437b-8815-cb193f2a29be HTTP/1.1" status: 200  len: 850 time: 0.1701548
Mar 05 20:57:10.595354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8bbdfb3f-c622-4e6d-96c9-3f873f212acf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.634357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-103d72fd-3f9b-46ef-8ccf-9dd580e53a7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a4b4054-c218-4ff5-8873-f67c4a707764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355947
Mar 05 20:57:10.688365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-b65c838d-40a7-4dfe-bfb8-44ec883fd3b5 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1001 time: 0.1543725
Mar 05 20:57:10.718020 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.733663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:10.737718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:10.790983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8255fa80-d01c-4c26-965e-0c46090e9fe2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.791354 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment 8255fa80-d01c-4c26-965e-0c46090e9fe2 of type vlan for network 6c5f03cd-dfcd-4921-8edb-1828215288a7
Mar 05 20:57:10.846989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:10.851287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'Port': ['ID=aa4757d2-2a56-4574-a70d-618e5bce7c4d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:10.860482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:10.866398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:10.886836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba021e-8f17-468f-bb53-8b2ba69f6bfe req-8cfd0f6e-2050-4d28-aa7d-9d5efa3a7c41 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.888362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3dba021e-8f17-468f-bb53-8b2ba69f6bfe req-8cfd0f6e-2050-4d28-aa7d-9d5efa3a7c41 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 944 time: 0.2501941
Mar 05 20:57:10.890133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6c5f03cd-dfcd-4921-8edb-1828215288a7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.936396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-704c508d-9f31-4c6d-bc29-dce797e13ee6 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.938518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91f537fc-9c0b-4858-a37f-e6ec1217d90d req-704c508d-9f31-4c6d-bc29-dce797e13ee6 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2351589
Mar 05 20:57:10.977800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-6d2c27ab-060d-41f9-bac9-adb34a6da057 service neutron] 10.222.0.31 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103557
Mar 05 20:57:10.981889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8bbdfb3f-c622-4e6d-96c9-3f873f212acf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.982825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6c5f03cd-dfcd-4921-8edb-1828215288a7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:10.989259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.995366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:10.996369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.093955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bce80fbd-c4e1-4382-be80-b1be28c5138e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:11.105118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.149560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.7571471
Mar 05 20:57:11.152719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51120) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:11.177113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3dba021e-8f17-468f-bb53-8b2ba69f6bfe req-39fae436-419d-4579-b682-f8ecbda604bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813923
Mar 05 20:57:11.185169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=8bbdfb3f-c622-4e6d-96c9-3f873f212acf,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:11.213900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8bbdfb3f-c622-4e6d-96c9-3f873f212acf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:11.233027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.256913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7ee37-590c-4580-8d35-045939ea65f4 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=6c5f03cd-dfcd-4921-8edb-1828215288a7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:11.263294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-8776a3eb-a786-401d-9159-619a2844a9fd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.264890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-8776a3eb-a786-401d-9159-619a2844a9fd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.2246208
Mar 05 20:57:11.280047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9bc28c-2ad2-424c-a397-d88dbe3c1d92 req-4362172d-e308-4ed2-b636-0887d65b88e5 service neutron] 10.222.0.31 "GET /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776358
Mar 05 20:57:11.307802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6c5f03cd-dfcd-4921-8edb-1828215288a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:11.308689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-7e674bf7-eb3a-4c66-9bd7-e8ea05eb8f24 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/quotas/77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 375 time: 0.0250742
Mar 05 20:57:11.330221 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77374f65-9ce5-41f9-8ac6-687672f7400f x-openstack-request-id: req-77374f65-9ce5-41f9-8ac6-687672f7400f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:11.330559 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:11.330780 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77374f65-9ce5-41f9-8ac6-687672f7400f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:11.331182 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'status': 'completed', 'code': 200}
Mar 05 20:57:11.331440 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'status': 'completed', 'code': 200}
Mar 05 20:57:11.424947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cad328-eddd-47dd-8b0b-55b265b004fd tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.430949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cad328-eddd-47dd-8b0b-55b265b004fd tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.436003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cad328-eddd-47dd-8b0b-55b265b004fd tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.441812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cad328-eddd-47dd-8b0b-55b265b004fd tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.446698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5cad328-eddd-47dd-8b0b-55b265b004fd tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2784131
Mar 05 20:57:11.452809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51122) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:11.453970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:11.470354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'mac_address': 'fa:16:3e:79:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:11.522760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bce80fbd-c4e1-4382-be80-b1be28c5138e is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:11.524690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.544405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce80fbd-c4e1-4382-be80-b1be28c5138e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:11.574182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-fbdba77f-23fa-4f8a-a7cd-f380df7acfe2 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1001 time: 0.2255795
Mar 05 20:57:11.575108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:11.577898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-7569d24b-b80e-41ef-b5f8-745906a33476 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2520354
Mar 05 20:57:11.586365 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:57:11.593186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8bbdfb3f-c622-4e6d-96c9-3f873f212acf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.594051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.595195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-ec6eb4ee-9e9b-4ddc-a546-eb029a15a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.596857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-ec6eb4ee-9e9b-4ddc-a546-eb029a15a18a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 1126 time: 0.2461910
Mar 05 20:57:11.598758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-8227f166-7f41-47bf-8f7a-8ba089a48a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.600557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-8227f166-7f41-47bf-8f7a-8ba089a48a1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1127 time: 0.2199385
Mar 05 20:57:11.658884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:11.696518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.706455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.740812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-3f534179-2fb0-4710-a11f-329b48bd4c6b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.742222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-3f534179-2fb0-4710-a11f-329b48bd4c6b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports/7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 942 time: 0.1670425
Mar 05 20:57:11.840560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-109fd9f7-4b52-4b52-b586-095956209f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.843124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-109fd9f7-4b52-4b52-b586-095956209f3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.2227211
Mar 05 20:57:11.843848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8bbdfb3f-c622-4e6d-96c9-3f873f212acf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:11.844828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-956cc7ef-efd0-49af-875b-ef2b691a66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:11.847234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-956cc7ef-efd0-49af-875b-ef2b691a66ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.2257962
Mar 05 20:57:11.902595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['bce80fbd-c4e1-4382-be80-b1be28c5138e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:11.905023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'Port': ['ID=aa4757d2-2a56-4574-a70d-618e5bce7c4d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:11.918005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac1eac0>,) {'filters': {'network_id': ['8bbdfb3f-c622-4e6d-96c9-3f873f212acf']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:11.922657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-462c78cc-0b26-41ea-8314-54079b1a1404 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267245
Mar 05 20:57:11.946753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac1eac0>, '370e50a6-c788-4495-acf9-b1bd60e7d69a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:11.947054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac1eac0>, '370e50a6-c788-4495-acf9-b1bd60e7d69a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:12.002246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (370e50a6-c788-4495-acf9-b1bd60e7d69a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.004358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.017340 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-5e91c53b-92e6-4091-a724-0595595bed7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e HTTP/1.1" status: 200  len: 217 time: 0.1342735
Mar 05 20:57:12.035599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-41e9a689-a11e-4385-8dc1-608ea30e2258 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 1001 time: 0.1532493
Mar 05 20:57:12.036408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (370e50a6-c788-4495-acf9-b1bd60e7d69a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.055987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.057428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a043180e-b988-4b5e-a43e-d42a01ca25f1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4243715
Mar 05 20:57:12.058827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:12.059237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (370e50a6-c788-4495-acf9-b1bd60e7d69a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:12.063735 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:12.099707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-87e194f8-3e82-42fa-b604-820118149c0d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1001 time: 0.2715437
Mar 05 20:57:12.160610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-cb0a42b1-9370-4118-b544-5f79e4ddc3e6 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280173
Mar 05 20:57:12.170626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8bbdfb3f-c622-4e6d-96c9-3f873f212acf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.181569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.185302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/8bbdfb3f-c622-4e6d-96c9-3f873f212acf HTTP/1.1" status: 204  len: 168 time: 0.7312975
Mar 05 20:57:12.195454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51128) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:12.223005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-036893ba-b3e5-4ac1-a85f-07e661fb6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.225877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-036893ba-b3e5-4ac1-a85f-07e661fb6091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1653140
Mar 05 20:57:12.229809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-96866889-9f00-4aee-b08a-c10cce006d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.231243 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-96866889-9f00-4aee-b08a-c10cce006d80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.2072625
Mar 05 20:57:12.269443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59abd4-41a5-446d-ab77-99d50e93ca95 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=8bbdfb3f-c622-4e6d-96c9-3f873f212acf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:12.292569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6c5f03cd-dfcd-4921-8edb-1828215288a7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.337027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-41575ec9-93ca-468b-a264-6fd7e3f5b7ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709929
Mar 05 20:57:12.440246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6c5f03cd-dfcd-4921-8edb-1828215288a7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.471400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0f910>,) {'filters': {'network_id': ['6c5f03cd-dfcd-4921-8edb-1828215288a7']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:12.490729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338cd9e-b666-42a2-b468-df99206ad458 req-83fe5dd0-97cf-475d-84d7-a034b2477b9f tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.497873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2338cd9e-b666-42a2-b468-df99206ad458 req-83fe5dd0-97cf-475d-84d7-a034b2477b9f tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 944 time: 0.1148889
Mar 05 20:57:12.509748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0f910>, '8255fa80-d01c-4c26-965e-0c46090e9fe2') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:12.509947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0f910>, '8255fa80-d01c-4c26-965e-0c46090e9fe2') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:12.529315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (8255fa80-d01c-4c26-965e-0c46090e9fe2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.558123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8255fa80-d01c-4c26-965e-0c46090e9fe2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.570913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2338cd9e-b666-42a2-b468-df99206ad458 req-cca492ac-2b63-44db-9761-b8fa52170ca5 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721357
Mar 05 20:57:12.572002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:12.572457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (8255fa80-d01c-4c26-965e-0c46090e9fe2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:12.575655 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:12.643122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6c5f03cd-dfcd-4921-8edb-1828215288a7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.652553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.656161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/6c5f03cd-dfcd-4921-8edb-1828215288a7 HTTP/1.1" status: 204  len: 168 time: 0.4594603
Mar 05 20:57:12.660384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51142) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:12.705384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b994-10c1-47e1-a2d6-ffc7b8e0a841 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=6c5f03cd-dfcd-4921-8edb-1828215288a7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:12.741313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-878fcab8-01a7-4ec4-8db1-8e7d177da6d0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.742631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-878fcab8-01a7-4ec4-8db1-8e7d177da6d0 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.6334913
Mar 05 20:57:12.759263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea518-6047-4f7d-ac37-69909350e239 req-06226ab8-b6ec-4bc0-ad59-71606031964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.760965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-06226ab8-b6ec-4bc0-ad59-71606031964d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5264852
Mar 05 20:57:12.806982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ff66c-e3d0-4966-a273-efc878afa3d4 req-346d56f3-9dbf-4472-b41d-76f26ee29a7a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.808824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de3ff66c-e3d0-4966-a273-efc878afa3d4 req-346d56f3-9dbf-4472-b41d-76f26ee29a7a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1514137
Mar 05 20:57:12.854281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69fba8-3186-49ae-987c-38a891b16b7b tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.860031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69fba8-3186-49ae-987c-38a891b16b7b tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:12.861830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4b69fba8-3186-49ae-987c-38a891b16b7b tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2002776
Mar 05 20:57:12.866627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:12.872641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1550967336'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:12.925494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-8ddede0f-25f8-4e0d-9127-b4d8f6868e54 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5814304
Mar 05 20:57:12.929977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de3ff66c-e3d0-4966-a273-efc878afa3d4 req-ac80ce73-7d04-4263-88c1-8e30c2f22824 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058512
Mar 05 20:57:12.941842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:12.949694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:12.964944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-6ccf46ee-5c62-4fe6-8b80-c25e18473e76 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1001 time: 0.2013319
Mar 05 20:57:12.977127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-ae218cf4-c5c3-4db1-84c9-d203b87b9f78 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003345
Mar 05 20:57:12.998862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:13.011646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (271383c5-e4b6-4a42-8248-7ca8c154ae33), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.012141 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment 271383c5-e4b6-4a42-8248-7ca8c154ae33 of type vlan for network 90488ae6-bfd2-4498-8950-92420d05eef0
Mar 05 20:57:13.031407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.073716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (90488ae6-bfd2-4498-8950-92420d05eef0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.109792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-0cb5f3ea-5f30-48bb-b1a2-2c5533b27b40 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1604065866&fields=id&tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3 HTTP/1.1" status: 200  len: 267 time: 0.0886085
Mar 05 20:57:13.117387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5273f935-dd07-4fd5-a9bc-622b643001cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:13.132814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bce80fbd-c4e1-4382-be80-b1be28c5138e up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:13.144895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (90488ae6-bfd2-4498-8950-92420d05eef0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.152691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:13.153313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.165633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.230983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-c11ba4b3-9a47-4ff5-bdad-98b4e440b7ca service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2642884
Mar 05 20:57:13.236416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port bce80fbd-c4e1-4382-be80-b1be28c5138e completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:13.242909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port bce80fbd-c4e1-4382-be80-b1be28c5138e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:13.243419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.252598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-724ea518-6047-4f7d-ac37-69909350e239 req-2f0c7ca4-95c5-45d8-b13d-d8a3fece0fd9 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577775
Mar 05 20:57:13.296210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4284360
Mar 05 20:57:13.298339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51156) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:13.299608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374b0c-0547-4ed1-9026-6a891197bbf3 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=90488ae6-bfd2-4498-8950-92420d05eef0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:13.307566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-121285347'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.334932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 90488ae6-bfd2-4498-8950-92420d05eef0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:13.338595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5273f935-dd07-4fd5-a9bc-622b643001cf,segment=NetworkSegment(43e15362-03da-4165-abae-033c0a574fab),segment_id=43e15362-03da-4165-abae-033c0a574fab)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:13.349967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:13.351287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-e9a0265f-cf13-4855-ba80-41347e9cc377 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:13.353206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-e9a0265f-cf13-4855-ba80-41347e9cc377 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/networks?id=cef49219-74b2-4998-a1b8-20eff7615b33 HTTP/1.1" status: 200  len: 814 time: 0.2326155
Mar 05 20:57:13.353566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.372211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-14c706d4-3e18-4ea0-a202-2920a4533a7f tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/quotas/f2bfa48c6cd94b69aa05b9cfd60c4bc3 HTTP/1.1" status: 200  len: 375 time: 0.0115600
Mar 05 20:57:13.399649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.404730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '5273f935-dd07-4fd5-a9bc-622b643001cf', 'network_id': '5a4b4054-c218-4ff5-8873-f67c4a707764', 'port_id': '5273f935-dd07-4fd5-a9bc-622b643001cf', 'mac_address': 'fa:16:3e:dc:be:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce5328a-509d-437b-8815-cb193f2a29be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:13.407113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.407458 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125 disassociated. External IP: 172.35.0.115, port: 7d12cb43-6b68-44ec-be62-881ac11e38d1.
Mar 05 20:57:13.416136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bce80fbd-c4e1-4382-be80-b1be28c5138e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:13.416534 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.442335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-a6cae76b-3877-440d-b336-ef10045a1216 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0642481
Mar 05 20:57:13.459847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:13.485391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:13.487582 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee9978-7f4a-43f4-9189-585140f5379e" -d '{"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-plugged", "status": "completed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:13.504448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:13.506189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5273f935-dd07-4fd5-a9bc-622b643001cf is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:13.506662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.509773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e8b510d4-aaf1-496e-87f7-dd10a1803ca9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.510186 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment e8b510d4-aaf1-496e-87f7-dd10a1803ca9 of type vlan for network 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03
Mar 05 20:57:13.516813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.550274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273f935-dd07-4fd5-a9bc-622b643001cf {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:13.593634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5273f935-dd07-4fd5-a9bc-622b643001cf,segment=NetworkSegment(43e15362-03da-4165-abae-033c0a574fab),segment_id=43e15362-03da-4165-abae-033c0a574fab)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:13.602306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-b989c218-d514-4b18-9ed9-b404f4d48e42 service neutron] 10.222.0.15 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439307
Mar 05 20:57:13.604411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.606597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:13.639528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (958c0f6b-9ac4-4f46-b6a2-6ced7399cc03), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.665297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:13.723077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-60cc26d4-fe7d-456c-8aeb-800c839784d6 service neutron] 10.222.0.15 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1058581
Mar 05 20:57:13.786505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (958c0f6b-9ac4-4f46-b6a2-6ced7399cc03), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.792498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:13.793093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:13.800409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-ba2b04fd-52c3-4c6e-984d-3346b1fe21fa tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:13.801800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-ba2b04fd-52c3-4c6e-984d-3346b1fe21fa tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.2510250
Mar 05 20:57:13.874836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Request body: {'port': {'device_id': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'admin_state_up': True, 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.885258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['5273f935-dd07-4fd5-a9bc-622b643001cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:13.948271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6454425
Mar 05 20:57:13.953245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:13.969964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'ports': [{'network_id': '90488ae6-bfd2-4498-8950-92420d05eef0', 'name': 'tempest-port--1901272505', 'admin_state_up': True}, {'network_id': '958c0f6b-9ac4-4f46-b6a2-6ced7399cc03', 'admin_state_up': False}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.970304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'port': {'network_id': '90488ae6-bfd2-4498-8950-92420d05eef0', 'name': 'tempest-port--1901272505', 'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.970784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'port': {'network_id': '958c0f6b-9ac4-4f46-b6a2-6ced7399cc03', 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:13.999844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40b7c3-e93e-4792-9433-6d6d6311326b req-92c0b6bd-5c14-46ea-8a1f-d68a0cc763aa tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:14.001706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a40b7c3-e93e-4792-9433-6d6d6311326b req-92c0b6bd-5c14-46ea-8a1f-d68a0cc763aa tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1285329
Mar 05 20:57:14.032622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2315-72bb-4fcc-a7ff-c094a41a936c tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=958c0f6b-9ac4-4f46-b6a2-6ced7399cc03,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:14.045802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:14.094677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a40b7c3-e93e-4792-9433-6d6d6311326b req-40fefd06-3fa3-4c00-b4ae-a13100da1645 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860374
Mar 05 20:57:14.102831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:14.225776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc6ce858-4eb6-4603-b617-2acd9b7a1ad2 req-9b03c44c-d16a-4267-b3ac-751f415dd2f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 210 time: 0.0336289
Mar 05 20:57:14.272050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:14.275498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:14.282962 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d1433-2a6c-4e35-82d7-b5325a56aa56 x-openstack-request-id: req-605d1433-2a6c-4e35-82d7-b5325a56aa56 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:14.283474 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-plugged", "status": "completed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:14.283597 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605d1433-2a6c-4e35-82d7-b5325a56aa56 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:14.283922 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'code': 200}
Mar 05 20:57:14.328262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'port': 2} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:14.332594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:14.393384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:14.496472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:14.506975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:14.510495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:14.530764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:14.531771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82972a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:14.647031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Allocated IP 172.20.0.14 (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397/f0fe9d12-5675-40d0-b2de-9a8fa6679078/66b1650a-3e82-4d7d-b60f-82261d656e4c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:14.663847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-8d34c9fc-6887-455d-9023-bd3eafd12520 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "PUT /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 695 time: 1.6839807
Mar 05 20:57:14.667294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:14.669627 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a7d1f-6572-4190-b6ad-c74cdb856648" -d '{"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:14.704830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:14.732505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] device_id is not set on port 63050fc4-4eeb-4184-9bfe-1b6028217b76 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:57:14.744102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1679-bb26-4d41-a74f-c6a2e2b8257c req-bdc16ecb-f73d-4449-a276-50cf0f777e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:14.745553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-962d1679-bb26-4d41-a74f-c6a2e2b8257c req-bdc16ecb-f73d-4449-a276-50cf0f777e32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 1128 time: 0.3881385
Mar 05 20:57:14.753264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15de42-55b6-4e58-af92-e483b4c6f82a req-a5b9d9df-c8b4-47b9-ab94-0ae69f583c77 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:14.756884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff15de42-55b6-4e58-af92-e483b4c6f82a req-a5b9d9df-c8b4-47b9-ab94-0ae69f583c77 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 945 time: 0.4085810
Mar 05 20:57:14.833099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-962d1679-bb26-4d41-a74f-c6a2e2b8257c req-897a2563-4fb9-415b-bffd-b67ea7732bf1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749044
Mar 05 20:57:14.838937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff15de42-55b6-4e58-af92-e483b4c6f82a req-1fde7fa9-db44-490f-b0f8-1f35dbf96560 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728829
Mar 05 20:57:14.861009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-0d6995f9-3d6d-470b-89aa-3cd4a01fd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:14.861009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-0d6995f9-3d6d-470b-89aa-3cd4a01fd73b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1127 time: 0.1738973
Mar 05 20:57:14.953660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82972a90>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:14.957265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acefd21c-36e6-4166-959c-a04fc5db21dc req-d0a0199f-4b46-4d36-adb5-0ac665fe2ce1 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 210 time: 0.0329316
Mar 05 20:57:15.001717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks [] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.007264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:15.018491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:15.019403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82972a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:15.049246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for port (63050fc4-4eeb-4184-9bfe-1b6028217b76), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.102172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849da7-a405-4a4b-8a18-61b0f85c648b req-9b761294-77dc-4056-8d9a-60f418c065bb tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.110013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6849da7-a405-4a4b-8a18-61b0f85c648b req-9b761294-77dc-4056-8d9a-60f418c065bb tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0753806
Mar 05 20:57:15.131356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5273f935-dd07-4fd5-a9bc-622b643001cf up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:15.166802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6849da7-a405-4a4b-8a18-61b0f85c648b req-a5e5cbf0-8fbe-4f73-be14-181a68accacf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558784
Mar 05 20:57:15.195210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:15.284645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 5273f935-dd07-4fd5-a9bc-622b643001cf completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:15.336851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 5273f935-dd07-4fd5-a9bc-622b643001cf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:15.337237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.386343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-4fd0839b-5cc0-4198-84dd-fbaa4937811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.388002 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-4fd0839b-5cc0-4198-84dd-fbaa4937811a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 1127 time: 0.1029117
Mar 05 20:57:15.396492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d86e7-7f1b-4c0b-9c15-f02ea6d4d48f req-90d6b74f-e280-4ae8-b980-014beb12a102 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.398292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d71d86e7-7f1b-4c0b-9c15-f02ea6d4d48f req-90d6b74f-e280-4ae8-b980-014beb12a102 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0694375
Mar 05 20:57:15.427698 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11953f84-cbad-4bb5-b748-f456a9780a6b x-openstack-request-id: req-11953f84-cbad-4bb5-b748-f456a9780a6b {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:15.428608 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:15.428608 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11953f84-cbad-4bb5-b748-f456a9780a6b {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:15.428813 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'status': 'completed', 'code': 200}
Mar 05 20:57:15.475464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-89bea92d-8aa6-44a4-8a32-96527100bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.476547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-89bea92d-8aa6-44a4-8a32-96527100bc54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.5980852
Mar 05 20:57:15.494677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5273f935-dd07-4fd5-a9bc-622b643001cf is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:15.495102 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.496884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] device_id is not set on port d256c0f5-ef90-49ed-b479-c646bdac4b03 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:57:15.503631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.521516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d71d86e7-7f1b-4c0b-9c15-f02ea6d4d48f req-1195829c-3864-47f3-a502-9b5eaffa1f52 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055570
Mar 05 20:57:15.541884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82972a90>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:15.545242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5273f935-dd07-4fd5-a9bc-622b643001cf,segment=NetworkSegment(43e15362-03da-4165-abae-033c0a574fab),segment_id=43e15362-03da-4165-abae-033c0a574fab)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:15.552854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-18fac511-b4b0-4a89-8d6c-efaacf236913 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 217 time: 0.0670009
Mar 05 20:57:15.574071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-c11402d2-12c9-4cbf-bb30-2b34e8dd42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.576155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-c11402d2-12c9-4cbf-bb30-2b34e8dd42f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.1772895
Mar 05 20:57:15.582420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabd860-1ca1-4532-9a96-e8ed5160ec5f None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:15.585493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.639335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:15.669768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:15.679526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-0d7bdbd6-ac6d-4169-8f71-efbd58309139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 200  len: 217 time: 0.0534313
Mar 05 20:57:15.682520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-972c49d5-ee58-4ef9-9307-e0fb9184668c tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.684069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-972c49d5-ee58-4ef9-9307-e0fb9184668c tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.23 "GET /v2.0/networks?id=cef49219-74b2-4998-a1b8-20eff7615b33 HTTP/1.1" status: 200  len: 814 time: 0.5830650
Mar 05 20:57:15.684736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:15.691409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:15.696998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5973b-7a3e-474a-bac8-0143c7a8ff0e req-d0003629-253c-4322-8ce3-179aebcd40de tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.698713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9f5973b-7a3e-474a-bac8-0143c7a8ff0e req-d0003629-253c-4322-8ce3-179aebcd40de tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 932 time: 0.1139157
Mar 05 20:57:15.704171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:15.750085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-fab61f56-b8d7-49ac-8f23-55d67db55162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.751575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-fab61f56-b8d7-49ac-8f23-55d67db55162 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1636822
Mar 05 20:57:15.785876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-9a0b9866-43ba-4e6e-bf5f-fcf1a7482e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.788311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-9a0b9866-43ba-4e6e-bf5f-fcf1a7482e82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.0886364
Mar 05 20:57:15.825775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9f5973b-7a3e-474a-bac8-0143c7a8ff0e req-55e7ab1a-15ab-4640-b071-554d345dce2b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075988
Mar 05 20:57:15.860431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.861071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:15.929397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-698c526c-e69e-4f5d-bea5-107d921a0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:15.930963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-698c526c-e69e-4f5d-bea5-107d921a0108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1296253
Mar 05 20:57:15.936458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-f445b15a-ddb2-4d42-bbe8-3a31d7716801 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3 HTTP/1.1" status: 200  len: 380 time: 0.2334783
Mar 05 20:57:15.945053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-9cdd22a0-9128-46ac-9250-2e718d753ccf tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1078947
Mar 05 20:57:15.954508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'port': {'device_id': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'admin_state_up': True, 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'security_groups': ['ef3d624d-5312-4701-b769-463523acb1a3']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:15.965614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Request body: {'port': {'device_id': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:15.969834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for port (d256c0f5-ef90-49ed-b479-c646bdac4b03), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:16.067384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-11b02eb0-89d3-4273-b298-b73777e27aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.075291 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe3046-6ee4-44c9-be43-363ecbf9490f None None] New status for floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:57:16.077258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-11b02eb0-89d3-4273-b298-b73777e27aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3099663
Mar 05 20:57:16.104461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11149bd-a1bf-4134-9f2e-e634e1763a52 req-de73c885-ea78-4302-81ff-71b4ecd8d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.106014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11149bd-a1bf-4134-9f2e-e634e1763a52 req-de73c885-ea78-4302-81ff-71b4ecd8d5ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1128 time: 0.1922476
Mar 05 20:57:16.137038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbec01-e874-42a9-9c49-197565959bdc req-67902558-7316-4b53-91b7-ecde7a8f31b1 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.138544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdbbec01-e874-42a9-9c49-197565959bdc req-67902558-7316-4b53-91b7-ecde7a8f31b1 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.1678441
Mar 05 20:57:16.160902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-72946fb3-0362-44ef-9cbb-34d36ddf19ec service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878133
Mar 05 20:57:16.238681 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:16.241784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (63050fc4-4eeb-4184-9bfe-1b6028217b76), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:16.261460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b11149bd-a1bf-4134-9f2e-e634e1763a52 req-e9384e7c-4ee6-461b-be73-257b08a4e92c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465771
Mar 05 20:57:16.273050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdbbec01-e874-42a9-9c49-197565959bdc req-51d5f2f3-7d4c-4d1e-b44e-5f5f7475a8ff tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261921
Mar 05 20:57:16.287253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:16.289783 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71603aae-cde9-4f32-9c50-ece5c50ba7df" -d '{"events": [{"server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "name": "network-vif-plugged", "status": "completed", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:16.319269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-635a7d1f-6572-4190-b6ad-c74cdb856648 req-b792028a-f86f-44bf-89bb-62756f625a43 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505013
Mar 05 20:57:16.365099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-0b670f72-9b82-44c7-b02a-5224cc6b8cef service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2764735
Mar 05 20:57:16.376186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Made reservation on behalf of f2bfa48c6cd94b69aa05b9cfd60c4bc3 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:16.379451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:16.401816 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ed8b3fb-1329-463a-b464-b597150a2fcf req-c7e99ef0-93cd-4985-81dc-bb14e107a487 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 210 time: 0.0343359
Mar 05 20:57:16.420692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Port': ['ID=63050fc4-4eeb-4184-9bfe-1b6028217b76,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:16.514793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbdad-0b57-47dd-a84e-c87c565b4801 req-712c5b8e-4054-4197-b246-ff50febbb6bf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.516449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-633dbdad-0b57-47dd-a84e-c87c565b4801 req-712c5b8e-4054-4197-b246-ff50febbb6bf tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0564990
Mar 05 20:57:16.565642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-633dbdad-0b57-47dd-a84e-c87c565b4801 req-e61def65-a54f-4de9-b722-59473b66977a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426860
Mar 05 20:57:16.577696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Checking segment: {'id': '271383c5-e4b6-4a42-8248-7ca8c154ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '90488ae6-bfd2-4498-8950-92420d05eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:16.578072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network hostable DHCP agents. Network: 90488ae6-bfd2-4498-8950-92420d05eef0, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:16.611308 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b302a-6e69-433e-bec5-64f2455dd3b5 x-openstack-request-id: req-241b302a-6e69-433e-bec5-64f2455dd3b5 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:16.611769 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "name": "network-vif-plugged", "status": "completed", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:16.612119 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-241b302a-6e69-433e-bec5-64f2455dd3b5 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:16.612606 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf', 'code': 200}
Mar 05 20:57:16.710795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b719f54-1e69-464c-85ac-ad5162d9981e req-e0269a3b-c9c4-4943-bbb4-5592cce6abed service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211927
Mar 05 20:57:16.714880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network 90488ae6-bfd2-4498-8950-92420d05eef0 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:16.742725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ad021-20b1-4b20-8ad2-f9dc10d6e062 req-432c9a90-e588-47c3-a659-074f9f7b3cfb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.744291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-298ad021-20b1-4b20-8ad2-f9dc10d6e062 req-432c9a90-e588-47c3-a659-074f9f7b3cfb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0865698
Mar 05 20:57:16.747779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90488ae6-bfd2-4498-8950-92420d05eef0) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:16.756555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Allocated IP 172.20.0.8 (cef49219-74b2-4998-a1b8-20eff7615b33/7c5168e9-0546-4f4d-ba6e-877b43b3feda/b7562f27-5f06-4bcc-a8b8-962b8a5a7750) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:16.761328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184162c4-cbfe-4d78-a3d8-7ae0c60e7435 None None] Network 90488ae6-bfd2-4498-8950-92420d05eef0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:16.764063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:16.765217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d256c0f5-ef90-49ed-b479-c646bdac4b03), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:16.773195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c879-8f8f-419c-b6a1-8d672029271f req-507ab5f9-ab4c-4da6-8490-13dab6c97f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.774676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad9c879-8f8f-419c-b6a1-8d672029271f req-507ab5f9-ab4c-4da6-8490-13dab6c97f05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 1128 time: 0.0902231
Mar 05 20:57:16.837206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-298ad021-20b1-4b20-8ad2-f9dc10d6e062 req-795b9b27-69f8-4395-be9f-09a54b58969c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840800
Mar 05 20:57:16.869287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ad9c879-8f8f-419c-b6a1-8d672029271f req-39dc6869-02ad-4b52-9250-6fc7a3951eda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865219
Mar 05 20:57:16.896437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Port': ['ID=d256c0f5-ef90-49ed-b479-c646bdac4b03,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:16.969143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84416560-cdab-4b07-a1a9-878643d451bf req-b4e0f96a-e900-4a11-8875-d1fecb33a8c3 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:16.980229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84416560-cdab-4b07-a1a9-878643d451bf req-b4e0f96a-e900-4a11-8875-d1fecb33a8c3 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 932 time: 0.0735207
Mar 05 20:57:17.038277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84416560-cdab-4b07-a1a9-878643d451bf req-8f56d1cd-d04b-453c-aecf-783150108d4e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568237
Mar 05 20:57:17.096169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Checking segment: {'id': 'e8b510d4-aaf1-496e-87f7-dd10a1803ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '958c0f6b-9ac4-4f46-b6a2-6ced7399cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:17.096769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network hostable DHCP agents. Network: 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:17.134273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b1650a-3e82-4d7d-b60f-82261d656e4c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:17.149777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks [] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.177053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-3c771b92-dfcb-4b29-8c5d-cf26c20b1a06 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.179149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-3c771b92-dfcb-4b29-8c5d-cf26c20b1a06 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0659263
Mar 05 20:57:17.191721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Transition to ACTIVE for port object 66b1650a-3e82-4d7d-b60f-82261d656e4c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:17.192753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:17.198628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.202570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.218531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:17.222405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:17.228977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.233769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd9dfb-62c9-46d7-8973-381d5c8d4380 None None] Network 958c0f6b-9ac4-4f46-b6a2-6ced7399cc03 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:17.234199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.235082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.242498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-8b6e7b60-3dae-4028-bbd6-6645615ef83b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 696 time: 0.0548453
Mar 05 20:57:17.249171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:17.300124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.308700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a5237a8-a36c-4cf1-be9c-a5ef43e8f3e9 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.3511288
Mar 05 20:57:17.311472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51212) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:17.417735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:17.463618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.550921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea4e09-59f9-4a9f-854a-766eaa4817a2 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.556572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea4e09-59f9-4a9f-854a-766eaa4817a2 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.558154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84ea4e09-59f9-4a9f-854a-766eaa4817a2 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2445309
Mar 05 20:57:17.562843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:17.563702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Network cef49219-74b2-4998-a1b8-20eff7615b33 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:17.571701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:17.577288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:17.577623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:17.577956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:17.580855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:17.588805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event updated for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:17.616946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7cc4c-79a2-4876-98d0-035885930843 req-a564212f-2ed6-46c0-8691-6890bca516e2 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.618547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1df7cc4c-79a2-4876-98d0-035885930843 req-a564212f-2ed6-46c0-8691-6890bca516e2 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.1967556
Mar 05 20:57:17.619178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:17.619486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:17.642607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:17.642956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:17.643350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:17.643837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Bound port: 66b1650a-3e82-4d7d-b60f-82261d656e4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:17.644201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.710718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.711488 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.747819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-d099a32b-d231-47fa-bf83-e87bc78b367d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7973082
Mar 05 20:57:17.755995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1df7cc4c-79a2-4876-98d0-035885930843 req-a76812a5-2746-4a97-90d7-6dbddefef359 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279078
Mar 05 20:57:17.767121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Request body: {'port': {'device_id': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:17.803350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:17.807782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:17.815567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.829112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting port 63050fc4-4eeb-4184-9bfe-1b6028217b76 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:17.829461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (63050fc4-4eeb-4184-9bfe-1b6028217b76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.929349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.929970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.931403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] 10.222.0.31 "PUT /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 1092 time: 1.9733939
Mar 05 20:57:17.932549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aede6d94-4240-4587-ba9c-573efb97e6c9 None None] Provisioning complete for port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:17.933162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aede6d94-4240-4587-ba9c-573efb97e6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.934782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:17.936886 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec5d5cf-9216-4232-9065-a376dd892530" -d '{"events": [{"name": "network-changed", "server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:17.939268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.949697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (63050fc4-4eeb-4184-9bfe-1b6028217b76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.971259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Calling delete_port for 63050fc4-4eeb-4184-9bfe-1b6028217b76 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:17.975438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.985791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:17.989889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7a08f-3835-467c-9a09-57b727ec4d9b req-1c0854d9-e5f8-4566-b2ec-589324c76688 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:17.997070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24b7a08f-3835-467c-9a09-57b727ec4d9b req-1c0854d9-e5f8-4566-b2ec-589324c76688 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1278851
Mar 05 20:57:18.003698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad06f2-b628-42f0-8271-1400c023a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:18.030100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aede6d94-4240-4587-ba9c-573efb97e6c9 None None] Port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:57:18.163521 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125 associated. External IP: 172.35.0.115, port: 2710cf64-1285-4d3b-8a24-95520a144b8c.
Mar 05 20:57:18.167219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (63050fc4-4eeb-4184-9bfe-1b6028217b76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:18.172100 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24b7a08f-3835-467c-9a09-57b727ec4d9b req-a6d68e75-e117-44b7-a5a8-b23c62b05ec2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740901
Mar 05 20:57:18.184581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-6e39c828-05cf-478e-8791-bcae78289f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:18.186168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-6e39c828-05cf-478e-8791-bcae78289f45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1126 time: 0.1777763
Mar 05 20:57:18.258741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Port': ['ID=63050fc4-4eeb-4184-9bfe-1b6028217b76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:18.268657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-75e85173-6923-4a43-aba5-8290a0209db8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 217 time: 0.0722573
Mar 05 20:57:18.270677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:18.273850 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8ee807e1-f20d-4f0d-86c5-ac4145892a09 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/ports/63050fc4-4eeb-4184-9bfe-1b6028217b76 HTTP/1.1" status: 204  len: 168 time: 0.7099218
Mar 05 20:57:18.276385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51226) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:18.462673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting port d256c0f5-ef90-49ed-b479-c646bdac4b03 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:18.462950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d256c0f5-ef90-49ed-b479-c646bdac4b03), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:18.547861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d256c0f5-ef90-49ed-b479-c646bdac4b03), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:18.565509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:18.566527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Calling delete_port for d256c0f5-ef90-49ed-b479-c646bdac4b03 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:18.632793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-aeb5a0e2-3d99-4dc9-bfb5-3f04edc48b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:18.634238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-aeb5a0e2-3d99-4dc9-bfb5-3f04edc48b60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.3565469
Mar 05 20:57:18.683989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b590e8-5ce5-4ac9-a697-7db2f508ccaf req-b0a80a53-d514-4410-a4bd-27b3e2efddf5 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:18.685536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88b590e8-5ce5-4ac9-a697-7db2f508ccaf req-b0a80a53-d514-4410-a4bd-27b3e2efddf5 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 931 time: 0.4425304
Mar 05 20:57:18.689428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-0dff6beb-8cec-4bfc-b811-91c299f6aeb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465081
Mar 05 20:57:18.831014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88b590e8-5ce5-4ac9-a697-7db2f508ccaf req-62077715-0969-49bf-97c2-ab829dcac41d tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371131
Mar 05 20:57:18.836907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7562f27-5f06-4bcc-a8b8-962b8a5a7750 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:18.852363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks [] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:18.879220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Transition to ACTIVE for port object b7562f27-5f06-4bcc-a8b8-962b8a5a7750 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:18.883460 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-68171611-661a-44f0-8028-55312d56b864 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863925
Mar 05 20:57:18.884647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.016583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Pushing event updated for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:19.112988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8019c8-845e-4f7e-ace3-4f058baea1f8 req-055742f1-57f9-4328-a16b-a76159fa58eb tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.114734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c8019c8-845e-4f7e-ace3-4f058baea1f8 req-055742f1-57f9-4328-a16b-a76159fa58eb tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1989899
Mar 05 20:57:19.119320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e789e882-1a37-40cd-b1df-1450f28abe8a req-1a0cf3b8-ac13-4843-949c-50adc5641cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296178
Mar 05 20:57:19.124808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-61ebed80-9ab1-4eee-aa83-dbfcf3d33d76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1662426
Mar 05 20:57:19.129001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:19.134322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.140786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:19.144276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-4417e943-d3a1-411c-a321-06a5c6c45940 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.146396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-4417e943-d3a1-411c-a321-06a5c6c45940 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "GET /v2.0/ports?device_id=1567b85e-c179-4c65-9ec1-47b86cdba579 HTTP/1.1" status: 200  len: 945 time: 0.1898723
Mar 05 20:57:19.167960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d256c0f5-ef90-49ed-b479-c646bdac4b03), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.172158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:19.172996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8299b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:19.181812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Attempting to bind port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:19.182815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Attempting to bind port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:19.183343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Attempting to bind port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 on network cef49219-74b2-4998-a1b8-20eff7615b33 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:19.195274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 on network cef49219-74b2-4998-a1b8-20eff7615b33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:19.195915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Attempting to bind port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 on network cef49219-74b2-4998-a1b8-20eff7615b33 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:19.211345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:19.211765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Checking segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:19.212228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Bound using segment: {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:19.212680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Bound port: b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f37bcaa-0281-4b27-9030-eaea0b10d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:19.213108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.260644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Port': ['ID=d256c0f5-ef90-49ed-b479-c646bdac4b03,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:19.282691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c8019c8-845e-4f7e-ace3-4f058baea1f8 req-b1305f65-3ab0-4457-9ae3-8244760d1133 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608987
Mar 05 20:57:19.300361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-1e62476d-94b9-4ecb-88a7-06cffdb7eaea tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "PUT /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 997 time: 2.0490127
Mar 05 20:57:19.314423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:19.316863 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b20d51-2792-446e-b5b6-9678b4cc2d56" -d '{"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:19.321827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.325127 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ef04cc29-c32a-47fc-a335-7d654461da19 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/ports/d256c0f5-ef90-49ed-b479-c646bdac4b03 HTTP/1.1" status: 204  len: 168 time: 1.0475478
Mar 05 20:57:19.327652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51236) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:19.354267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:19.370406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-21448910-1184-4531-a4d7-016ae8a2009b tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0404363
Mar 05 20:57:19.374010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51238) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:19.378857 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9042d-103c-4b6c-919d-3e5b11b7c2d6 x-openstack-request-id: req-4bb9042d-103c-4b6c-919d-3e5b11b7c2d6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:19.379202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2081444299'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:19.379344 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:19.379613 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bb9042d-103c-4b6c-919d-3e5b11b7c2d6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:19.380920 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'status': 'completed', 'code': 200}
Mar 05 20:57:19.422163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-acbfda36-403d-407f-8bce-09f585aa2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.424649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-acbfda36-403d-407f-8bce-09f585aa2303 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.2225196
Mar 05 20:57:19.430043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:19.431303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:19.435015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.456380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-a06de95a-0397-4582-ab6a-38fdd09d0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.457879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-a06de95a-0397-4582-ab6a-38fdd09d0d6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.1567121
Mar 05 20:57:19.470769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:19.484867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.527530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-c1b8a796-fb38-4c05-92b8-80eb7254f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.529296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-c1b8a796-fb38-4c05-92b8-80eb7254f684 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1126 time: 0.1474833
Mar 05 20:57:19.534731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.535819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.538369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] 10.222.0.23 "PUT /v2.0/ports/b7562f27-5f06-4bcc-a8b8-962b8a5a7750 HTTP/1.1" status: 200  len: 1091 time: 1.7768390
Mar 05 20:57:19.552690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1d33-d601-41a9-90ff-f7f422e67c21 req-58381200-84d6-43ed-9ec4-65c729a389a8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.559640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7ec1d33-d601-41a9-90ff-f7f422e67c21 req-58381200-84d6-43ed-9ec4-65c729a389a8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.1627541
Mar 05 20:57:19.579796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:19.585900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Deleting port 7d12cb43-6b68-44ec-be62-881ac11e38d1 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:19.586251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.669921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a95f396f-f1d0-452c-b019-7c29940883fb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.670283 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment a95f396f-f1d0-452c-b019-7c29940883fb of type vlan for network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7
Mar 05 20:57:19.734555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8299b940>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:17Z', 'revision_number': 8, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:19.742274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5cd48-28bd-47b8-8313-f490682e6657 service neutron] Pushing event updated for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:19.771081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7ec1d33-d601-41a9-90ff-f7f422e67c21 req-9e42e722-c6eb-44b2-a680-1b53493d9507 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697550
Mar 05 20:57:19.788757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:19.801242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:19.803166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8299b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:19.804381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-432171af-6c23-46fe-8ec2-7d9a5a19868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.805009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-1504af58-f78c-45b9-a9ed-e4eaa74cc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.805906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-432171af-6c23-46fe-8ec2-7d9a5a19868c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3&device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 1125 time: 0.2032979
Mar 05 20:57:19.806640 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-1504af58-f78c-45b9-a9ed-e4eaa74cc87a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.3526886
Mar 05 20:57:19.815771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.826099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-c4ed0b6d-31bd-472c-8a39-98baa650d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.827583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-c4ed0b6d-31bd-472c-8a39-98baa650d489 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2883272
Mar 05 20:57:19.881999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-89a2af7b-c51d-410d-979e-9a1d84a90da3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750 HTTP/1.1" status: 200  len: 217 time: 0.0624375
Mar 05 20:57:19.885646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] For port 7d12cb43-6b68-44ec-be62-881ac11e38d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d12cb43-6b68-44ec-be62-881ac11e38d1,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:19.886021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:19.899933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-df1cbc17-e8ff-4f1a-8f61-3f555ff465a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:19.901517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-df1cbc17-e8ff-4f1a-8f61-3f555ff465a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.4329147
Mar 05 20:57:19.914592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-d4af84ea-9ac1-475a-b978-6d997a3076fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 217 time: 0.0484295
Mar 05 20:57:19.920836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Calling delete_port for 7d12cb43-6b68-44ec-be62-881ac11e38d1 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:19.971577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:19.995328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-0e0cc88a-d6ce-40ee-8c17-22caf26d7bb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1000 time: 0.1726928
Mar 05 20:57:19.996280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.001210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.001816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.016389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-35346fb2-3e7f-4083-9df7-f764233b7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.017856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-35346fb2-3e7f-4083-9df7-f764233b7745 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c5168e9-0546-4f4d-ba6e-877b43b3feda HTTP/1.1" status: 200  len: 853 time: 0.1054673
Mar 05 20:57:20.040695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-5cc8c5a2-8ef9-45cc-a822-df363194a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.042149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-5cc8c5a2-8ef9-45cc-a822-df363194a782 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1065409
Mar 05 20:57:20.064348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e041e-af94-465a-93f1-eb51b51db139 req-52ceb6d2-e749-4422-9597-1100f59e0358 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.065965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d0e041e-af94-465a-93f1-eb51b51db139 req-52ceb6d2-e749-4422-9597-1100f59e0358 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.2011237
Mar 05 20:57:20.099800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-e9992c9e-6485-4894-8ec7-91ed66db58fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333223
Mar 05 20:57:20.147300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7691433
Mar 05 20:57:20.151767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-a482a617-44a7-41a4-8d2d-1c0aad33eff5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1000 time: 0.2407274
Mar 05 20:57:20.152409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51242) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:20.163538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1155297740'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:20.182475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-ea36c144-0e2e-4885-aaeb-bcbe1e23bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.184016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-ea36c144-0e2e-4885-aaeb-bcbe1e23bfbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef49219-74b2-4998-a1b8-20eff7615b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1587064
Mar 05 20:57:20.195363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a50b-4949-40cf-bc5f-65a52cf27133 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=ef417c0f-3e49-4cd6-a520-ee5802fe5dd7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:20.219089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-3a1bf622-6f9f-4cf6-bd1d-7825173a1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.220661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-3a1bf622-6f9f-4cf6-bd1d-7825173a1fed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.2154026
Mar 05 20:57:20.221034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:20.276490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d0e041e-af94-465a-93f1-eb51b51db139 req-d6e19f24-fe67-43bd-b5c1-b4dbf987cd2d tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976202
Mar 05 20:57:20.294915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:20.298639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.301907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-d3b4dbc2-cd1d-4618-947e-aef0f6e3abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.304220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-d3b4dbc2-cd1d-4618-947e-aef0f6e3abeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.1296308
Mar 05 20:57:20.316481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-1df5e665-07ad-4c80-836e-def1f1df1c08 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095702
Mar 05 20:57:20.327423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8299b940>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:17Z', 'revision_number': 8, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:20.358236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedee32-955a-4f46-9161-26eee3c53498 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9af4ff89-b376-4e3c-9626-d9bf55b8f125', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'floating_ip_address': '172.35.0.115', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'port_id': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'mac_address': 'fa:16:3e:7e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:56:37Z', 'updated_at': '2022-03-05T20:57:17Z', 'revision_number': 8, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:20.391779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-9f699b61-3838-47b2-acf8-cf5cf17c335e service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991434
Mar 05 20:57:20.414555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-954db747-26ab-4620-8828-abdcfa945d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.416397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-954db747-26ab-4620-8828-abdcfa945d48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1872089
Mar 05 20:57:20.438117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:20.498190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7d12cb43-6b68-44ec-be62-881ac11e38d1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.501612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b5f0d416-815c-463f-bedb-cbdf05bccbfc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.502255 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Added segment b5f0d416-815c-463f-bedb-cbdf05bccbfc of type vlan for network e13f6d1b-4587-4bf9-adc3-7404099a5bed
Mar 05 20:57:20.512085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2710cf64-1285-4d3b-8a24-95520a144b8c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:20.532081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ec5d5cf-9216-4232-9065-a376dd892530 req-31be3736-5c0d-45d6-893c-4732156a38d8 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065618
Mar 05 20:57:20.563941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c6c93-d8f5-4b92-83e6-5d947d5d28be req-99b27e38-f247-4b3d-91f2-e9ae55876b04 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.565528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b81c6c93-d8f5-4b92-83e6-5d947d5d28be req-99b27e38-f247-4b3d-91f2-e9ae55876b04 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1641033
Mar 05 20:57:20.575296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event deleted for resources: {'Port': ['ID=7d12cb43-6b68-44ec-be62-881ac11e38d1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:20.576286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a29815a-de49-4066-9186-7ef67d4de1bb req-76b4ee68-0b8a-4d7a-9182-34c63f382acb service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733000
Mar 05 20:57:20.604649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-958521cc-9acc-44d5-aced-0e529e35bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.606211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-958521cc-9acc-44d5-aced-0e529e35bc8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2779715
Mar 05 20:57:20.610248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e13f6d1b-4587-4bf9-adc3-7404099a5bed), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.641945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b81c6c93-d8f5-4b92-83e6-5d947d5d28be req-0844f706-e6d7-4df8-950d-d0536eb40b31 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689130
Mar 05 20:57:20.714093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52099357-29a6-4a7f-a863-5ee13fbb97fd None None] New status for floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:57:20.718659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-04ad80fc-a6b9-4b21-ad0b-087e5eff7f58 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917299
Mar 05 20:57:20.936716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:57:20.939899 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e695875-5bbd-4332-bd81-46f1151bbfdc x-openstack-request-id: req-2e695875-5bbd-4332-bd81-46f1151bbfdc {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:20.940190 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:20.940442 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e695875-5bbd-4332-bd81-46f1151bbfdc {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:20.940893 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:57:20.943434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-9d3a2cec-7e44-4411-8604-908e68d79c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:20.945005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-9d3a2cec-7e44-4411-8604-908e68d79c2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 1128 time: 0.1108520
Mar 05 20:57:20.955575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] No DVR routers for this DVR port 7d12cb43-6b68-44ec-be62-881ac11e38d1 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:20.969454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:20.972821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-60ad538d-01c5-413c-bd5c-c1801f436736 req-23adc607-7213-4738-b63f-f17e822b6e37 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "DELETE /v2.0/ports/7d12cb43-6b68-44ec-be62-881ac11e38d1 HTTP/1.1" status: 204  len: 173 time: 1.8010876
Mar 05 20:57:21.014522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e13f6d1b-4587-4bf9-adc3-7404099a5bed), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:21.019618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.020240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:21.053776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344fd0a-649a-47c0-b4cd-9abb2693d194 req-d8c6244b-f366-4e6d-91eb-b9a420b85191 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.055297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6344fd0a-649a-47c0-b4cd-9abb2693d194 req-d8c6244b-f366-4e6d-91eb-b9a420b85191 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 943 time: 0.1260231
Mar 05 20:57:21.081063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-dc551227-cdcf-468f-99b0-4363e3ba547d service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4054554
Mar 05 20:57:21.086417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfc84f7d-9390-45a1-969f-0eeac6bf1fb5 req-b8ded838-8f15-467c-b82b-863fa7dd8b58 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441257
Mar 05 20:57:21.105056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-1a7b1fdc-d1ea-4760-95bb-728f3c1ea512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.106858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-1a7b1fdc-d1ea-4760-95bb-728f3c1ea512 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 200  len: 912 time: 0.1414294
Mar 05 20:57:21.124797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9665778
Mar 05 20:57:21.159781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368caf-54ac-4c07-97fd-306698c40f61 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Network': ['ID=e13f6d1b-4587-4bf9-adc3-7404099a5bed,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:21.171309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-8d7d0e78-85f9-4707-bf9e-2cdc5b4d22f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 200  len: 217 time: 0.0559134
Mar 05 20:57:21.174128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:21.183880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6344fd0a-649a-47c0-b4cd-9abb2693d194 req-853cf3b6-53a7-42ad-a7b0-e8df1022ecf3 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215572
Mar 05 20:57:21.260622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-8916be0a-3dce-4c8f-ba6f-f555b0ad1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.262443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-8916be0a-3dce-4c8f-ba6f-f555b0ad1644 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.0969822
Mar 05 20:57:21.272355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ffead607-f47a-4ad6-9bb5-695899d16b6c req-9179b607-cef9-4183-b4e5-75e964a26c62 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780765
Mar 05 20:57:21.283972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:21.289618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'subnets': [{'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--390109292', 'ip_version': 4}, {'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:21.289941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'subnet': {'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--390109292', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:21.290754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Request body: {'subnet': {'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:21.306685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-4fde54ff-a906-4893-84ab-8b609fca923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.309866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-4fde54ff-a906-4893-84ab-8b609fca923b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 200  len: 851 time: 0.1203103
Mar 05 20:57:21.352678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-2ef2c5b4-9002-471f-8eac-4d5f1b7309ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6309286-f935-47ca-ba3b-63029aaed949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364347
Mar 05 20:57:21.382978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:21.385244 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea3ada-0610-42de-8653-71553561b177" -d '{"events": [{"name": "network-changed", "server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:21.466375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d225-c18d-4c19-8aaf-dbc83f5c7bcc req-c313e612-06dd-4083-bf54-2054cfc26310 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.467816 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ba5d225-c18d-4c19-8aaf-dbc83f5c7bcc req-c313e612-06dd-4083-bf54-2054cfc26310 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.1175466
Mar 05 20:57:21.501202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-d6658aae-c658-4072-aa6d-1f602a9d9e69 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405160
Mar 05 20:57:21.537589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a7840-b32b-42b9-97c3-262262886326 req-13e2c748-97a0-4f26-bb5b-035ed11f0443 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.538705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc5a7840-b32b-42b9-97c3-262262886326 req-13e2c748-97a0-4f26-bb5b-035ed11f0443 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1872561
Mar 05 20:57:21.544998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-55b5cf61-6d8a-4c33-8a25-46d27ee2f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.546415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-55b5cf61-6d8a-4c33-8a25-46d27ee2f86a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.2731893
Mar 05 20:57:21.554224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7d12cb43-6b68-44ec-be62-881ac11e38d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:21.577426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ba5d225-c18d-4c19-8aaf-dbc83f5c7bcc req-1046ab70-caae-47dc-b010-d462c4b99bf2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018384
Mar 05 20:57:21.581258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 7d12cb43-6b68-44ec-be62-881ac11e38d1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:21.581775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7d12cb43-6b68-44ec-be62-881ac11e38d1 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:21.684383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9d1eae6-b678-4c90-8cc0-ef9088fa356a req-5cc1369b-65b4-4b47-a262-ba31931e7928 service neutron] 10.222.0.23 "GET /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728892
Mar 05 20:57:21.687732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-9f4c226a-e3b6-4723-845d-9ce0d1e5cd8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 1002 time: 0.1256456
Mar 05 20:57:21.696380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Made reservation on behalf of 2aa03e7db3014a939d6d56c9252f5ac8 for: {'subnet': 2} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:21.702227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:21.703024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:21.704206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4352e720-afa5-412e-bd71-8c2106a84676 req-e592345b-7cf1-439a-80b9-773c5aa853f4 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 999 time: 0.0873425
Mar 05 20:57:21.766397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc5a7840-b32b-42b9-97c3-262262886326 req-35b0928d-92d0-4824-ad84-2b98955954ca tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018769
Mar 05 20:57:21.851258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e720-afa5-412e-bd71-8c2106a84676 req-02f2f637-58e3-4354-a396-88a898ff6780 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:21.852849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4352e720-afa5-412e-bd71-8c2106a84676 req-02f2f637-58e3-4354-a396-88a898ff6780 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1424260
Mar 05 20:57:21.933816 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5a94d-4ee1-431b-a398-77a9b4ba5e76 x-openstack-request-id: req-98f5a94d-4ee1-431b-a398-77a9b4ba5e76 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:21.934901 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:21.935393 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98f5a94d-4ee1-431b-a398-77a9b4ba5e76 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:21.935971 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'status': 'completed', 'code': 200}
Mar 05 20:57:22.073817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3ada-0610-42de-8653-71553561b177 req-cefb0e41-1d5d-4b2f-8a40-0a1b92e208ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.075330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-cefb0e41-1d5d-4b2f-8a40-0a1b92e208ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3&device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 1125 time: 0.1187105
Mar 05 20:57:22.153676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408845ef-02b5-48d4-a1b5-421ffb9ab4a1 req-b3bd62d0-3725-448e-90dd-6d907f468273 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.155202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-408845ef-02b5-48d4-a1b5-421ffb9ab4a1 req-b3bd62d0-3725-448e-90dd-6d907f468273 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1262898
Mar 05 20:57:22.218076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3ada-0610-42de-8653-71553561b177 req-b1cab280-b417-4673-bf31-d1b1a38ecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.219562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-b1cab280-b417-4673-bf31-d1b1a38ecc0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef49219-74b2-4998-a1b8-20eff7615b33 HTTP/1.1" status: 200  len: 915 time: 0.1367946
Mar 05 20:57:22.239006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-408845ef-02b5-48d4-a1b5-421ffb9ab4a1 req-cd2be393-03e2-46c9-8084-cf2ff7258e94 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756311
Mar 05 20:57:22.266142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-f6aa2358-e72e-4a08-a560-37f263e6d45b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750 HTTP/1.1" status: 200  len: 217 time: 0.0381410
Mar 05 20:57:22.309794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-51776a6f-927c-4aab-9b61-9a6dbf4ce4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.311199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-51776a6f-927c-4aab-9b61-9a6dbf4ce4dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.6008816
Mar 05 20:57:22.327076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3ada-0610-42de-8653-71553561b177 req-ee9ff6ab-9629-4cfa-876b-0176ce9c8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.328347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-ee9ff6ab-9629-4cfa-876b-0176ce9c8334 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c5168e9-0546-4f4d-ba6e-877b43b3feda HTTP/1.1" status: 200  len: 853 time: 0.0547528
Mar 05 20:57:22.355705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-9da9e2c0-ce44-4bf2-9b43-b081e2f83f13 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1002 time: 0.1287155
Mar 05 20:57:22.400600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc464c45-b85f-43e4-9796-c2238fb86c05 req-6d8219a1-3e1f-4b69-8739-45657764014e tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.402327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc464c45-b85f-43e4-9796-c2238fb86c05 req-6d8219a1-3e1f-4b69-8739-45657764014e tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.0890820
Mar 05 20:57:22.411769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3ada-0610-42de-8653-71553561b177 req-cd9f77b8-ceb4-40ca-bb42-d0d5d9a677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.415124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-cd9f77b8-ceb4-40ca-bb42-d0d5d9a677b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef49219-74b2-4998-a1b8-20eff7615b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0680900
Mar 05 20:57:22.434899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-0b2dc52a-09ae-4674-b3af-4ce7da761c31 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.436288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-0b2dc52a-09ae-4674-b3af-4ce7da761c31 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports/2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 943 time: 0.0696738
Mar 05 20:57:22.458741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-860dd9b1-93df-4597-b599-20b44397a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.460301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-860dd9b1-93df-4597-b599-20b44397a2be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1391799
Mar 05 20:57:22.510605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc464c45-b85f-43e4-9796-c2238fb86c05 req-a92167b1-00b7-4a60-8dff-6b2f7397e8ad tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949523
Mar 05 20:57:22.539272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-10911d9e-a808-4aed-a0e9-187ce783dc43 service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1166081
Mar 05 20:57:22.665053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abe9e-1f6c-47f3-b59d-7e32bd4e7beb req-45df67ca-4668-4d21-a7f6-dbca58bd41ef tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.666487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-035abe9e-1f6c-47f3-b59d-7e32bd4e7beb req-45df67ca-4668-4d21-a7f6-dbca58bd41ef tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 943 time: 0.0789514
Mar 05 20:57:22.670025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ea3ada-0610-42de-8653-71553561b177 req-5448091e-e4d0-41bf-a54a-582447ea56f4 service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247094
Mar 05 20:57:22.683566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-c22bed5c-6134-4568-ae83-4d847c727941 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1002 time: 0.2012320
Mar 05 20:57:22.720196 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-035abe9e-1f6c-47f3-b59d-7e32bd4e7beb req-41556008-55ef-453a-b82a-a36d979e1d7c tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480568
Mar 05 20:57:22.762569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-67480838-bcf7-4336-94ea-6bd2d3e1b574 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2946515
Mar 05 20:57:22.829072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219b02-9632-4596-8c07-c4ec48a0b95e req-8480fe9e-8788-4aea-9e62-9583ca0de879 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.830555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b219b02-9632-4596-8c07-c4ec48a0b95e req-8480fe9e-8788-4aea-9e62-9583ca0de879 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.0540326
Mar 05 20:57:22.878971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b219b02-9632-4596-8c07-c4ec48a0b95e req-58f69963-64e2-4ece-b570-9d1d8be4d6dc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418181
Mar 05 20:57:22.945171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-68fd780a-8d8b-412b-8a70-4c3c8f5514cf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:22.946537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-68fd780a-8d8b-412b-8a70-4c3c8f5514cf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2510912
Mar 05 20:57:22.951525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'name': 'network-vif-deleted', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:22.953811 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0071ee1-4fde-49e1-bf24-b8886edb2c6e" -d '{"events": [{"server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "name": "network-vif-deleted", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:23.003977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fe83e-9ac4-4b9a-b95d-906dc95faafb req-8aacefbe-dfbf-439d-97bc-bb947ed4c7e8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.008233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-968fe83e-9ac4-4b9a-b95d-906dc95faafb req-8aacefbe-dfbf-439d-97bc-bb947ed4c7e8 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0558419
Mar 05 20:57:23.042073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0b20d51-2792-446e-b5b6-9678b4cc2d56 req-f3d157b1-d12f-4b2b-ad60-09e41bf481c6 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704189
Mar 05 20:57:23.053948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-968fe83e-9ac4-4b9a-b95d-906dc95faafb req-a93ba2f7-b336-40db-8314-7d418fdb4e9c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420415
Mar 05 20:57:23.073632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (febe3b6e-0e2d-4202-8e92-bce48d99ea69), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.088161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-28acef45-c13d-497f-8cfa-d3c4b1c75fc3 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 1002 time: 0.1267247
Mar 05 20:57:23.110777 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5507b1a-b649-415c-bc0e-e862e72fd7b3 x-openstack-request-id: req-b5507b1a-b649-415c-bc0e-e862e72fd7b3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:23.111080 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1567b85e-c179-4c65-9ec1-47b86cdba579", "name": "network-vif-deleted", "tag": "7d12cb43-6b68-44ec-be62-881ac11e38d1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:23.111337 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5507b1a-b649-415c-bc0e-e862e72fd7b3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:23.111763 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567b85e-c179-4c65-9ec1-47b86cdba579', 'name': 'network-vif-deleted', 'tag': '7d12cb43-6b68-44ec-be62-881ac11e38d1', 'status': 'completed', 'code': 200}
Mar 05 20:57:23.121932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:23.159369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:23.199139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Subnet': ['ID=febe3b6e-0e2d-4202-8e92-bce48d99ea69,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:23.217022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.220692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Checking segment: {'id': 'a95f396f-f1d0-452c-b019-7c29940883fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:23.220692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network hostable DHCP agents. Network: ef417c0f-3e49-4cd6-a520-ee5802fe5dd7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:23.265208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:23.282733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'port_id': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'mac_address': 'fa:16:3e:e9:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe9d12-5675-40d0-b2de-9a8fa6679078', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:23.284206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:23.333934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 66b1650a-3e82-4d7d-b60f-82261d656e4c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:23.334340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.338443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef417c0f-3e49-4cd6-a520-ee5802fe5dd7) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:23.348155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d9d66b64-48f3-456c-b4fb-29ce64059b83), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.353617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b1650a-3e82-4d7d-b60f-82261d656e4c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:23.361762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be96099-57d9-4a9e-b7d5-0002f2766199 None None] Network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:23.412299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce262ee-d78c-4251-98c2-e8699c4637da req-3197f867-8935-4a83-9f81-ee797169d384 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.414113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce262ee-d78c-4251-98c2-e8699c4637da req-3197f867-8935-4a83-9f81-ee797169d384 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0731587
Mar 05 20:57:23.424597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:23.432852 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.455525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.460665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event updated for resources: {'Subnet': ['ID=d9d66b64-48f3-456c-b4fb-29ce64059b83,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:23.467315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.467593 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125 disassociated. External IP: 172.35.0.115, port: 2710cf64-1285-4d3b-8a24-95520a144b8c.
Mar 05 20:57:23.468938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce262ee-d78c-4251-98c2-e8699c4637da req-8e374c9e-ddc4-45be-a7c7-13a6557dec5d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480709
Mar 05 20:57:23.533091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:23.535554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-3079dad1-e8c8-445e-8ff4-9485dc0c4081 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.538592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-3079dad1-e8c8-445e-8ff4-9485dc0c4081 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.0627301
Mar 05 20:57:23.543562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Checking segment: {'id': 'b5f0d416-815c-463f-bedb-cbdf05bccbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:23.544026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network hostable DHCP agents. Network: e13f6d1b-4587-4bf9-adc3-7404099a5bed, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:23.557861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef417c0f-3e49-4cd6-a520-ee5802fe5dd7', 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7', 'project_id': '2aa03e7db3014a939d6d56c9252f5ac8', 'fixed_ips': [{'subnet_id': 'febe3b6e-0e2d-4202-8e92-bce48d99ea69'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:57:23.561314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.563498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b7562f27-5f06-4bcc-a8b8-962b8a5a7750 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:23.590163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:23.609018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e13f6d1b-4587-4bf9-adc3-7404099a5bed) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:23.623616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.624532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.625253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.662311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f423e5-cea3-496a-859b-1d7345bba0e6 None None] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:23.698236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bd3f0-91dd-47ee-aee2-9cc1af6f55ef req-ff63f97a-0761-43c6-aac2-bce9fdb8c630 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.699800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e02bd3f0-91dd-47ee-aee2-9cc1af6f55ef req-ff63f97a-0761-43c6-aac2-bce9fdb8c630 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dfc91a5-551d-4094-992f-f0efeefc3861 HTTP/1.1" status: 200  len: 946 time: 0.0712845
Mar 05 20:57:23.710034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Deleting port 5273f935-dd07-4fd5-a9bc-622b643001cf {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:23.710356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:23.723289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ff84d762-d604-48ec-b30d-329357209fd0 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 2.4379284
Mar 05 20:57:23.724459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:57:23.726761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51276) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:23.791358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['66b1650a-3e82-4d7d-b60f-82261d656e4c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:23.814108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74345650-ed33-4439-9d89-f18670a4ae49 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.815484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74345650-ed33-4439-9d89-f18670a4ae49 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.817023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74345650-ed33-4439-9d89-f18670a4ae49 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:23.823653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74345650-ed33-4439-9d89-f18670a4ae49 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.0964584
Mar 05 20:57:23.824373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51280) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:23.887052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:23.913192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting subnet febe3b6e-0e2d-4202-8e92-bce48d99ea69 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:23.975907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Allocated IP 172.20.0.2 (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7/febe3b6e-0e2d-4202-8e92-bce48d99ea69/892f8567-0628-4629-87c2-dac6a1ab75e9) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:23.986177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:24.044081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:24.048631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.081630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-930cc876-58a8-4d1b-8080-ff9fd54172d7 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "PUT /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 696 time: 0.9689510
Mar 05 20:57:24.122157 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e02bd3f0-91dd-47ee-aee2-9cc1af6f55ef req-9b49ddd8-323a-40ac-89e5-fd6dde7dc1e8 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.15 "GET /v2.0/security-groups?id=59598a14-9127-4f2e-87f1-6fe0d08de653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4086905
Mar 05 20:57:24.149857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] For port 5273f935-dd07-4fd5-a9bc-622b643001cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5273f935-dd07-4fd5-a9bc-622b643001cf,segment=NetworkSegment(43e15362-03da-4165-abae-033c0a574fab),segment_id=43e15362-03da-4165-abae-033c0a574fab)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:24.149857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.157430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Calling delete_port for 5273f935-dd07-4fd5-a9bc-622b643001cf owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:24.158619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e13f6d1b-4587-4bf9-adc3-7404099a5bed', 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed', 'project_id': '2aa03e7db3014a939d6d56c9252f5ac8', 'fixed_ips': [{'subnet_id': 'd9d66b64-48f3-456c-b4fb-29ce64059b83'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:57:24.159485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.163618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-1fcc300f-4d42-4c32-b57d-80328529bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.165609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-1fcc300f-4d42-4c32-b57d-80328529bff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.0698981
Mar 05 20:57:24.171737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:24.196830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'port_id': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'mac_address': 'fa:16:3e:91:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:24.267460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:24.268132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8309f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:24.280972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-1fbbf980-1fd4-462f-b0e1-0d8e95a51e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.282741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-1fbbf980-1fd4-462f-b0e1-0d8e95a51e63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.1093619
Mar 05 20:57:24.295525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af95f-3077-4fc0-9955-4d323ad70421 req-8ce924b2-8f72-4930-a602-5c72fa5cf290 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.297261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-393af95f-3077-4fc0-9955-4d323ad70421 req-8ce924b2-8f72-4930-a602-5c72fa5cf290 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 943 time: 0.0729921
Mar 05 20:57:24.341938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-46926fff-85a5-4e79-9c43-936ea43fa62f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.0416660
Mar 05 20:57:24.379404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5273f935-dd07-4fd5-a9bc-622b643001cf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.384965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-393af95f-3077-4fc0-9955-4d323ad70421 req-90f1cd99-7d51-402a-b711-a8525a970d5c tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607331
Mar 05 20:57:24.401206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-dfaa33e2-d475-47b3-b6e9-7c85c832c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.403127 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-dfaa33e2-d475-47b3-b6e9-7c85c832c270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.0519238
Mar 05 20:57:24.428993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Pushing event deleted for resources: {'Port': ['ID=5273f935-dd07-4fd5-a9bc-622b643001cf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:24.454656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['5273f935-dd07-4fd5-a9bc-622b643001cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:24.478267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-b115b295-8907-4336-bdd7-9f13964451f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.479981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-b115b295-8907-4336-bdd7-9f13964451f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0620430
Mar 05 20:57:24.487427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] No DVR routers for this DVR port 5273f935-dd07-4fd5-a9bc-622b643001cf on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:24.490898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.494255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57bcf6ad-69fb-41d3-abb4-d8db37313f45 req-8bbdd39f-5916-4615-a7df-88a357983201 tempest-ServerGroupTestJSON-224511159 tempest-ServerGroupTestJSON-224511159-project] 10.222.0.31 "DELETE /v2.0/ports/5273f935-dd07-4fd5-a9bc-622b643001cf HTTP/1.1" status: 204  len: 173 time: 0.9490790
Mar 05 20:57:24.512417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'name': 'network-vif-deleted', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:24.514737 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f86be3-bdf2-4d63-972d-56cbbcb60845" -d '{"events": [{"server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "name": "network-vif-deleted", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:24.566129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:24.566129 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.591779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07555ed-d048-42fe-9e6f-c6d25f6ee50c req-91218700-0ced-4f98-a1eb-3fb0d6515397 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.594327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bea4e478-a13a-4884-bfd9-f6ec072ff7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.596859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-20b3c5f9-6f10-4563-818d-fdb0af911b9a service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103804
Mar 05 20:57:24.598968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c07555ed-d048-42fe-9e6f-c6d25f6ee50c req-91218700-0ced-4f98-a1eb-3fb0d6515397 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.1127400
Mar 05 20:57:24.649653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c07555ed-d048-42fe-9e6f-c6d25f6ee50c req-b1e502dd-42ca-4be7-b666-c996d49ddea8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488992
Mar 05 20:57:24.653128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7562f27-5f06-4bcc-a8b8-962b8a5a7750 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:24.721640 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a47f0aa-d65b-4249-bef8-290df61b3692 req-955c9b77-7b56-42ca-9104-cf37c81aa897 service neutron] 10.222.0.15 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159976
Mar 05 20:57:24.748518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:24.756634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:24.791798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c0ad9-6994-4780-bddd-5f5b23102880 req-17a54801-c7dc-43ec-b1ef-dbcbe6b93bae tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.793447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d3c0ad9-6994-4780-bddd-5f5b23102880 req-17a54801-c7dc-43ec-b1ef-dbcbe6b93bae tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0643063
Mar 05 20:57:24.798480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.808108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Allocated IP 172.20.0.18 (e13f6d1b-4587-4bf9-adc3-7404099a5bed/d9d66b64-48f3-456c-b4fb-29ce64059b83/2d1b9537-ad73-4338-8391-1cf145155506) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:24.850800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d3c0ad9-6994-4780-bddd-5f5b23102880 req-a1e59327-14b9-4bc6-b388-4e499fda13a1 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520954
Mar 05 20:57:24.867295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35034875-863b-4c2d-bd0a-00d4b53b2334 req-a7e2587d-d96b-4296-af82-6dbd74d82f13 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:24.868977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35034875-863b-4c2d-bd0a-00d4b53b2334 req-a7e2587d-d96b-4296-af82-6dbd74d82f13 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0825670
Mar 05 20:57:24.883294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks [] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.921924 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429f580-cbc7-4e3a-8316-8b0c435818c6 x-openstack-request-id: req-6429f580-cbc7-4e3a-8316-8b0c435818c6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:24.922224 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfc91a5-551d-4094-992f-f0efeefc3861", "name": "network-vif-deleted", "tag": "5273f935-dd07-4fd5-a9bc-622b643001cf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:24.922481 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6429f580-cbc7-4e3a-8316-8b0c435818c6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:24.922884 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfc91a5-551d-4094-992f-f0efeefc3861', 'name': 'network-vif-deleted', 'tag': '5273f935-dd07-4fd5-a9bc-622b643001cf', 'status': 'completed', 'code': 200}
Mar 05 20:57:24.950932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for subnet (febe3b6e-0e2d-4202-8e92-bce48d99ea69), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:24.994074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35034875-863b-4c2d-bd0a-00d4b53b2334 req-5ec09dbc-e399-48fa-be5e-98e207aa087f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143117
Mar 05 20:57:25.010482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.031009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (febe3b6e-0e2d-4202-8e92-bce48d99ea69), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.097694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:25.117837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['b7562f27-5f06-4bcc-a8b8-962b8a5a7750'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:25.130700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:25.135880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:25.138367 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96323a6c-5a56-4be7-aba9-3aa810a6346f" -d '{"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:25.158966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:25.170966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-69b06b6e-8a83-4d29-82e2-d129e2feafbf tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 200  len: 696 time: 0.0815363
Mar 05 20:57:25.185227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:25.205111 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e90093-6e19-4a2a-afa0-8856e3c22950 x-openstack-request-id: req-75e90093-6e19-4a2a-afa0-8856e3c22950 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:25.205398 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:25.205698 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75e90093-6e19-4a2a-afa0-8856e3c22950 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:25.206096 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:57:25.233230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (febe3b6e-0e2d-4202-8e92-bce48d99ea69), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.274193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Pushing event updated for resources: {'Port': ['ID=892f8567-0628-4629-87c2-dac6a1ab75e9,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:25.327612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29f08-b3f4-4ada-804b-c9e5396ece86 req-c66e8715-0227-4e88-8cc8-79872a9831d4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.329516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8d29f08-b3f4-4ada-804b-c9e5396ece86 req-c66e8715-0227-4e88-8cc8-79872a9831d4 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.0691907
Mar 05 20:57:25.370712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Attempting to bind port 892f8567-0628-4629-87c2-dac6a1ab75e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:25.371090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Attempting to bind port 892f8567-0628-4629-87c2-dac6a1ab75e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a95f396f-f1d0-452c-b019-7c29940883fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:25.371460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Attempting to bind port 892f8567-0628-4629-87c2-dac6a1ab75e9 on network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:25.392908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-dc2cbf2a-e851-4ca3-a49b-b9bc372d5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.394768 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-dc2cbf2a-e851-4ca3-a49b-b9bc372d5008 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=933b162d4a3044f38bed8c339cc621ed&device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 1128 time: 0.1584985
Mar 05 20:57:25.400015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8d29f08-b3f4-4ada-804b-c9e5396ece86 req-fa7ba884-a5df-4761-814a-cde11333e317 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593493
Mar 05 20:57:25.401178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-906046ca-06fb-44dc-9122-42b862c52d84 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.402894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-906046ca-06fb-44dc-9122-42b862c52d84 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2233822
Mar 05 20:57:25.412949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (febe3b6e-0e2d-4202-8e92-bce48d99ea69), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.442933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:25.443847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Checking segment: {'id': 'a95f396f-f1d0-452c-b019-7c29940883fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:25.444350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.444824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Bound using segment: {'id': 'a95f396f-f1d0-452c-b019-7c29940883fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:25.445424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Bound port: 892f8567-0628-4629-87c2-dac6a1ab75e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95f396f-f1d0-452c-b019-7c29940883fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ef417c0f-3e49-4cd6-a520-ee5802fe5dd7'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:25.445937 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.480354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks [] for port (2d1b9537-ad73-4338-8391-1cf145155506), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.500971 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2d1b9537-ad73-4338-8391-1cf145155506), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.523509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Subnet': ['ID=febe3b6e-0e2d-4202-8e92-bce48d99ea69,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:25.538433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.544491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-78331f4f-ef78-4ad0-b782-514af061a4c6 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/subnets/febe3b6e-0e2d-4202-8e92-bce48d99ea69 HTTP/1.1" status: 204  len: 168 time: 1.7143195
Mar 05 20:57:25.545392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51310) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:25.552461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-0c93b6ab-1eea-4a27-9006-07cd8e9fa6bd tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 699 time: 0.1364355
Mar 05 20:57:25.556724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5672a1-ffa4-4a46-bde4-e0feb31655e0 req-f3da6bff-64eb-4433-9179-098346d4d608 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.558434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e5672a1-ffa4-4a46-bde4-e0feb31655e0 req-f3da6bff-64eb-4433-9179-098346d4d608 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 944 time: 0.0617499
Mar 05 20:57:25.606884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:25.614012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e5672a1-ffa4-4a46-bde4-e0feb31655e0 req-93b242c2-f458-4cc4-a795-b926cb908b67 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457044
Mar 05 20:57:25.628431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:25.631054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:25.646953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Pushing event updated for resources: {'Port': ['ID=2d1b9537-ad73-4338-8391-1cf145155506,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:25.655460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-344c2058-1bb6-4a75-bc75-38dab02cc28c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.115 HTTP/1.1" status: 200  len: 699 time: 0.0937729
Mar 05 20:57:25.661807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] For port 892f8567-0628-4629-87c2-dac6a1ab75e9, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:25.673252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting subnet d9d66b64-48f3-456c-b4fb-29ce64059b83 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:25.679035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for subnet (d9d66b64-48f3-456c-b4fb-29ce64059b83), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.700317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8309f8e0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:25.707514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-0350ebfd-b815-4d86-9444-0b8a38e3c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.709411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-0350ebfd-b815-4d86-9444-0b8a38e3c1b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 200  len: 921 time: 0.3055000
Mar 05 20:57:25.710425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] For port 892f8567-0628-4629-87c2-dac6a1ab75e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=892f8567-0628-4629-87c2-dac6a1ab75e9,segment=NetworkSegment(a95f396f-f1d0-452c-b019-7c29940883fb),segment_id=a95f396f-f1d0-452c-b019-7c29940883fb)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:25.767885 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.769698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:25.801993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c9ada-a229-4fa7-bb9a-b5fbb11d3cbc req-a486bfe3-d7be-430d-a4e9-645ee59c8193 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:25.804050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-936c9ada-a229-4fa7-bb9a-b5fbb11d3cbc req-a486bfe3-d7be-430d-a4e9-645ee59c8193 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.0618689
Mar 05 20:57:25.821361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Attempting to bind port 2d1b9537-ad73-4338-8391-1cf145155506 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:25.821744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Attempting to bind port 2d1b9537-ad73-4338-8391-1cf145155506 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b5f0d416-815c-463f-bedb-cbdf05bccbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:25.822119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Attempting to bind port 2d1b9537-ad73-4338-8391-1cf145155506 on network e13f6d1b-4587-4bf9-adc3-7404099a5bed {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:25.827987 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-b9a9d2ae-0556-4b13-9447-2ddee744d6c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 200  len: 217 time: 0.0828168
Mar 05 20:57:25.839041 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d9d66b64-48f3-456c-b4fb-29ce64059b83), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.855636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:25.856318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8309f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:56:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:25.865044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-936c9ada-a229-4fa7-bb9a-b5fbb11d3cbc req-bbc5c0ef-26ff-4e02-a0d6-d30951f172fe tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530531
Mar 05 20:57:25.883008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:25.883930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Checking segment: {'id': 'b5f0d416-815c-463f-bedb-cbdf05bccbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:25.884353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:25.885015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Bound using segment: {'id': 'b5f0d416-815c-463f-bedb-cbdf05bccbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:25.885421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Bound port: 2d1b9537-ad73-4338-8391-1cf145155506, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f0d416-815c-463f-bedb-cbdf05bccbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e13f6d1b-4587-4bf9-adc3-7404099a5bed'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:25.885859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d1b9537-ad73-4338-8391-1cf145155506), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.145826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198c19b-b74b-49af-b342-a5ecec8ee43e req-5c653fd2-327c-44f9-83b3-7356bb2958ec tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:26.148182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3198c19b-b74b-49af-b342-a5ecec8ee43e req-5c653fd2-327c-44f9-83b3-7356bb2958ec tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0627468
Mar 05 20:57:26.155512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc21ae-83ea-4df6-a7d7-50890486a91a None None] Pushing event updated for resources: {'Port': ['ID=892f8567-0628-4629-87c2-dac6a1ab75e9,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:26.194150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b2cd5-5b19-4c1e-be13-3c58effaaf95 None None] Network ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:26.215682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3198c19b-b74b-49af-b342-a5ecec8ee43e req-96bb08db-50be-48fd-b256-62c4a752335b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607979
Mar 05 20:57:26.257372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-3be2394b-30b7-4b66-bf69-c3bbb7902a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:26.259391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-3be2394b-30b7-4b66-bf69-c3bbb7902a7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 200  len: 859 time: 0.4221957
Mar 05 20:57:26.298731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] For port 2d1b9537-ad73-4338-8391-1cf145155506, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:26.336600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] For port 2d1b9537-ad73-4338-8391-1cf145155506, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b9537-ad73-4338-8391-1cf145155506,segment=NetworkSegment(b5f0d416-815c-463f-bedb-cbdf05bccbfc),segment_id=b5f0d416-815c-463f-bedb-cbdf05bccbfc)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:26.339533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:26.344667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Deleting port b15dc186-3f27-47b4-a660-bb4e1b1d907d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:26.345287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.352405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d9d66b64-48f3-456c-b4fb-29ce64059b83), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.368064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:26.374192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2d1b9537-ad73-4338-8391-1cf145155506), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.429475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-20501b01-6625-4aa6-ae0b-deae878c7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:26.430971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-20501b01-6625-4aa6-ae0b-deae878c7695 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1608636
Mar 05 20:57:26.457260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Deleting subnet 1ce5328a-509d-437b-8815-cb193f2a29be {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:26.463317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Publish callbacks [] for subnet (1ce5328a-509d-437b-8815-cb193f2a29be), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.546429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (1ce5328a-509d-437b-8815-cb193f2a29be), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.547802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.548027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a238-2ef9-4757-ada0-adec044265bb None None] Pushing event updated for resources: {'Port': ['ID=2d1b9537-ad73-4338-8391-1cf145155506,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:26.548173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (b15dc186-3f27-47b4-a660-bb4e1b1d907d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.562400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d9d66b64-48f3-456c-b4fb-29ce64059b83), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.582666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Calling delete_port for b15dc186-3f27-47b4-a660-bb4e1b1d907d owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:26.612318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64998-42ef-4df5-87e3-58e5df904d79 req-2a5bd273-9544-4d73-b4bb-b5feb5764e38 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:26.613556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d66b64-48f3-456c-b4fb-29ce64059b83,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:26.613875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48c64998-42ef-4df5-87e3-58e5df904d79 req-2a5bd273-9544-4d73-b4bb-b5feb5764e38 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1163783
Mar 05 20:57:26.619568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1ce5328a-509d-437b-8815-cb193f2a29be), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.620770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.623961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7cb86e4-b848-4cff-af86-65c82eb49007 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/subnets/d9d66b64-48f3-456c-b4fb-29ce64059b83 HTTP/1.1" status: 204  len: 168 time: 1.0757110
Mar 05 20:57:26.630808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51336) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:26.681982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-5a12813c-0bc0-462d-b05b-31a1c6f164cc service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418225
Mar 05 20:57:26.699905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8309f8e0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:26.705362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48c64998-42ef-4df5-87e3-58e5df904d79 req-50256b1b-ed4f-4d75-ab1c-a4bde26f0858 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648582
Mar 05 20:57:26.716012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1ce5328a-509d-437b-8815-cb193f2a29be), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.732104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.735560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1ce5328a-509d-437b-8815-cb193f2a29be HTTP/1.1" status: 204  len: 168 time: 0.3658552
Mar 05 20:57:26.738266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:26.783041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a7093-6353-4be5-9ebd-30a8e5bcb551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce5328a-509d-437b-8815-cb193f2a29be,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:26.826224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ed7ad-d2b8-4e99-9b15-bb1320587bbe tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:26.831699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-957ed7ad-d2b8-4e99-9b15-bb1320587bbe tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1960549
Mar 05 20:57:26.835736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51342) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:26.839960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68b6b-07af-4525-bed8-85375e9e9164 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:56:08Z', 'revision_number': 4, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7378837f-cd9c-4a35-80d9-231d0264a296', 'name': '', 'network_id': 'a0fc1ef5-7d58-4956-8ec7-37c47d9df56c', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'mac_address': 'fa:16:3e:72:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:06Z', 'updated_at': '2022-03-05T20:56:14Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'subnets': [{'id': '08a6e5b4-b9cf-434f-9d7b-337f27732d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:26.863273 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-065a6a7e-3f26-41cb-bb3a-c9a0c59869a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.907404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5a4b4054-c218-4ff5-8873-f67c4a707764), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:26.970792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e13f6d1b-4587-4bf9-adc3-7404099a5bed), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.018190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5a4b4054-c218-4ff5-8873-f67c4a707764), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.028572 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96323a6c-5a56-4be7-aba9-3aa810a6346f req-9854ca7f-0ca9-4408-9cf2-fc1fd09bab92 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3126886
Mar 05 20:57:27.037176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5efd9-ca59-4574-ab8e-d9304734763c req-b1d5ddc8-6cd5-4220-a86b-f8b357b98681 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:27.038750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07e5efd9-ca59-4574-ab8e-d9304734763c req-b1d5ddc8-6cd5-4220-a86b-f8b357b98681 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 944 time: 0.2007394
Mar 05 20:57:27.053370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba191c0>,) {'filters': {'network_id': ['5a4b4054-c218-4ff5-8873-f67c4a707764']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.080990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba191c0>, '43e15362-03da-4165-abae-033c0a574fab') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.081255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba191c0>, '43e15362-03da-4165-abae-033c0a574fab') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.093068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (43e15362-03da-4165-abae-033c0a574fab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.117769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (43e15362-03da-4165-abae-033c0a574fab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.126653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting port 2d1b9537-ad73-4338-8391-1cf145155506 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:27.127042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2d1b9537-ad73-4338-8391-1cf145155506), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.128912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b15dc186-3f27-47b4-a660-bb4e1b1d907d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.132606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:27.133084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (43e15362-03da-4165-abae-033c0a574fab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:27.134960 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:27.171061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07e5efd9-ca59-4574-ab8e-d9304734763c req-6689847e-4e96-4111-bf4f-20bc1602ff44 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210868
Mar 05 20:57:27.180009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:27.195643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event deleted for resources: {'Port': ['ID=b15dc186-3f27-47b4-a660-bb4e1b1d907d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:27.210554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5a4b4054-c218-4ff5-8873-f67c4a707764), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.222351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.226444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a4b4054-c218-4ff5-8873-f67c4a707764 HTTP/1.1" status: 204  len: 168 time: 0.4633622
Mar 05 20:57:27.242639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206abb7-fb11-4606-aa90-d6073d65ebad admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4b4054-c218-4ff5-8873-f67c4a707764,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:27.281047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 66b1650a-3e82-4d7d-b60f-82261d656e4c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:27.285717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] For port 2d1b9537-ad73-4338-8391-1cf145155506, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b9537-ad73-4338-8391-1cf145155506,segment=NetworkSegment(b5f0d416-815c-463f-bedb-cbdf05bccbfc),segment_id=b5f0d416-815c-463f-bedb-cbdf05bccbfc)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:27.286234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2d1b9537-ad73-4338-8391-1cf145155506), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.286662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 66b1650a-3e82-4d7d-b60f-82261d656e4c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:27.288190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.306901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Calling delete_port for 2d1b9537-ad73-4338-8391-1cf145155506 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:27.315346 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c3b3a-4956-4d05-aa12-514d5d9fe63c None None] New status for floating IP 9af4ff89-b376-4e3c-9626-d9bf55b8f125: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:57:27.332489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks [] for floatingip (9af4ff89-b376-4e3c-9626-d9bf55b8f125), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.336168 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.351004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b61d7fd4-dcdc-42de-a297-31602e78445f req-c936d3d6-5003-457d-a0f4-26680b371a2d tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "DELETE /v2.0/floatingips/9af4ff89-b376-4e3c-9626-d9bf55b8f125 HTTP/1.1" status: 204  len: 173 time: 1.6730876
Mar 05 20:57:27.403571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eb68d-4651-4390-bfc5-cba78dc6d6db req-225da0bc-9d32-4341-aed3-63f0945b2441 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:27.405174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-499eb68d-4651-4390-bfc5-cba78dc6d6db req-225da0bc-9d32-4341-aed3-63f0945b2441 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.0802512
Mar 05 20:57:27.477306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 66b1650a-3e82-4d7d-b60f-82261d656e4c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:27.477710 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.492970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-499eb68d-4651-4390-bfc5-cba78dc6d6db req-87d4e7c8-e7b8-4283-9d7d-1e308402e1f7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776207
Mar 05 20:57:27.533090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:27.557676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf46b28-7198-467a-9237-4ce5f84e8e2f req-7d47dab6-529b-4e4c-b1aa-b77f628b6e5a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:27.559920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cf46b28-7198-467a-9237-4ce5f84e8e2f req-7d47dab6-529b-4e4c-b1aa-b77f628b6e5a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1208653
Mar 05 20:57:27.560625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:27.562905 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000cf4b6-68f0-4ecf-ae5b-6582b1486493" -d '{"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-plugged", "status": "completed", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:27.575641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b7562f27-5f06-4bcc-a8b8-962b8a5a7750 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:27.582184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2d1b9537-ad73-4338-8391-1cf145155506), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.592270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:27.607080 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f8a02112-fa6e-476a-8521-951be46d21b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e7d92a8aac446c19a53879985b3aa08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0709765
Mar 05 20:57:27.608089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:27.624305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Port': ['ID=2d1b9537-ad73-4338-8391-1cf145155506,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:27.635922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.636671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] No DVR routers for this DVR port 2d1b9537-ad73-4338-8391-1cf145155506 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:27.636832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5273f935-dd07-4fd5-a9bc-622b643001cf no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:27.694605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] Publish callbacks [] for security_group (59598a14-9127-4f2e-87f1-6fe0d08de653), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.714775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 5273f935-dd07-4fd5-a9bc-622b643001cf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:27.715121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5273f935-dd07-4fd5-a9bc-622b643001cf not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:27.748697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] Publish callbacks [] for security_group (59598a14-9127-4f2e-87f1-6fe0d08de653), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.766194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:27.780314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:27.785594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:27.786868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.804862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cf46b28-7198-467a-9237-4ce5f84e8e2f req-3658316c-fb73-4aba-91e0-78f1aa5bf277 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274919
Mar 05 20:57:27.828903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e13f6d1b-4587-4bf9-adc3-7404099a5bed), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.845515 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496490b4-5543-467d-b966-a6828f98eb5c x-openstack-request-id: req-496490b4-5543-467d-b966-a6828f98eb5c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:27.845656 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-plugged", "status": "completed", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:27.845852 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-496490b4-5543-467d-b966-a6828f98eb5c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:27.846497 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'code': 200}
Mar 05 20:57:27.857730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (59598a14-9127-4f2e-87f1-6fe0d08de653), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.860705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.862076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59598a14-9127-4f2e-87f1-6fe0d08de653 HTTP/1.1" status: 204  len: 168 time: 0.2527671
Mar 05 20:57:27.877289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb340-48fb-4b96-97b1-15bf8215dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59598a14-9127-4f2e-87f1-6fe0d08de653,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:27.939075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:27.939657 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.945314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:27.948099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8955e100>,) {'filters': {'network_id': ['e13f6d1b-4587-4bf9-adc3-7404099a5bed']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.968109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8955e100>, 'b5f0d416-815c-463f-bedb-cbdf05bccbfc') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.969459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8955e100>, 'b5f0d416-815c-463f-bedb-cbdf05bccbfc') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:27.985797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b5f0d416-815c-463f-bedb-cbdf05bccbfc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.007058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b5f0d416-815c-463f-bedb-cbdf05bccbfc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.021085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:28.029096 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.036925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:28.038396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b5f0d416-815c-463f-bedb-cbdf05bccbfc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:28.046913 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:28.074977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb8c-45e1-4d65-a330-144b9273cd9a req-9779a317-fb74-4352-8aa5-26c14e0a01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.079059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e56cb8c-45e1-4d65-a330-144b9273cd9a req-9779a317-fb74-4352-8aa5-26c14e0a01f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.1318161
Mar 05 20:57:28.118672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546aaa0-e0a6-4943-857a-69b0937e9665 req-c742962e-8c45-4f53-b1a0-77254dd58347 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.126311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9546aaa0-e0a6-4943-857a-69b0937e9665 req-c742962e-8c45-4f53-b1a0-77254dd58347 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.1076286
Mar 05 20:57:28.134178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:28.161146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bff7-6708-4a5b-9094-b99ea99212fe req-9d5d0a84-436a-476b-a88b-d667eb68b4e7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.162833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e29bff7-6708-4a5b-9094-b99ea99212fe req-9d5d0a84-436a-476b-a88b-d667eb68b4e7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1426041
Mar 05 20:57:28.164262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e13f6d1b-4587-4bf9-adc3-7404099a5bed), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.172660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9854f06-abaa-4979-87d9-19169432dd8b None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 20:57:28.174870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.180626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/e13f6d1b-4587-4bf9-adc3-7404099a5bed HTTP/1.1" status: 204  len: 168 time: 1.3439026
Mar 05 20:57:28.185093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51364) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:28.213320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41630d-8e17-41c6-994b-4e09641df548 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=e13f6d1b-4587-4bf9-adc3-7404099a5bed,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:28.226354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e56cb8c-45e1-4d65-a330-144b9273cd9a req-728057a3-50a1-4f49-838b-39c4a2f5cd6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396129
Mar 05 20:57:28.229681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-387a11b1-7e93-4c7f-9c20-f248b8f2c248 None None] Could not find standard attr ID for object 2d1b9537-ad73-4338-8391-1cf145155506. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 20:57:28.278596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e29bff7-6708-4a5b-9094-b99ea99212fe req-79fb4cb4-6d5b-419b-851e-68ca354a5f74 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966015
Mar 05 20:57:28.299616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9546aaa0-e0a6-4943-857a-69b0937e9665 req-c14acd71-fd4a-46c7-9de7-a8a89e289c4c tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722412
Mar 05 20:57:28.327313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.364105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9854f06-abaa-4979-87d9-19169432dd8b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 20:57:28.412369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Deleting port 892f8567-0628-4629-87c2-dac6a1ab75e9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:28.412943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.470004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-6e43b5be-82c1-4446-995e-706ebabc61ce tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.471498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-6e43b5be-82c1-4446-995e-706ebabc61ce tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 946 time: 0.1202493
Mar 05 20:57:28.494423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25491738-a959-44d1-a9c8-02589c7f7e86 req-71bd4be3-32da-49df-a4f8-c151f678e6b6 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.496722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25491738-a959-44d1-a9c8-02589c7f7e86 req-71bd4be3-32da-49df-a4f8-c151f678e6b6 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.1336908
Mar 05 20:57:28.503024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] For port 892f8567-0628-4629-87c2-dac6a1ab75e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=892f8567-0628-4629-87c2-dac6a1ab75e9,segment=NetworkSegment(a95f396f-f1d0-452c-b019-7c29940883fb),segment_id=a95f396f-f1d0-452c-b019-7c29940883fb)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:28.503661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.528904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Calling delete_port for 892f8567-0628-4629-87c2-dac6a1ab75e9 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:28.601093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25491738-a959-44d1-a9c8-02589c7f7e86 req-e9814270-1a6a-46ca-b340-bfb1ba3177b7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850866
Mar 05 20:57:28.627922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Deleting port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:28.628409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.722168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999854-181f-454c-b665-df9873c5b378 req-9e5103ef-9ac5-4c34-8f4d-26f1bc3f01d1 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:28.724590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f999854-181f-454c-b665-df9873c5b378 req-9e5103ef-9ac5-4c34-8f4d-26f1bc3f01d1 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 946 time: 0.0854404
Mar 05 20:57:28.725803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (892f8567-0628-4629-87c2-dac6a1ab75e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.726001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5150d57-14c4-4f54-919c-c06ae170d1f2 None None] DHCP port deletion for e13f6d1b-4587-4bf9-adc3-7404099a5bed request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:57:28.764010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Port': ['ID=892f8567-0628-4629-87c2-dac6a1ab75e9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:28.775131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] For port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:28.775585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.779098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] No DVR routers for this DVR port 892f8567-0628-4629-87c2-dac6a1ab75e9 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:28.782817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681abe64-fba5-4828-9c1a-a60633d7c9f4 None None] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:28.792340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Calling delete_port for 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:28.798640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681abe64-fba5-4828-9c1a-a60633d7c9f4 None None] Network e13f6d1b-4587-4bf9-adc3-7404099a5bed could not be found, it might have been deleted concurrently. {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 05 20:57:28.897918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.920523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f999854-181f-454c-b665-df9873c5b378 req-bf9fa8e7-fab4-4a84-9b27-93fdb2063e1c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597290
Mar 05 20:57:28.941574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c1bb0>,) {'filters': {'network_id': ['ef417c0f-3e49-4cd6-a520-ee5802fe5dd7']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:28.959244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c1bb0>, 'a95f396f-f1d0-452c-b019-7c29940883fb') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:28.959762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b5c1bb0>, 'a95f396f-f1d0-452c-b019-7c29940883fb') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:28.969734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (a95f396f-f1d0-452c-b019-7c29940883fb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.986887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a95f396f-f1d0-452c-b019-7c29940883fb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:28.996140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:28.996558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (a95f396f-f1d0-452c-b019-7c29940883fb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:29.000954 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:29.012849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da491639-507c-4dc8-8cfc-44e80d6c32bb req-8ca59e9b-4b2a-4c4d-bf6a-5ee6aee0398b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:29.014567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da491639-507c-4dc8-8cfc-44e80d6c32bb req-8ca59e9b-4b2a-4c4d-bf6a-5ee6aee0398b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1063213
Mar 05 20:57:29.016809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51390) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:29.029751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.042015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:29.070182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c02ff863-577b-4f41-9058-0e457c4739d0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:29.082311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ef417c0f-3e49-4cd6-a520-ee5802fe5dd7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.090143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.094669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Pushing event deleted for resources: {'Port': ['ID=207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:29.096246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/ef417c0f-3e49-4cd6-a520-ee5802fe5dd7 HTTP/1.1" status: 204  len: 168 time: 0.9047048
Mar 05 20:57:29.098456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:29.119310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461d30-317a-441b-add5-c448b75c0f46 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=ef417c0f-3e49-4cd6-a520-ee5802fe5dd7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:29.166701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] No DVR routers for this DVR port 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:29.172604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.176183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ff672c2-32aa-4097-bb50-a90812a1256f req-570a2c72-a0aa-498a-91fd-e79d43fb42d9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.23 "DELETE /v2.0/ports/207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 HTTP/1.1" status: 204  len: 173 time: 0.6980479
Mar 05 20:57:29.176784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'name': 'network-vif-deleted', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:29.179305 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819cec7-da5b-49da-aa86-16a7495f9e32" -d '{"events": [{"server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "name": "network-vif-deleted", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:29.188160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da491639-507c-4dc8-8cfc-44e80d6c32bb req-774e6b35-671e-4e36-b9a7-fb3d4279154b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649072
Mar 05 20:57:29.234929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-518221286-network', 'tenant_id': '942cce2cde71460d95a12bea3862813d'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:29.236561 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d139074-7382-41a2-9ec8-e4237d1c9751 x-openstack-request-id: req-5d139074-7382-41a2-9ec8-e4237d1c9751 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:29.236908 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5525dc-a44a-4aa9-af58-a6f93058155e", "name": "network-vif-deleted", "tag": "207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:29.237165 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d139074-7382-41a2-9ec8-e4237d1c9751 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:29.237616 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5525dc-a44a-4aa9-af58-a6f93058155e', 'name': 'network-vif-deleted', 'tag': '207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5', 'status': 'completed', 'code': 200}
Mar 05 20:57:29.299773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (958c0f6b-9ac4-4f46-b6a2-6ced7399cc03), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.313095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Made reservation on behalf of 942cce2cde71460d95a12bea3862813d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:29.316361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.328896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-19c07d7e-5fe9-4253-8788-83ec24eecc62 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:29.330613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-19c07d7e-5fe9-4253-8788-83ec24eecc62 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.1640449
Mar 05 20:57:29.354884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.408110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70a6281c-722b-43c8-802f-3bb5732085ba req-85cd3b55-76b8-4d60-91a4-d85a8e24a022 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5525dc-a44a-4aa9-af58-a6f93058155e HTTP/1.1" status: 200  len: 210 time: 0.0293105
Mar 05 20:57:29.453982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.568309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (958c0f6b-9ac4-4f46-b6a2-6ced7399cc03), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.607996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2b9e50>,) {'filters': {'network_id': ['958c0f6b-9ac4-4f46-b6a2-6ced7399cc03']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:29.626478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2b9e50>, 'e8b510d4-aaf1-496e-87f7-dd10a1803ca9') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:29.626774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2b9e50>, 'e8b510d4-aaf1-496e-87f7-dd10a1803ca9') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:29.645305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9a3a-0153-4032-87a5-d71a94f677f7 req-4568ee95-cc23-42d6-8822-c363009852ba tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:29.647736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08ac9a3a-0153-4032-87a5-d71a94f677f7 req-4568ee95-cc23-42d6-8822-c363009852ba tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 946 time: 0.2545722
Mar 05 20:57:29.654497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (e8b510d4-aaf1-496e-87f7-dd10a1803ca9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.699155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e8b510d4-aaf1-496e-87f7-dd10a1803ca9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.710240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Deleting port 2710cf64-1285-4d3b-8a24-95520a144b8c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:29.710577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.725737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:29.726427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (e8b510d4-aaf1-496e-87f7-dd10a1803ca9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:29.734452 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:29.737277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks [] for security_group (175ac4ae-bd4f-462e-b6f6-4ec110924d5e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.743136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220138b-036e-4180-9178-e0867a9ac1f6 req-031b2742-1e8a-4c8b-91ff-5795f1ac119e tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:29.744689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7220138b-036e-4180-9178-e0867a9ac1f6 req-031b2742-1e8a-4c8b-91ff-5795f1ac119e tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.0628676
Mar 05 20:57:29.794133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7220138b-036e-4180-9178-e0867a9ac1f6 req-3adbbf92-51f0-4518-b66f-3c84c086ad41 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436106
Mar 05 20:57:29.813166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (175ac4ae-bd4f-462e-b6f6-4ec110924d5e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.848013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:29.851630 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00c81c-6e11-463f-a10e-7897d5c51a70" -d '{"events": [{"server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "name": "network-vif-plugged", "status": "completed", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:29.852390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08ac9a3a-0153-4032-87a5-d71a94f677f7 req-f6c6dc6d-a0e0-4d85-b5a3-9d0bfe964c5b tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/security-groups?id=66d454bc-2c0b-485e-a3f8-670db8200e23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937244
Mar 05 20:57:29.884950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:29.893300 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6505d38a-e935-4764-ac3a-3a5ad1effbc1 x-openstack-request-id: req-6505d38a-e935-4764-ac3a-3a5ad1effbc1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:29.893596 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "name": "network-vif-plugged", "status": "completed", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:29.893850 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6505d38a-e935-4764-ac3a-3a5ad1effbc1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:29.894861 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'code': 200}
Mar 05 20:57:29.898374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (958c0f6b-9ac4-4f46-b6a2-6ced7399cc03), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.906718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175ac4ae-bd4f-462e-b6f6-4ec110924d5e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:29.917609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.921015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/958c0f6b-9ac4-4f46-b6a2-6ced7399cc03 HTTP/1.1" status: 204  len: 168 time: 0.8203022
Mar 05 20:57:29.922288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a5239ec3-2a6a-4f17-8b57-9936d517dcc5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:29.922700 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Added segment a5239ec3-2a6a-4f17-8b57-9936d517dcc5 of type vlan for network 392366d0-e40a-42b0-9a34-c5edf1d859e7
Mar 05 20:57:29.924667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51406) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:29.957979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49341-35b2-467e-992e-b9984c853184 tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=958c0f6b-9ac4-4f46-b6a2-6ced7399cc03,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:29.993533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] For port 2710cf64-1285-4d3b-8a24-95520a144b8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2710cf64-1285-4d3b-8a24-95520a144b8c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:29.994062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.036883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Calling delete_port for 2710cf64-1285-4d3b-8a24-95520a144b8c owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:30.039523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (392366d0-e40a-42b0-9a34-c5edf1d859e7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.062386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (90488ae6-bfd2-4498-8950-92420d05eef0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.076215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2b74-2cd6-4499-8a9c-99b5507ef6e8 req-4244bbc4-a208-40ef-92db-c6cd4da38919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.077696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-873c2b74-2cd6-4499-8a9c-99b5507ef6e8 req-4244bbc4-a208-40ef-92db-c6cd4da38919 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 1127 time: 0.0740631
Mar 05 20:57:30.113749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (392366d0-e40a-42b0-9a34-c5edf1d859e7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.114831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.115527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.155493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa510a-4eb5-425c-b54e-02074a427b74 req-1e7bb694-0c34-4fe0-af45-3943a256c20e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.157001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30fa510a-4eb5-425c-b54e-02074a427b74 req-1e7bb694-0c34-4fe0-af45-3943a256c20e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 946 time: 0.1663435
Mar 05 20:57:30.193947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (90488ae6-bfd2-4498-8950-92420d05eef0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.198024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-873c2b74-2cd6-4499-8a9c-99b5507ef6e8 req-f00f9b4f-e035-4463-884b-20cf6f7a5a1e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136904
Mar 05 20:57:30.204058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1866248
Mar 05 20:57:30.208654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:30.213307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Request body: {'subnet': {'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-518221286-subnet', 'tenant_id': '942cce2cde71460d95a12bea3862813d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:30.230555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7feb-f158-47df-9688-e34388374703 admin admin] Pushing event updated for resources: {'Network': ['ID=392366d0-e40a-42b0-9a34-c5edf1d859e7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:30.231284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4b4610>,) {'filters': {'network_id': ['90488ae6-bfd2-4498-8950-92420d05eef0']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:30.250948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 392366d0-e40a-42b0-9a34-c5edf1d859e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:30.253602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4b4610>, '271383c5-e4b6-4a42-8248-7ca8c154ae33') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:30.253913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4b4610>, '271383c5-e4b6-4a42-8248-7ca8c154ae33') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:30.267353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (271383c5-e4b6-4a42-8248-7ca8c154ae33), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.269909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Made reservation on behalf of 942cce2cde71460d95a12bea3862813d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:30.274454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.284131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30fa510a-4eb5-425c-b54e-02074a427b74 req-da0f0449-cef9-463d-aa47-b0d4525ab368 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010089
Mar 05 20:57:30.323154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2710cf64-1285-4d3b-8a24-95520a144b8c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.330076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (271383c5-e4b6-4a42-8248-7ca8c154ae33), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.344986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d1b9537-ad73-4338-8391-1cf145155506 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:30.356326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Pushing event deleted for resources: {'Port': ['ID=2710cf64-1285-4d3b-8a24-95520a144b8c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:30.379497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2710cf64-1285-4d3b-8a24-95520a144b8c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:30.383940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:30.384594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (271383c5-e4b6-4a42-8248-7ca8c154ae33), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:30.391445 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:30.394868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2d1b9537-ad73-4338-8391-1cf145155506 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:30.396391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d1b9537-ad73-4338-8391-1cf145155506 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:30.433124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] No DVR routers for this DVR port 2710cf64-1285-4d3b-8a24-95520a144b8c on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:30.437599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.440040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6bc651aa-6536-42db-8a3e-6fca44255ee3 req-2fd6e835-84a3-4ad5-93fd-cfc231019f73 tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.23 "DELETE /v2.0/ports/2710cf64-1285-4d3b-8a24-95520a144b8c HTTP/1.1" status: 204  len: 173 time: 1.0987649
Mar 05 20:57:30.440619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'name': 'network-vif-deleted', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:30.443691 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2e2c95-0ccf-4a5c-95ef-7f16c4b16c70" -d '{"events": [{"server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "name": "network-vif-deleted", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:30.487970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0937b-33a6-4614-bcf1-abf44b49b23f req-7814d342-25de-4a0d-a054-8111eea63490 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.497217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6e0937b-33a6-4614-bcf1-abf44b49b23f req-7814d342-25de-4a0d-a054-8111eea63490 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.0742121
Mar 05 20:57:30.505559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (90488ae6-bfd2-4498-8950-92420d05eef0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.529224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80936d-549c-487d-a18b-39169c4c9a46 req-be440afd-02f0-42d5-90a0-28244c81cbce tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.530771 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb80936d-549c-487d-a18b-39169c4c9a46 req-be440afd-02f0-42d5-90a0-28244c81cbce tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2065542
Mar 05 20:57:30.534859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.540942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] 10.222.0.15 "DELETE /v2.0/networks/90488ae6-bfd2-4498-8950-92420d05eef0 HTTP/1.1" status: 204  len: 168 time: 0.6141977
Mar 05 20:57:30.558725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33021f34-eb84-4afc-8c86-3259a1001b0f tempest-BulkNetworkOpsTest-1299439645 tempest-BulkNetworkOpsTest-1299439645-project] Pushing event deleted for resources: {'Network': ['ID=90488ae6-bfd2-4498-8950-92420d05eef0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:30.560078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6e0937b-33a6-4614-bcf1-abf44b49b23f req-dac5f54f-171f-441d-9f20-5be6ec81076e tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617363
Mar 05 20:57:30.635660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb80936d-549c-487d-a18b-39169c4c9a46 req-cd339f0d-9c0a-48d3-a218-d7bc6b45d200 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833974
Mar 05 20:57:30.681288 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a0a61a-c98e-4003-89fe-8a6f3be5a369 x-openstack-request-id: req-73a0a61a-c98e-4003-89fe-8a6f3be5a369 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:30.681715 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429f5dde-84d7-4bd3-a37a-066ac19fdc53", "name": "network-vif-deleted", "tag": "2710cf64-1285-4d3b-8a24-95520a144b8c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:30.681983 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73a0a61a-c98e-4003-89fe-8a6f3be5a369 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:30.682449 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429f5dde-84d7-4bd3-a37a-066ac19fdc53', 'name': 'network-vif-deleted', 'tag': '2710cf64-1285-4d3b-8a24-95520a144b8c', 'status': 'completed', 'code': 200}
Mar 05 20:57:30.734711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (736dd8a1-a8e8-42b3-9eff-c3037afc95ca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.816046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:30.824011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222fcc-7f36-482a-bdd3-8d244078a840 req-197f58a6-6ed4-44dc-8aa7-06e08b8164ab tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:30.825743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5222fcc-7f36-482a-bdd3-8d244078a840 req-197f58a6-6ed4-44dc-8aa7-06e08b8164ab tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.1032758
Mar 05 20:57:30.831648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Pushing event updated for resources: {'Subnet': ['ID=736dd8a1-a8e8-42b3-9eff-c3037afc95ca,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:30.861799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Checking segment: {'id': 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:30.862264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Network hostable DHCP agents. Network: 392366d0-e40a-42b0-9a34-c5edf1d859e7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:30.943824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Network 392366d0-e40a-42b0-9a34-c5edf1d859e7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:30.959205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:30.975716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5222fcc-7f36-482a-bdd3-8d244078a840 req-09cf86f9-ab34-4117-bd93-c99bb6b600fc tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357849
Mar 05 20:57:30.976943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 392366d0-e40a-42b0-9a34-c5edf1d859e7) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:30.988707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd7ee4-9109-4268-b300-4cb2f874afbf None None] Network 392366d0-e40a-42b0-9a34-c5edf1d859e7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:30.998646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.001704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:31.050481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0be6dd62-7837-4235-b922-ecab4bed430b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8345006
Mar 05 20:57:31.110673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360a06f-ec04-429a-b6bb-e55c4f2222dc req-c996e82e-2c4b-4430-b146-0125eefb6ef4 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.112542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a360a06f-ec04-429a-b6bb-e55c4f2222dc req-c996e82e-2c4b-4430-b146-0125eefb6ef4 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.1028326
Mar 05 20:57:31.116087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8a9f3277-8f2e-4a57-a45b-5634604d92d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2aa03e7db3014a939d6d56c9252f5ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2970917
Mar 05 20:57:31.118640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:31.155095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93348e40-0af6-485f-a87f-c9d72180c672 req-6d485920-4d1d-4f86-8a83-a3d373a9697e tempest-FloatingIPsAssociationTestJSON-180952550 tempest-FloatingIPsAssociationTestJSON-180952550-project] 10.222.0.15 "GET /v2.0/ports?device_id=429f5dde-84d7-4bd3-a37a-066ac19fdc53 HTTP/1.1" status: 200  len: 210 time: 0.0597684
Mar 05 20:57:31.173081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce8fcb-c29b-4e35-8db3-b5bf2bfa4864 None None] Network 392366d0-e40a-42b0-9a34-c5edf1d859e7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:31.218502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a360a06f-ec04-429a-b6bb-e55c4f2222dc req-f819403f-32b1-4b02-b074-cc5cc8897cf0 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932000
Mar 05 20:57:31.222241 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] Publish callbacks [] for security_group (c51d6652-fec7-4c79-83b1-2108e00f127b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:31.251881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] Publish callbacks [] for security_group (c51d6652-fec7-4c79-83b1-2108e00f127b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:31.324143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c51d6652-fec7-4c79-83b1-2108e00f127b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:31.327112 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:31.331754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c51d6652-fec7-4c79-83b1-2108e00f127b HTTP/1.1" status: 204  len: 168 time: 0.2114999
Mar 05 20:57:31.349503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65debf7a-e29b-4645-b7f6-7c8068d512fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51d6652-fec7-4c79-83b1-2108e00f127b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:31.365883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb91f87-369e-4d3e-a6d8-d8b5b5db8436 req-9082fefa-3b8d-465c-99ae-1863d666aa80 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.372324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eeb91f87-369e-4d3e-a6d8-d8b5b5db8436 req-9082fefa-3b8d-465c-99ae-1863d666aa80 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.1459568
Mar 05 20:57:31.428974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eeb91f87-369e-4d3e-a6d8-d8b5b5db8436 req-0c2686c0-b899-43a4-be87-a24675f446ff tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527382
Mar 05 20:57:31.578608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6faad-18cb-41f0-9f56-6a81abed3b9e req-e3a85bd5-7954-41ef-be71-b4940125d932 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.580940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fa6faad-18cb-41f0-9f56-6a81abed3b9e req-e3a85bd5-7954-41ef-be71-b4940125d932 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.0503449
Mar 05 20:57:31.622438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:31.646943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fa6faad-18cb-41f0-9f56-6a81abed3b9e req-49ee00ac-4f31-4744-a230-dadb09f6b19e tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585182
Mar 05 20:57:31.653330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:31.654446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 207ec9a3-97bb-4f65-9dd6-1a65d33c9cf5 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:31.788401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f8664-38cf-4193-8c26-c1f26763c6e2 req-ab0d2488-b709-4636-8761-19ab512d7362 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.789934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365f8664-38cf-4193-8c26-c1f26763c6e2 req-ab0d2488-b709-4636-8761-19ab512d7362 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0621247
Mar 05 20:57:31.847254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365f8664-38cf-4193-8c26-c1f26763c6e2 req-f1c3e758-81f5-4a1b-be25-1bfe7ef1f548 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512304
Mar 05 20:57:31.919274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-adb8aa6c-184c-40e5-a838-37e45ede84c9 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:31.920771 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-adb8aa6c-184c-40e5-a838-37e45ede84c9 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/networks?id=392366d0-e40a-42b0-9a34-c5edf1d859e7 HTTP/1.1" status: 200  len: 812 time: 0.1219645
Mar 05 20:57:31.938615 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-f67d8e15-7e0d-4650-aca2-9273f15fd723 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/quotas/942cce2cde71460d95a12bea3862813d HTTP/1.1" status: 200  len: 375 time: 0.0121408
Mar 05 20:57:31.975038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-fcc2545b-e671-47a7-bb9a-d65d3f3b07de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=942cce2cde71460d95a12bea3862813d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0297184
Mar 05 20:57:32.066285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-ed16913d-2a5a-4b72-a422-e187d2520622 service neutron] 10.222.0.15 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847268
Mar 05 20:57:32.126088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51486) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:32.159907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-5d30ef27-5a52-4910-bee1-f8d08d1d7f30 service neutron] 10.222.0.15 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874636
Mar 05 20:57:32.207307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51492) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:32.260745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81f10a90-1354-49be-96c4-df929e04b968 tempest-ServiceProvidersTest-145431313 tempest-ServiceProvidersTest-145431313-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1335175
Mar 05 20:57:32.361792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-144e6022-d728-46c2-9411-cb49cbb12bcc req-21c4b64e-66eb-42a0-8a82-a2619fb399fd tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 210 time: 0.0432644
Mar 05 20:57:32.495951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c42ae-2d3d-4364-8b66-026ed962ef7d req-e0412256-0577-4388-862a-026313c1533b tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:32.497634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd4c42ae-2d3d-4364-8b66-026ed962ef7d req-e0412256-0577-4388-862a-026313c1533b tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.1516132
Mar 05 20:57:32.584785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ec0fe-37c7-4b5a-aa98-e4304fe5c075 req-2f62d8f6-8ab1-4bcf-a21e-ccae879daefc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:32.586369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f68ec0fe-37c7-4b5a-aa98-e4304fe5c075 req-2f62d8f6-8ab1-4bcf-a21e-ccae879daefc tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.0723350
Mar 05 20:57:32.594713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd4c42ae-2d3d-4364-8b66-026ed962ef7d req-b3f4418a-94fa-47de-b765-c4483f8f8fe3 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883009
Mar 05 20:57:32.606517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51510) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:32.664453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f68ec0fe-37c7-4b5a-aa98-e4304fe5c075 req-5327712f-651e-42fc-b195-a1986fa1dbd9 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677023
Mar 05 20:57:32.782794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11d5a63e-ab17-49e7-af0d-bee284c5e66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:32.811937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ab88-0774-416c-a788-0e71e59783ff req-e5f90ba9-4517-4868-9343-17502ff18f24 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:32.813478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03f8ab88-0774-416c-a788-0e71e59783ff req-e5f90ba9-4517-4868-9343-17502ff18f24 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.0771949
Mar 05 20:57:32.816379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a221-215f-400f-bc47-60087b0a7feb req-6399d26d-25c1-4aef-b731-5aa73d9ab860 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:32.818526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb10a221-215f-400f-bc47-60087b0a7feb req-6399d26d-25c1-4aef-b731-5aa73d9ab860 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.0987158
Mar 05 20:57:32.829982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51520) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:32.835105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Request body: {'floatingip': {'port_id': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:32.894064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03f8ab88-0774-416c-a788-0e71e59783ff req-43b057c2-0942-495d-b79d-f002e430e0d5 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696924
Mar 05 20:57:32.915312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11d5a63e-ab17-49e7-af0d-bee284c5e66e admin admin] Publish callbacks [] for security_group (79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:32.931925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11d5a63e-ab17-49e7-af0d-bee284c5e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:32.968004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a63e-ab17-49e7-af0d-bee284c5e66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:32.996598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11d5a63e-ab17-49e7-af0d-bee284c5e66e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6000c4f761044cbbba434f49bc92f67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3888688
Mar 05 20:57:32.999225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51526) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:33.103219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] Publish callbacks [] for security_group (79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.138707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] Publish callbacks [] for security_group (79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.227626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.231159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.232497 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e HTTP/1.1" status: 204  len: 168 time: 0.2319477
Mar 05 20:57:33.242441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6a9b6-814f-47f4-ab3a-5b22399169cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb4c0f-bead-4a0e-ad26-2f1dc051fb5e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:33.328263 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.477892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-8483b202-8014-4801-bb5e-526cf0c78dd7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:33.479334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-8483b202-8014-4801-bb5e-526cf0c78dd7 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.2299612
Mar 05 20:57:33.494690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef0c23-4789-4ddc-b8ec-e77aa4553e1c req-4c454894-439e-4648-9d7d-f3b1edc5a8d1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:33.496230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abef0c23-4789-4ddc-b8ec-e77aa4553e1c req-4c454894-439e-4648-9d7d-f3b1edc5a8d1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2582855
Mar 05 20:57:33.636535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2710cf64-1285-4d3b-8a24-95520a144b8c no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:33.670885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 2710cf64-1285-4d3b-8a24-95520a144b8c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:33.671648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2710cf64-1285-4d3b-8a24-95520a144b8c not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:33.735419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:33.928400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abef0c23-4789-4ddc-b8ec-e77aa4553e1c req-76c872fc-848c-4408-8148-c14ef85802c3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3929060
Mar 05 20:57:34.017541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9992d946-2796-4f65-86cc-d2c90e9b1f93 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.018820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9992d946-2796-4f65-86cc-d2c90e9b1f93 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.23 "GET /v2.0/networks?id=392366d0-e40a-42b0-9a34-c5edf1d859e7 HTTP/1.1" status: 200  len: 812 time: 0.4847248
Mar 05 20:57:34.047135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Request body: {'port': {'device_id': '056687e6-170e-40fd-8aba-54f356d86d39', 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7', 'admin_state_up': True, 'tenant_id': '942cce2cde71460d95a12bea3862813d'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:34.074539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9f5c9db-5c52-4f87-8cb5-807d65ad4510 req-4d51dd3b-8f25-4fce-983d-9063ae4749d1 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 210 time: 0.0709150
Mar 05 20:57:34.152611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-dac1c1a9-576a-414c-bc11-237577ffe6a1 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:57:34.155328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-dac1c1a9-576a-414c-bc11-237577ffe6a1 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0101166
Mar 05 20:57:34.173351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Deleting port c02ff863-577b-4f41-9058-0e457c4739d0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:34.173697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:34.201233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9b000fb7-0c14-4432-8257-cdc876211fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.202780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9b000fb7-0c14-4432-8257-cdc876211fde service neutron] 10.222.0.15 "GET /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 1125 time: 0.0396700
Mar 05 20:57:34.216901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:34.217355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Unknown quota resources ['binding']. {{(pid=126562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:57:34.365690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on host nch2-master-1 for vnic_type normal with profile None {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:34.366057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:34.366347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:34.371178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:34.371499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:34.376599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:34.377176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:34.377560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:34.377987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Bound port: 66b1650a-3e82-4d7d-b60f-82261d656e4c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:34.434568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:34.440666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:34.441861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] 10.222.0.15 "POST /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c/bindings HTTP/1.1" status: 201  len: 389 time: 0.2287982
Mar 05 20:57:34.568371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] For port c02ff863-577b-4f41-9058-0e457c4739d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c02ff863-577b-4f41-9058-0e457c4739d0,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:34.568371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:34.591022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f447d-2f19-4500-bc27-dc7f92bb6d23 req-b90eefae-0b1f-47a5-bc40-f5538a04d57c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.592666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d0f447d-2f19-4500-bc27-dc7f92bb6d23 req-b90eefae-0b1f-47a5-bc40-f5538a04d57c tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 946 time: 0.4328775
Mar 05 20:57:34.616604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Calling delete_port for c02ff863-577b-4f41-9058-0e457c4739d0 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:34.642497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:57:34.681351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c707c3-5f12-45ec-b553-b271280d642b req-1a27b358-10ca-4704-be99-39ad7a336245 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.683040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-15c707c3-5f12-45ec-b553-b271280d642b req-1a27b358-10ca-4704-be99-39ad7a336245 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 946 time: 0.1025603
Mar 05 20:57:34.784342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-15c707c3-5f12-45ec-b553-b271280d642b req-ba25de09-d6ee-4041-8f7b-6a9d38d7cf15 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912039
Mar 05 20:57:34.788128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-01848ac8-3846-47e8-82c8-5fef82547d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.789658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-01848ac8-3846-47e8-82c8-5fef82547d6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1128 time: 0.1056328
Mar 05 20:57:34.917908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-6316bb33-4d40-4da1-8a62-5c88ffed84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:34.919709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-6316bb33-4d40-4da1-8a62-5c88ffed84ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1241603
Mar 05 20:57:34.970915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e29d84db-3eb1-459d-bbde-ee14837cefda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 217 time: 0.0456510
Mar 05 20:57:34.975495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Made reservation on behalf of 942cce2cde71460d95a12bea3862813d for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:34.979734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.059370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-5fd291f3-3b20-4c67-a42f-79b0598ec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:35.060998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-5fd291f3-3b20-4c67-a42f-79b0598ec6e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.0841131
Mar 05 20:57:35.096720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9c4cccd8-1e4c-4f89-bc81-62b0492c4cae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292680
Mar 05 20:57:35.107021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3dc09-51fc-4966-a85e-eff6c30f916d req-9628f03e-6efe-463c-8934-f7c9e0321b11 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:35.108590 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39e3dc09-51fc-4966-a85e-eff6c30f916d req-9628f03e-6efe-463c-8934-f7c9e0321b11 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0959227
Mar 05 20:57:35.111486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.119749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d0f447d-2f19-4500-bc27-dc7f92bb6d23 req-48eded39-b1bf-44b2-ab7b-6c585d65f50a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/security-groups?id=448872ae-a08a-4af0-a324-6c41905e75e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5209539
Mar 05 20:57:35.159862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.256194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39e3dc09-51fc-4966-a85e-eff6c30f916d req-7626baf7-21c7-4d3b-b2fb-09b1181875de tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739710
Mar 05 20:57:35.261813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-b9eae2f2-3e60-424e-98f6-235ccde0c0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522620
Mar 05 20:57:35.331649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b02da15-4750-407a-bd42-23e8b8c2e6cf req-b6fcd7c9-4949-408e-a9d7-c2f697f4ef69 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 210 time: 0.0703459
Mar 05 20:57:35.475189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Allocated IP 172.20.0.3 (392366d0-e40a-42b0-9a34-c5edf1d859e7/736dd8a1-a8e8-42b3-9eff-c3037afc95ca/fb31d45e-66c4-411f-b2d5-2f7fc846eb16) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:35.488591 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Floating IP 20daa826-bac7-4861-9b33-996cd1f268cd associated. External IP: 172.35.0.102, port: b7562f27-5f06-4bcc-a8b8-962b8a5a7750.
Mar 05 20:57:35.579547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c02ff863-577b-4f41-9058-0e457c4739d0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.594560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Deleting port 7378837f-cd9c-4a35-80d9-231d0264a296 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:35.594907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.682184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Pushing event deleted for resources: {'Port': ['ID=c02ff863-577b-4f41-9058-0e457c4739d0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:35.716371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-090002d9-46b3-437c-81e8-36f722d92a40 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4491692
Mar 05 20:57:35.743633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:35.777735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] No DVR routers for this DVR port c02ff863-577b-4f41-9058-0e457c4739d0 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:35.807744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.811038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bf0abd8-387f-4e58-865c-6d27a512ede7 req-1b6c7630-420d-4e55-aff2-e6006315e19a tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.31 "DELETE /v2.0/ports/c02ff863-577b-4f41-9058-0e457c4739d0 HTTP/1.1" status: 204  len: 173 time: 2.3240910
Mar 05 20:57:35.825244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'name': 'network-vif-deleted', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:35.828514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-5b346111-0ff8-467c-bb59-4400e7e4599d tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:35.829288 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b29e21-6bd8-406e-a2f1-446fb0cc9317" -d '{"events": [{"server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "name": "network-vif-deleted", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:35.830882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-5b346111-0ff8-467c-bb59-4400e7e4599d tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0614121
Mar 05 20:57:35.857017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:35.890955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] For port 7378837f-cd9c-4a35-80d9-231d0264a296, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7378837f-cd9c-4a35-80d9-231d0264a296,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:35.891351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.913860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd5c17a2-b227-4375-bd9e-eb4b424efd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:35.915586 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ec8d7-41ca-414a-9f1e-12dfcf77c371 x-openstack-request-id: req-134ec8d7-41ca-414a-9f1e-12dfcf77c371 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:35.915902 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b77b-5755-4ebd-bbcd-c47541a58af5", "name": "network-vif-deleted", "tag": "c02ff863-577b-4f41-9058-0e457c4739d0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:35.916161 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-134ec8d7-41ca-414a-9f1e-12dfcf77c371 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:35.916558 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf09b77b-5755-4ebd-bbcd-c47541a58af5', 'name': 'network-vif-deleted', 'tag': 'c02ff863-577b-4f41-9058-0e457c4739d0', 'status': 'completed', 'code': 200}
Mar 05 20:57:35.968067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.007092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Calling delete_port for 7378837f-cd9c-4a35-80d9-231d0264a296 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:36.068350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.101544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f24dc4-8e6d-421c-9efc-50f708e27b70 req-c68bb7c6-1ad4-45f3-b102-c1253427e446 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:36.102957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19f24dc4-8e6d-421c-9efc-50f708e27b70 req-c68bb7c6-1ad4-45f3-b102-c1253427e446 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 946 time: 0.1902673
Mar 05 20:57:36.112931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks [] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.234165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Router 9896409a-468e-496b-8e7d-68021c4f5635 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:36.249646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd5c17a2-b227-4375-bd9e-eb4b424efd0b admin admin] Publish callbacks [] for security_group (d38551f3-114b-4df6-9fe2-fbe25885d283), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.263143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19f24dc4-8e6d-421c-9efc-50f708e27b70 req-f81b0ad8-9aa3-48a8-9c2b-b7937c6f777f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514454
Mar 05 20:57:36.263799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd5c17a2-b227-4375-bd9e-eb4b424efd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d38551f3-114b-4df6-9fe2-fbe25885d283), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.273730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0b657b77-70ac-475d-83bb-3f0ab7df3224 req-84af7959-f156-4728-a95a-913a0db1c300 tempest-ServerRescueTestJSON-1383827747 tempest-ServerRescueTestJSON-1383827747-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf09b77b-5755-4ebd-bbcd-c47541a58af5 HTTP/1.1" status: 200  len: 210 time: 0.0497131
Mar 05 20:57:36.281672 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.295042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.356228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bd5c17a2-b227-4375-bd9e-eb4b424efd0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72702563ae3c4b63b19c6dbbbc738db0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6113124
Mar 05 20:57:36.361151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51642) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:36.373367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c17a2-b227-4375-bd9e-eb4b424efd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38551f3-114b-4df6-9fe2-fbe25885d283,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:36.399952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:36.507978 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] Publish callbacks [] for security_group (d38551f3-114b-4df6-9fe2-fbe25885d283), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.509973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:36.515642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Network 392366d0-e40a-42b0-9a34-c5edf1d859e7 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:36.529504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:36.549505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:36.551973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Pushing event updated for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:36.554628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6a906-db02-4fd3-b9ce-b89a8b196791 req-154a9691-71e0-4e33-b0cd-aa87b4cb574e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:36.557689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6b6a906-db02-4fd3-b9ce-b89a8b196791 req-154a9691-71e0-4e33-b0cd-aa87b4cb574e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1790333
Mar 05 20:57:36.582453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] Publish callbacks [] for security_group (d38551f3-114b-4df6-9fe2-fbe25885d283), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.607283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:36.609527 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ffb4d-8b26-440e-be78-c2563e93892c" -d '{"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-unplugged", "status": "completed", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:36.614246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks [] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.629037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.661638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:36.662321 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.680199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:36.690254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43c7c-0c8c-449e-afb1-7c945e2222f7 req-8d405323-ea1b-4f55-b36f-ff57e3344c93 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:36.691616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab43c7c-0c8c-449e-afb1-7c945e2222f7 req-8d405323-ea1b-4f55-b36f-ff57e3344c93 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 931 time: 0.2416298
Mar 05 20:57:36.695093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.696824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Sync routers for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:36.702400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-1f09865d-2c22-4d2d-959f-f3f4e8fda1de tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6638358
Mar 05 20:57:36.706960 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6b6a906-db02-4fd3-b9ce-b89a8b196791 req-4af54a02-6b08-4798-abda-deb195522ec4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378832
Mar 05 20:57:36.726644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:36.727910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82868520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:36.730641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Request body: {'port': {'device_id': '056687e6-170e-40fd-8aba-54f356d86d39', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:36.766676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:36.766676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:36.766676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:36.783371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d38551f3-114b-4df6-9fe2-fbe25885d283), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.787484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.788478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d38551f3-114b-4df6-9fe2-fbe25885d283 HTTP/1.1" status: 204  len: 168 time: 0.4263749
Mar 05 20:57:36.791968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7378837f-cd9c-4a35-80d9-231d0264a296), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.794377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:36.794904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Attempting to bind port 66b1650a-3e82-4d7d-b60f-82261d656e4c on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:36.799818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-63993639-11c4-4e88-81ad-468290e22823 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "PUT /v2.0/floatingips/20daa826-bac7-4861-9b33-996cd1f268cd HTTP/1.1" status: 200  len: 991 time: 3.9688427
Mar 05 20:57:36.817560 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1281349-35d6-4e2b-a935-7010135039e9 x-openstack-request-id: req-d1281349-35d6-4e2b-a935-7010135039e9 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:36.818339 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-unplugged", "status": "completed", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:36.818339 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1281349-35d6-4e2b-a935-7010135039e9 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:36.818562 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'code': 200}
Mar 05 20:57:36.820576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:36.820921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:36.821312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:36.821766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Bound port: 66b1650a-3e82-4d7d-b60f-82261d656e4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:36.822405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.845898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Pushing event deleted for resources: {'Port': ['ID=7378837f-cd9c-4a35-80d9-231d0264a296,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:36.879704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:36.889496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3402-d878-4df4-9e45-9069020f739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38551f3-114b-4df6-9fe2-fbe25885d283,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:36.924303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab43c7c-0c8c-449e-afb1-7c945e2222f7 req-29bc32ce-2e97-424f-9578-79ecf7ad1f6e tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973019
Mar 05 20:57:36.946292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:36.950109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:36.960096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:36.974309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.081292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:37.082499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.084676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] 10.222.0.23 "PUT /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 1122 time: 1.2483017
Mar 05 20:57:37.097481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d589b-9ac0-49ce-a71f-dc9619f4fabf service neutron] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=8']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:37.165878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:37.214826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c02ff863-577b-4f41-9058-0e457c4739d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:37.292291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['66b1650a-3e82-4d7d-b60f-82261d656e4c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:37.298105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: c02ff863-577b-4f41-9058-0e457c4739d0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:37.298461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c02ff863-577b-4f41-9058-0e457c4739d0 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:37.299323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51654) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:37.320376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ff34-ffee-4864-ade0-66f668f99077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.436769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:37.495187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ff34-ffee-4864-ade0-66f668f99077 admin admin] Publish callbacks [] for security_group (27d201ad-8eaf-4c2b-abd1-5351d74314b9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.514820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43320-507f-4bb1-8c7d-9cc6fb14bc19 req-053b7856-0aed-4c07-8753-1d5cd9323a1f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:37.516458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3eb43320-507f-4bb1-8c7d-9cc6fb14bc19 req-053b7856-0aed-4c07-8753-1d5cd9323a1f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.1022520
Mar 05 20:57:37.517702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ff34-ffee-4864-ade0-66f668f99077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (27d201ad-8eaf-4c2b-abd1-5351d74314b9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.552596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.563356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0ff34-ffee-4864-ade0-66f668f99077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d201ad-8eaf-4c2b-abd1-5351d74314b9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:37.606990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0fb0ff34-ffee-4864-ade0-66f668f99077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b32d2fa61acc4410bd603284380c32a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3059571
Mar 05 20:57:37.611861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51662) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:37.612725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82868520>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20daa826-bac7-4861-9b33-996cd1f268cd', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'floating_ip_address': '172.35.0.102', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'port_id': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'mac_address': 'fa:16:3e:91:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:57:10Z', 'updated_at': '2022-03-05T20:57:34Z', 'revision_number': 1, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:37.646789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Checking router: 9896409a-468e-496b-8e7d-68021c4f5635 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:37.656534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:37.657189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82868520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:37.662623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3eb43320-507f-4bb1-8c7d-9cc6fb14bc19 req-47c8c0d9-eb6a-4172-8eeb-28e9ce3ae398 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318555
Mar 05 20:57:37.691357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] Publish callbacks [] for security_group (27d201ad-8eaf-4c2b-abd1-5351d74314b9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.722986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] Publish callbacks [] for security_group (27d201ad-8eaf-4c2b-abd1-5351d74314b9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.778067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:37.781499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (27d201ad-8eaf-4c2b-abd1-5351d74314b9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.784352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:37.785620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27d201ad-8eaf-4c2b-abd1-5351d74314b9 HTTP/1.1" status: 204  len: 168 time: 0.1716764
Mar 05 20:57:37.794810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527e480-473b-4b86-8cf8-d9d59f8f31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d201ad-8eaf-4c2b-abd1-5351d74314b9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:37.917274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:37.919778 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a6db1-43eb-4770-92a0-17cf27cff403" -d '{"events": [{"name": "network-changed", "server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:37.998421 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea955ba2-e293-4741-8dfc-559551ba3229 x-openstack-request-id: req-ea955ba2-e293-4741-8dfc-559551ba3229 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:37.998714 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:37.998965 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea955ba2-e293-4741-8dfc-559551ba3229 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:37.999356 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'status': 'completed', 'code': 200}
Mar 05 20:57:38.109331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82868520>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20daa826-bac7-4861-9b33-996cd1f268cd', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'floating_ip_address': '172.35.0.102', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'port_id': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'mac_address': 'fa:16:3e:91:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:57:10Z', 'updated_at': '2022-03-05T20:57:34Z', 'revision_number': 1, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:38.111619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-8b1519ef-50a1-40d6-a7f6-055a4b15cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.117167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-8b1519ef-50a1-40d6-a7f6-055a4b15cf2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3&device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 1127 time: 0.1069882
Mar 05 20:57:38.120225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e5c2-6b63-435e-9527-71cb1487a6a5 req-b8d403bd-a810-4071-9cd3-2e0c666669fb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.127041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23a4e5c2-6b63-435e-9527-71cb1487a6a5 req-b8d403bd-a810-4071-9cd3-2e0c666669fb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2105143
Mar 05 20:57:38.148452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70ae29-c31e-4404-8a2e-20c159f7c3fc None None] The sync data for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 is: [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20daa826-bac7-4861-9b33-996cd1f268cd', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'floating_ip_address': '172.35.0.102', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'port_id': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'mac_address': 'fa:16:3e:91:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:57:10Z', 'updated_at': '2022-03-05T20:57:34Z', 'revision_number': 1, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:38.269693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9bd9-6542-4d05-b492-ba7f6816f2b8 req-129866db-6c3b-431f-a162-21ec65ad4d8d tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.278062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c60f9bd9-6542-4d05-b492-ba7f6816f2b8 req-129866db-6c3b-431f-a162-21ec65ad4d8d tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 931 time: 0.1582425
Mar 05 20:57:38.311292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-0f28baa3-e4bc-47e0-b50d-43549d2091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.313111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-0f28baa3-e4bc-47e0-b50d-43549d2091ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef49219-74b2-4998-a1b8-20eff7615b33 HTTP/1.1" status: 200  len: 915 time: 0.1841836
Mar 05 20:57:38.357610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb31d45e-66c4-411f-b2d5-2f7fc846eb16 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:38.365327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23a4e5c2-6b63-435e-9527-71cb1487a6a5 req-03986016-0ccf-4a15-aff3-210bfdd012f8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373626
Mar 05 20:57:38.375234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks [] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:38.413836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c60f9bd9-6542-4d05-b492-ba7f6816f2b8 req-4c562a0b-1584-44e9-9e0d-f295e51d3ad0 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347919
Mar 05 20:57:38.445135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-01a21b0e-737d-436a-9d53-60799ba2d589 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750 HTTP/1.1" status: 200  len: 999 time: 0.1255035
Mar 05 20:57:38.478344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Transition to ACTIVE for port object fb31d45e-66c4-411f-b2d5-2f7fc846eb16 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:38.491623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:38.493882 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce057dc2-4fbd-4723-ad3e-51e6bec306e4 None None] New status for floating IP 20daa826-bac7-4861-9b33-996cd1f268cd: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:57:38.519606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-e6c92edb-788d-4b9f-80d2-59eb749672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.521443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-e6c92edb-788d-4b9f-80d2-59eb749672eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c5168e9-0546-4f4d-ba6e-877b43b3feda HTTP/1.1" status: 200  len: 853 time: 0.0698109
Mar 05 20:57:38.588194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-0d8635f3-e5db-4038-bfc6-fed865544cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:38.592278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-0d8635f3-e5db-4038-bfc6-fed865544cf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef49219-74b2-4998-a1b8-20eff7615b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0618989
Mar 05 20:57:38.668086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Pushing event updated for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:38.685051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:38.708247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-6975be29-1f11-4612-99a7-8214d4c45ab6 service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1075213
Mar 05 20:57:38.817288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-727a6db1-43eb-4770-92a0-17cf27cff403 req-02f3a42d-61b3-4e2f-a62c-f87de828946e service neutron] 10.222.0.23 "GET /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033592
Mar 05 20:57:38.819502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:38.822570 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615e55b-c11e-4f9c-87e3-34387c8eb16b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:38.844084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Attempting to bind port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:38.844437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Attempting to bind port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:38.844779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Attempting to bind port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 on network 392366d0-e40a-42b0-9a34-c5edf1d859e7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:38.879473 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48796ee5-164b-4907-9bf6-d291f2c8e98a x-openstack-request-id: req-48796ee5-164b-4907-9bf6-d291f2c8e98a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:38.881121 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:38.881425 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48796ee5-164b-4907-9bf6-d291f2c8e98a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:38.881850 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'status': 'completed', 'code': 200}
Mar 05 20:57:38.889067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 on network 392366d0-e40a-42b0-9a34-c5edf1d859e7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:38.889434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Attempting to bind port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 on network 392366d0-e40a-42b0-9a34-c5edf1d859e7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:38.908218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:38.908490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Checking segment: {'id': 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:38.908916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Bound using segment: {'id': 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:38.909414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Bound port: fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:38.909810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.017861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309ebec-1c5b-484a-b5b1-b90f01f8e881 req-69427b8a-19d2-4d4a-b859-ca686ec3a8c7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.019357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2309ebec-1c5b-484a-b5b1-b90f01f8e881 req-69427b8a-19d2-4d4a-b859-ca686ec3a8c7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.2584205
Mar 05 20:57:39.029432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:39.034585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fa1049c2-468b-49c4-8585-7fa3129ff498 admin admin] 10.222.0.15 "PUT /v2.0/routers/0c20cfb5-1186-4610-a3d4-9a2e426300f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8251204
Mar 05 20:57:39.038047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:39.041658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Sync routers for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:39.060773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:39.061784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:39.091613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-fcb98b17-f8d6-4f7c-9185-92a390d0caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.093402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-fcb98b17-f8d6-4f7c-9185-92a390d0caa0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1156 time: 0.1877644
Mar 05 20:57:39.127944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:39.171081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks [] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.198772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,segment=NetworkSegment(a5239ec3-2a6a-4f17-8b57-9936d517dcc5),segment_id=a5239ec3-2a6a-4f17-8b57-9936d517dcc5)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:39.208409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:39.218195 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.240051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2309ebec-1c5b-484a-b5b1-b90f01f8e881 req-d6d721b1-2c01-4b8b-9d29-292a4d0dcc45 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020462
Mar 05 20:57:39.288411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.289312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.290900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb31d45e-66c4-411f-b2d5-2f7fc846eb16 HTTP/1.1" status: 200  len: 1091 time: 2.5693109
Mar 05 20:57:39.340481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks [] for router_gateway (0c20cfb5-1186-4610-a3d4-9a2e426300f5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.342347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-979d5688-211a-42b3-b97a-e098d1cbfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.343864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-979d5688-211a-42b3-b97a-e098d1cbfd48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2425144
Mar 05 20:57:39.353393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadcc6-d23d-48cc-a744-460140e33a11 service neutron] Pushing event updated for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:39.361553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (32c343fe-588c-4532-8e84-e5c0849e3a45), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.422058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Deleting port 6484941f-6da5-463c-83b7-dd27c0e9ebd7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:39.422864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.460709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc2ee0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:57:36Z', 'revision_number': 5, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port': {'id': '6484941f-6da5-463c-83b7-dd27c0e9ebd7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:01Z', 'updated_at': '2022-03-05T20:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:39.495651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Checking router: 0c20cfb5-1186-4610-a3d4-9a2e426300f5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:39.507880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Routers {'0c20cfb5-1186-4610-a3d4-9a2e426300f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:39.508509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:39.542212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-6591869e-dbad-4134-998d-7fb1d7271df6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 217 time: 0.1612282
Mar 05 20:57:39.602642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7535b-9e71-44c4-a02c-99e6eaa04712 req-4463d852-b301-4e16-909b-cdcc0d71dc6f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.604281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dc7535b-9e71-44c4-a02c-99e6eaa04712 req-4463d852-b301-4e16-909b-cdcc0d71dc6f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1070738
Mar 05 20:57:39.610187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] For port 6484941f-6da5-463c-83b7-dd27c0e9ebd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484941f-6da5-463c-83b7-dd27c0e9ebd7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:39.610971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.637095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-20cabd47-a09e-4609-9f37-808ad9c381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.638966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Calling delete_port for 6484941f-6da5-463c-83b7-dd27c0e9ebd7 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:39.639204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-20cabd47-a09e-4609-9f37-808ad9c381b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942cce2cde71460d95a12bea3862813d&device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 1125 time: 0.2982757
Mar 05 20:57:39.650057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] Set router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:39.667754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-d2394932-da0b-4417-8d1e-d8cb06a5e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.669598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-d2394932-da0b-4417-8d1e-d8cb06a5e8aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1145661
Mar 05 20:57:39.726298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-48a5ca8b-6e71-4202-9dcc-2526dce3f4e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16 HTTP/1.1" status: 200  len: 217 time: 0.0726271
Mar 05 20:57:39.727706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dc7535b-9e71-44c4-a02c-99e6eaa04712 req-8d123411-390f-4457-b32f-6bc96030f96f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137230
Mar 05 20:57:39.733041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc2ee0>, [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:57:39Z', 'revision_number': 6, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:39.735523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:39.759390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e148d-7c4c-4a1c-803e-7ca540dc7e13 req-6b56699a-2c45-41d1-9a19-5f8d7140fde9 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.761538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f40e148d-7c4c-4a1c-803e-7ca540dc7e13 req-6b56699a-2c45-41d1-9a19-5f8d7140fde9 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 943 time: 0.2264090
Mar 05 20:57:39.772432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-23a040f5-e01a-4937-bc8e-6027cb7d1356 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645363
Mar 05 20:57:39.788401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb72051-1fca-40da-98c7-acc0be948993 None None] The sync data for ids ['0c20cfb5-1186-4610-a3d4-9a2e426300f5'] in ncdv-master-1 is: [{'id': '0c20cfb5-1186-4610-a3d4-9a2e426300f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-172908316-router', 'tenant_id': '933b162d4a3044f38bed8c339cc621ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:59Z', 'updated_at': '2022-03-05T20:57:39Z', 'revision_number': 6, 'project_id': '933b162d4a3044f38bed8c339cc621ed', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:39.935978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-a8941e13-31b1-4ec4-8eca-6ed1876c53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:39.937897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-a8941e13-31b1-4ec4-8eca-6ed1876c53fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=736dd8a1-a8e8-42b3-9eff-c3037afc95ca HTTP/1.1" status: 200  len: 852 time: 0.1873953
Mar 05 20:57:39.963764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6484941f-6da5-463c-83b7-dd27c0e9ebd7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:39.966151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:39.995159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c has no active binding in host nch2-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:57:40.011707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6484941f-6da5-463c-83b7-dd27c0e9ebd7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:40.011886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:40.013492 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632506d2-77b1-4860-8b8c-d10a60e6f41e" -d '{"events": [{"name": "network-changed", "server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:40.022098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-48ff31c7-ff65-4ba4-bb8c-923473907587 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=392366d0-e40a-42b0-9a34-c5edf1d859e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687385
Mar 05 20:57:40.025284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f40e148d-7c4c-4a1c-803e-7ca540dc7e13 req-193dc77d-f2ac-4773-a386-cfb8f19ad1fa tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217014
Mar 05 20:57:40.051066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.052273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.053185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.053709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.054074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.054387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.054811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.055824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.055824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.056062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.056949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.057280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.057612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:40.067860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-e16b7281-7545-4f7b-b9a8-f24315fd466a service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439938
Mar 05 20:57:40.096713 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61dc9d2-0828-4c3e-8363-c90834add6c3 x-openstack-request-id: req-a61dc9d2-0828-4c3e-8363-c90834add6c3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:40.096927 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:40.097173 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a61dc9d2-0828-4c3e-8363-c90834add6c3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:40.097559 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16', 'status': 'completed', 'code': 200}
Mar 05 20:57:40.100284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.222554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.226589 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks [] for router_controller (0c20cfb5-1186-4610-a3d4-9a2e426300f5), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.304157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (0c20cfb5-1186-4610-a3d4-9a2e426300f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.305243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c20cfb5-1186-4610-a3d4-9a2e426300f5 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:57:40.315416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.317985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c64ff924-d3b1-413f-9a1e-9b65540b00c7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0c20cfb5-1186-4610-a3d4-9a2e426300f5 HTTP/1.1" status: 204  len: 168 time: 1.2780292
Mar 05 20:57:40.320352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:40.392513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Deleting subnet 08a6e5b4-b9cf-434f-9d7b-337f27732d99 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:40.396510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Publish callbacks [] for subnet (08a6e5b4-b9cf-434f-9d7b-337f27732d99), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.416482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:40.440752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (08a6e5b4-b9cf-434f-9d7b-337f27732d99), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.547908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2945cd2c-0be8-4ed7-bcea-da45d2fff644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.561111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (08a6e5b4-b9cf-434f-9d7b-337f27732d99), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.603330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-9d5848ef-9b48-4939-96de-99a856748abe service neutron] 10.222.0.23 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5641787
Mar 05 20:57:40.621411 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1615e55b-c11e-4f9c-87e3-34387c8eb16b req-a3318886-b7fd-498e-96e9-25bae7d4a66e service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5263383
Mar 05 20:57:40.688896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dfe3b-8bb4-42cc-ad46-0e2a76b77478 req-2f943654-0d95-4a11-bc48-b01040047b4f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:40.690237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-230dfe3b-8bb4-42cc-ad46-0e2a76b77478 req-2f943654-0d95-4a11-bc48-b01040047b4f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 944 time: 0.2049575
Mar 05 20:57:40.705139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7378837f-cd9c-4a35-80d9-231d0264a296 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:40.744315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (08a6e5b4-b9cf-434f-9d7b-337f27732d99), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.744538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Deleting port bdd2db9d-72c1-4264-95e9-e9f575feb98c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:40.744796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.745971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7378837f-cd9c-4a35-80d9-231d0264a296 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:40.746187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7378837f-cd9c-4a35-80d9-231d0264a296 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:40.770924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-47769587-4452-4cb0-8aef-28f0921247bc service neutron] 10.222.0.31 "GET /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1670177
Mar 05 20:57:40.793190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a6e5b4-b9cf-434f-9d7b-337f27732d99,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:40.819199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2945cd2c-0be8-4ed7-bcea-da45d2fff644 admin admin] Publish callbacks [] for security_group (99638a58-1b32-4e22-b905-43e315ef387b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.833077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97e760-a3c3-4b75-9720-82c2ead3b33e None None] Network a0fc1ef5-7d58-4956-8ec7-37c47d9df56c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:40.834264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2476b8f4-9c9b-4360-a5e5-7a4ceabef7f4 req-c36f5da3-665f-4eed-9174-bd0897ed5f27 service neutron] 10.222.0.23 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235353
Mar 05 20:57:40.845525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-230dfe3b-8bb4-42cc-ad46-0e2a76b77478 req-b4aae0a4-c9b4-450c-ac31-fdf230180c84 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452546
Mar 05 20:57:40.875535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] For port bdd2db9d-72c1-4264-95e9-e9f575feb98c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdd2db9d-72c1-4264-95e9-e9f575feb98c,segment=NetworkSegment(f9e7641a-6a98-46fb-aba5-0a78cf211a8e),segment_id=f9e7641a-6a98-46fb-aba5-0a78cf211a8e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:40.875943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.876728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:40.882867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d053468-4e7a-428e-941f-f67f7a6a3b65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/08a6e5b4-b9cf-434f-9d7b-337f27732d99 HTTP/1.1" status: 204  len: 168 time: 0.5589828
Mar 05 20:57:40.884872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51744) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:40.911155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Calling delete_port for bdd2db9d-72c1-4264-95e9-e9f575feb98c owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:40.931191 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2945cd2c-0be8-4ed7-bcea-da45d2fff644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (99638a58-1b32-4e22-b905-43e315ef387b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.028579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2945cd2c-0be8-4ed7-bcea-da45d2fff644 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=566b022aea5c4854aef5a1c9163a6c11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6085765
Mar 05 20:57:41.031785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51746) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:41.046382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945cd2c-0be8-4ed7-bcea-da45d2fff644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99638a58-1b32-4e22-b905-43e315ef387b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.056195 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.068995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d1dc-61c6-4ab8-93a6-77d72b033c31 req-1cf3c9d4-23e0-4b95-82c4-ec2341b7c424 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.070591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79b1d1dc-61c6-4ab8-93a6-77d72b033c31 req-1cf3c9d4-23e0-4b95-82c4-ec2341b7c424 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1959743
Mar 05 20:57:41.083802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] DHCP port deletion for a0fc1ef5-7d58-4956-8ec7-37c47d9df56c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:57:41.111297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-7d153a97-0ba9-46d6-a4ae-df209e0796de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.112852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-7d153a97-0ba9-46d6-a4ae-df209e0796de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942cce2cde71460d95a12bea3862813d&device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 1125 time: 0.2032552
Mar 05 20:57:41.179344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Deleting port d1b8e632-5040-41cb-95ee-928ebef7ee2c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:41.179770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.184574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79b1d1dc-61c6-4ab8-93a6-77d72b033c31 req-e8667d7a-887f-4b7a-9226-9d2fda1f32b1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961120
Mar 05 20:57:41.203198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:41.225708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:41.261104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] For port d1b8e632-5040-41cb-95ee-928ebef7ee2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1b8e632-5040-41cb-95ee-928ebef7ee2c,segment=NetworkSegment(4c4a4607-5790-45a3-a167-849a949bb82b),segment_id=4c4a4607-5790-45a3-a167-849a949bb82b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:41.261807 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.263617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b1650a-3e82-4d7d-b60f-82261d656e4c {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:41.274565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:41.275226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Calling delete_port for d1b8e632-5040-41cb-95ee-928ebef7ee2c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:41.290343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.309463 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Publish callbacks [] for security_group (99638a58-1b32-4e22-b905-43e315ef387b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.372452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.376141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Publish callbacks [] for security_group (99638a58-1b32-4e22-b905-43e315ef387b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.387403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] Transition to ACTIVE for port object 66b1650a-3e82-4d7d-b60f-82261d656e4c will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:41.392485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.404595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] Pushing event deleted for resources: {'Port': ['ID=d1b8e632-5040-41cb-95ee-928ebef7ee2c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.410232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669ae92-4952-436e-9d2e-82abc782ea06 None None] No DVR routers for this DVR port d1b8e632-5040-41cb-95ee-928ebef7ee2c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:41.434915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026fa38-4710-4cbf-ae4c-bf82830c5eca req-cb93395b-5fe3-461f-b719-be04bb7c3d67 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.440301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0026fa38-4710-4cbf-ae4c-bf82830c5eca req-cb93395b-5fe3-461f-b719-be04bb7c3d67 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 943 time: 0.2305248
Mar 05 20:57:41.447296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-d4e91146-6137-4925-96c6-5ca8c8389ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.449351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-d4e91146-6137-4925-96c6-5ca8c8389ffe service neutron] 10.222.0.23 "GET /v2.0/networks?id=392366d0-e40a-42b0-9a34-c5edf1d859e7 HTTP/1.1" status: 200  len: 913 time: 0.2753575
Mar 05 20:57:41.450893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Deleting port d1b8e632-5040-41cb-95ee-928ebef7ee2c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:41.451235 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.472759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] No DVR routers for this DVR port 66b1650a-3e82-4d7d-b60f-82261d656e4c on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:41.487444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] Pushing event updated for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=10']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.513235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-e8ebeec3-6d26-4476-b4d2-5cb5d633d6bc service neutron] 10.222.0.31 "PUT /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7145653
Mar 05 20:57:41.588107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-d788cd3d-919a-4fa3-8072-cc1bc75fb03e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16 HTTP/1.1" status: 200  len: 217 time: 0.1202998
Mar 05 20:57:41.613288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9e784d28-4e05-432e-a1ea-765fc108af4b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.615724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9e784d28-4e05-432e-a1ea-765fc108af4b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0509779
Mar 05 20:57:41.655020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] For port d1b8e632-5040-41cb-95ee-928ebef7ee2c, host ncdv-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:41.655397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.670589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-401df682-9e5c-4540-b441-f9f6baa62d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.672220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-401df682-9e5c-4540-b441-f9f6baa62d5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 1127 time: 0.0503588
Mar 05 20:57:41.687635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (99638a58-1b32-4e22-b905-43e315ef387b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.690227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.691371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99638a58-1b32-4e22-b905-43e315ef387b HTTP/1.1" status: 204  len: 168 time: 0.6575515
Mar 05 20:57:41.699946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Calling delete_port for d1b8e632-5040-41cb-95ee-928ebef7ee2c owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:41.704933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bdd2db9d-72c1-4264-95e9-e9f575feb98c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.715001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Port d1b8e632-5040-41cb-95ee-928ebef7ee2c was not found and therefore no delete operation was performed {{(pid=126563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 20:57:41.720190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0026fa38-4710-4cbf-ae4c-bf82830c5eca req-251bb8e5-9175-4fcb-9bcd-2c0c7350bfcc tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669082
Mar 05 20:57:41.744039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99638a58-1b32-4e22-b905-43e315ef387b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.746167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d1b8e632-5040-41cb-95ee-928ebef7ee2c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:41.748620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-36ec533d-e500-4087-b7a2-daaa57a237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.750092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-36ec533d-e500-4087-b7a2-daaa57a237a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=736dd8a1-a8e8-42b3-9eff-c3037afc95ca HTTP/1.1" status: 200  len: 852 time: 0.1484666
Mar 05 20:57:41.756137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9edb147d-9f7d-4781-b7d1-68051acdae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.757696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-9edb147d-9f7d-4781-b7d1-68051acdae25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1127 time: 0.0622573
Mar 05 20:57:41.758425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd2db9d-72c1-4264-95e9-e9f575feb98c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.778099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.778453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.778833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.779324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.779663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.780020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.780351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.780678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.781004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.781332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.781653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.781977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.782302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9945ae-3165-41b7-ada3-b7640b26e0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.814380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.814735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.815076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.815410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.815811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.816089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.816415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.816742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.817604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.817933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.818260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.818588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.819512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:41.845690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] No DVR routers for this DVR port d1b8e632-5040-41cb-95ee-928ebef7ee2c on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:41.848756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-376d4127-87da-4889-89d3-d8dcf8de5865 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=392366d0-e40a-42b0-9a34-c5edf1d859e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877366
Mar 05 20:57:41.881318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-24fcb995-049a-415c-a644-82ac4e78da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:41.882801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-24fcb995-049a-415c-a644-82ac4e78da41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1198144
Mar 05 20:57:41.932578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b8e632-5040-41cb-95ee-928ebef7ee2c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:41.954288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-3a655776-18ac-40e4-9518-8873323f5d14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 200  len: 217 time: 0.0658545
Mar 05 20:57:42.026559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-14fff640-9def-4bb8-af41-a72d81ee2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:42.028314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-14fff640-9def-4bb8-af41-a72d81ee2d7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.0652318
Mar 05 20:57:42.039139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.053264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21402eb9-017b-4f66-827b-1764cf9bce8a req-63028e3c-e213-4a34-a256-3f867ec49bbe tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:42.054758 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-21402eb9-017b-4f66-827b-1764cf9bce8a req-63028e3c-e213-4a34-a256-3f867ec49bbe tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.1036170
Mar 05 20:57:42.074900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-79955ab6-a7fe-4bf4-b5a1-4be24efc1aad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409522
Mar 05 20:57:42.076477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51756) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:42.116099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12ddb431-4706-435c-af36-79a997480ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.145577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa74ac0>,) {'filters': {'network_id': ['a0fc1ef5-7d58-4956-8ec7-37c47d9df56c']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:42.157865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-703570fb-6641-4e1f-af3f-f62a05adf0fe service neutron] 10.222.0.23 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684939
Mar 05 20:57:42.162942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa74ac0>, '4c4a4607-5790-45a3-a167-849a949bb82b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:42.163240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa74ac0>, '4c4a4607-5790-45a3-a167-849a949bb82b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:42.184291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (4c4a4607-5790-45a3-a167-849a949bb82b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.203051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-21402eb9-017b-4f66-827b-1764cf9bce8a req-73e3e2dd-659f-4103-b237-7f5079bed3ef tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266985
Mar 05 20:57:42.245461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4c4a4607-5790-45a3-a167-849a949bb82b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.254288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-bca2a795-3790-42ab-82fc-5b469503b4e5 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702101
Mar 05 20:57:42.265277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:42.265703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (4c4a4607-5790-45a3-a167-849a949bb82b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:42.267615 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:42.340685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12ddb431-4706-435c-af36-79a997480ba1 admin admin] Publish callbacks [] for security_group (eb41c4b3-3246-498b-9278-9ca9825da434), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.341067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (32c343fe-588c-4532-8e84-e5c0849e3a45), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.353576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12ddb431-4706-435c-af36-79a997480ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (eb41c4b3-3246-498b-9278-9ca9825da434), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.388208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a0fc1ef5-7d58-4956-8ec7-37c47d9df56c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.393164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.394719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-f1ad4e80-64c4-4643-ba8b-b23b7bb92f17 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328580
Mar 05 20:57:42.397439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a0fc1ef5-7d58-4956-8ec7-37c47d9df56c HTTP/1.1" status: 204  len: 168 time: 1.5115283
Mar 05 20:57:42.408431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-12ddb431-4706-435c-af36-79a997480ba1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98d0c5b1e759409eac9b36c524733042&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3307769
Mar 05 20:57:42.412084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51762) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:42.425682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddb431-4706-435c-af36-79a997480ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb41c4b3-3246-498b-9278-9ca9825da434,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:42.465584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1b8e632-5040-41cb-95ee-928ebef7ee2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:42.482984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-632506d2-77b1-4860-8b8c-d10a60e6f41e req-628ca422-4c2d-45e7-93b2-023e7b0c8480 service neutron] 10.222.0.23 "GET /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177664
Mar 05 20:57:42.489709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] Publish callbacks [] for security_group (eb41c4b3-3246-498b-9278-9ca9825da434), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.516143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d1b8e632-5040-41cb-95ee-928ebef7ee2c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:42.516483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1b8e632-5040-41cb-95ee-928ebef7ee2c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:42.516906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484941f-6da5-463c-83b7-dd27c0e9ebd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:42.533895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58309-0249-4a24-a5e5-3501fc378f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fc1ef5-7d58-4956-8ec7-37c47d9df56c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:42.557314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d61ac-e0c8-4841-8921-3112bfcbd1d9 req-e9830185-0279-4a94-b46b-43e620115d46 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:42.558900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34d61ac-e0c8-4841-8921-3112bfcbd1d9 req-e9830185-0279-4a94-b46b-43e620115d46 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2891042
Mar 05 20:57:42.559214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6484941f-6da5-463c-83b7-dd27c0e9ebd7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:42.559561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484941f-6da5-463c-83b7-dd27c0e9ebd7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:42.562476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] Publish callbacks [] for security_group (eb41c4b3-3246-498b-9278-9ca9825da434), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.628770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (eb41c4b3-3246-498b-9278-9ca9825da434), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.632833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.634376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb41c4b3-3246-498b-9278-9ca9825da434 HTTP/1.1" status: 204  len: 168 time: 0.2210059
Mar 05 20:57:42.644777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64e4c0-74df-406e-b558-ffb05abf2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb41c4b3-3246-498b-9278-9ca9825da434,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:42.704784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51766) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:42.718559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34d61ac-e0c8-4841-8921-3112bfcbd1d9 req-d20f74ad-e962-4138-95a5-dc4678acbf46 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461651
Mar 05 20:57:42.777160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c2d98bb6-a350-4f7a-a63e-9e3d739c5e6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=933b162d4a3044f38bed8c339cc621ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0708437
Mar 05 20:57:42.779523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:42.790648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-01d8ae10-bbe7-4dd8-a74f-ef204d5d1584 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:42.792991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-01d8ae10-bbe7-4dd8-a74f-ef204d5d1584 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1093194
Mar 05 20:57:42.814187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Router 32c343fe-588c-4532-8e84-e5c0849e3a45 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:42.859540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] Publish callbacks [] for security_group (66d454bc-2c0b-485e-a3f8-670db8200e23), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.888896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] Publish callbacks [] for security_group (66d454bc-2c0b-485e-a3f8-670db8200e23), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.935444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba214-ff61-4389-a6f3-6b126fd7669d req-35413473-8f5b-4dfd-bb37-6e69b4446750 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:42.937149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-678ba214-ff61-4389-a6f3-6b126fd7669d req-35413473-8f5b-4dfd-bb37-6e69b4446750 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 943 time: 0.1118681
Mar 05 20:57:42.975159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (66d454bc-2c0b-485e-a3f8-670db8200e23), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.977678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:42.981213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66d454bc-2c0b-485e-a3f8-670db8200e23 HTTP/1.1" status: 204  len: 168 time: 0.1982741
Mar 05 20:57:42.999211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771f64-ac2c-418b-a0c8-51d0e167e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d454bc-2c0b-485e-a3f8-670db8200e23,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:43.007753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-678ba214-ff61-4389-a6f3-6b126fd7669d req-3e627e44-d508-4413-8824-761926f4ad14 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635717
Mar 05 20:57:43.048586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:43.057182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51782) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:43.057341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2e8dbd69-0b11-4834-86bb-20c75ff32c1d admin admin] 10.222.0.15 "PUT /v2.0/routers/32c343fe-588c-4532-8e84-e5c0849e3a45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6193013
Mar 05 20:57:43.058533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-fef2a44c-a387-41c5-99ae-4d8d90253d9f service neutron] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:43.060272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Sync routers for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:43.061927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-fef2a44c-a387-41c5-99ae-4d8d90253d9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:43.063035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-fef2a44c-a387-41c5-99ae-4d8d90253d9f service neutron] 10.222.0.23 "DELETE /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2616105
Mar 05 20:57:43.075519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:43.076514 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:43.194254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks [] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:43.331910 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks [] for router_gateway (32c343fe-588c-4532-8e84-e5c0849e3a45), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:43.361013 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:43.385792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a053e21-b25f-4842-a61e-7081ba88dda3 req-3af652c7-a32f-4dc9-bed7-2ec2ffb6b7fc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:43.393901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a053e21-b25f-4842-a61e-7081ba88dda3 req-3af652c7-a32f-4dc9-bed7-2ec2ffb6b7fc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.0861950
Mar 05 20:57:43.434275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Deleting port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:43.434942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:43.457935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a053e21-b25f-4842-a61e-7081ba88dda3 req-7c607224-a751-43e5-bdcb-e036b6fe88f6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630181
Mar 05 20:57:43.587696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] For port 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:43.588771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:43.613078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Calling delete_port for 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:43.628745 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52b80>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143'}], 'enable_snat': True}, 'gw_port_id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:57:41Z', 'revision_number': 5, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port': {'id': '7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:55:19Z', 'updated_at': '2022-03-05T20:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:43.668670 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Checking router: 32c343fe-588c-4532-8e84-e5c0849e3a45 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:43.685268 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Routers {'32c343fe-588c-4532-8e84-e5c0849e3a45'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:43.686156 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['32c343fe-588c-4532-8e84-e5c0849e3a45'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:43.710976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fb31d45e-66c4-411f-b2d5-2f7fc846eb16 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:43.842948 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] Set router 32c343fe-588c-4532-8e84-e5c0849e3a45 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:43.986587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52b80>, [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:57:43Z', 'revision_number': 6, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:44.009228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1b9c-4720-4026-9e0d-68362e4e3d21 req-5a619135-0bad-4392-9a9e-99e4fa6207a0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:44.011281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2df1b9c-4720-4026-9e0d-68362e4e3d21 req-5a619135-0bad-4392-9a9e-99e4fa6207a0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0968056
Mar 05 20:57:44.013114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.046157 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e5e4-6d5b-486a-a799-b2a96be8d4c5 None None] The sync data for ids ['32c343fe-588c-4532-8e84-e5c0849e3a45'] in ncdv-master-1 is: [{'id': '32c343fe-588c-4532-8e84-e5c0849e3a45', 'name': 'tempest-ServerRescueTestJSON-1381859402-router', 'tenant_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:55:17Z', 'updated_at': '2022-03-05T20:57:43Z', 'revision_number': 6, 'project_id': 'fc76a60f3c6e4f2ea69c0445ba45e4a5', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:44.059289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:44.096495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,segment=NetworkSegment(a5239ec3-2a6a-4f17-8b57-9936d517dcc5),segment_id=a5239ec3-2a6a-4f17-8b57-9936d517dcc5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:44.136994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175005c2-760c-41d2-a45a-d22a84638ad8 req-6121acd0-a783-462b-aef2-143cfbdb1f16 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:44.144094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-175005c2-760c-41d2-a45a-d22a84638ad8 req-6121acd0-a783-462b-aef2-143cfbdb1f16 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 1127 time: 0.5283217
Mar 05 20:57:44.151255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16', 'network_id': '392366d0-e40a-42b0-9a34-c5edf1d859e7', 'port_id': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16', 'mac_address': 'fa:16:3e:62:6a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736dd8a1-a8e8-42b3-9eff-c3037afc95ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:44.212518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-175005c2-760c-41d2-a45a-d22a84638ad8 req-06915a56-b905-4801-889a-637101506740 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674486
Mar 05 20:57:44.231245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:44.231245 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.233414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2df1b9c-4720-4026-9e0d-68362e4e3d21 req-c3226ea0-21f4-4bf6-80de-85bb4cb91cfd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765254
Mar 05 20:57:44.248713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb31d45e-66c4-411f-b2d5-2f7fc846eb16 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:44.267336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (32c343fe-588c-4532-8e84-e5c0849e3a45), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.294198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,segment=NetworkSegment(a5239ec3-2a6a-4f17-8b57-9936d517dcc5),segment_id=a5239ec3-2a6a-4f17-8b57-9936d517dcc5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:44.302167 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.369248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009125ae-f1e5-44ea-9934-53f79cb210de req-7a0ecaa8-cef6-4c9e-ac34-eff4c81ba678 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:44.376468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-009125ae-f1e5-44ea-9934-53f79cb210de req-7a0ecaa8-cef6-4c9e-ac34-eff4c81ba678 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 944 time: 0.0713089
Mar 05 20:57:44.378399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:44.387956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.388441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.388903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.389334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.389954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.390493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.391405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.391953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.392776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.393540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.394073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.396108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.396325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:57:44.412960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.415459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks [] for router_controller (32c343fe-588c-4532-8e84-e5c0849e3a45), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.451127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-009125ae-f1e5-44ea-9934-53f79cb210de req-f0c4b56f-e8c2-4945-b297-a23a8dd29ec5 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735259
Mar 05 20:57:44.494432 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (32c343fe-588c-4532-8e84-e5c0849e3a45), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.494973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c343fe-588c-4532-8e84-e5c0849e3a45 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:57:44.504255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.507724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ba1b798-3822-454f-bea9-8d5cbffe9292 admin admin] 10.222.0.15 "DELETE /v2.0/routers/32c343fe-588c-4532-8e84-e5c0849e3a45 HTTP/1.1" status: 204  len: 168 time: 1.4455490
Mar 05 20:57:44.508360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:44.556636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['fb31d45e-66c4-411f-b2d5-2f7fc846eb16'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:44.585075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Deleting subnet 03fb7233-fa3d-4c7c-aa99-0ac7d820f956 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:44.589752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Publish callbacks [] for subnet (03fb7233-fa3d-4c7c-aa99-0ac7d820f956), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.633917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bdd2db9d-72c1-4264-95e9-e9f575feb98c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:44.655363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (03fb7233-fa3d-4c7c-aa99-0ac7d820f956), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.683005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: bdd2db9d-72c1-4264-95e9-e9f575feb98c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:44.683005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bdd2db9d-72c1-4264-95e9-e9f575feb98c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:44.719980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (03fb7233-fa3d-4c7c-aa99-0ac7d820f956), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.755360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51848) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:44.827207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (03fb7233-fa3d-4c7c-aa99-0ac7d820f956), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.862009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fb7233-fa3d-4c7c-aa99-0ac7d820f956,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:44.864988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c25de2a3-6aa5-47da-a4ea-29f2613109c2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:44.873507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:44.875762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c25de2a3-6aa5-47da-a4ea-29f2613109c2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.2155659
Mar 05 20:57:44.878537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0170482e-15af-45a0-86d5-0f05c0796876 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/03fb7233-fa3d-4c7c-aa99-0ac7d820f956 HTTP/1.1" status: 204  len: 168 time: 0.3691947
Mar 05 20:57:44.881791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:44.894812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-2c655a1f-5db6-4661-997d-d4f62f35e8f5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/quotas/77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 375 time: 0.0180833
Mar 05 20:57:45.012406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c6309286-f935-47ca-ba3b-63029aaed949), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.034816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1883156679-network', 'tenant_id': 'aa15277384674c358331f91788206d2d'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:45.127816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Made reservation on behalf of aa15277384674c358331f91788206d2d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:45.130861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.151425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c6309286-f935-47ca-ba3b-63029aaed949), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.154988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.185176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91de7790>,) {'filters': {'network_id': ['c6309286-f935-47ca-ba3b-63029aaed949']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:45.204898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91de7790>, 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:45.205258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91de7790>, 'f9e7641a-6a98-46fb-aba5-0a78cf211a8e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:45.221653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (f9e7641a-6a98-46fb-aba5-0a78cf211a8e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.248458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f9e7641a-6a98-46fb-aba5-0a78cf211a8e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.260168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:45.260507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (f9e7641a-6a98-46fb-aba5-0a78cf211a8e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:45.262352 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:45.276618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:45.364225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c6309286-f935-47ca-ba3b-63029aaed949), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.369119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.371615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 66b1650a-3e82-4d7d-b60f-82261d656e4c host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:57:45.372537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6309286-f935-47ca-ba3b-63029aaed949 HTTP/1.1" status: 204  len: 168 time: 0.4885151
Mar 05 20:57:45.374334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-8f592dae-741a-4f32-85e4-ba60ed5c15a9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4785743
Mar 05 20:57:45.380520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:45.389743 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks [] for security_group (36c7e578-02dc-4791-8775-71c289712962), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.426574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36c7e578-02dc-4791-8775-71c289712962), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.438544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:57:45.473398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16007f-5442-46f8-a3e0-0e8351f7d523 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6309286-f935-47ca-ba3b-63029aaed949,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:45.484849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.485210 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Added segment b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58 of type vlan for network 2e5f7efe-e922-4471-b064-7a5f9dd08d78
Mar 05 20:57:45.486857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-5d3c7bd9-1b30-42c2-a962-1d162d3db2e1 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039433
Mar 05 20:57:45.487393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c7e578-02dc-4791-8775-71c289712962,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:45.569745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f3b3c-5f3c-42e7-97bd-c022c2d20615 req-b6310216-1a06-4e50-8dd7-5004d8449e23 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:45.576685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e21f3b3c-5f3c-42e7-97bd-c022c2d20615 req-b6310216-1a06-4e50-8dd7-5004d8449e23 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2160082
Mar 05 20:57:45.601238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2e5f7efe-e922-4471-b064-7a5f9dd08d78), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.610297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-e3ba730b-ae4b-445a-855f-e7b3b0416d0e service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168537
Mar 05 20:57:45.655572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:45.665854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e21f3b3c-5f3c-42e7-97bd-c022c2d20615 req-49c7c075-ae32-4f35-80d0-d9d604287b5b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880463
Mar 05 20:57:45.676260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2e5f7efe-e922-4471-b064-7a5f9dd08d78), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.677178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:45.677850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.718891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fb31d45e-66c4-411f-b2d5-2f7fc846eb16 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:45.742108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb497def-b7ea-4dd9-9797-d7f3951e796e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc76a60f3c6e4f2ea69c0445ba45e4a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0850763
Mar 05 20:57:45.749279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51894) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:45.808511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:45.809261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0521669
Mar 05 20:57:45.816133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Request body: {'subnet': {'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1883156679-subnet', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:45.831122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaf490-3d2a-4e37-8e45-d79bc9058188 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5f7efe-e922-4471-b064-7a5f9dd08d78,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:45.833245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:45.846239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:57:45.885126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347da55-c114-4778-87d6-cd1f6900b4ce req-544512c5-4785-4d4f-8e5f-e44e52dba2e8 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:45.886858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f347da55-c114-4778-87d6-cd1f6900b4ce req-544512c5-4785-4d4f-8e5f-e44e52dba2e8 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 944 time: 0.0734212
Mar 05 20:57:45.949256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08111462-05b0-4540-b59f-d0e0357b622b req-e833e6ca-88b0-48ba-9458-5d0c8ffae682 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 210 time: 0.0793533
Mar 05 20:57:45.958786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Made reservation on behalf of aa15277384674c358331f91788206d2d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:45.961412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:45.991473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f347da55-c114-4778-87d6-cd1f6900b4ce req-48d61422-de46-4240-8af4-0bc0883122b9 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937216
Mar 05 20:57:46.011540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] Publish callbacks [] for security_group (448872ae-a08a-4af0-a324-6c41905e75e7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.032310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:46.032711 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.051882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] Publish callbacks [] for security_group (448872ae-a08a-4af0-a324-6c41905e75e7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.147639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:46.148168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.180659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (448872ae-a08a-4af0-a324-6c41905e75e7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.181851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:46.183955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.184381 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d39a2b-73f3-4916-87f2-f02bfbf98d3f" -d '{"events": [{"server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "name": "network-vif-plugged", "status": "completed", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:46.185332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/448872ae-a08a-4af0-a324-6c41905e75e7 HTTP/1.1" status: 204  len: 168 time: 0.4331036
Mar 05 20:57:46.231374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,segment=NetworkSegment(a5239ec3-2a6a-4f17-8b57-9936d517dcc5),segment_id=a5239ec3-2a6a-4f17-8b57-9936d517dcc5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:46.242088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.267993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169b9d-d69e-461a-8896-6f9bfc51ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448872ae-a08a-4af0-a324-6c41905e75e7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:46.314012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2e907f20-0d6c-471b-a5f9-771fa4f644ad), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.337115 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b4ebe7-f915-4591-99bc-a761b8fbada9 x-openstack-request-id: req-23b4ebe7-f915-4591-99bc-a761b8fbada9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:46.339146 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "name": "network-vif-plugged", "status": "completed", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:46.339820 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23b4ebe7-f915-4591-99bc-a761b8fbada9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:46.341910 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16', 'code': 200}
Mar 05 20:57:46.420917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e907f20-0d6c-471b-a5f9-771fa4f644ad,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:46.452330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Checking segment: {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:46.453033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Network hostable DHCP agents. Network: 2e5f7efe-e922-4471-b064-7a5f9dd08d78, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:57:46.455091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c90f2-e831-45e0-885d-83a741bf0b79 req-aab13056-4bcd-4182-ab74-c140ce8eaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:46.458132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c9c90f2-e831-45e0-885d-83a741bf0b79 req-aab13056-4bcd-4182-ab74-c140ce8eaf4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 1127 time: 0.1175208
Mar 05 20:57:46.475726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:57:46.487377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e5f7efe-e922-4471-b064-7a5f9dd08d78) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:46.501404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:46.503051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.530469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-58c2977d-e77a-4985-8936-963005f3cf60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7210073
Mar 05 20:57:46.533878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51926) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:46.541192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:46.561185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c9c90f2-e831-45e0-885d-83a741bf0b79 req-2673b7b4-8865-41c7-8934-4c1f22eadcf8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882616
Mar 05 20:57:46.565749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.567740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.594982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:46.618246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d659a3-5ff0-47b5-ae10-65d408361c61 None None] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:46.625951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:46.626306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aca1c7a-b8bb-48ed-bf0b-13e76c1aa1e0 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:46.654753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for router_controller (d4c99dc5-995e-45bc-a795-e35a2c20776d), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.756220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:46.870180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca1bcb-671b-4e11-8b0f-4d652410b5c6 req-9975b378-39ea-4cfa-9436-4620e6eeac6f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:46.889109 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fca1bcb-671b-4e11-8b0f-4d652410b5c6 req-9975b378-39ea-4cfa-9436-4620e6eeac6f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1127973
Mar 05 20:57:46.892911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'project_id': 'aa15277384674c358331f91788206d2d', 'fixed_ips': [{'subnet_id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:57:46.893813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.896630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for router_gateway (d4c99dc5-995e-45bc-a795-e35a2c20776d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:46.979524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fca1bcb-671b-4e11-8b0f-4d652410b5c6 req-9303ed22-47a2-4de2-97a2-ffb67205b3b8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866094
Mar 05 20:57:47.144471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Allocated IP 172.20.0.2 (2e5f7efe-e922-4471-b064-7a5f9dd08d78/2e907f20-0d6c-471b-a5f9-771fa4f644ad/d5ab120b-50e4-489b-97d7-2d61eaf1784b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:47.197880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222839f-2903-4e54-881b-155a28549ac2 req-4a4b21e9-943b-4a90-9c6c-abd10f3f3f88 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:47.205814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7222839f-2903-4e54-881b-155a28549ac2 req-4a4b21e9-943b-4a90-9c6c-abd10f3f3f88 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.1187396
Mar 05 20:57:47.252939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-148e1df4-b9d0-4636-bbcd-93e3cb1fc26e req-02b10f65-3a5b-4f9a-9238-6e586e9877c8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 210 time: 0.1493332
Mar 05 20:57:47.325691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7222839f-2903-4e54-881b-155a28549ac2 req-e76315ea-413d-406e-9fec-6af9cf3a18ab tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836697
Mar 05 20:57:47.418701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for router_gateway (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.422839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks [] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.431582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-613b0682-cf5c-4c3f-b765-f13db45c11fe tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:47.433040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.433184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-613b0682-cf5c-4c3f-b765-f13db45c11fe tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.2596283
Mar 05 20:57:47.459158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Request body: {'port': {'device_id': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'admin_state_up': True, 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:47.464233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.478079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:47.483047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:47.485629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:47.501532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Pushing event updated for resources: {'Port': ['ID=d5ab120b-50e4-489b-97d7-2d61eaf1784b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:47.572074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Attempting to bind port d5ab120b-50e4-489b-97d7-2d61eaf1784b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:47.572592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Attempting to bind port d5ab120b-50e4-489b-97d7-2d61eaf1784b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:47.573065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Attempting to bind port d5ab120b-50e4-489b-97d7-2d61eaf1784b on network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:47.580341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:47.580894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Checking segment: {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:47.581413 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.581911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Bound using segment: {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:47.583055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Bound port: d5ab120b-50e4-489b-97d7-2d61eaf1784b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:47.583871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.678320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:47.691810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.692486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] For port d5ab120b-50e4-489b-97d7-2d61eaf1784b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:47.694727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] For port d5ab120b-50e4-489b-97d7-2d61eaf1784b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5ab120b-50e4-489b-97d7-2d61eaf1784b,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:47.705839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:47.750470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Allocated IP 172.35.0.80 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b953da72-c80c-4034-9cae-c5c895f6cdd5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:47.805049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839798f-eeac-47ab-920d-85aa3a343027 None None] Pushing event updated for resources: {'Port': ['ID=d5ab120b-50e4-489b-97d7-2d61eaf1784b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:48.058576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Allocated IP 172.20.0.6 (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397/f0fe9d12-5675-40d0-b2de-9a8fa6679078/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:48.094314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.144576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5abaa8-3ea2-469a-8f56-7360c321eabc req-a273f100-d552-4aff-9971-db0332bfb500 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:48.155336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f5abaa8-3ea2-469a-8f56-7360c321eabc req-a273f100-d552-4aff-9971-db0332bfb500 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0776339
Mar 05 20:57:48.234572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f5abaa8-3ea2-469a-8f56-7360c321eabc req-f7b33215-21ad-4b10-80bb-428ca0577112 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729513
Mar 05 20:57:48.242229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.293425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:48.305057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:48.311768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:48.399703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-165b6f5c-a229-427e-9e1b-60c4674e42c7 req-2c6ede24-ac92-449b-a1ea-fa45c35297e8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 210 time: 0.0428951
Mar 05 20:57:48.408814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Pushing event updated for resources: {'Port': ['ID=b953da72-c80c-4034-9cae-c5c895f6cdd5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:48.422665 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks [] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.451962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5ab120b-50e4-489b-97d7-2d61eaf1784b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:48.491522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f82a6ae2-cca1-40ed-bca7-a2e3095d47f4 req-07e6dbe3-134a-449d-8c11-cdad42c9f296 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0358827
Mar 05 20:57:48.536845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5ab120b-50e4-489b-97d7-2d61eaf1784b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:48.537373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.579276 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:57:48.624386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.633551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5ab120b-50e4-489b-97d7-2d61eaf1784b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:48.637865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.685960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac50ef9-ca42-43da-b27e-6b0e5e585784 req-d104a28f-4ee9-4a3c-8e6d-290d60d778e7 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:48.689239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ac50ef9-ca42-43da-b27e-6b0e5e585784 req-d104a28f-4ee9-4a3c-8e6d-290d60d778e7 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.2521095
Mar 05 20:57:48.690826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d5ab120b-50e4-489b-97d7-2d61eaf1784b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5ab120b-50e4-489b-97d7-2d61eaf1784b,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:48.697500 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.769454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d5ab120b-50e4-489b-97d7-2d61eaf1784b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:48.796505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:48.810312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:48.825332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:48.833226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:48.890568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ac50ef9-ca42-43da-b27e-6b0e5e585784 req-72079ad0-1341-4778-8485-5782a5554759 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479976
Mar 05 20:57:48.956770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:48.958597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:48.999997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-c5d1ca2a-d6ed-4a8a-b8dd-a81e341298e0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5450315
Mar 05 20:57:49.007272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for router_gateway (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.066167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Request body: {'port': {'device_id': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:49.219040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.297133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bce80fbd-c4e1-4382-be80-b1be28c5138e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:49.416165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecb161-4d48-4c6e-8d86-ac42350f623d None None] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:57:49.510536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcd53-d403-4807-bd48-0b043a958937 req-7a26fc37-2908-4399-a106-5c1f97e20488 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:49.511242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5267ec96-e2d1-446b-bf5a-27f5226029a2 None None] Provisioning complete for port d5ab120b-50e4-489b-97d7-2d61eaf1784b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:49.511639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5267ec96-e2d1-446b-bf5a-27f5226029a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.513647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eddcd53-d403-4807-bd48-0b043a958937 req-7a26fc37-2908-4399-a106-5c1f97e20488 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.0628352
Mar 05 20:57:49.591229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:49.612021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eddcd53-d403-4807-bd48-0b043a958937 req-18fefa08-1b7f-41db-9709-a95d57a61573 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853217
Mar 05 20:57:49.625374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.644551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'mac_address': 'fa:16:3e:79:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:49.757389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bce80fbd-c4e1-4382-be80-b1be28c5138e is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:49.757791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.773016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5267ec96-e2d1-446b-bf5a-27f5226029a2 None None] Current status of the port d5ab120b-50e4-489b-97d7-2d61eaf1784b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:49.778907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bce80fbd-c4e1-4382-be80-b1be28c5138e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:49.783462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a7078-77c0-4960-9cf9-0ee0ae83ca23 req-c6384a62-0301-4b37-9555-0c659f8d867d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:49.793260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-328a7078-77c0-4960-9cf9-0ee0ae83ca23 req-c6384a62-0301-4b37-9555-0c659f8d867d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 931 time: 0.0967515
Mar 05 20:57:49.820409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:49.830497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:49.876214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-328a7078-77c0-4960-9cf9-0ee0ae83ca23 req-a570c8ae-0330-48ba-957c-c3496cc65931 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815377
Mar 05 20:57:49.952919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:49.963230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['bce80fbd-c4e1-4382-be80-b1be28c5138e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:50.068436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c58bc87-18c7-4ab7-bca7-d5fa0f825d36 req-e7e966ed-d951-4a61-bd99-4d1263fedb7c tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0618529
Mar 05 20:57:50.197440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b041dcd0-1e90-496a-919a-4a89e7dfb8e4 None None] Provisioning complete for port d5ab120b-50e4-489b-97d7-2d61eaf1784b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:50.198001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b041dcd0-1e90-496a-919a-4a89e7dfb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:50.247260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9765264-4cc2-4c6f-9cb5-c6ad1ab1f51a req-34220701-93c0-4c2a-ae4e-1fb9691182cb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:50.248860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9765264-4cc2-4c6f-9cb5-c6ad1ab1f51a req-34220701-93c0-4c2a-ae4e-1fb9691182cb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.8382521
Mar 05 20:57:50.289570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b041dcd0-1e90-496a-919a-4a89e7dfb8e4 None None] Current status of the port d5ab120b-50e4-489b-97d7-2d61eaf1784b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:50.357963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9765264-4cc2-4c6f-9cb5-c6ad1ab1f51a req-5c5cea79-2e14-4e97-a36c-d6d2bac8e40c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998650
Mar 05 20:57:50.417796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5ab120b-50e4-489b-97d7-2d61eaf1784b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:50.433310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:50.448176 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks [] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:50.472544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Router d4c99dc5-995e-45bc-a795-e35a2c20776d is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:57:50.484494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Transition to ACTIVE for port object 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:57:50.500622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:50.596502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:50.623713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5ab120b-50e4-489b-97d7-2d61eaf1784b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:50.624162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:50.804536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5ab120b-50e4-489b-97d7-2d61eaf1784b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:50.844423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-f1764c71-6ba4-448d-8593-a25a3edfc8b7 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:50.846472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-f1764c71-6ba4-448d-8593-a25a3edfc8b7 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.23 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.1404274
Mar 05 20:57:50.849842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:50.850318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:50.850531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:50.862981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:57:50.863332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:50.872436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:50.872795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:50.873343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:50.873827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Bound port: 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:50.874233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:50.913398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:50.927399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Sync routers for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:50.931646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d6be9-d1b7-4842-bcfd-fabd0b6b1252 req-a40e5c5b-8c7d-43f5-a43f-d8d99f4d9db4 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:50.939214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-987d6be9-d1b7-4842-bcfd-fabd0b6b1252 req-a40e5c5b-8c7d-43f5-a43f-d8d99f4d9db4 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.1834481
Mar 05 20:57:50.942428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:50.944704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f43850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:51.053956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-987d6be9-d1b7-4842-bcfd-fabd0b6b1252 req-4ed2028c-f38a-43b8-858f-c34587193f53 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135478
Mar 05 20:57:51.068072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.073061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-114d01fe-2cf0-4e43-b294-ca7926d91f1c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5338602
Mar 05 20:57:51.076282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:51.098134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:51.122636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564c53-77c9-4132-af55-0ae7075efd44 req-063f5e8b-3330-4cc0-b30b-c96fdd2dc7cd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:51.130755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7564c53-77c9-4132-af55-0ae7075efd44 req-063f5e8b-3330-4cc0-b30b-c96fdd2dc7cd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1367874
Mar 05 20:57:51.139972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:51.169897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:51.184329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Deleting port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:57:51.184914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.187511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.254155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:51.275075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7564c53-77c9-4132-af55-0ae7075efd44 req-557088e6-15a9-4a38-a992-477560107a11 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434884
Mar 05 20:57:51.293753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:51.296462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.297895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-fc68c928-0708-44a6-8040-daf6eaf52ab3 service neutron] 10.222.0.31 "PUT /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 1091 time: 2.2361197
Mar 05 20:57:51.299854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:51.307561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bce80fbd-c4e1-4382-be80-b1be28c5138e up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:51.309930 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e87346-a44b-42a6-93a0-ee3a60c761da" -d '{"events": [{"name": "network-changed", "server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:51.324864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9785176-8abf-41bb-9bc1-4a3c2cddfbd8 req-2cf89ea8-d9a1-464a-9682-9d07a38ce903 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1329324
Mar 05 20:57:51.346018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f734356f-9321-4fdc-a0f3-fdbb6880df8c req-29e5991a-b5cc-44fa-9879-5c0a901fc8cb tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1526632
Mar 05 20:57:51.402188 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d3cc4e-d7bd-4141-b8ef-5b3956a6c231 x-openstack-request-id: req-b6d3cc4e-d7bd-4141-b8ef-5b3956a6c231 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:51.402483 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:51.402774 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6d3cc4e-d7bd-4141-b8ef-5b3956a6c231 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:51.403193 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'status': 'completed', 'code': 200}
Mar 05 20:57:51.418646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] For port fb31d45e-66c4-411f-b2d5-2f7fc846eb16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,segment=NetworkSegment(a5239ec3-2a6a-4f17-8b57-9936d517dcc5),segment_id=a5239ec3-2a6a-4f17-8b57-9936d517dcc5)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:51.419018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.471489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port bce80fbd-c4e1-4382-be80-b1be28c5138e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:51.472225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.501400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f43850>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:48Z', 'revision_number': 3, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:51.519500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Calling delete_port for fb31d45e-66c4-411f-b2d5-2f7fc846eb16 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:57:51.569370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Checking router: d4c99dc5-995e-45bc-a795-e35a2c20776d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:51.569370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Updating router d4c99dc5-995e-45bc-a795-e35a2c20776d port b953da72-c80c-4034-9cae-c5c895f6cdd5 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:57:51.612874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.662253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-45838da9-dca1-47f1-92e9-ef87930448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:51.663808 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-45838da9-dca1-47f1-92e9-ef87930448ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1125 time: 0.1330190
Mar 05 20:57:51.767516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc161f-a6e1-47f8-ac5d-50722abac8a5 req-d7bf0b6e-ac33-47ed-a5a9-e100244f6a96 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:51.769498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bcc161f-a6e1-47f8-ac5d-50722abac8a5 req-d7bf0b6e-ac33-47ed-a5a9-e100244f6a96 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 945 time: 0.2589746
Mar 05 20:57:51.823794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-2470956f-2aaf-4cac-be92-8366410cd14c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.0790024
Mar 05 20:57:51.824040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bce80fbd-c4e1-4382-be80-b1be28c5138e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:51.824040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.899333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:51.902342 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f70b1-2a98-4db7-8608-c9f454652c1c" -d '{"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-plugged", "status": "completed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:51.921848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:51.929105 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:51.987553 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd062ef9-1e14-4cde-9ded-1e40c489d296 x-openstack-request-id: req-bd062ef9-1e14-4cde-9ded-1e40c489d296 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:51.987894 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-plugged", "status": "completed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:51.988149 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd062ef9-1e14-4cde-9ded-1e40c489d296 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:51.988716 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'code': 200}
Mar 05 20:57:51.996136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bcc161f-a6e1-47f8-ac5d-50722abac8a5 req-adc7e578-65a0-4602-853a-d7102be12e7d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783676
Mar 05 20:57:52.071184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-a88c4dc2-c672-421c-9eda-951abcf94558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:52.073444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-a88c4dc2-c672-421c-9eda-951abcf94558 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2422135
Mar 05 20:57:52.206999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:52.228078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5292666-3f42-4563-b70d-a46db8b726e7 req-1d4af777-142a-4800-901a-257b818b25f1 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:52.236065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-9841024e-19a5-4f46-aeea-ad06526759f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1542926
Mar 05 20:57:52.236794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5292666-3f42-4563-b70d-a46db8b726e7 req-1d4af777-142a-4800-901a-257b818b25f1 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 945 time: 0.0894334
Mar 05 20:57:52.279216 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks [] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.296652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.319948 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5292666-3f42-4563-b70d-a46db8b726e7 req-6b7bf0f6-cc77-47d2-9713-b2f8c6ed99e0 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/security-groups?id=175ac4ae-bd4f-462e-b6f6-4ec110924d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684698
Mar 05 20:57:52.386957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb36bc-f2e5-4ec2-bd23-9e7f46e8541e None None] Pushing event updated for resources: {'Port': ['ID=b953da72-c80c-4034-9cae-c5c895f6cdd5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:52.390341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Attempting to bind port b953da72-c80c-4034-9cae-c5c895f6cdd5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:52.390863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Attempting to bind port b953da72-c80c-4034-9cae-c5c895f6cdd5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:52.391273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Attempting to bind port b953da72-c80c-4034-9cae-c5c895f6cdd5 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:52.399023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:52.399412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:52.399862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.400250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:52.400856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Bound port: b953da72-c80c-4034-9cae-c5c895f6cdd5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:52.401250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.434270 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fb31d45e-66c4-411f-b2d5-2f7fc846eb16), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.513843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Pushing event deleted for resources: {'Port': ['ID=fb31d45e-66c4-411f-b2d5-2f7fc846eb16,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:52.530577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] For port b953da72-c80c-4034-9cae-c5c895f6cdd5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:52.541138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] For port b953da72-c80c-4034-9cae-c5c895f6cdd5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b953da72-c80c-4034-9cae-c5c895f6cdd5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:52.555173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.579886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ad198-a712-4288-9d6e-68fbfb78f3c2 req-302209b8-2a9b-4885-a385-847eb0ab6b50 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:52.581853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df2ad198-a712-4288-9d6e-68fbfb78f3c2 req-302209b8-2a9b-4885-a385-847eb0ab6b50 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1421697
Mar 05 20:57:52.605503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b05ef1cf-dd02-46a8-a9e0-eec2180c4cbb req-59207be2-062e-494e-9767-f7585b6fd80d tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1145346
Mar 05 20:57:52.668929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb36bc-f2e5-4ec2-bd23-9e7f46e8541e None None] Pushing event updated for resources: {'Port': ['ID=b953da72-c80c-4034-9cae-c5c895f6cdd5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:52.684256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:52.685203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f43850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:52.708088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.710349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] No DVR routers for this DVR port fb31d45e-66c4-411f-b2d5-2f7fc846eb16 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:57:52.720947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:52.724688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d491e79d-74ae-4ca2-afad-6275d4ce2497 req-b7ac804c-f98f-4714-b2e0-4e45fef28d58 tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.23 "DELETE /v2.0/ports/fb31d45e-66c4-411f-b2d5-2f7fc846eb16 HTTP/1.1" status: 204  len: 173 time: 1.8704224
Mar 05 20:57:52.751005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'name': 'network-vif-deleted', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:52.753346 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cbc881-40ee-484a-8be6-0fbf763819f6" -d '{"events": [{"server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "name": "network-vif-deleted", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:52.904697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:53.180733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200755-cb39-4828-acba-3fd5d9bde6fd req-4c58141f-c2f9-406a-8d6f-e889f8827280 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:53.190441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34200755-cb39-4828-acba-3fd5d9bde6fd req-4c58141f-c2f9-406a-8d6f-e889f8827280 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0729203
Mar 05 20:57:53.245972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f43850>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:48Z', 'revision_number': 3, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:53.303983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34200755-cb39-4828-acba-3fd5d9bde6fd req-88051784-17b5-482e-b44e-334503224bb1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016047
Mar 05 20:57:53.327094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e01556-400c-4d7b-a6ac-c24295d21aa3 None None] The sync data for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 is: [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:48Z', 'revision_number': 3, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:53.396588 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932fcf7-f3a4-47e9-9b11-b601588e3134 x-openstack-request-id: req-c932fcf7-f3a4-47e9-9b11-b601588e3134 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:57:53.397048 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056687e6-170e-40fd-8aba-54f356d86d39", "name": "network-vif-deleted", "tag": "fb31d45e-66c4-411f-b2d5-2f7fc846eb16", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:57:53.397230 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c932fcf7-f3a4-47e9-9b11-b601588e3134 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:57:53.397600 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056687e6-170e-40fd-8aba-54f356d86d39', 'name': 'network-vif-deleted', 'tag': 'fb31d45e-66c4-411f-b2d5-2f7fc846eb16', 'status': 'completed', 'code': 200}
Mar 05 20:57:53.413550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-7cf6ac73-995f-41f8-8e66-5f35d970b084 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1601908
Mar 05 20:57:53.484549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c016b94-4807-4afa-9d83-5da4679e0c29 req-98dd749f-b666-4b76-8e84-235c2354ee1f tempest-ServerPasswordTestJSON-234222548 tempest-ServerPasswordTestJSON-234222548-project] 10.222.0.15 "GET /v2.0/ports?device_id=056687e6-170e-40fd-8aba-54f356d86d39 HTTP/1.1" status: 200  len: 210 time: 0.0368016
Mar 05 20:57:53.603375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df2ad198-a712-4288-9d6e-68fbfb78f3c2 req-0e618133-e63a-44f8-bb54-04d2db195a7a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8974602
Mar 05 20:57:53.763924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-732fd7b0-2f0c-4f0b-abb4-5de0308c9a85 req-3007dee7-a368-4f24-8746-3c63acac8a6e tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0330787
Mar 05 20:57:53.809537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fb31d45e-66c4-411f-b2d5-2f7fc846eb16 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:57:53.811732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06d51e60-71e2-4a1d-9998-28d06d5baba4 req-4de9ca56-4c08-4acc-8223-dd21bd714885 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3484585
Mar 05 20:57:53.846451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: fb31d45e-66c4-411f-b2d5-2f7fc846eb16 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:57:53.846851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fb31d45e-66c4-411f-b2d5-2f7fc846eb16 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:57:53.886722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Allocated IP 172.20.0.1 (2e5f7efe-e922-4471-b064-7a5f9dd08d78/2e907f20-0d6c-471b-a5f9-771fa4f644ad/6e29689a-00f7-4f32-81a9-a798e9bdb28e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:54.092679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-3e749fb6-7255-434f-9aac-460991116eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:54.094654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-3e749fb6-7255-434f-9aac-460991116eb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1125 time: 0.1719160
Mar 05 20:57:54.215715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks [] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.302926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-5affcc41-e6c1-4155-a946-9bd89234b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:54.304509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-5affcc41-e6c1-4155-a946-9bd89234b6d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2000744
Mar 05 20:57:54.441274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-e1d5ff68-53c7-4fa1-a75c-f41a2da93268 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.1290288
Mar 05 20:57:54.472338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b953da72-c80c-4034-9cae-c5c895f6cdd5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:54.492126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a168f975-cfd4-4cea-acc8-a34eed5b8019 req-d8bd75e1-9dd5-4497-b558-b927866f6d38 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1146343
Mar 05 20:57:54.518527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29ba0b96-1647-4933-beab-54f76c8db932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.536473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b953da72-c80c-4034-9cae-c5c895f6cdd5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:54.536998 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.648761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52210) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:54.698349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.762542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b953da72-c80c-4034-9cae-c5c895f6cdd5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:54.762944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.777021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:54.789795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:54.793444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:54.794386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Deleting subnet 736dd8a1-a8e8-42b3-9eff-c3037afc95ca {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:57:54.835327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Publish callbacks [] for subnet (736dd8a1-a8e8-42b3-9eff-c3037afc95ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.859169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.860652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b953da72-c80c-4034-9cae-c5c895f6cdd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b953da72-c80c-4034-9cae-c5c895f6cdd5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:54.867434 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:54.927590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495bb1-86e3-40b2-98bf-cded1fce6907 req-d2a4c4ac-67a8-4e1f-a4d7-80e375de6723 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:54.937406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1495bb1-86e3-40b2-98bf-cded1fce6907 req-d2a4c4ac-67a8-4e1f-a4d7-80e375de6723 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.4619253
Mar 05 20:57:54.948679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-174afb1d-904e-4268-bfec-e47a87ed71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:54.950141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-174afb1d-904e-4268-bfec-e47a87ed71f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.5022497
Mar 05 20:57:55.001466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Pushing event updated for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:55.030345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b953da72-c80c-4034-9cae-c5c895f6cdd5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:55.053351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (736dd8a1-a8e8-42b3-9eff-c3037afc95ca), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.073004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-255a21d7-9589-4f98-b4b5-292c01b2d0e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1059592
Mar 05 20:57:55.195706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908b3fc-4e3d-4399-a257-28afaf0e65f5 req-538d3140-6d30-4e64-a808-dcb6f7522f83 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:55.212273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6908b3fc-4e3d-4399-a257-28afaf0e65f5 req-538d3140-6d30-4e64-a808-dcb6f7522f83 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.3957283
Mar 05 20:57:55.247243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (736dd8a1-a8e8-42b3-9eff-c3037afc95ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.313737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1495bb1-86e3-40b2-98bf-cded1fce6907 req-99e11491-55d9-4084-bb6c-d11762c2ba91 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720415
Mar 05 20:57:55.337079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6908b3fc-4e3d-4399-a257-28afaf0e65f5 req-9ac37517-c2a6-4cdc-a218-26fca4511d7f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209917
Mar 05 20:57:55.375221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-44c3e001-27e4-411f-aacd-68df5bb6a755 None None] Provisioning complete for port 6e29689a-00f7-4f32-81a9-a798e9bdb28e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:55.375891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44c3e001-27e4-411f-aacd-68df5bb6a755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.414555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-77c09dbe-2c45-4d3c-ae14-48efea1a2616 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338275
Mar 05 20:57:55.416672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (736dd8a1-a8e8-42b3-9eff-c3037afc95ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.474846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-44c3e001-27e4-411f-aacd-68df5bb6a755 None None] Port 6e29689a-00f7-4f32-81a9-a798e9bdb28e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:57:55.483312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.489299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/736dd8a1-a8e8-42b3-9eff-c3037afc95ca HTTP/1.1" status: 204  len: 168 time: 0.8391662
Mar 05 20:57:55.491488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af205c0-7313-4e8c-9152-cd119522344b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736dd8a1-a8e8-42b3-9eff-c3037afc95ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:55.494145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:55.680908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (392366d0-e40a-42b0-9a34-c5edf1d859e7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.743800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-acc91141-a99f-4b44-958b-d40a334d9ee6 req-f2d0fc61-1dcc-40be-8f8d-651db25bf065 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0845106
Mar 05 20:57:55.744367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.812646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52226) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:55.843729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5e87346-a44b-42a6-93a0-ee3a60c761da req-e7ba1cbb-8975-4da7-bd01-3e81eb52dcb5 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4229357
Mar 05 20:57:55.912767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (392366d0-e40a-42b0-9a34-c5edf1d859e7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:55.984183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91e4f100>,) {'filters': {'network_id': ['392366d0-e40a-42b0-9a34-c5edf1d859e7']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:56.001062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91e4f100>, 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:56.001370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91e4f100>, 'a5239ec3-2a6a-4f17-8b57-9936d517dcc5') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:56.004404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aabd9cf0-dfe4-4b2c-8816-fffab66f2ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.015511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (a5239ec3-2a6a-4f17-8b57-9936d517dcc5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.048229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a5239ec3-2a6a-4f17-8b57-9936d517dcc5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.063449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:57:56.063839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (a5239ec3-2a6a-4f17-8b57-9936d517dcc5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:57:56.066029 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:57:56.137438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aabd9cf0-dfe4-4b2c-8816-fffab66f2ad7 admin admin] Publish callbacks [] for security_group (f942dd1d-46d2-4c0f-a58d-1e37982a1093), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.144611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aabd9cf0-dfe4-4b2c-8816-fffab66f2ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f942dd1d-46d2-4c0f-a58d-1e37982a1093), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.175179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (392366d0-e40a-42b0-9a34-c5edf1d859e7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.178519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks [] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.183440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd9cf0-dfe4-4b2c-8816-fffab66f2ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f942dd1d-46d2-4c0f-a58d-1e37982a1093,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:56.198434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.201663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] 10.222.0.15 "DELETE /v2.0/networks/392366d0-e40a-42b0-9a34-c5edf1d859e7 HTTP/1.1" status: 204  len: 168 time: 0.7059565
Mar 05 20:57:56.202953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1fb4e-d98e-4410-a0f4-c208e3419073 admin admin] Pushing event deleted for resources: {'Network': ['ID=392366d0-e40a-42b0-9a34-c5edf1d859e7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:56.204971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.229089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aabd9cf0-dfe4-4b2c-8816-fffab66f2ad7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b614473c32347b297c445104d001714&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4144106
Mar 05 20:57:56.231043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52232) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:56.249562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.321244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] Publish callbacks [] for security_group (f942dd1d-46d2-4c0f-a58d-1e37982a1093), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.350415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:56.355210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Pushing event updated for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:56.424937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:56.426490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:56.440252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] Publish callbacks [] for security_group (f942dd1d-46d2-4c0f-a58d-1e37982a1093), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.442026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b953da72-c80c-4034-9cae-c5c895f6cdd5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:56.510930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a66e4c0-1537-44ef-9cd0-366f8a5d96aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=942cce2cde71460d95a12bea3862813d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1572211
Mar 05 20:57:56.518345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:56.562625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b953da72-c80c-4034-9cae-c5c895f6cdd5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:56.563723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.656573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01bda8-325a-49d6-b67d-5c848306725c req-6f51c3b8-0f0f-4edb-aeed-7cbd8130a23d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:56.658069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a01bda8-325a-49d6-b67d-5c848306725c req-6f51c3b8-0f0f-4edb-aeed-7cbd8130a23d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1588004
Mar 05 20:57:56.668096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49407581-c8ab-44e1-ba58-21cb65320426 req-196db170-c2f4-4d98-a6e7-a81e50074ecd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:56.671089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-49407581-c8ab-44e1-ba58-21cb65320426 req-196db170-c2f4-4d98-a6e7-a81e50074ecd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2013643
Mar 05 20:57:56.673715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] Publish callbacks [] for security_group (175ac4ae-bd4f-462e-b6f6-4ec110924d5e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.703563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b953da72-c80c-4034-9cae-c5c895f6cdd5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:56.757844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a01bda8-325a-49d6-b67d-5c848306725c req-a0e1f9f9-53ef-46f2-9430-16b6f4f467d0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894878
Mar 05 20:57:56.763136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Router d4c99dc5-995e-45bc-a795-e35a2c20776d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:57:56.774867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f942dd1d-46d2-4c0f-a58d-1e37982a1093), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.777905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.782285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f942dd1d-46d2-4c0f-a58d-1e37982a1093 HTTP/1.1" status: 204  len: 168 time: 0.5498159
Mar 05 20:57:56.814021 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76f4cd74-c07f-4ed0-a39b-3237fbbe6d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.872822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] Publish callbacks [] for security_group (175ac4ae-bd4f-462e-b6f6-4ec110924d5e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.893359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010721-6f7e-4ac0-bc80-4d271660fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f942dd1d-46d2-4c0f-a58d-1e37982a1093,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:56.907022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-49407581-c8ab-44e1-ba58-21cb65320426 req-db59235b-bf02-47ab-ab03-4a8a0a30a7e1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284060
Mar 05 20:57:56.979094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8af5afa6-3182-4a4b-9a8b-d504fcb6deb5 None None] Provisioning complete for port 6e29689a-00f7-4f32-81a9-a798e9bdb28e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:56.979977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8af5afa6-3182-4a4b-9a8b-d504fcb6deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.992951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (175ac4ae-bd4f-462e-b6f6-4ec110924d5e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:56.996952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.000569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/175ac4ae-bd4f-462e-b6f6-4ec110924d5e HTTP/1.1" status: 204  len: 168 time: 0.4787345
Mar 05 20:57:57.014144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a310bb-477c-406b-a7ab-331b29f3181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175ac4ae-bd4f-462e-b6f6-4ec110924d5e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:57.045529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:57:57.052478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6579db23-c60d-42c5-aa76-c69de604b250 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4c99dc5-995e-45bc-a795-e35a2c20776d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9741924
Mar 05 20:57:57.059860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Sync routers for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:57:57.076786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:57.077857 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:57.094525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c52e7250-4a09-4a0c-9dff-1b4d811f7240 req-b576c9dc-350c-46bd-ab02-a12700bcc480 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0464284
Mar 05 20:57:57.118695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8af5afa6-3182-4a4b-9a8b-d504fcb6deb5 None None] Port 6e29689a-00f7-4f32-81a9-a798e9bdb28e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:57:57.268108 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:57.374067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:57:57.553100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:57.578936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52264) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:57.581614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'port_id': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'mac_address': 'fa:16:3e:bd:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe9d12-5675-40d0-b2de-9a8fa6679078', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:57:57.604189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f83392b6-f505-431f-b03f-dbfc711dbf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.620593 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bbe0>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:55Z', 'revision_number': 4, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e29689a-00f7-4f32-81a9-a798e9bdb28e', 'name': '', 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'mac_address': 'fa:16:3e:8a:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:52Z', 'updated_at': '2022-03-05T20:57:55Z', 'revision_number': 2, 'project_id': 'aa15277384674c358331f91788206d2d', 'subnets': [{'id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:57.662556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Checking router: d4c99dc5-995e-45bc-a795-e35a2c20776d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:57:57.664957 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Updating router d4c99dc5-995e-45bc-a795-e35a2c20776d port 6e29689a-00f7-4f32-81a9-a798e9bdb28e binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:57:57.669514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:57.669930 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.704500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:57:57.713728 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.749909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:57.773724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.796996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f83392b6-f505-431f-b03f-dbfc711dbf29 admin admin] Publish callbacks [] for security_group (d3f85188-b91d-4d38-a3f5-c7260efd6ca7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.807576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f83392b6-f505-431f-b03f-dbfc711dbf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d3f85188-b91d-4d38-a3f5-c7260efd6ca7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.958237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:57.960974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:58.037424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21117b0a-6bd2-491e-be5a-12f2775d8378 req-59a232ab-8881-49c1-8bd1-9adc44a55e18 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:58.040274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21117b0a-6bd2-491e-be5a-12f2775d8378 req-59a232ab-8881-49c1-8bd1-9adc44a55e18 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.1244724
Mar 05 20:57:58.069740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:57:58.157355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21117b0a-6bd2-491e-be5a-12f2775d8378 req-44887bbd-2196-44ae-9018-a39eeb308401 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103513
Mar 05 20:57:58.175333 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks [] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.189604 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.194593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f83392b6-f505-431f-b03f-dbfc711dbf29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=089437133cd341b7ae465ed9f92d16e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6111665
Mar 05 20:57:58.196107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:58.197358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-157b6b5a-1e11-472a-8799-ca8cd6e01f7b tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2682104
Mar 05 20:57:58.207043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:58.213888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83392b6-f505-431f-b03f-dbfc711dbf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f85188-b91d-4d38-a3f5-c7260efd6ca7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:58.263440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.314145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] Publish callbacks [] for security_group (d3f85188-b91d-4d38-a3f5-c7260efd6ca7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.328608 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec175f-2376-4af2-80b5-eac8cc57fcda None None] Pushing event updated for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:58.383534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] Publish callbacks [] for security_group (d3f85188-b91d-4d38-a3f5-c7260efd6ca7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.423028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec985a27-a685-4cb6-a412-088143d34338 req-0f8fa84f-c551-4876-9869-d78e765be300 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:58.433182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec985a27-a685-4cb6-a412-088143d34338 req-0f8fa84f-c551-4876-9869-d78e765be300 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1358707
Mar 05 20:57:58.495561 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Attempting to bind port 6e29689a-00f7-4f32-81a9-a798e9bdb28e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:57:58.495860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Attempting to bind port 6e29689a-00f7-4f32-81a9-a798e9bdb28e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:57:58.496232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Attempting to bind port 6e29689a-00f7-4f32-81a9-a798e9bdb28e on network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:57:58.502038 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:57:58.502481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Checking segment: {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:57:58.502996 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.503395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Bound using segment: {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:57:58.503893 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Bound port: 6e29689a-00f7-4f32-81a9-a798e9bdb28e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:57:58.504793 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.526366 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.549104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec985a27-a685-4cb6-a412-088143d34338 req-96c34b18-e3c0-441c-a891-c29b7c2a3198 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132386
Mar 05 20:57:58.589650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d3f85188-b91d-4d38-a3f5-c7260efd6ca7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.593971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.603424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3f85188-b91d-4d38-a3f5-c7260efd6ca7 HTTP/1.1" status: 204  len: 168 time: 0.4059761
Mar 05 20:57:58.640891 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] For port 6e29689a-00f7-4f32-81a9-a798e9bdb28e, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:57:58.643063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027bc62-cee4-4662-88b8-c1c52dc9927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f85188-b91d-4d38-a3f5-c7260efd6ca7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:58.654690 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] For port 6e29689a-00f7-4f32-81a9-a798e9bdb28e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e29689a-00f7-4f32-81a9-a798e9bdb28e,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:57:58.667176 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.777327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Provisioning complete for port 6e29689a-00f7-4f32-81a9-a798e9bdb28e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:58.777910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:58.812437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:57:58.814729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Allocated IP 172.35.0.227 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d231f8f4-b289-4973-9729-01cb5e096675) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:57:58.816102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:58.829453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e363767c-f9c5-4c94-956c-56648b1cfad3 req-f02c7656-168b-40cf-86c1-4af9e4b6da73 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0877821
Mar 05 20:57:58.843301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:58.973713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Current status of the port 6e29689a-00f7-4f32-81a9-a798e9bdb28e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:58.974319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.050495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for port (d231f8f4-b289-4973-9729-01cb5e096675), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.057078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] For port 6e29689a-00f7-4f32-81a9-a798e9bdb28e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e29689a-00f7-4f32-81a9-a798e9bdb28e,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:59.066581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.121714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d231f8f4-b289-4973-9729-01cb5e096675), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.217475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:57:59.221605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626913-c9f2-4336-8aad-a765a1ced8b7 None None] Pushing event updated for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:59.223417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:57:59.227362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:57:59.231547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec175f-2376-4af2-80b5-eac8cc57fcda None None] Pushing event updated for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:59.255587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event updated for resources: {'Port': ['ID=d231f8f4-b289-4973-9729-01cb5e096675,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:59.300427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cbea25a3-6e7f-404d-a7d5-723eb0929df2 None None] Provisioning complete for port 6e29689a-00f7-4f32-81a9-a798e9bdb28e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:59.303524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cbea25a3-6e7f-404d-a7d5-723eb0929df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.343412 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:57:59.372022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40adf6-be1f-4507-a5d0-83c560267c68 req-dad9ff7a-1261-4e88-94ed-c348f80786ba tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:59.380020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae40adf6-be1f-4507-a5d0-83c560267c68 req-dad9ff7a-1261-4e88-94ed-c348f80786ba tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.1109595
Mar 05 20:57:59.392079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:57:59.412919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-network', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:57:59.438514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (128431d3-5ad7-4739-99f4-a9a410846fe8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.507117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d231f8f4-b289-4973-9729-01cb5e096675), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.523710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae40adf6-be1f-4507-a5d0-83c560267c68 req-2b14a367-b30c-409c-9160-acb20d974a68 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350133
Mar 05 20:57:59.536933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:57:59.560908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Made reservation on behalf of 99fe3e49fc5e47c3bd99ee3debc420ee for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:57:59.570221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.577574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.593651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cbea25a3-6e7f-404d-a7d5-723eb0929df2 None None] Current status of the port 6e29689a-00f7-4f32-81a9-a798e9bdb28e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:59.598890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:57:59.603604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:57:59.604028 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.611298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.620876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c93e8f3a-aaec-44bb-ab5d-c1bac950df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.705296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:57:59.706376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.726747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for port (d231f8f4-b289-4973-9729-01cb5e096675), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.736289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d231f8f4-b289-4973-9729-01cb5e096675), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.751510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:57:59.752976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:57:59.756640 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c0ce0-c9b0-48c8-893a-17f847cfbbf8" -d '{"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-plugged", "status": "completed", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:57:59.761554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.826466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c24ae-d8ab-4449-b165-309808f81ae1 req-9012c608-adb6-4884-a6d6-bb37e300a39b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:57:59.831452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:59.834220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-201c24ae-d8ab-4449-b165-309808f81ae1 req-9012c608-adb6-4884-a6d6-bb37e300a39b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1170669
Mar 05 20:57:59.866803 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bbe0>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:55Z', 'revision_number': 4, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e29689a-00f7-4f32-81a9-a798e9bdb28e', 'name': '', 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'mac_address': 'fa:16:3e:8a:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:52Z', 'updated_at': '2022-03-05T20:57:58Z', 'revision_number': 4, 'project_id': 'aa15277384674c358331f91788206d2d', 'subnets': [{'id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:57:59.875369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event updated for resources: {'Port': ['ID=d231f8f4-b289-4973-9729-01cb5e096675,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:57:59.907437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935104aa-1a85-4ad7-becf-fb60fc5e41f0 None None] The sync data for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 is: [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:57:55Z', 'revision_number': 4, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e29689a-00f7-4f32-81a9-a798e9bdb28e', 'name': '', 'network_id': '2e5f7efe-e922-4471-b064-7a5f9dd08d78', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'mac_address': 'fa:16:3e:8a:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:52Z', 'updated_at': '2022-03-05T20:57:58Z', 'revision_number': 4, 'project_id': 'aa15277384674c358331f91788206d2d', 'subnets': [{'id': '2e907f20-0d6c-471b-a5f9-771fa4f644ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:57:59.927247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks [] for security_group (3f8d3d35-9b67-422c-b26d-3ed94d196ea6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.963575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-201c24ae-d8ab-4449-b165-309808f81ae1 req-b922325c-b03f-4eca-98f8-e725f5f4a49a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142790
Mar 05 20:57:59.963575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f8d3d35-9b67-422c-b26d-3ed94d196ea6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:57:59.990286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (128431d3-5ad7-4739-99f4-a9a410846fe8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.027558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.038132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-ba9829c6-e591-414d-8229-4ee5bd6fd532 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8350899
Mar 05 20:58:00.071748 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa40fc98-3ec2-4955-8d18-ddd6200ff6fa x-openstack-request-id: req-aa40fc98-3ec2-4955-8d18-ddd6200ff6fa {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:00.072235 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-plugged", "status": "completed", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:00.072765 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa40fc98-3ec2-4955-8d18-ddd6200ff6fa {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:00.073372 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'code': 200}
Mar 05 20:58:00.125222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-f2aca0c2-68d5-44ef-95ae-a54203a4b2dc tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.227 HTTP/1.1" status: 200  len: 696 time: 0.0854554
Mar 05 20:58:00.125414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:58:00.140995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c93e8f3a-aaec-44bb-ab5d-c1bac950df9e admin admin] Publish callbacks [] for security_group (c72b57f5-c936-4210-b0a9-2004b779ceb4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.154464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d3d35-9b67-422c-b26d-3ed94d196ea6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:00.197578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c93e8f3a-aaec-44bb-ab5d-c1bac950df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c72b57f5-c936-4210-b0a9-2004b779ceb4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.253110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4fe349f0-eada-4cfc-b0a2-b15e1f9de838), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.253560 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Added segment 4fe349f0-eada-4cfc-b0a2-b15e1f9de838 of type vlan for network dd3faab4-7d75-49f7-880e-c7d935436cb4
Mar 05 20:58:00.278481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-2ea0cdeb-c7f4-43ff-ab80-6da2094bc821 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:00.286126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a893c488-bbd4-4349-afb7-ebbbaad5c8c6 req-2ea0cdeb-c7f4-43ff-ab80-6da2094bc821 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1593003
Mar 05 20:58:00.388189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3bc932bd-61b0-4553-ab0a-7b3c8183c455 req-f9b2b82e-6974-44b5-a013-3f1d56781dfa tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips/128431d3-5ad7-4739-99f4-a9a410846fe8 HTTP/1.1" status: 200  len: 693 time: 0.0764041
Mar 05 20:58:00.486901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f6d5783-6c19-4c1b-904f-79f2e0986c95 req-25caf99c-5888-440e-b029-05953c4eeb1b tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1651957
Mar 05 20:58:00.490810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c93e8f3a-aaec-44bb-ab5d-c1bac950df9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0760fd6e81694609857dd361fdb71141&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9527967
Mar 05 20:58:00.495711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52310) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:00.514734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e29689a-00f7-4f32-81a9-a798e9bdb28e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:00.523096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (dd3faab4-7d75-49f7-880e-c7d935436cb4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.548137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8f3a-aaec-44bb-ab5d-c1bac950df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b57f5-c936-4210-b0a9-2004b779ceb4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:00.555950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (dd3faab4-7d75-49f7-880e-c7d935436cb4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.556976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:00.557951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.618979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc932bd-61b0-4553-ab0a-7b3c8183c455 req-7d5ac933-a493-4a47-8441-b2451fb55c6b tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:00.620569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3bc932bd-61b0-4553-ab0a-7b3c8183c455 req-7d5ac933-a493-4a47-8441-b2451fb55c6b tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2315986
Mar 05 20:58:00.642212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-3bc932bd-61b0-4553-ab0a-7b3c8183c455 req-52fc4eae-3c01-4d53-a9f3-ffd0f2ec3149 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:58:00.643911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3bc932bd-61b0-4553-ab0a-7b3c8183c455 req-52fc4eae-3c01-4d53-a9f3-ffd0f2ec3149 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0132008
Mar 05 20:58:00.691060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] Publish callbacks [] for security_group (c72b57f5-c936-4210-b0a9-2004b779ceb4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.696161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6e29689a-00f7-4f32-81a9-a798e9bdb28e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:00.696622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.716315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.8715010
Mar 05 20:58:00.727717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764eae-e59d-42b1-83b7-afe503572aa5 req-bad35905-eebe-4ce5-9a4b-bcb72b98bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:00.731707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48764eae-e59d-42b1-83b7-afe503572aa5 req-bad35905-eebe-4ce5-9a4b-bcb72b98bd4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1127 time: 0.5877357
Mar 05 20:58:00.733772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:00.768245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Request body: {'subnet': {'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-subnet', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:00.799516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] Publish callbacks [] for security_group (c72b57f5-c936-4210-b0a9-2004b779ceb4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.804085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07f9843e-6ebd-4c25-8028-363372ad75be req-3dc4e273-0fe9-4b7e-a334-fe0100f934cb tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=aa15277384674c358331f91788206d2d HTTP/1.1" status: 200  len: 696 time: 0.1011727
Mar 05 20:58:00.829324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6e29689a-00f7-4f32-81a9-a798e9bdb28e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:00.908086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c72b57f5-c936-4210-b0a9-2004b779ceb4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.912030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.913213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c72b57f5-c936-4210-b0a9-2004b779ceb4 HTTP/1.1" status: 204  len: 168 time: 0.4165795
Mar 05 20:58:00.958244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:00.969315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a26d04-e83b-4283-9a6f-ce05a8b4860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b57f5-c936-4210-b0a9-2004b779ceb4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:01.080474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9843e-6ebd-4c25-8028-363372ad75be req-6facbd0c-b24b-4626-8df7-50e37d905c78 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:01.082461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07f9843e-6ebd-4c25-8028-363372ad75be req-6facbd0c-b24b-4626-8df7-50e37d905c78 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks?id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 787 time: 0.2719731
Mar 05 20:58:01.289699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701cf73-4404-44b6-8f02-c258ac77a66c req-0f7e9bad-1a61-4828-a8bf-c961ecbb7481 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:01.292408 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8701cf73-4404-44b6-8f02-c258ac77a66c req-0f7e9bad-1a61-4828-a8bf-c961ecbb7481 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1174417
Mar 05 20:58:01.356688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53877-c509-47e8-813f-14271679157a admin admin] Pushing event updated for resources: {'Network': ['ID=dd3faab4-7d75-49f7-880e-c7d935436cb4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:01.367327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:58:01.390082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8701cf73-4404-44b6-8f02-c258ac77a66c req-89ee542c-a202-4d0b-8485-1d88a7cdd5b7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901847
Mar 05 20:58:01.475010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Made reservation on behalf of 99fe3e49fc5e47c3bd99ee3debc420ee for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:01.477352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:01.561114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-fbfed607-499c-4834-a1ec-361cf0da981c tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips/128431d3-5ad7-4739-99f4-a9a410846fe8 HTTP/1.1" status: 200  len: 693 time: 0.1272233
Mar 05 20:58:01.569484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb08d-b7bb-47da-b4e5-ab6c93b0b371 req-5726717e-407c-454a-a7b6-6056ec8c14c4 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:01.574196 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ebb08d-b7bb-47da-b4e5-ab6c93b0b371 req-5726717e-407c-454a-a7b6-6056ec8c14c4 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.8457704
Mar 05 20:58:01.589547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48764eae-e59d-42b1-83b7-afe503572aa5 req-7007b176-b484-4353-a289-0a443a7e8168 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8424268
Mar 05 20:58:01.701321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61ebb08d-b7bb-47da-b4e5-ab6c93b0b371 req-a6183ae0-439e-41c2-9b22-f282f199589d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191444
Mar 05 20:58:01.749795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-7bf5fe1e-47d4-4a75-9957-fe473ebf184c tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:01.760146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-7bf5fe1e-47d4-4a75-9957-fe473ebf184c tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1882906
Mar 05 20:58:01.854089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-997ee95d-14f9-4a47-816f-b0bf5b68f87b tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.227 HTTP/1.1" status: 200  len: 696 time: 0.0880311
Mar 05 20:58:01.880125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (dc18d140-efab-4391-8d9f-dbef9c607b36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:01.938268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c3aadeb-06e5-4f54-97d6-a99a7e7a10a0 req-97aab7f9-fab6-444f-a2ba-36c56fa874be tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0716987
Mar 05 20:58:01.947112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-af8bed5e-4dac-4380-a40d-053e40c9d5d0 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.227 HTTP/1.1" status: 200  len: 696 time: 0.0868945
Mar 05 20:58:02.030594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Checking segment: {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:02.030964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Network hostable DHCP agents. Network: dd3faab4-7d75-49f7-880e-c7d935436cb4, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:58:02.053334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc18d140-efab-4391-8d9f-dbef9c607b36,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:02.088701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:58:02.103649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd3faab4-7d75-49f7-880e-c7d935436cb4) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:02.116650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f40426-60e7-4bd6-bf3c-45edc26dabed None None] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:02.123583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:02.127477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.132235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Deleting port d231f8f4-b289-4973-9729-01cb5e096675 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:02.132584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d231f8f4-b289-4973-9729-01cb5e096675), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.189432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1676bbd6-4822-4b57-9e6e-3265f7629c82 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.4407403
Mar 05 20:58:02.192479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:02.204329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:02.251168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.252696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.262051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d231f8f4-b289-4973-9729-01cb5e096675), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.262400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (d231f8f4-b289-4973-9729-01cb5e096675), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.283792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Calling delete_port for d231f8f4-b289-4973-9729-01cb5e096675 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:02.330419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13100c40-a896-4167-bedb-43c2b4a6221c None None] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:02.371435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for router_controller (47f02a90-9c9e-47b6-bc06-0c7b673afa29), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.583975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d231f8f4-b289-4973-9729-01cb5e096675), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.629917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for router_gateway (47f02a90-9c9e-47b6-bc06-0c7b673afa29), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.632605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event deleted for resources: {'Port': ['ID=d231f8f4-b289-4973-9729-01cb5e096675,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:02.718803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afc8e9-98cd-4e99-9322-8a72996332bd req-9e69ceae-2a31-42d0-a84e-89f19d288b6e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:02.726797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82afc8e9-98cd-4e99-9322-8a72996332bd req-9e69ceae-2a31-42d0-a84e-89f19d288b6e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1670871
Mar 05 20:58:02.762916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (128431d3-5ad7-4739-99f4-a9a410846fe8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.767607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:02.768963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37a831f-b579-408a-b6ad-5e8d05fa8707 req-f762f63e-2cf5-4f46-b8a4-bd437ec409a1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "DELETE /v2.0/floatingips/128431d3-5ad7-4739-99f4-a9a410846fe8 HTTP/1.1" status: 204  len: 173 time: 0.8206906
Mar 05 20:58:02.808778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82afc8e9-98cd-4e99-9322-8a72996332bd req-cd8b94e5-6cfd-4f1e-b0fa-28c810c861d3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807717
Mar 05 20:58:03.032264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7c7d2-3743-4d38-81f4-6b1cc7ba5040 req-dd86dc38-5bd0-49fd-9333-c09f511c8725 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:03.033846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2ec7c7d2-3743-4d38-81f4-6b1cc7ba5040 req-dd86dc38-5bd0-49fd-9333-c09f511c8725 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.1426933
Mar 05 20:58:03.091539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-b8d43309-17ea-40dc-b2fe-c19a522548ea tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2463911
Mar 05 20:58:03.094964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for router_gateway (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.100651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2ec7c7d2-3743-4d38-81f4-6b1cc7ba5040 req-30a6f4bf-6efa-4298-a5b8-d24c7a668818 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556047
Mar 05 20:58:03.119540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:03.124358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.193409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.264904 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8821ac14-336a-4f27-9109-0fe060157a15 req-6858ceff-6e4c-4233-ac14-7cab5ab82a9d tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0600865
Mar 05 20:58:03.361006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Allocated IP 172.35.0.94 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/370a3a52-6c08-4094-b815-16717361268b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:03.523838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for port (370a3a52-6c08-4094-b815-16717361268b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.528049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.639978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (370a3a52-6c08-4094-b815-16717361268b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.696827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Allocated IP 172.35.0.75 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3f7a9300-426c-4ccf-a495-c323e900b5ab) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:03.799355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:03.804656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:03.807021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:03.835147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Pushing event updated for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:03.981126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:03.992923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480b06-efed-4143-bc36-7904968d1e42 req-a043a101-5734-4225-aba0-4b25a30485d1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:03.996806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f480b06-efed-4143-bc36-7904968d1e42 req-a043a101-5734-4225-aba0-4b25a30485d1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0739751
Mar 05 20:58:04.058483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f480b06-efed-4143-bc36-7904968d1e42 req-790f95a2-f318-4b28-9ed6-d2563b116fb6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544589
Mar 05 20:58:04.164802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.259772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:04.266810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:04.271761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event updated for resources: {'Port': ['ID=3f7a9300-426c-4ccf-a495-c323e900b5ab,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:04.277347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:04.332475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1833cee-aaa3-4083-815a-42bc4a765392 req-148bd271-686d-453d-ab29-956550e559ff tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:04.334352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1833cee-aaa3-4083-815a-42bc4a765392 req-148bd271-686d-453d-ab29-956550e559ff tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.1254849
Mar 05 20:58:04.400072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (f38f28a5-39f9-4a6b-835e-ed30d1f02e0e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.405488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1833cee-aaa3-4083-815a-42bc4a765392 req-cf9d41f7-f603-4dcf-bb73-ac20ddfe38dc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631392
Mar 05 20:58:04.437285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for router_gateway (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.542231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00d69fab-814b-466f-8d36-a273aea69f04 req-4acd0c4f-ca07-4e11-83ce-4e8bf272ce84 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0452931
Mar 05 20:58:04.587256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.662209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0a92d-4761-465e-a5f3-0d6848a9404c req-3166667e-7167-4dea-b065-d72c359db18b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:04.669620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7d0a92d-4761-465e-a5f3-0d6848a9404c req-3166667e-7167-4dea-b065-d72c359db18b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1127 time: 0.0594275
Mar 05 20:58:04.734502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7d0a92d-4761-465e-a5f3-0d6848a9404c req-6db1262d-0d45-435e-ba29-b2355b369b61 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580029
Mar 05 20:58:04.882076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.982053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:04.993481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:05.088248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event updated for resources: {'Port': ['ID=3f7a9300-426c-4ccf-a495-c323e900b5ab,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:05.113454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (f38f28a5-39f9-4a6b-835e-ed30d1f02e0e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:05.150877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:05.152391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-d76e3443-da4f-4c12-b95b-0d566f624af1 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0590098
Mar 05 20:58:05.183243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:58:05.231092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-a555f236-abb4-4d8f-9c44-484f434374e4 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.75 HTTP/1.1" status: 200  len: 695 time: 0.0694435
Mar 05 20:58:05.342272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093f461-a032-470d-bfe4-4a1e1a0662ed req-29b61d7c-e24a-46ea-9bf3-b769bdc42b3e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:05.344648 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d093f461-a032-470d-bfe4-4a1e1a0662ed req-29b61d7c-e24a-46ea-9bf3-b769bdc42b3e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1719389
Mar 05 20:58:05.449671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d093f461-a032-470d-bfe4-4a1e1a0662ed req-80c3d660-cc4d-4612-a932-f5eab8934cb0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989096
Mar 05 20:58:05.719115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ee94362-6a99-4332-978f-2c1238688443 req-a7d46ed1-5953-47e8-9eda-abb245f7bd81 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0495870
Mar 05 20:58:05.962569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-acf2a14a-6761-4bbf-ab24-d5141cc86ac3 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:05.964102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2458b7e8-ca83-46af-be5d-be4a6fb65bb4 req-acf2a14a-6761-4bbf-ab24-d5141cc86ac3 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.7253442
Mar 05 20:58:05.967367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:05.981227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Sync routers for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:05.990388 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:05.998367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:05.999762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1941185-94cf-427c-a36b-a13c804d36e8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.8051274
Mar 05 20:58:06.004770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52468) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:06.005204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:06.006563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f333a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:06.093948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-3b95ec3d-ea51-4c62-9d93-7feebcbe32b3 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips/f38f28a5-39f9-4a6b-835e-ed30d1f02e0e HTTP/1.1" status: 200  len: 692 time: 0.0928328
Mar 05 20:58:06.136892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:06.311098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-356f6906-bc9a-43b3-9e9f-3d1b2321518a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:06.312636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-356f6906-bc9a-43b3-9e9f-3d1b2321518a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2127357
Mar 05 20:58:06.362927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:06.444220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-1324e9b0-eacd-4a6c-897c-a63027f2d7b3 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.75 HTTP/1.1" status: 200  len: 695 time: 0.1189117
Mar 05 20:58:06.522648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-cbfa3610-6552-4c4c-b012-ba942bf0c82d tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.75 HTTP/1.1" status: 200  len: 695 time: 0.0683799
Mar 05 20:58:06.546215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f333a0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:04Z', 'revision_number': 3, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:06.593592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Checking router: 47f02a90-9c9e-47b6-bc06-0c7b673afa29 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:06.594033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Updating router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 port 370a3a52-6c08-4094-b815-16717361268b binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:58:06.649103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (370a3a52-6c08-4094-b815-16717361268b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:06.897628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Deleting port 3f7a9300-426c-4ccf-a495-c323e900b5ab {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:06.900122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.139778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.141029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (3f7a9300-426c-4ccf-a495-c323e900b5ab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.166264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Calling delete_port for 3f7a9300-426c-4ccf-a495-c323e900b5ab owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:07.427068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.433310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.439890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.446475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.451994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.458383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.465413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.473715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-481765a7-4838-4759-a276-410518945d28 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2451146
Mar 05 20:58:07.476813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52510) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:07.502667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.531177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks [] for port (370a3a52-6c08-4094-b815-16717361268b), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.532788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3f7a9300-426c-4ccf-a495-c323e900b5ab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.544899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (370a3a52-6c08-4094-b815-16717361268b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.635870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Pushing event deleted for resources: {'Port': ['ID=3f7a9300-426c-4ccf-a495-c323e900b5ab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:07.668866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks [] for floatingip (f38f28a5-39f9-4a6b-835e-ed30d1f02e0e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.673397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Attempting to bind port 370a3a52-6c08-4094-b815-16717361268b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:07.673789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Attempting to bind port 370a3a52-6c08-4094-b815-16717361268b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:07.674165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Attempting to bind port 370a3a52-6c08-4094-b815-16717361268b on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:07.677231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.678145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2eea-9b65-4c58-a1de-d30e17e44c96 None None] Pushing event updated for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:07.680984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1fed6378-a958-4f62-b9f4-0fc88972efa5 req-01e4cc33-e2c2-4662-b328-43d3b81bbd5a tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "DELETE /v2.0/floatingips/f38f28a5-39f9-4a6b-835e-ed30d1f02e0e HTTP/1.1" status: 204  len: 173 time: 1.1523790
Mar 05 20:58:07.683729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:07.684147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:07.684547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.684948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:07.685567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Bound port: 370a3a52-6c08-4094-b815-16717361268b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:07.685987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (370a3a52-6c08-4094-b815-16717361268b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.742495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c2c5c6e-e6df-42a5-9515-31fd3dd409a5 req-7693c62f-0e10-4fb4-968d-e7c7b9fdfc14 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2633572
Mar 05 20:58:07.771047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] For port 370a3a52-6c08-4094-b815-16717361268b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:07.775438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] For port 370a3a52-6c08-4094-b815-16717361268b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=370a3a52-6c08-4094-b815-16717361268b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:07.784772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (370a3a52-6c08-4094-b815-16717361268b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.835268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a553a46-1789-4227-bc7d-c31263ea0f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:07.846498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b02e-92c1-48e1-8013-5fb5acefb17c req-88f07efd-80d3-43eb-875e-168a34dbf843 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:07.855410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2e7b02e-92c1-48e1-8013-5fb5acefb17c req-88f07efd-80d3-43eb-875e-168a34dbf843 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.0775554
Mar 05 20:58:07.882738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2eea-9b65-4c58-a1de-d30e17e44c96 None None] Pushing event updated for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:07.917661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b309c88b-e806-42fc-9730-9620e5eebd39 req-40299ead-3e40-473c-9669-e8c650341ea9 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0434206
Mar 05 20:58:07.918420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:07.919058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f333a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:07.948475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2e7b02e-92c1-48e1-8013-5fb5acefb17c req-8e032333-f9f4-4da5-83cb-7fea1d822cc8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921540
Mar 05 20:58:08.055420 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-1a414c23-6aef-42c8-8999-bdfbbaa60b01 req-8c518a6e-4ced-4689-9629-68ea5426a45e tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] show failed (client error): The resource could not be found.
Mar 05 20:58:08.067322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1a414c23-6aef-42c8-8999-bdfbbaa60b01 req-8c518a6e-4ced-4689-9629-68ea5426a45e tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips/f38f28a5-39f9-4a6b-835e-ed30d1f02e0e HTTP/1.1" status: 404  len: 350 time: 0.0722311
Mar 05 20:58:08.090420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Allocated IP 172.20.0.1 (dd3faab4-7d75-49f7-880e-c7d935436cb4/dc18d140-efab-4391-8d9f-dbef9c607b36/ff1e6034-0a35-4d4a-aba2-0eebd07c3f07) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:08.119113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:08.180609 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-e9dc070b-565d-488a-b721-35086ca93ee7 req-736af811-fcbb-46b7-af66-97d3420a7058 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] show failed (client error): The resource could not be found.
Mar 05 20:58:08.191195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9dc070b-565d-488a-b721-35086ca93ee7 req-736af811-fcbb-46b7-af66-97d3420a7058 tempest-FloatingIPsTestJSON-490041709 tempest-FloatingIPsTestJSON-490041709-project] 10.222.0.15 "GET /v2.0/floatingips/f38f28a5-39f9-4a6b-835e-ed30d1f02e0e HTTP/1.1" status: 404  len: 350 time: 0.1093495
Mar 05 20:58:08.196174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52528) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:08.205398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a553a46-1789-4227-bc7d-c31263ea0f15 admin admin] Publish callbacks [] for security_group (b26b416a-2796-4876-aad0-1d4bbbfc6e73), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.236219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a553a46-1789-4227-bc7d-c31263ea0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b26b416a-2796-4876-aad0-1d4bbbfc6e73), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.272721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a553a46-1789-4227-bc7d-c31263ea0f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b416a-2796-4876-aad0-1d4bbbfc6e73,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:08.321098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1a553a46-1789-4227-bc7d-c31263ea0f15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e781589aa23445b8a97ebc5ac4536b00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8406494
Mar 05 20:58:08.329478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52530) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:08.423320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks [] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.433208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] Publish callbacks [] for security_group (b26b416a-2796-4876-aad0-1d4bbbfc6e73), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.471690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] Publish callbacks [] for security_group (b26b416a-2796-4876-aad0-1d4bbbfc6e73), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.542174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.570135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:08.573261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:08.581563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f333a0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:04Z', 'revision_number': 3, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:08.614129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:08.666881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19b6a2-b2c7-4c3c-97b1-1f94dc30ab95 None None] The sync data for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 is: [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:04Z', 'revision_number': 3, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:08.688312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b26b416a-2796-4876-aad0-1d4bbbfc6e73), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.698579 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:08.705651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b26b416a-2796-4876-aad0-1d4bbbfc6e73 HTTP/1.1" status: 204  len: 168 time: 0.3750503
Mar 05 20:58:08.727376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:08.747610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf8643-5313-44e1-a57d-a7d85c4269b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b416a-2796-4876-aad0-1d4bbbfc6e73,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:08.754620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.064266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.165856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.173422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.180877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.187034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.204525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.226221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.233143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.251022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-e054148d-dd41-418e-b7d1-0f9103e3777a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2344260
Mar 05 20:58:09.272448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.330310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d95723-ddff-4d32-8304-94b098bc711b req-b6330464-1a1e-4eb4-9407-80c667ff535f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:09.331980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11d95723-ddff-4d32-8304-94b098bc711b req-b6330464-1a1e-4eb4-9407-80c667ff535f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.1737902
Mar 05 20:58:09.478046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11d95723-ddff-4d32-8304-94b098bc711b req-7f77c7f7-ab0c-4522-93a2-10caec0bec8f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394870
Mar 05 20:58:09.500325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84af9d0b-dda7-4811-a1d2-fb740082d5b9 req-81e5a3eb-1eb4-4dc8-8f84-e0b9cf8d085f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2438178
Mar 05 20:58:09.565586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:09.617542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks [] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.624146 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.669355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e52a1d8b-ae1c-4537-8edc-ceffceabc03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.694501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:09.697465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.722343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8888771-9a59-4fe6-af3b-c225144a41dd req-5636ec64-016a-48e9-b81b-627b37aa947b tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0745807
Mar 05 20:58:09.806370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Deleting port 6e29689a-00f7-4f32-81a9-a798e9bdb28e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:09.822986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.831362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:09.835733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:09.926024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e52a1d8b-ae1c-4537-8edc-ceffceabc03b admin admin] Publish callbacks [] for security_group (b171b6c1-51b9-490b-a179-20490594b36b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:09.994827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:10.031740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] For port 6e29689a-00f7-4f32-81a9-a798e9bdb28e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e29689a-00f7-4f32-81a9-a798e9bdb28e,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:10.032261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.047847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Calling delete_port for 6e29689a-00f7-4f32-81a9-a798e9bdb28e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:10.137645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e52a1d8b-ae1c-4537-8edc-ceffceabc03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b171b6c1-51b9-490b-a179-20490594b36b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.172216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:10.196051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8fbe539f-d698-439f-8b67-72bc03a55590 admin admin] 10.222.0.15 "PUT /v2.0/routers/47f02a90-9c9e-47b6-bc06-0c7b673afa29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1726594
Mar 05 20:58:10.223860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e52a1d8b-ae1c-4537-8edc-ceffceabc03b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7152e9663f414fc5ba010168bfc89c7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6529930
Mar 05 20:58:10.224574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52558) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:10.250272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1d8b-ae1c-4537-8edc-ceffceabc03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171b6c1-51b9-490b-a179-20490594b36b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:10.321613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] Publish callbacks [] for security_group (b171b6c1-51b9-490b-a179-20490594b36b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.323477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.329166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.335568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.340917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.346359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.351707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.369490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] Publish callbacks [] for security_group (b171b6c1-51b9-490b-a179-20490594b36b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.376875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.382049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-66efc23c-84ea-4d05-81fd-9d5663a40885 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2634344
Mar 05 20:58:10.485023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b171b6c1-51b9-490b-a179-20490594b36b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.488928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.490234 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b171b6c1-51b9-490b-a179-20490594b36b HTTP/1.1" status: 204  len: 168 time: 0.2647381
Mar 05 20:58:10.494321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 370a3a52-6c08-4094-b815-16717361268b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:10.498913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee78990-0ae7-4d95-bde3-95f7871197ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171b6c1-51b9-490b-a179-20490594b36b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:10.525786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-a90cb3fb-6186-4469-b018-60c744f14b2c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.528538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-a90cb3fb-6186-4469-b018-60c744f14b2c tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1382868
Mar 05 20:58:10.635481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 370a3a52-6c08-4094-b815-16717361268b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:10.636133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (370a3a52-6c08-4094-b815-16717361268b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.674863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470a21-d4bb-4707-bd65-2f1734224ff3 req-0addb61b-dbbb-4ed5-96bd-b02e3f0e2075 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.677472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a470a21-d4bb-4707-bd65-2f1734224ff3 req-0addb61b-dbbb-4ed5-96bd-b02e3f0e2075 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1127 time: 0.0647120
Mar 05 20:58:10.739439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 370a3a52-6c08-4094-b815-16717361268b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:10.739734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (370a3a52-6c08-4094-b815-16717361268b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.741875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a470a21-d4bb-4707-bd65-2f1734224ff3 req-7f9ba30e-35e1-4852-a3b2-08fb00274dda tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573018
Mar 05 20:58:10.777357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 370a3a52-6c08-4094-b815-16717361268b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=370a3a52-6c08-4094-b815-16717361268b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:10.782437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (370a3a52-6c08-4094-b815-16717361268b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.796813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-19040dde-b36f-464b-bee3-b6bae9570a84 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2631793
Mar 05 20:58:10.812100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:10.814678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6e29689a-00f7-4f32-81a9-a798e9bdb28e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:10.855233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:10.895205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b07a5-6b9b-45af-b91f-ab9e6323fa8f req-24340452-e7fb-4827-8734-6e89bc1ac5c4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:10.897595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-398b07a5-6b9b-45af-b91f-ab9e6323fa8f req-24340452-e7fb-4827-8734-6e89bc1ac5c4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2712646
Mar 05 20:58:10.913573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e29689a-00f7-4f32-81a9-a798e9bdb28e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:11.102460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:11.118980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-398b07a5-6b9b-45af-b91f-ab9e6323fa8f req-b1447a4b-010e-4220-953c-258f90bef9a3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030759
Mar 05 20:58:11.123955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-54acab1d-ee49-4719-96e7-03d196788f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.125788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-54acab1d-ee49-4719-96e7-03d196788f41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 1128 time: 0.0875657
Mar 05 20:58:11.294404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-79228232-520e-493b-80d5-08e3af7b0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.297382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-79228232-520e-493b-80d5-08e3af7b0b8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.1659420
Mar 05 20:58:11.356589 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Sync routers for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:11.365606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-b8000c7e-68d8-4bcc-bf9b-4d035ee85711 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e HTTP/1.1" status: 200  len: 217 time: 0.0491745
Mar 05 20:58:11.375213 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:11.376288 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:11.458356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.463380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.469556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.481964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.487226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.496306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-84d0eec6-516c-463a-b9ba-609e428f0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.497990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-84d0eec6-516c-463a-b9ba-609e428f0d90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1313994
Mar 05 20:58:11.508109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.518144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.519809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-b41df925-55fd-483a-9667-f6192806afa4 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 5433 time: 0.2769232
Mar 05 20:58:11.522503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:11.528233 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:11.558142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-f97ed306-18a6-4e70-bc6f-0a896d17bd20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504932
Mar 05 20:58:11.565398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-d5e3a5eb-a0e2-45ba-a05d-4d63b2e71799 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:11.567554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-d5e3a5eb-a0e2-45ba-a05d-4d63b2e71799 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 820 time: 0.2168906
Mar 05 20:58:11.610331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef356e17-c442-448a-8679-da5ba1910c00,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:11.623956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-d9fd8d0a-1d94-4c1e-8f11-a220d10c82ef tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/quotas/99fe3e49fc5e47c3bd99ee3debc420ee HTTP/1.1" status: 200  len: 375 time: 0.0473862
Mar 05 20:58:11.695095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-579612df-40fc-45d9-bc05-18ef3f29c0c2 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263962
Mar 05 20:58:11.710323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-1f802d94-fcc2-4b52-8cc1-29878f8da082 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0793591
Mar 05 20:58:11.769511 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bac0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:09Z', 'revision_number': 2, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:11.773830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37ce3692-acc8-4aef-9faa-baf096bbf29e req-5bbb7174-6629-4b44-a25d-2ae43493e0c3 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&id=1202d657-1d28-4eed-a3dc-4871027ee7df&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2403748
Mar 05 20:58:11.798575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] For port ef356e17-c442-448a-8679-da5ba1910c00, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:11.807014 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Checking router: 47f02a90-9c9e-47b6-bc06-0c7b673afa29 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:11.807549 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Updating router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:58:11.837824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] device_id is not set on port ef356e17-c442-448a-8679-da5ba1910c00 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:58:11.842143 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:11.849100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Publish callbacks [] for port (ef356e17-c442-448a-8679-da5ba1910c00), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:11.939589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:11.974340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46eaa232-a9d6-4772-8d4b-82bf614208eb req-9a6614e2-15aa-4dcf-a318-da510d58cdb1 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695634
Mar 05 20:58:11.976457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-15b2b61d-528e-4ce3-93c2-c294018bb9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572019
Mar 05 20:58:12.114357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-df31eca6-29a8-4cb2-924c-c06a50d8f1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177802
Mar 05 20:58:12.223590 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks [] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.235934 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.325368 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Pushing event updated for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:12.359587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d8e5868-cc1c-4037-8654-26e339d42446 None None] Provisioning complete for port ef356e17-c442-448a-8679-da5ba1910c00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:12.360078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5868-cc1c-4037-8654-26e339d42446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ef356e17-c442-448a-8679-da5ba1910c00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.409186 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.409767 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.409858 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.411338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.411708 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.412053 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.412396 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.414077 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.414457 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.414823 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.415499 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.415499 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.415832 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:12.445324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Pushing event updated for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:12.463094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e5868-cc1c-4037-8654-26e339d42446 None None] Port ef356e17-c442-448a-8679-da5ba1910c00 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:12.493920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b55775a-b3df-43d8-a88c-80089a651eac req-f914dfc4-0d1b-4dd5-a3bb-174566cab9d4 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.5588663
Mar 05 20:58:12.511479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Attempting to bind port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:12.511891 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Attempting to bind port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:12.512262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Attempting to bind port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 on network dd3faab4-7d75-49f7-880e-c7d935436cb4 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:12.539217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] No DVR routers for this DVR port ef356e17-c442-448a-8679-da5ba1910c00 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:12.543387 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:12.545944 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Checking segment: {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:12.546722 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.549948 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Bound using segment: {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:12.550509 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Bound port: ff1e6034-0a35-4d4a-aba2-0eebd07c3f07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:12.554296 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.610609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Router d4c99dc5-995e-45bc-a795-e35a2c20776d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:12.612169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] In _notify_port_updated(), no bound segment for port ef356e17-c442-448a-8679-da5ba1910c00 on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 20:58:12.613269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:12.614835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.616141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-8e61a8ed-4354-4cec-915e-4b415e6c320e service neutron] 10.222.0.31 "PUT /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 200  len: 1026 time: 1.8099720
Mar 05 20:58:12.619635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 370a3a52-6c08-4094-b815-16717361268b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:12.671981 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] For port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:12.675434 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] For port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:12.685509 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.741087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 370a3a52-6c08-4094-b815-16717361268b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:12.741739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (370a3a52-6c08-4094-b815-16717361268b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:12.840117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a317e-bd1c-42f2-9579-a790d381cf2a None None] Pushing event updated for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:12.858567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-2770b7ed-870e-4930-892c-97f3ed5258d9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:12.860951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-2770b7ed-870e-4930-892c-97f3ed5258d9 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "GET /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2279809
Mar 05 20:58:12.874139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:12.884477 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:12.888715 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:12.958407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 370a3a52-6c08-4094-b815-16717361268b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:13.068858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.076208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:13.088681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Sync routers for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:13.099806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:13.101041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1e6c17b0-393d-4e89-b7d3-e1e067f3710a admin admin] 10.222.0.15 "PUT /v2.0/routers/d4c99dc5-995e-45bc-a795-e35a2c20776d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9033709
Mar 05 20:58:13.104296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:13.104935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828170a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:13.106005 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:13.185192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad2d3b-ef08-4bb3-9312-170aaa8a347f req-8d90f566-93fc-407b-b058-070c47fc4abe tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:13.196343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1ad2d3b-ef08-4bb3-9312-170aaa8a347f req-8d90f566-93fc-407b-b058-070c47fc4abe tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.2067056
Mar 05 20:58:13.271086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks [] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.406042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks [] for router_gateway (d4c99dc5-995e-45bc-a795-e35a2c20776d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.414068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:13.485691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1ad2d3b-ef08-4bb3-9312-170aaa8a347f req-71dd5240-cbd4-490e-856b-694ace730f06 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2885916
Mar 05 20:58:13.501269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8bac0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:12Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:13.509583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 5866fc79-fac2-4bd2-978f-c689c32b9c03 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:13.517116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Deleting port b953da72-c80c-4034-9cae-c5c895f6cdd5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:13.517805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.583572 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86843ebc-7008-4d8e-9702-f06104d46769 None None] The sync data for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 is: [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:12Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:13.658882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:13.778050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 5866fc79-fac2-4bd2-978f-c689c32b9c03 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:13.778896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.808684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae3cb883-b238-43f9-96d9-5a32f07a9f2f req-a9f8c06c-9780-43b7-a721-4799596b26f1 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 210 time: 0.0801437
Mar 05 20:58:13.838232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] For port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:13.886998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] device_id is not set on port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 20:58:13.899072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:13.902720 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c046d-e31b-486c-a51d-3cbd356885b2" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:13.916780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Publish callbacks [] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.927533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:13.931135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.944967 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:13.945706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ef356e17-c442-448a-8679-da5ba1910c00 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:13.959567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] For port b953da72-c80c-4034-9cae-c5c895f6cdd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b953da72-c80c-4034-9cae-c5c895f6cdd5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:13.964562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.009406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Calling delete_port for b953da72-c80c-4034-9cae-c5c895f6cdd5 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:14.084794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] No DVR routers for this DVR port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:14.153757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:14.195586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port ef356e17-c442-448a-8679-da5ba1910c00 host ! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:58:14.204467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ef356e17-c442-448a-8679-da5ba1910c00 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:14.204467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:14.208337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] In _notify_port_updated(), no bound segment for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce on network 2b3d5cc6-cf52-466e-844d-ad651934c95a {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 20:58:14.209334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:14.209957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.213518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 200  len: 1027 time: 1.3441300
Mar 05 20:58:14.214378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2384d09-f388-47b2-9aa1-720d00499256 service neutron] Pushing event updated for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:14.286107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828170a0>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 5, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port': {'id': 'b953da72-c80c-4034-9cae-c5c895f6cdd5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:57:47Z', 'updated_at': '2022-03-05T20:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:14.404335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Checking router: d4c99dc5-995e-45bc-a795-e35a2c20776d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:14.576361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Routers {'d4c99dc5-995e-45bc-a795-e35a2c20776d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:14.578830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828170a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d4c99dc5-995e-45bc-a795-e35a2c20776d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:14.592228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-76fc8340-0b3b-4f05-a1ce-bbe784be6bda tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:14.592459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:14.593991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-76fc8340-0b3b-4f05-a1ce-bbe784be6bda tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.23 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.3957109
Mar 05 20:58:14.615636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53a92-4e19-41f0-9a53-1c5a0ad9355f req-22d54d15-e482-485a-ac7e-6f712ef4339e tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:14.625939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24b53a92-4e19-41f0-9a53-1c5a0ad9355f req-22d54d15-e482-485a-ac7e-6f712ef4339e tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 945 time: 0.5396547
Mar 05 20:58:14.651380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-3dced6ad-933f-4de7-b644-0b2db8fcc863 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:14.672818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-3dced6ad-933f-4de7-b644-0b2db8fcc863 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 820 time: 0.4781368
Mar 05 20:58:14.688542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'port': {'device_id': '23279b59-495b-4264-8d6c-33d6143418ce', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'admin_state_up': True, 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:14.740542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24b53a92-4e19-41f0-9a53-1c5a0ad9355f req-3c863ceb-6e60-4f5a-a516-1f30519e08b3 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef3d624d-5312-4701-b769-463523acb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675855
Mar 05 20:58:14.743769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port b782a7da-f012-4816-a7bc-b15194cb2996 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:14.744126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.824487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d673bce-cb1d-487d-9ab7-7f963c057473 None None] Provisioning complete for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:14.825029 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d673bce-cb1d-487d-9ab7-7f963c057473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.826825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:14.827465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.851614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b953da72-c80c-4034-9cae-c5c895f6cdd5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:14.970890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:14.981089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] Set router d4c99dc5-995e-45bc-a795-e35a2c20776d gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:15.010008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Pushing event deleted for resources: {'Port': ['ID=b953da72-c80c-4034-9cae-c5c895f6cdd5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:15.041680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.043404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9701cfb-119e-4040-a711-f90621bd7b80 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:15.109400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.113234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Made reservation on behalf of 99fe3e49fc5e47c3bd99ee3debc420ee for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:15.116635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.121202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d673bce-cb1d-487d-9ab7-7f963c057473 None None] Port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:15.131304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.140403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.147560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828170a0>, [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:58:13Z', 'revision_number': 6, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:15.147990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.153745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.159115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.161561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-c1434e07-c437-485f-a28e-c542d41d3265 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 3884 time: 0.2549062
Mar 05 20:58:15.247159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Deleting port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:15.247525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.263242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] For port b782a7da-f012-4816-a7bc-b15194cb2996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b782a7da-f012-4816-a7bc-b15194cb2996,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:15.263623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.336092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.382836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-e0d8299c-d73b-4c64-ac60-186dcf293b76 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:58:15.384009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-e0d8299c-d73b-4c64-ac60-186dcf293b76 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.6052713
Mar 05 20:58:15.387365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks [] for router_controller (d4c99dc5-995e-45bc-a795-e35a2c20776d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.391962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for b782a7da-f012-4816-a7bc-b15194cb2996 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:15.409855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fa9da45-837b-468f-b5bc-4281033ecc84 req-990b7d44-da17-47ec-a8bf-6ab1b7a30d72 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2352490
Mar 05 20:58:15.534015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Allocated IP 172.20.0.14 (dd3faab4-7d75-49f7-880e-c7d935436cb4/dc18d140-efab-4391-8d9f-dbef9c607b36/8fc25781-cd23-40fb-843d-506a3fbd00cf) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:15.560188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212d6497-91b7-43bb-84e0-561a8e0afca9 None None] The sync data for ids ['d4c99dc5-995e-45bc-a795-e35a2c20776d'] in ncdv-master-1 is: [{'id': 'd4c99dc5-995e-45bc-a795-e35a2c20776d', 'name': 'tempest-FloatingIPsTestJSON-1883156679-router', 'tenant_id': 'aa15277384674c358331f91788206d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:57:46Z', 'updated_at': '2022-03-05T20:58:13Z', 'revision_number': 6, 'project_id': 'aa15277384674c358331f91788206d2d', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:15.568625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:15.576657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:15.577302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.583489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] For port b7562f27-5f06-4bcc-a8b8-962b8a5a7750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:15.583891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.625991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d4c99dc5-995e-45bc-a795-e35a2c20776d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.626248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c99dc5-995e-45bc-a795-e35a2c20776d {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:58:15.655285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-558854f3-84ca-423a-9dd0-831094b5d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:15.656635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-558854f3-84ca-423a-9dd0-831094b5d505 service neutron] 10.222.0.15 "GET /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 1124 time: 0.2453048
Mar 05 20:58:15.662894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.664892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe7f59cc-d8a7-4b4a-92b3-5b59d154707a admin admin] 10.222.0.15 "DELETE /v2.0/routers/d4c99dc5-995e-45bc-a795-e35a2c20776d HTTP/1.1" status: 204  len: 168 time: 2.5638666
Mar 05 20:58:15.667795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:15.686338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7037222d-d06f-4035-885f-868cccda6c77 req-0b275727-0a56-4882-b650-1102ecf401ac tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1250501
Mar 05 20:58:15.718241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b9701cfb-119e-4040-a711-f90621bd7b80 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:15.718938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.769910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:15.770563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:58:15.798691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:15.802881 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438460f-e48a-4eb1-a0d5-3cd1d4544445 x-openstack-request-id: req-a438460f-e48a-4eb1-a0d5-3cd1d4544445 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:15.803190 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:15.803449 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a438460f-e48a-4eb1-a0d5-3cd1d4544445 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:15.803915 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'code': 200}
Mar 05 20:58:15.806782 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.807513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2c1807e8-ead9-44e9-ab65-390e42b1ded8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:15.809351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:15.809729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:15.925186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:15.926741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:15.935432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.023721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:16.024126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.030033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.074602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:16.082476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.086993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b782a7da-f012-4816-a7bc-b15194cb2996 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:16.099184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b782a7da-f012-4816-a7bc-b15194cb2996), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.116743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: b782a7da-f012-4816-a7bc-b15194cb2996 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:16.117415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b782a7da-f012-4816-a7bc-b15194cb2996 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:16.117938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e97203d-117b-4a26-8c1e-33c77fbdf3ce no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:16.146160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=b782a7da-f012-4816-a7bc-b15194cb2996,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.201519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce host ! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:58:16.202251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e97203d-117b-4a26-8c1e-33c77fbdf3ce not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:16.211789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.220501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Deleting subnet 2e907f20-0d6c-471b-a5f9-771fa4f644ad {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:58:16.220688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bce80fbd-c4e1-4382-be80-b1be28c5138e no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:16.220796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Publish callbacks [] for subnet (2e907f20-0d6c-471b-a5f9-771fa4f644ad), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.282877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb307b-5e57-41c6-a517-d99ac7f677bb req-c93c57e0-b761-49e4-b41b-3419e87d53f3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:16.288208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51eb307b-5e57-41c6-a517-d99ac7f677bb req-c93c57e0-b761-49e4-b41b-3419e87d53f3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 946 time: 0.3854260
Mar 05 20:58:16.310898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2e907f20-0d6c-471b-a5f9-771fa4f644ad), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.345523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bce80fbd-c4e1-4382-be80-b1be28c5138e is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:16.346208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.379928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] No DVR routers for this DVR port b782a7da-f012-4816-a7bc-b15194cb2996 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:16.382161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:16.383065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.387791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.388041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e1bbc7e5-833e-4e83-81de-d65ee49261a0 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "DELETE /v2.0/ports/b782a7da-f012-4816-a7bc-b15194cb2996 HTTP/1.1" status: 204  len: 173 time: 2.1696675
Mar 05 20:58:16.388784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.416452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:16.416452 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a13f70-637a-46e1-be48-27f6abfb19a9" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:16.446820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.464859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2e907f20-0d6c-471b-a5f9-771fa4f644ad), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.506915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.544799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.545677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.545805 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Floating IP 20daa826-bac7-4861-9b33-996cd1f268cd disassociated. External IP: 172.35.0.102, port: b7562f27-5f06-4bcc-a8b8-962b8a5a7750.
Mar 05 20:58:16.546386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Calling delete_port for b7562f27-5f06-4bcc-a8b8-962b8a5a7750 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:16.564830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Network dd3faab4-7d75-49f7-880e-c7d935436cb4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:16.568643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:16.573592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:16.603884 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2e907f20-0d6c-471b-a5f9-771fa4f644ad), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.615780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.621819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51eb307b-5e57-41c6-a517-d99ac7f677bb req-65ca0140-04f3-4502-b392-b3f4dec3ac89 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3243668
Mar 05 20:58:16.687435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e907f20-0d6c-471b-a5f9-771fa4f644ad,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:16.707700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b3c660-6871-4bcc-a5ea-cd319c0d005d None None] Network 2e5f7efe-e922-4471-b064-7a5f9dd08d78 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:16.712567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.726847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84d6435a-cb86-4525-8326-68be77cd3105 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e907f20-0d6c-471b-a5f9-771fa4f644ad HTTP/1.1" status: 204  len: 168 time: 1.0536704
Mar 05 20:58:16.727900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52746) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:16.736641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on host nch2-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:16.737109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:16.737564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:16.826691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:16.826691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:16.835033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:16.866021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:16.867021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.889599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2e5f7efe-e922-4471-b064-7a5f9dd08d78), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.909052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:16.909052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:16.909052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:16.909052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Bound port: 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:16.909479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-9c24a30a-111f-4a21-8e3b-ca867691b8cb tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2254951
Mar 05 20:58:16.942980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Request body: {'port': {'device_id': '23279b59-495b-4264-8d6c-33d6143418ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:16.961990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:16.962510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:16.985638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:16.986125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.039734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.092911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:17.119859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fd708-ac23-49c2-840e-10db99e03206 req-d4536d61-a000-4068-a4f9-f101dd295c21 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:17.121397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-824fd708-ac23-49c2-840e-10db99e03206 req-d4536d61-a000-4068-a4f9-f101dd295c21 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 932 time: 0.3408659
Mar 05 20:58:17.132751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Deleting port d5ab120b-50e4-489b-97d7-2d61eaf1784b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:17.133094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.177034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] DHCP port deletion for 2e5f7efe-e922-4471-b064-7a5f9dd08d78 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:58:17.196693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:17.209798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] For port d5ab120b-50e4-489b-97d7-2d61eaf1784b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5ab120b-50e4-489b-97d7-2d61eaf1784b,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:17.210182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.234500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.235651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-1f07e31a-d126-467f-8d19-98a1b437dbb6 service neutron] 10.222.0.15 "POST /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f/bindings HTTP/1.1" status: 201  len: 389 time: 1.4923389
Mar 05 20:58:17.242309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Calling delete_port for d5ab120b-50e4-489b-97d7-2d61eaf1784b owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:17.269949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b953da72-c80c-4034-9cae-c5c895f6cdd5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:17.312890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] For port 2c1807e8-ead9-44e9-ab65-390e42b1ded8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c1807e8-ead9-44e9-ab65-390e42b1ded8,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:17.313286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.313472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b953da72-c80c-4034-9cae-c5c895f6cdd5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:17.313960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b953da72-c80c-4034-9cae-c5c895f6cdd5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:17.314487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e29689a-00f7-4f32-81a9-a798e9bdb28e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:17.337917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b7562f27-5f06-4bcc-a8b8-962b8a5a7750), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.364243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6e29689a-00f7-4f32-81a9-a798e9bdb28e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:17.364735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6e29689a-00f7-4f32-81a9-a798e9bdb28e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:17.381247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Deleting port d5ab120b-50e4-489b-97d7-2d61eaf1784b {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:17.383009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-824fd708-ac23-49c2-840e-10db99e03206 req-9dee93c7-c2e0-4ded-a9ec-caec830ffcb8 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076397
Mar 05 20:58:17.383510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.388384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for 2c1807e8-ead9-44e9-ab65-390e42b1ded8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:17.470067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.502848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] For port d5ab120b-50e4-489b-97d7-2d61eaf1784b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5ab120b-50e4-489b-97d7-2d61eaf1784b,segment=NetworkSegment(b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58),segment_id=b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:17.503414 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.528152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Calling delete_port for d5ab120b-50e4-489b-97d7-2d61eaf1784b owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:17.540626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event deleted for resources: {'Port': ['ID=b7562f27-5f06-4bcc-a8b8-962b8a5a7750,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:17.649701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] No DVR routers for this DVR port d5ab120b-50e4-489b-97d7-2d61eaf1784b on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:17.673703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d5ab120b-50e4-489b-97d7-2d61eaf1784b), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:17.696982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a02aa984-994d-4c3b-a84c-36108a812486 req-8ddc5df9-5927-4ec2-ba09-98baf9b73528 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/ports?device_id=6207958f-00b7-4d0e-b1a7-e17e3ddf371c HTTP/1.1" status: 200  len: 210 time: 0.1090827
Mar 05 20:58:17.702473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ab120b-50e4-489b-97d7-2d61eaf1784b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:17.773916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] Pushing event deleted for resources: {'Port': ['ID=d5ab120b-50e4-489b-97d7-2d61eaf1784b,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:17.782845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277ac69-5058-4431-a282-e2d0cc33c309 None None] No DVR routers for this DVR port d5ab120b-50e4-489b-97d7-2d61eaf1784b on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:17.806234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8'}, {'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:17.808763 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e8a6b-f380-41ca-b4dd-f29926235c64" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8"}, {"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-unplugged", "status": "completed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:17.897066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b7562f27-5f06-4bcc-a8b8-962b8a5a7750 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:17.931316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: b7562f27-5f06-4bcc-a8b8-962b8a5a7750 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:17.931748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b7562f27-5f06-4bcc-a8b8-962b8a5a7750 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:18.037523 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2e5f7efe-e922-4471-b064-7a5f9dd08d78), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.052500 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad2a36-f5ae-4397-a73c-e6550bfd0a78 x-openstack-request-id: req-c3ad2a36-f5ae-4397-a73c-e6550bfd0a78 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:18.052941 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "b782a7da-f012-4816-a7bc-b15194cb2996", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:18.053040 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3ad2a36-f5ae-4397-a73c-e6550bfd0a78 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:18.053411 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': 'b782a7da-f012-4816-a7bc-b15194cb2996', 'status': 'completed', 'code': 200}
Mar 05 20:58:18.090127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-fd216406-ba51-42cc-b300-b8f1c1f9c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.091741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-fd216406-ba51-42cc-b300-b8f1c1f9c3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1127 time: 0.4947515
Mar 05 20:58:18.132939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b899df7f0>,) {'filters': {'network_id': ['2e5f7efe-e922-4471-b064-7a5f9dd08d78']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:18.195744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-154a8653-b6e3-4569-8d4b-ee77fdca52d1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.196607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899df7f0>, 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:18.196910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899df7f0>, 'b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:18.201028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-154a8653-b6e3-4569-8d4b-ee77fdca52d1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.206310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-154a8653-b6e3-4569-8d4b-ee77fdca52d1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.206893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc25781-cd23-40fb-843d-506a3fbd00cf {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:18.212082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-154a8653-b6e3-4569-8d4b-ee77fdca52d1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.220339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-154a8653-b6e3-4569-8d4b-ee77fdca52d1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 3143 time: 0.1598916
Mar 05 20:58:18.233873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b74e-b617-4493-9734-85617b569c3f req-ec3d675d-4914-48c1-a422-810b130dab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.235411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-ec3d675d-4914-48c1-a422-810b130dab2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1127 time: 0.2984247
Mar 05 20:58:18.237539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks [] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.242297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.243662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Router 9896409a-468e-496b-8e7d-68021c4f5635 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:18.268253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.287178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:58:18.287756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b656ca1d-e34b-46d0-bcf0-f4e6ad5e7e58), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:58:18.289549 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:58:18.415067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5ab120b-50e4-489b-97d7-2d61eaf1784b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:18.432512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae625a0f-dfd6-432f-9cda-f33f79f7db2e req-1eafe74d-477b-4de4-9997-95b919d175e6 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1952226
Mar 05 20:58:18.446421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-3610541c-fe72-42f0-a438-6921a6546475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.448340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-3610541c-fe72-42f0-a438-6921a6546475 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.3286970
Mar 05 20:58:18.469884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d5ab120b-50e4-489b-97d7-2d61eaf1784b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:18.474312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Transition to ACTIVE for port object 8fc25781-cd23-40fb-843d-506a3fbd00cf will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:18.476667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5ab120b-50e4-489b-97d7-2d61eaf1784b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:18.477456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2c1807e8-ead9-44e9-ab65-390e42b1ded8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.510916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2e5f7efe-e922-4471-b064-7a5f9dd08d78), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.514965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.518189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-e7c2d5d1-ad3b-4953-b153-b14b37bc8492 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.0632961
Mar 05 20:58:18.531951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.536599 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] 10.222.0.15 "DELETE /v2.0/networks/2e5f7efe-e922-4471-b064-7a5f9dd08d78 HTTP/1.1" status: 204  len: 168 time: 1.7825787
Mar 05 20:58:18.569159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=2c1807e8-ead9-44e9-ab65-390e42b1ded8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:18.629400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3da94980-e3ee-4dde-803b-8a51a42b136a req-7d3e8195-c483-401d-9628-a29e96ad617f tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0644848
Mar 05 20:58:18.712148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9f5d-ccae-4ee9-91ad-c57cd0cb4eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5f7efe-e922-4471-b064-7a5f9dd08d78,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:18.728290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] No DVR routers for this DVR port 2c1807e8-ead9-44e9-ab65-390e42b1ded8 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:18.732847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.736214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-f0612a82-cb32-4a37-b96c-7cddb9c71415 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "DELETE /v2.0/ports/2c1807e8-ead9-44e9-ab65-390e42b1ded8 HTTP/1.1" status: 204  len: 173 time: 2.3167124
Mar 05 20:58:18.737825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:18.752216 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Sync routers for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:18.770009 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:18.771065 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:18.784740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:18.789394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-70b9bb76-d3e4-4433-ab2f-64254e645e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.791181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-70b9bb76-d3e4-4433-ab2f-64254e645e7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2608688
Mar 05 20:58:18.792443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b74e-b617-4493-9734-85617b569c3f req-718080cc-aacc-477e-8488-ab42190e00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:18.794503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-718080cc-aacc-477e-8488-ab42190e00fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.4908726
Mar 05 20:58:18.932750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] No DVR routers for this DVR port b7562f27-5f06-4bcc-a8b8-962b8a5a7750 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:18.934714 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-31fff23b-4fd9-43ef-b304-b15f8873711c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208024
Mar 05 20:58:18.936125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-b8cf6775-071d-49f2-ba4c-ec17d5acbd67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.1205823
Mar 05 20:58:18.936255 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:18.940310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44463a29-cc61-4446-8b0c-80a8cf2f1f4a req-1a110f40-61a4-49cf-8f90-a4047b4818d7 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.23 "DELETE /v2.0/ports/b7562f27-5f06-4bcc-a8b8-962b8a5a7750 HTTP/1.1" status: 204  len: 173 time: 4.3339291
Mar 05 20:58:19.000545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:19.048413 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:19.083255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3dab1005-9c44-4aac-938f-23054ba56416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa15277384674c358331f91788206d2d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0753067
Mar 05 20:58:19.111742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:19.188231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a995-cd6b-4a04-8332-e1c03605b96b req-365a4869-ec37-4f63-b25b-ce7bf6d1be55 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:19.190544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36e5a995-cd6b-4a04-8332-e1c03605b96b req-365a4869-ec37-4f63-b25b-ce7bf6d1be55 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.4283903
Mar 05 20:58:19.224772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b74e-b617-4493-9734-85617b569c3f req-b15ed1eb-3b3e-4295-b0a6-fbe27d6998f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:19.229973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-b15ed1eb-3b3e-4295-b0a6-fbe27d6998f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2791498
Mar 05 20:58:19.230942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Attempting to bind port 8fc25781-cd23-40fb-843d-506a3fbd00cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:19.231433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Attempting to bind port 8fc25781-cd23-40fb-843d-506a3fbd00cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:19.231966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Attempting to bind port 8fc25781-cd23-40fb-843d-506a3fbd00cf on network dd3faab4-7d75-49f7-880e-c7d935436cb4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:19.257450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36e5a995-cd6b-4a04-8332-e1c03605b96b req-9a58d449-a0b3-4146-8640-b3e0311bdbc1 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584769
Mar 05 20:58:19.285241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port b9701cfb-119e-4040-a711-f90621bd7b80 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:19.285592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.318547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f4f0>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:19.324051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-f7064ea2-fadb-4878-99e1-1728e479af4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477877
Mar 05 20:58:19.342203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Port 8fc25781-cd23-40fb-843d-506a3fbd00cf on network dd3faab4-7d75-49f7-880e-c7d935436cb4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:19.342537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Attempting to bind port 8fc25781-cd23-40fb-843d-506a3fbd00cf on network dd3faab4-7d75-49f7-880e-c7d935436cb4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:19.348486 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Checking router: 9896409a-468e-496b-8e7d-68021c4f5635 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:19.353761 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 701 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf6ef37-413c-40e9-9ae6-51850d50b1c1 x-openstack-request-id: req-5cf6ef37-413c-40e9-9ae6-51850d50b1c1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:19.354239 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8", "code": 200}, {"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-unplugged", "status": "failed", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e", "code": 422}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:19.354476 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cf6ef37-413c-40e9-9ae6-51850d50b1c1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:19.354898 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'code': 200}
Mar 05 20:58:19.355157 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'code': 200}
Mar 05 20:58:19.355540 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'code': 200}
Mar 05 20:58:19.355868 ncdv-master-1 neutron-server[126564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'code': 422} returned with failed status
Mar 05 20:58:19.357334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-24f0267b-d2d8-4a54-b11c-8dae2eb75f55 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4035895
Mar 05 20:58:19.360811 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:19.361668 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:19.420285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] For port b9701cfb-119e-4040-a711-f90621bd7b80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9701cfb-119e-4040-a711-f90621bd7b80,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:19.421486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.439204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for b9701cfb-119e-4040-a711-f90621bd7b80 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:19.439425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:19.439549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Checking segment: {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:19.439966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Bound using segment: {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:19.440422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Bound port: 8fc25781-cd23-40fb-843d-506a3fbd00cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe349f0-eada-4cfc-b0a2-b15e1f9de838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:19.440829 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.449938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:19.450749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-422de36f-283a-4a87-89a8-20bfdcbe79ec tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:19.452655 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-422de36f-283a-4a87-89a8-20bfdcbe79ec tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=af3b961b-384e-4246-8bee-f44c06d45447 HTTP/1.1" status: 200  len: 944 time: 0.5225658
Mar 05 20:58:19.502241 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:19.572223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-6e19def4-c201-4b87-8fb0-7f19bf14455c service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060033
Mar 05 20:58:19.668268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3f11f79-5120-4ee3-b239-9029bd4f90fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.668521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] Publish callbacks [] for security_group (36c7e578-02dc-4791-8775-71c289712962), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.719774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054a2c-cd9b-4a34-9343-2896e0b7e4f5 req-5e7b2e97-4c8b-4774-b0e3-edc5dcf256af tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:19.729654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40054a2c-cd9b-4a34-9343-2896e0b7e4f5 req-5e7b2e97-4c8b-4774-b0e3-edc5dcf256af tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 944 time: 0.2781868
Mar 05 20:58:19.739847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-6e8427cb-86c8-48e7-94a9-1f492dcbf2a0 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813412
Mar 05 20:58:19.768033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] Publish callbacks [] for security_group (36c7e578-02dc-4791-8775-71c289712962), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.794786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f4f0>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:19.839530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:19.844085 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82043b77-02f1-4c23-ade5-8867bef0030c None None] The sync data for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 is: [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:57:01Z', 'revision_number': 4, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f', 'name': '', 'network_id': 'cef49219-74b2-4998-a1b8-20eff7615b33', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'mac_address': 'fa:16:3e:6d:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:59Z', 'updated_at': '2022-03-05T20:57:07Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'subnets': [{'id': '7c5168e9-0546-4f4d-ba6e-877b43b3feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:19.846260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:19.853917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40054a2c-cd9b-4a34-9343-2896e0b7e4f5 req-6a001bbf-ebd0-44a9-bc22-0e8e0e0e67cf tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232910
Mar 05 20:58:19.949631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9701cfb-119e-4040-a711-f90621bd7b80), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:19.950117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.010575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=b9701cfb-119e-4040-a711-f90621bd7b80,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:20.020593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3f11f79-5120-4ee3-b239-9029bd4f90fc admin admin] Publish callbacks [] for security_group (9b4184d5-649d-465a-9ff8-410d67c4ebc6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.068555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:20.069531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.071069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] 10.222.0.23 "PUT /v2.0/ports/8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 1092 time: 3.1389284
Mar 05 20:58:20.073188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8'}, {'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'name': 'network-vif-deleted', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:20.078104 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7ab85-cb42-43e7-aba8-9ba7c16e8adf" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8"}, {"server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "name": "network-vif-deleted", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:20.089965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3f11f79-5120-4ee3-b239-9029bd4f90fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b4184d5-649d-465a-9ff8-410d67c4ebc6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.106016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:20.109130 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a139c590-61cb-4bae-b7f3-82b5aff51618" -d '{"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:20.112494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504ea66-6ed4-4457-b030-47872cf36446 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:20.147437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] No DVR routers for this DVR port b9701cfb-119e-4040-a711-f90621bd7b80 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:20.157436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.161640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-5f61fde1-f385-4859-b6ff-f66e01322702 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "DELETE /v2.0/ports/b9701cfb-119e-4040-a711-f90621bd7b80 HTTP/1.1" status: 204  len: 173 time: 1.4206281
Mar 05 20:58:20.170152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port bce80fbd-c4e1-4382-be80-b1be28c5138e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:20.170512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.248137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e3f11f79-5120-4ee3-b239-9029bd4f90fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d07117699c4fb794ade889007cd95a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7957561
Mar 05 20:58:20.261054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:20.271323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36c7e578-02dc-4791-8775-71c289712962), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.274873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.279011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36c7e578-02dc-4791-8775-71c289712962 HTTP/1.1" status: 204  len: 168 time: 1.1633418
Mar 05 20:58:20.279138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f11f79-5120-4ee3-b239-9029bd4f90fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4184d5-649d-465a-9ff8-410d67c4ebc6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:20.331452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6245b74e-b617-4493-9734-85617b569c3f req-5b32ffe7-8b08-44f0-9ded-13519d4f9482 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5797021
Mar 05 20:58:20.340922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a14ab2-a349-4150-aee8-258dc3d62cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c7e578-02dc-4791-8775-71c289712962,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:20.341094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae758c8-72bb-4be3-9cbf-71617426aaa7 None None] New status for floating IP 20daa826-bac7-4861-9b33-996cd1f268cd: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:58:20.387442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-5308e74e-bb61-4070-94c9-e66f41a4202d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5780041
Mar 05 20:58:20.412245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-eda3ac72-fe95-4f1f-9499-7ca3f9ff960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:20.416009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-eda3ac72-fe95-4f1f-9499-7ca3f9ff960e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1126 time: 0.2955363
Mar 05 20:58:20.433564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a6046-27f9-450b-a9f8-66d9c7837d38 req-d2c41162-0510-4301-97e8-986c35d17d7d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:20.449279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a6046-27f9-450b-a9f8-66d9c7837d38 req-d2c41162-0510-4301-97e8-986c35d17d7d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:20.457248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f3a6046-27f9-450b-a9f8-66d9c7837d38 req-d2c41162-0510-4301-97e8-986c35d17d7d tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 1677 time: 0.3845565
Mar 05 20:58:20.608110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-1fdd71a2-5441-42c4-a931-741c473df266 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.1844032
Mar 05 20:58:20.637636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] Publish callbacks [] for security_group (9b4184d5-649d-465a-9ff8-410d67c4ebc6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.680433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f3a6046-27f9-450b-a9f8-66d9c7837d38 req-7db3d9ad-a4f5-4399-8cea-86e970bb192f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2223117
Mar 05 20:58:20.698706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port bce80fbd-c4e1-4382-be80-b1be28c5138e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bce80fbd-c4e1-4382-be80-b1be28c5138e,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:20.699141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.738359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] Publish callbacks [] for security_group (9b4184d5-649d-465a-9ff8-410d67c4ebc6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.742580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for bce80fbd-c4e1-4382-be80-b1be28c5138e owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:20.749714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:20.750197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.888696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64ec5953-49ac-4994-a5db-3b8926257d44 req-6fa0feee-0cd1-4283-b6d3-8e6495e3a252 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1182537
Mar 05 20:58:20.954105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b4184d5-649d-465a-9ff8-410d67c4ebc6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.958666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:20.973569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b4184d5-649d-465a-9ff8-410d67c4ebc6 HTTP/1.1" status: 204  len: 168 time: 0.7037275
Mar 05 20:58:20.983187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:21.000814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] For port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:21.002531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.089117 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b55ab-c83c-4957-92c6-d43164d0f55a x-openstack-request-id: req-885b55ab-c83c-4957-92c6-d43164d0f55a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:21.089440 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "2c1807e8-ead9-44e9-ab65-390e42b1ded8", "status": "completed", "code": 200}, {"server_uuid": "6207958f-00b7-4d0e-b1a7-e17e3ddf371c", "name": "network-vif-deleted", "tag": "b7562f27-5f06-4bcc-a8b8-962b8a5a7750", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:21.089691 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-885b55ab-c83c-4957-92c6-d43164d0f55a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:21.090112 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '2c1807e8-ead9-44e9-ab65-390e42b1ded8', 'status': 'completed', 'code': 200}
Mar 05 20:58:21.090671 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6207958f-00b7-4d0e-b1a7-e17e3ddf371c', 'name': 'network-vif-deleted', 'tag': 'b7562f27-5f06-4bcc-a8b8-962b8a5a7750', 'status': 'completed', 'code': 200}
Mar 05 20:58:21.104019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866d097-1ec7-40af-ba7b-be3b16a5e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4184d5-649d-465a-9ff8-410d67c4ebc6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:21.130880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:21.143429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (ef3d624d-5312-4701-b769-463523acb1a3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.173593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (ef3d624d-5312-4701-b769-463523acb1a3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.297781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-b04f02f5-1abf-44ac-8566-cf1f10ece1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.299510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-b04f02f5-1abf-44ac-8566-cf1f10ece1d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.6673379
Mar 05 20:58:21.318114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1fb3-4622-47a8-8647-dacf18b85738 req-f741ffa3-300d-41ae-896a-56199217c61f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.322717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b1c1fb3-4622-47a8-8647-dacf18b85738 req-f741ffa3-300d-41ae-896a-56199217c61f tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.1424198
Mar 05 20:58:21.354283 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04f0370-508b-4c7f-99f3-3037dd1f0653 x-openstack-request-id: req-f04f0370-508b-4c7f-99f3-3037dd1f0653 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:21.354717 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:21.355351 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f04f0370-508b-4c7f-99f3-3037dd1f0653 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:21.355908 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:58:21.366693 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ef3d624d-5312-4701-b769-463523acb1a3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.369236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.370596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef3d624d-5312-4701-b769-463523acb1a3 HTTP/1.1" status: 204  len: 168 time: 0.3812189
Mar 05 20:58:21.375133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:21.417671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-21c65483-14c9-4181-b766-26ddf16c0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.419716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-21c65483-14c9-4181-b766-26ddf16c0094 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1127 time: 1.0026054
Mar 05 20:58:21.420747 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-1bc5af3c-a2f6-471f-8db7-c7c03093b599 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] show failed (client error): The resource could not be found.
Mar 05 20:58:21.421830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1bc5af3c-a2f6-471f-8db7-c7c03093b599 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "GET /v2.0/security-groups/ef3d624d-5312-4701-b769-463523acb1a3 HTTP/1.1" status: 404  len: 347 time: 0.0435498
Mar 05 20:58:21.423961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-eae675d6-99cc-465c-b988-21e44f3497c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647075
Mar 05 20:58:21.427426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52904) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:21.438950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b1c1fb3-4622-47a8-8647-dacf18b85738 req-cf24d8b7-aea1-44d6-8a01-10b6df461acd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055796
Mar 05 20:58:21.439761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975dd42-6e68-4d27-8f9f-6e7f659570c9 tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3d624d-5312-4701-b769-463523acb1a3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:21.591957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.648994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:21.667249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-07a6f300-156c-48e0-8429-201961e9c1e6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331331
Mar 05 20:58:21.672632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-16237b39-6c80-4b62-b98b-d7e3ebacb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.674153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-16237b39-6c80-4b62-b98b-d7e3ebacb525 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2297645
Mar 05 20:58:21.684390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bce80fbd-c4e1-4382-be80-b1be28c5138e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.693331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:21.726015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc371bc-db99-4759-ab6e-894aeea28b37 req-6a6592d8-2f80-480f-b35e-25afff3b44ff tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.727555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edc371bc-db99-4759-ab6e-894aeea28b37 req-6a6592d8-2f80-480f-b35e-25afff3b44ff tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 944 time: 0.2038894
Mar 05 20:58:21.728381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] No DVR routers for this DVR port 3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:21.731869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.735373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-de5d3313-b284-409b-9a82-99f7f1ce399f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "DELETE /v2.0/ports/3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239 HTTP/1.1" status: 204  len: 173 time: 1.5491562
Mar 05 20:58:21.744037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=bce80fbd-c4e1-4382-be80-b1be28c5138e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:21.786438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6874f5f-4a33-42ce-8a9f-bea9815b4354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.799754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Deleting port aa4757d2-2a56-4574-a70d-618e5bce7c4d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:21.800109 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.831010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-5a2b94ad-bdde-45b0-a317-fbad0bd6f8c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.1100538
Mar 05 20:58:21.899509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edc371bc-db99-4759-ab6e-894aeea28b37 req-a7f74e66-39c4-4403-bee0-c2ca57898290 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621475
Mar 05 20:58:21.914338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port bce80fbd-c4e1-4382-be80-b1be28c5138e on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:21.917972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.928212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0113be34-3a20-45c3-acac-fb99e56f2019 req-471fa0b5-366f-4f81-9620-b4c79dd0d7ad tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "DELETE /v2.0/ports/bce80fbd-c4e1-4382-be80-b1be28c5138e HTTP/1.1" status: 204  len: 173 time: 2.3466637
Mar 05 20:58:21.959010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.959301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (aa4757d2-2a56-4574-a70d-618e5bce7c4d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.980268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Calling delete_port for aa4757d2-2a56-4574-a70d-618e5bce7c4d owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:21.987092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-eeeb1254-519a-4fb9-a8cb-a4d6a40aea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:21.988726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-eeeb1254-519a-4fb9-a8cb-a4d6a40aea80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1421378
Mar 05 20:58:21.990870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port 5866fc79-fac2-4bd2-978f-c689c32b9c03 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:21.991614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:21.993297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f84d7042-2ae3-4c39-b72d-13aebb7ecf7a req-13a56949-99ba-4260-ac1a-b9213aa540a2 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712901
Mar 05 20:58:22.034529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-1bed6e86-80c1-465c-9400-a8c2a4d0e5e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354276
Mar 05 20:58:22.195483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6874f5f-4a33-42ce-8a9f-bea9815b4354 admin admin] Publish callbacks [] for security_group (0b737ad6-1ca2-4907-9435-dacac0efd619), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.212942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6874f5f-4a33-42ce-8a9f-bea9815b4354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b737ad6-1ca2-4907-9435-dacac0efd619), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.241638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] For port 5866fc79-fac2-4bd2-978f-c689c32b9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5866fc79-fac2-4bd2-978f-c689c32b9c03,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:22.242191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.304449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6874f5f-4a33-42ce-8a9f-bea9815b4354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a6a45e034c04dacbcdc8c2372b331bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6081629
Mar 05 20:58:22.307081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52926) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:22.325364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-d67df250-c697-4643-9e0d-21dd5b80a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.327972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-d67df250-c697-4643-9e0d-21dd5b80a9aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1126 time: 0.2451954
Mar 05 20:58:22.328719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6874f5f-4a33-42ce-8a9f-bea9815b4354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b737ad6-1ca2-4907-9435-dacac0efd619,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:22.372982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-8f81b33c-1386-452b-bd68-4f73ae438916 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200996
Mar 05 20:58:22.515315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (aa4757d2-2a56-4574-a70d-618e5bce7c4d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.542610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] Publish callbacks [] for security_group (0b737ad6-1ca2-4907-9435-dacac0efd619), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.567398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-ec892ef1-9b2c-41b4-b9a4-4a5cb5db5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.569097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-ec892ef1-9b2c-41b4-b9a4-4a5cb5db5f19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.2309368
Mar 05 20:58:22.571499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Pushing event deleted for resources: {'Port': ['ID=aa4757d2-2a56-4574-a70d-618e5bce7c4d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:22.591325 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.591704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.592029 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Floating IP eced9fdb-e958-4eb0-9ba7-20e1c57b3032 disassociated. External IP: 172.35.0.15, port: 5866fc79-fac2-4bd2-978f-c689c32b9c03.
Mar 05 20:58:22.592371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for 5866fc79-fac2-4bd2-978f-c689c32b9c03 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:22.598988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f8d385d-bbd1-4653-94e1-297808e997ac req-8ca3b1f2-54a8-4ece-998d-62c679ceca0f service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991448
Mar 05 20:58:22.613904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e595d1-82ad-4a23-bdfa-485363b44826 req-5fcc132d-6b02-485b-9cda-b604687e332f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.615241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] Publish callbacks [] for security_group (0b737ad6-1ca2-4907-9435-dacac0efd619), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.615505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27e595d1-82ad-4a23-bdfa-485363b44826 req-5fcc132d-6b02-485b-9cda-b604687e332f tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 943 time: 0.2043760
Mar 05 20:58:22.624046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec7ead9b-9ad9-435c-91e6-d7c3608f0653 req-6f9127b9-db80-4428-981b-18469439a254 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0495150
Mar 05 20:58:22.658978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-c2097bc9-e116-4a3b-a979-a217a7854bc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.0775659
Mar 05 20:58:22.795359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-f9a9ce0e-f72f-4624-a54c-64bda45346ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.796882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-f9a9ce0e-f72f-4624-a54c-64bda45346ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.1221189
Mar 05 20:58:22.807197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b737ad6-1ca2-4907-9435-dacac0efd619), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.809839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:22.811018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b737ad6-1ca2-4907-9435-dacac0efd619 HTTP/1.1" status: 204  len: 168 time: 0.4764967
Mar 05 20:58:22.861859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44472d2f-c436-4341-bb28-f0bfa3cd3641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b737ad6-1ca2-4907-9435-dacac0efd619,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:22.865225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-5b58f00e-728f-4468-b235-881b48a92ee3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520315
Mar 05 20:58:22.875029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-94846c0e-5858-4534-9b63-1dd8b6bcc07b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.876609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-94846c0e-5858-4534-9b63-1dd8b6bcc07b tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1482241
Mar 05 20:58:22.891119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:22.958843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dafe0c-4157-4817-9804-a925c6b88f12 req-0407b662-2473-4b88-b64a-ffc7e8f88539 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:22.960672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34dafe0c-4157-4817-9804-a925c6b88f12 req-0407b662-2473-4b88-b64a-ffc7e8f88539 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 945 time: 0.2187040
Mar 05 20:58:23.061530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.094216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks [] for floatingip (20daa826-bac7-4861-9b33-996cd1f268cd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.099875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.101141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4fab8aba-a294-4003-a534-18c4678fd0fb tempest-ServersTestFqdnHostnames-1459141065 tempest-ServersTestFqdnHostnames-1459141065-project] 10.222.0.15 "DELETE /v2.0/floatingips/20daa826-bac7-4861-9b33-996cd1f268cd HTTP/1.1" status: 204  len: 168 time: 1.6725099
Mar 05 20:58:23.106697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80'}, {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:23.110669 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976fe3b-cac6-4cb4-bdeb-b39737bdd173" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80"}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:23.117138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34dafe0c-4157-4817-9804-a925c6b88f12 req-f59443d3-76c5-42a5-a0ab-4dbe36fbf01e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392770
Mar 05 20:58:23.120687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:23.208302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-61a89f08-2907-4274-8cc1-9c1a885199fe service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3298342
Mar 05 20:58:23.242622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27e595d1-82ad-4a23-bdfa-485363b44826 req-01ca954c-b70a-4e7b-a3bb-b55f22b06141 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa5648d-d435-4874-90c1-0564bb9b230d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5992086
Mar 05 20:58:23.354219 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ce644f-43f5-43ad-8bc2-e0789c9470d6 x-openstack-request-id: req-44ce644f-43f5-43ad-8bc2-e0789c9470d6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:23.354796 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "b9701cfb-119e-4040-a711-f90621bd7b80", "status": "completed", "code": 200}, {"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:23.354910 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44ce644f-43f5-43ad-8bc2-e0789c9470d6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:23.355290 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': 'b9701cfb-119e-4040-a711-f90621bd7b80', 'status': 'completed', 'code': 200}
Mar 05 20:58:23.355604 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '3cb0d38e-d7d1-417d-8eb1-bc1f3f7cf239', 'status': 'completed', 'code': 200}
Mar 05 20:58:23.360401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-deleted', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:23.362655 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b67dc-eb35-413d-a424-6c6fb4c8c952" -d '{"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-deleted", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:23.418557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52966) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:23.445356 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99404736-f6d1-43a4-9a09-ddb5c2413e25 x-openstack-request-id: req-99404736-f6d1-43a4-9a09-ddb5c2413e25 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:23.445654 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3b961b-384e-4246-8bee-f44c06d45447", "name": "network-vif-deleted", "tag": "bce80fbd-c4e1-4382-be80-b1be28c5138e", "status": "failed", "code": 422}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:23.445913 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99404736-f6d1-43a4-9a09-ddb5c2413e25 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:23.446331 ncdv-master-1 neutron-server[126562]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af3b961b-384e-4246-8bee-f44c06d45447', 'name': 'network-vif-deleted', 'tag': 'bce80fbd-c4e1-4382-be80-b1be28c5138e', 'status': 'failed', 'code': 422} returned with failed status
Mar 05 20:58:23.458865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb0d8-1d88-4d7e-a69b-509ceb34a5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.483145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5866fc79-fac2-4bd2-978f-c689c32b9c03), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.530048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a139c590-61cb-4bae-b7f3-82b5aff51618 req-d4900d18-6083-4ec2-a6d4-bc075d10a2d3 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3107259
Mar 05 20:58:23.531532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=5866fc79-fac2-4bd2-978f-c689c32b9c03,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:23.538931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:23.548495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb46b76-a7e8-4b64-aa1d-3037cd76ae43 req-c6bec18a-cd59-4df0-999b-9e7104361c0c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:23.559564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfb46b76-a7e8-4b64-aa1d-3037cd76ae43 req-c6bec18a-cd59-4df0-999b-9e7104361c0c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 944 time: 0.2226782
Mar 05 20:58:23.662166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfb46b76-a7e8-4b64-aa1d-3037cd76ae43 req-ebb3a525-988e-4995-9c51-48f4f75cadee tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026356
Mar 05 20:58:23.666509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:23.719890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb0d8-1d88-4d7e-a69b-509ceb34a5f5 admin admin] Publish callbacks [] for security_group (0d2c3277-33c7-4e38-ad80-b252a2b69e12), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.735244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb0d8-1d88-4d7e-a69b-509ceb34a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0d2c3277-33c7-4e38-ad80-b252a2b69e12), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.740175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks [] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.763913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:23.782794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-6188b584-d031-4638-83dd-dc890b39e400 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:23.788208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-6188b584-d031-4638-83dd-dc890b39e400 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2616427
Mar 05 20:58:23.831465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-a5a05d5e-b1d2-45ec-bbb9-1ef1486af464 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0402691
Mar 05 20:58:23.848592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cb0d8-1d88-4d7e-a69b-509ceb34a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c3277-33c7-4e38-ad80-b252a2b69e12,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:23.858948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:23.860688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb8e1fe5-7089-4a87-a36f-ed5c29e47f58 req-fc57b727-b323-4a4d-8b8d-1d89594f3043 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0662034
Mar 05 20:58:23.863607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb9cb0d8-1d88-4d7e-a69b-509ceb34a5f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f547b150d02f4a449a718e8b57d1a088&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4408128
Mar 05 20:58:23.868346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:23.880300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-bd31c1fb-8ea0-491c-a145-7e4ec2b863e3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424893
Mar 05 20:58:23.908767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 8fc25781-cd23-40fb-843d-506a3fbd00cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:23.936619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:23.955551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:23.955923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:23.956265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:23.970987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:23.971320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Attempting to bind port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:23.989251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:23.989591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:23.990180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:23.990806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Bound port: 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:23.991340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.021532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] Publish callbacks [] for security_group (0d2c3277-33c7-4e38-ad80-b252a2b69e12), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.079273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] Publish callbacks [] for security_group (0d2c3277-33c7-4e38-ad80-b252a2b69e12), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.116105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:24.130866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:24.141819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Sync routers for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:24.147613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'port_id': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'mac_address': 'fa:16:3e:aa:e7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:58:24.164171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:24.171067 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:24.172519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:24.196531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:24.211007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.248959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0d2c3277-33c7-4e38-ad80-b252a2b69e12), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.251528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.252877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d2c3277-33c7-4e38-ad80-b252a2b69e12 HTTP/1.1" status: 204  len: 168 time: 0.3810904
Mar 05 20:58:24.259427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 8fc25781-cd23-40fb-843d-506a3fbd00cf is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:24.259968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.291216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc25781-cd23-40fb-843d-506a3fbd00cf {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:24.306894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819eef9-10e0-46ce-b944-327f6d07e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c3277-33c7-4e38-ad80-b252a2b69e12,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:24.321151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] No DVR routers for this DVR port 5866fc79-fac2-4bd2-978f-c689c32b9c03 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:24.332524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.336191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-588bf5ec-c391-4eb5-970f-faca559910e7 req-e2f0c16e-b816-4e1d-9382-976d4fc42c0e tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.31 "DELETE /v2.0/ports/5866fc79-fac2-4bd2-978f-c689c32b9c03 HTTP/1.1" status: 204  len: 173 time: 2.5914831
Mar 05 20:58:24.341397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=8']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:24.356156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-738a41a2-236d-4a73-a415-264f5d408d0a service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4599478
Mar 05 20:58:24.364992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:24.365648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.367049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-df9fb9cb-7b1f-425a-a118-21c974937b31 service neutron] 10.222.0.23 "PUT /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 1121 time: 1.4801364
Mar 05 20:58:24.388479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1a02b-8bb4-4c4c-80be-1ef95f2032c9 req-d72f757d-5e98-4acd-ab5f-288303eb0a60 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:24.400360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6da1a02b-8bb4-4c4c-80be-1ef95f2032c9 req-d72f757d-5e98-4acd-ab5f-288303eb0a60 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1519883
Mar 05 20:58:24.437308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:24.466878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.467034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:24.477472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53000) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:24.489088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:24.497600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:24.520501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6da1a02b-8bb4-4c4c-80be-1ef95f2032c9 req-b86b0eb6-7462-4c33-8c60-21070cf7de87 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174049
Mar 05 20:58:24.528051 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:24.664353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-aca2a501-108c-44ae-9382-da05a7089d8b service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2996662
Mar 05 20:58:24.687642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e135f681-6131-45e4-860e-690318137607 req-13518df8-9e9f-4eb3-bdc0-511e28ccd2fa tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 210 time: 0.0653994
Mar 05 20:58:24.688445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9896409a-468e-496b-8e7d-68021c4f5635), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.749943 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d25ab22-943e-4a90-ad0d-5e643cc0f41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:24.841350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:58:24.917989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a2f5-c220-46ef-977f-46ea7824cd62 req-452ad8e4-5a72-47b4-9a97-7466f302367b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:24.932887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:24.942705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3d5a2f5-c220-46ef-977f-46ea7824cd62 req-452ad8e4-5a72-47b4-9a97-7466f302367b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 945 time: 0.1650102
Mar 05 20:58:25.104693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2db20>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:25.172134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a3d5a2f5-c220-46ef-977f-46ea7824cd62 req-53e5f216-d5e1-45b9-9361-909afcbe11c1 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253058
Mar 05 20:58:25.175164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00fc0773-19ea-4906-8666-e6922d93e0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.190215 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Checking router: 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:25.199250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3647e893-d0b7-42ea-8cc4-134cdc0298a1 req-f7e198e3-7fc7-4383-a1ee-8504ed792805 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0519557
Mar 05 20:58:25.202954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:25.241902 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:25.242783 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:25.297079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f has no active binding in host nch2-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:58:25.351071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Deleting port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:25.351591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.374800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1221957-bdee-4285-aac5-110d3e086b67 req-189ff1a7-be1a-426f-a517-dd9db9e7e5ff tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 210 time: 0.0838118
Mar 05 20:58:25.394102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:25.447227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'}, {'name': 'network-changed', 'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:25.449597 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15117ef3-b440-4140-99d3-e99f4955f8f9" -d '{"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-unplugged", "status": "completed", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f"}, {"name": "network-changed", "server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:25.453770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00fc0773-19ea-4906-8666-e6922d93e0ab admin admin] Publish callbacks [] for security_group (44ee2fb2-4c17-48f4-9a3f-2b92813cd819), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.459086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00fc0773-19ea-4906-8666-e6922d93e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (44ee2fb2-4c17-48f4-9a3f-2b92813cd819), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.479170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] For port 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:25.479739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.501317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Calling delete_port for 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:25.503211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:25.506253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-00fc0773-19ea-4906-8666-e6922d93e0ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cde8cbd81e9144ceb3d4e67e1ac9a754&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0273130
Mar 05 20:58:25.506386 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb4b5b7-bd0d-4048-96f8-c57beda32103" -d '{"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:25.507868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:25.539587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:25.591143 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:58:25.613600 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8ba61-2b7a-43ba-a36d-975aea642b0a x-openstack-request-id: req-32d8ba61-2b7a-43ba-a36d-975aea642b0a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:25.614109 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71219f1b-5ca1-454a-9250-6b17cbd4ef77", "name": "network-vif-deleted", "tag": "5866fc79-fac2-4bd2-978f-c689c32b9c03", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:25.614441 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32d8ba61-2b7a-43ba-a36d-975aea642b0a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:25.614913 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71219f1b-5ca1-454a-9250-6b17cbd4ef77', 'name': 'network-vif-deleted', 'tag': '5866fc79-fac2-4bd2-978f-c689c32b9c03', 'status': 'completed', 'code': 200}
Mar 05 20:58:25.618000 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f4f06e-00ee-4df3-922d-b8da8023f65f x-openstack-request-id: req-b9f4f06e-00ee-4df3-922d-b8da8023f65f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:25.619889 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-unplugged", "status": "completed", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f", "code": 200}, {"name": "network-changed", "server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:25.620068 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9f4f06e-00ee-4df3-922d-b8da8023f65f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:25.620573 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'code': 200}
Mar 05 20:58:25.620706 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'status': 'completed', 'code': 200}
Mar 05 20:58:25.622478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc0773-19ea-4906-8666-e6922d93e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee2fb2-4c17-48f4-9a3f-2b92813cd819,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:25.695949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] Publish callbacks [] for security_group (44ee2fb2-4c17-48f4-9a3f-2b92813cd819), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.790398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] Publish callbacks [] for security_group (44ee2fb2-4c17-48f4-9a3f-2b92813cd819), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.820367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-088a81b4-d571-49f1-afd4-e19e220224af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:25.830768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-088a81b4-d571-49f1-afd4-e19e220224af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1155 time: 0.2524738
Mar 05 20:58:25.912432 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2db20>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:25.931435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-92c84c37-c764-4354-8ab4-eda08f39c0a1 req-e85e1b47-90ab-4015-a6bb-211d1efefd43 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/ports?device_id=71219f1b-5ca1-454a-9250-6b17cbd4ef77 HTTP/1.1" status: 200  len: 210 time: 0.0453336
Mar 05 20:58:25.968408 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bc00b-ee9a-4063-9101-77823029ecf7 None None] The sync data for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 is: [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:52:28Z', 'revision_number': 4, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '971bc48d-bd3d-4a1f-b3a3-741953aadd5a', 'name': '', 'network_id': '67213d25-3583-48ce-be19-a10d0059fcac', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'mac_address': 'fa:16:3e:b7:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:26Z', 'updated_at': '2022-03-05T20:52:37Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'subnets': [{'id': 'd52a5a8c-700c-4df8-b1dc-daa70dd863a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:25.972630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (44ee2fb2-4c17-48f4-9a3f-2b92813cd819), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.975189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:25.976746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44ee2fb2-4c17-48f4-9a3f-2b92813cd819 HTTP/1.1" status: 204  len: 168 time: 0.4668524
Mar 05 20:58:25.999975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26f8e3-da84-4c60-80b1-cde0f7f045f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee2fb2-4c17-48f4-9a3f-2b92813cd819,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:26.070705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-f3aa3701-9eb1-4b78-87b5-56c9a9c15885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:26.072392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-f3aa3701-9eb1-4b78-87b5-56c9a9c15885 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.2010400
Mar 05 20:58:26.086320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10fc9-ed5f-44b7-a797-fca14053912a req-5179f859-333f-4c7b-8dc8-ed0fb36c0fb9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:26.092791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00d10fc9-ed5f-44b7-a797-fca14053912a req-5179f859-333f-4c7b-8dc8-ed0fb36c0fb9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.3164761
Mar 05 20:58:26.213729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-4998625d-46f0-4d9d-9320-39ad90270d09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.1196926
Mar 05 20:58:26.228007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00d10fc9-ed5f-44b7-a797-fca14053912a req-875069e0-1dad-4852-91a9-002621dae70c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143596
Mar 05 20:58:26.420160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-99ddad96-ca48-42fa-ba64-a217a06ea937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:26.423078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504481b4-45f7-4991-b715-ac6b71c6a164 req-adebb756-0b37-4968-9097-5c9197acd6c8 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:26.425877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-504481b4-45f7-4991-b715-ac6b71c6a164 req-adebb756-0b37-4968-9097-5c9197acd6c8 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 945 time: 0.1320062
Mar 05 20:58:26.429766 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-99ddad96-ca48-42fa-ba64-a217a06ea937 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2004683
Mar 05 20:58:26.484512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6dac8-ea63-4533-8b76-9a1423f09529 None None] New status for floating IP eced9fdb-e958-4eb0-9ba7-20e1c57b3032: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:58:26.511239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-504481b4-45f7-4991-b715-ac6b71c6a164 req-710ec2eb-335c-487a-a6ac-6ee262d724aa tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780220
Mar 05 20:58:26.514799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7f5677b-d80d-4646-98ad-16d26e20d2dc req-8d9f886a-58bd-4a75-bfa8-5680cd4ef62d tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0815499
Mar 05 20:58:26.517611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-3788732b-7fab-4ead-9735-8a5e10dd3810 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666149
Mar 05 20:58:26.549423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:26.648990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:26.702409 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b0752d1-99ac-4fdc-8854-d7249c25e07f req-a8ce6333-5aec-478e-9e9a-b1aad5a19c35 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 210 time: 0.0739813
Mar 05 20:58:26.772306 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce2e7-d86d-4417-80eb-b5ab6273fd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.133634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-3c166718-4dc5-4a44-ae0c-f556145be960 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:27.135162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-3c166718-4dc5-4a44-ae0c-f556145be960 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.2923694
Mar 05 20:58:27.136808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53078) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:27.191904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': '76292b20-5af3-4714-8d54-0207aa49129a', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:27.224374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (9fa5648d-d435-4874-90c1-0564bb9b230d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.313750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-e860eddf-b094-4c7b-a6d2-814f54895618 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7875223
Mar 05 20:58:27.355927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (9fa5648d-d435-4874-90c1-0564bb9b230d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.397610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:27.401983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.494674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9fa5648d-d435-4874-90c1-0564bb9b230d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.497015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.501377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/security-groups/9fa5648d-d435-4874-90c1-0564bb9b230d HTTP/1.1" status: 204  len: 168 time: 0.3603528
Mar 05 20:58:27.502101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3c833-1ad5-4069-86b3-e066b5ab5cc4 req-8b592b00-c7c9-4c09-a8ed-1e9ae5ef8739 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:27.504205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3de3c833-1ad5-4069-86b3-e066b5ab5cc4 req-8b592b00-c7c9-4c09-a8ed-1e9ae5ef8739 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1545255
Mar 05 20:58:27.506685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53106) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:27.523548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9896409a-468e-496b-8e7d-68021c4f5635), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.541569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcefac-01bc-45e1-9baf-0385945bf81a tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5648d-d435-4874-90c1-0564bb9b230d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:27.546221 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-36b73271-0aba-41e1-9bcd-03e08c495d72 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] show failed (client error): The resource could not be found.
Mar 05 20:58:27.549933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-36b73271-0aba-41e1-9bcd-03e08c495d72 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "GET /v2.0/security-groups/9fa5648d-d435-4874-90c1-0564bb9b230d HTTP/1.1" status: 404  len: 347 time: 0.0398088
Mar 05 20:58:27.550063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15117ef3-b440-4140-99d3-e99f4955f8f9 req-afa3feb7-6e37-47aa-a1cd-2d2c845f68ca service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998208
Mar 05 20:58:27.550903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53110) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:27.713343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db5cc21e-01f0-421e-a6df-fcefc500c555 req-53c7df8e-4559-40b2-a181-53cd5146ef04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0645735
Mar 05 20:58:27.723992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3de3c833-1ad5-4069-86b3-e066b5ab5cc4 req-effe8e5f-bedc-4841-9a74-026770725e4a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014432
Mar 05 20:58:27.742491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.11 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/9b6d6349-6293-4bf5-9386-7898bb2e8382) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:27.778442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb969ba4-d702-41d4-aa71-8a06dda78425 req-99d5410a-4edc-460d-ab76-51f37d7e0ee9 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:27.779945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb969ba4-d702-41d4-aa71-8a06dda78425 req-99d5410a-4edc-460d-ab76-51f37d7e0ee9 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 945 time: 0.1417580
Mar 05 20:58:27.837790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port 0e9640b3-dee9-4f4a-a57f-4160391abac8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:27.838130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.857383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7bb9bfa-cbdb-44ee-bdc9-6c04ba95fef8 req-a0d22a7e-401b-4706-a259-58815eeef769 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0365674
Mar 05 20:58:27.908212 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:27.915237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Router 9896409a-468e-496b-8e7d-68021c4f5635 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:27.944800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 8fc25781-cd23-40fb-843d-506a3fbd00cf up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:28.040648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36c9dc44-e580-43f2-94d6-4f28a545a4f5 req-45583077-45c2-4d17-be32-965ec3d4abc6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 210 time: 0.0783906
Mar 05 20:58:28.077410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:28.084363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0447d375-e91a-4f3e-b339-e11bcc38656c admin admin] 10.222.0.15 "PUT /v2.0/routers/9896409a-468e-496b-8e7d-68021c4f5635/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9621713
Mar 05 20:58:28.086550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53116) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:28.089228 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Sync routers for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:28.102144 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:28.103147 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:28.195262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 8fc25781-cd23-40fb-843d-506a3fbd00cf completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:58:28.199955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 8fc25781-cd23-40fb-843d-506a3fbd00cf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:28.200680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.239027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:28.273475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks [] for router (9896409a-468e-496b-8e7d-68021c4f5635), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.354692 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb969ba4-d702-41d4-aa71-8a06dda78425 req-7f514ace-e196-47c1-b5ff-8f6e4d434348 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5621824
Mar 05 20:58:28.367081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 8fc25781-cd23-40fb-843d-506a3fbd00cf is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:28.367517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.422626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:28.432182 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31388e93-c894-4afa-a565-073bb5e89956" -d '{"events": [{"server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "name": "network-vif-plugged", "status": "completed", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:28.468847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:28.476109 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.498544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks [] for router_gateway (9896409a-468e-496b-8e7d-68021c4f5635), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.502818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.564360 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2dfa0>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125'}], 'enable_snat': True}, 'gw_port_id': '0ee4db59-1454-438f-93b9-3ea136085655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:58:26Z', 'revision_number': 5, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port': {'id': '0ee4db59-1454-438f-93b9-3ea136085655', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9896409a-468e-496b-8e7d-68021c4f5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:56:55Z', 'updated_at': '2022-03-05T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:28.582703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.584301 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c98e1d-844d-49ae-ae30-94ccac8093bc x-openstack-request-id: req-65c98e1d-844d-49ae-ae30-94ccac8093bc {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:28.584500 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "name": "network-vif-plugged", "status": "completed", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:28.584899 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65c98e1d-844d-49ae-ae30-94ccac8093bc {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:28.586098 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'code': 200}
Mar 05 20:58:28.602554 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Checking router: 9896409a-468e-496b-8e7d-68021c4f5635 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:28.610288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.610621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (0e9640b3-dee9-4f4a-a57f-4160391abac8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.612420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:28.617273 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Routers {'9896409a-468e-496b-8e7d-68021c4f5635'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:28.618695 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9896409a-468e-496b-8e7d-68021c4f5635'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:28.639474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Deleting port 0ee4db59-1454-438f-93b9-3ea136085655 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:28.640770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0ee4db59-1454-438f-93b9-3ea136085655), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.723534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for 0e9640b3-dee9-4f4a-a57f-4160391abac8 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:28.754259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:28.779815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:28.799267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] Set router 9896409a-468e-496b-8e7d-68021c4f5635 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:28.864495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] For port 0ee4db59-1454-438f-93b9-3ea136085655, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ee4db59-1454-438f-93b9-3ea136085655,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:28.865253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0ee4db59-1454-438f-93b9-3ea136085655), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:28.882510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Calling delete_port for 0ee4db59-1454-438f-93b9-3ea136085655 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:28.932389 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2dfa0>, [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:58:28Z', 'revision_number': 6, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:28.989587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c5c93-793e-400d-8d94-be658ac8dc8c None None] The sync data for ids ['9896409a-468e-496b-8e7d-68021c4f5635'] in ncdv-master-1 is: [{'id': '9896409a-468e-496b-8e7d-68021c4f5635', 'name': 'tempest-ServersTestFqdnHostnames-320757979-router', 'tenant_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:56:54Z', 'updated_at': '2022-03-05T20:58:28Z', 'revision_number': 6, 'project_id': 'f2bfa48c6cd94b69aa05b9cfd60c4bc3', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:29.054744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:29.057940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:29.073346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0e9640b3-dee9-4f4a-a57f-4160391abac8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.170243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=0e9640b3-dee9-4f4a-a57f-4160391abac8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:29.189442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eec95-4da0-45ff-b127-e14b7593d9c0 req-2c96ce43-9389-4b72-af4a-38761f203d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:29.192060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a50eec95-4da0-45ff-b127-e14b7593d9c0 req-2c96ce43-9389-4b72-af4a-38761f203d79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.5400372
Mar 05 20:58:29.198020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-075e81ea-a113-43da-8211-08e3382abf42 req-d9b48daf-83f5-46bb-b6e6-af7dc7efe99c tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.1272612
Mar 05 20:58:29.198020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0ee4db59-1454-438f-93b9-3ea136085655), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.249620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:29.250246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.259195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee4db59-1454-438f-93b9-3ea136085655,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:29.297260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07df68-bf96-4ea7-a7b4-3440f0d73ea1 req-36173b60-b52e-48f3-9bfe-1155eb1581bd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:29.298746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f07df68-bf96-4ea7-a7b4-3440f0d73ea1 req-36173b60-b52e-48f3-9bfe-1155eb1581bd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.2476666
Mar 05 20:58:29.328255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-5c477d49-d910-4e24-b7a7-8534fd871f92 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1433485
Mar 05 20:58:29.374092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a50eec95-4da0-45ff-b127-e14b7593d9c0 req-c3e15704-50a9-4a70-a78e-ac48ac8f7328 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743648
Mar 05 20:58:29.381798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for floatingip (eced9fdb-e958-4eb0-9ba7-20e1c57b3032), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.386573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.388643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd498b4a-2a98-4cab-860e-d2bff12225db tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/floatingips/eced9fdb-e958-4eb0-9ba7-20e1c57b3032 HTTP/1.1" status: 204  len: 168 time: 1.8367300
Mar 05 20:58:29.394838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Request body: {'port': {'device_id': '76292b20-5af3-4714-8d54-0207aa49129a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:29.396350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53154) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:29.411349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9896409a-468e-496b-8e7d-68021c4f5635), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.468138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.478595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f07df68-bf96-4ea7-a7b4-3440f0d73ea1 req-2c463d7a-a4c7-4677-98cd-ea9f6d9cf90b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689613
Mar 05 20:58:29.524946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.619886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6a00f-31c5-412d-bab0-cfa33f35e70f req-b1156dd1-47ba-4d3b-b838-4b533234f056 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:29.636263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdf6a00f-31c5-412d-bab0-cfa33f35e70f req-b1156dd1-47ba-4d3b-b838-4b533234f056 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 932 time: 0.3515699
Mar 05 20:58:29.692426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9896409a-468e-496b-8e7d-68021c4f5635), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.694651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks [] for router_controller (9896409a-468e-496b-8e7d-68021c4f5635), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.893338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9896409a-468e-496b-8e7d-68021c4f5635), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.893872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9896409a-468e-496b-8e7d-68021c4f5635 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:58:29.899165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:29.902751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-27dda568-719b-4a39-ba16-5ff3d240c0e3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9896409a-468e-496b-8e7d-68021c4f5635 HTTP/1.1" status: 204  len: 168 time: 1.8123579
Mar 05 20:58:29.912416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53170) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:29.918591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e6866d1-1bae-4d29-a23c-1996fe374288 req-78010b32-fa98-4caa-a93f-b201a047ad71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=87102c8d550443778df9ee34facca0b4&device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0821755
Mar 05 20:58:29.938905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cdf6a00f-31c5-412d-bab0-cfa33f35e70f req-1e21cd8c-c0de-4907-9d9e-bcbc54bebc79 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976925
Mar 05 20:58:29.996237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e6866d1-1bae-4d29-a23c-1996fe374288 req-ddc9d79f-e2cb-4e4f-bd5d-f7967f91a450 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=87102c8d550443778df9ee34facca0b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503130
Mar 05 20:58:30.008217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-cc7df17a-4023-40df-80a4-fa736853e475 service neutron] 10.222.0.31 "GET /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3091869
Mar 05 20:58:30.045116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6d6349-6293-4bf5-9386-7898bb2e8382 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:30.067131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks [] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.103394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Deleting subnet 7c5168e9-0546-4f4d-ba6e-877b43b3feda {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:58:30.109104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Transition to ACTIVE for port object 9b6d6349-6293-4bf5-9386-7898bb2e8382 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:30.110762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Publish callbacks [] for subnet (7c5168e9-0546-4f4d-ba6e-877b43b3feda), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.134422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.142773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d917de1-d0b8-4c38-816d-3d66cf40901d req-e6704126-539f-4338-a609-4f18efddc198 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:30.145130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d917de1-d0b8-4c38-816d-3d66cf40901d req-e6704126-539f-4338-a609-4f18efddc198 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2486215
Mar 05 20:58:30.176284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port 8e97203d-117b-4a26-8c1e-33c77fbdf3ce {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:30.176825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.181779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c9bf4aa-0e28-456a-836d-25cd966b920f req-730ab667-9463-488e-b6a6-65e90eac22b7 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0674887
Mar 05 20:58:30.235061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (7c5168e9-0546-4f4d-ba6e-877b43b3feda), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.320231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6866d1-1bae-4d29-a23c-1996fe374288 req-a9148d93-3d2d-4fa8-b000-edf568527713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:30.320365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d917de1-d0b8-4c38-816d-3d66cf40901d req-fa1093d4-aec1-4728-a4c8-142ea8461e36 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615531
Mar 05 20:58:30.322357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e6866d1-1bae-4d29-a23c-1996fe374288 req-a9148d93-3d2d-4fa8-b000-edf568527713 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3173625
Mar 05 20:58:30.375321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:30.376425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.440496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for 8e97203d-117b-4a26-8c1e-33c77fbdf3ce owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:30.462057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7c5168e9-0546-4f4d-ba6e-877b43b3feda), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.499032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:30.547902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Attempting to bind port 9b6d6349-6293-4bf5-9386-7898bb2e8382 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:30.548358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Attempting to bind port 9b6d6349-6293-4bf5-9386-7898bb2e8382 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:30.548594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Attempting to bind port 9b6d6349-6293-4bf5-9386-7898bb2e8382 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:30.552916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:30.553268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f1715bf-7ad6-4ecb-a08f-7b0bb90b081f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:30.553690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0ee4db59-1454-438f-93b9-3ea136085655 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:30.578188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Port 9b6d6349-6293-4bf5-9386-7898bb2e8382 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:30.585925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Attempting to bind port 9b6d6349-6293-4bf5-9386-7898bb2e8382 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:30.601835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0ee4db59-1454-438f-93b9-3ea136085655 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:30.602505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:30.603047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:30.603592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:30.604235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Bound port: 9b6d6349-6293-4bf5-9386-7898bb2e8382, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:30.604773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.606110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0ee4db59-1454-438f-93b9-3ea136085655 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:30.677462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (7c5168e9-0546-4f4d-ba6e-877b43b3feda), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.724965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5168e9-0546-4f4d-ba6e-877b43b3feda,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:30.727562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.734019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de5bfe-bda6-440e-815a-2fd199a9131a None None] Network cef49219-74b2-4998-a1b8-20eff7615b33 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:30.735059 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c993a97e-107b-4853-95d7-6729bbeca1bc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c5168e9-0546-4f4d-ba6e-877b43b3feda HTTP/1.1" status: 204  len: 168 time: 0.8214073
Mar 05 20:58:30.738207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:30.749463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:30.806991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:30.840265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.852673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (cef49219-74b2-4998-a1b8-20eff7615b33), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.910814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:30.910814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:30.910814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] 10.222.0.31 "PUT /v2.0/ports/9b6d6349-6293-4bf5-9386-7898bb2e8382 HTTP/1.1" status: 200  len: 1092 time: 1.5300527
Mar 05 20:58:30.914155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:30.916413 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849cdec1-4c0e-4b2a-b770-efd6ce33da73" -d '{"events": [{"name": "network-changed", "server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:30.925553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:30.974908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565131fc-5b6c-41af-97e3-84c93dcaea5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:30.979485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4753e0-ea46-4a64-993d-dd9110fa90da req-52fc5bc2-69a8-4b69-996a-af9c5d143de2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:30.981426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd4753e0-ea46-4a64-993d-dd9110fa90da req-52fc5bc2-69a8-4b69-996a-af9c5d143de2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 943 time: 0.1487288
Mar 05 20:58:30.995066 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.002649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:31.004075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] DHCP port deletion for cef49219-74b2-4998-a1b8-20eff7615b33 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:58:31.035259 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d9ee8-88f6-402b-ad06-89cdb83c2b9f x-openstack-request-id: req-d54d9ee8-88f6-402b-ad06-89cdb83c2b9f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:31.035663 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:31.035964 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d54d9ee8-88f6-402b-ad06-89cdb83c2b9f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:31.036384 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382', 'status': 'completed', 'code': 200}
Mar 05 20:58:31.044750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:31.060467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:31.066877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Deleting port aec62579-31ea-42c0-815c-01116ca34b97 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:31.067396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aec62579-31ea-42c0-815c-01116ca34b97), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.108841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.157568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] For port aec62579-31ea-42c0-815c-01116ca34b97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec62579-31ea-42c0-815c-01116ca34b97,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:31.158022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aec62579-31ea-42c0-815c-01116ca34b97), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.173285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Calling delete_port for aec62579-31ea-42c0-815c-01116ca34b97 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:31.233012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] Transition to ACTIVE for port object 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:31.238733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Deleting port aec62579-31ea-42c0-815c-01116ca34b97 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:31.238992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aec62579-31ea-42c0-815c-01116ca34b97), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.253172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd4753e0-ea46-4a64-993d-dd9110fa90da req-82de58d9-9fcf-4bda-be74-543966ba4741 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759925
Mar 05 20:58:31.256700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.258263 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8e97203d-117b-4a26-8c1e-33c77fbdf3ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.351356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (aec62579-31ea-42c0-815c-01116ca34b97), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.361016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] For port aec62579-31ea-42c0-815c-01116ca34b97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec62579-31ea-42c0-815c-01116ca34b97,segment=NetworkSegment(4f37bcaa-0281-4b27-9030-eaea0b10d4e7),segment_id=4f37bcaa-0281-4b27-9030-eaea0b10d4e7)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:31.361570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aec62579-31ea-42c0-815c-01116ca34b97), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.377238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Calling delete_port for aec62579-31ea-42c0-815c-01116ca34b97 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:31.381371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] No DVR routers for this DVR port aec62579-31ea-42c0-815c-01116ca34b97 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:31.384713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] Pushing event updated for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:31.454836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45e9eb2a-a38f-4809-b318-8864cc44eb73 req-29646453-7423-46f4-a747-7870a7bc5514 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0716970
Mar 05 20:58:31.466733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=8e97203d-117b-4a26-8c1e-33c77fbdf3ce,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:31.474982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81310b7-8c32-429d-a401-9c68991a7a66 None None] Pushing event deleted for resources: {'Port': ['ID=aec62579-31ea-42c0-815c-01116ca34b97,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:31.510339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (aec62579-31ea-42c0-815c-01116ca34b97), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.537850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] No DVR routers for this DVR port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:31.544528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Pushing event deleted for resources: {'Port': ['ID=aec62579-31ea-42c0-815c-01116ca34b97,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:31.550955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-77bc7cac-95a1-4e74-b94d-342431580d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:31.552306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-77bc7cac-95a1-4e74-b94d-342431580d75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 1126 time: 0.5145609
Mar 05 20:58:31.561400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e5aa-5fc5-4843-a24f-d56e104cef51 req-c8edb2ab-c7b2-4745-adbe-e06a798b0289 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:31.563191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edd0e5aa-5fc5-4843-a24f-d56e104cef51 req-c8edb2ab-c7b2-4745-adbe-e06a798b0289 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 944 time: 0.4931324
Mar 05 20:58:31.570410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] No DVR routers for this DVR port aec62579-31ea-42c0-815c-01116ca34b97 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:31.609678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-1715e67a-5d7d-4f4d-a46c-484aed555f6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382 HTTP/1.1" status: 200  len: 217 time: 0.0421147
Mar 05 20:58:31.674830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e6866d1-1bae-4d29-a23c-1996fe374288 req-d4294be3-8f22-4fd3-bfa0-7e1492d94d76 tempest-ServerShowV257Test-173499711 tempest-ServerShowV257Test-173499711-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1e6a60-d5d5-4c0b-949d-43170a0d1751 HTTP/1.1" status: 200  len: 210 time: 0.0981402
Mar 05 20:58:31.688781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-ae20c982-961e-45ac-bca3-a5df7c9e864f service neutron] 10.222.0.31 "PUT /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6508589
Mar 05 20:58:31.717792 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.729981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-66a49eba-e0a3-4624-9cd7-f3b738a0f7f1 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/ports/8e97203d-117b-4a26-8c1e-33c77fbdf3ce HTTP/1.1" status: 204  len: 168 time: 2.3317277
Mar 05 20:58:31.731899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:31.754264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (cef49219-74b2-4998-a1b8-20eff7615b33), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:31.769485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-d3137318-4386-4ae0-befd-1a957af7c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:31.770995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-d3137318-4386-4ae0-befd-1a957af7c093 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1304867
Mar 05 20:58:31.788093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edd0e5aa-5fc5-4843-a24f-d56e104cef51 req-a05ba7d6-8a4b-424c-8341-3c8e18c40fcc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114806
Mar 05 20:58:31.875723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-c4178432-b6f5-4d52-bd0e-d3bd2814bebe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812218
Mar 05 20:58:31.877738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a14c850>,) {'filters': {'network_id': ['cef49219-74b2-4998-a1b8-20eff7615b33']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:31.897036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787158a5-78f6-4587-98ed-35bbf3ab54a5 req-c0c6ed57-50b3-420f-8ad6-6a8646ab9be6 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:31.898790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-787158a5-78f6-4587-98ed-35bbf3ab54a5 req-c0c6ed57-50b3-420f-8ad6-6a8646ab9be6 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.3198712
Mar 05 20:58:31.938217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting port ef356e17-c442-448a-8679-da5ba1910c00 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:31.938894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a14c850>, '4f37bcaa-0281-4b27-9030-eaea0b10d4e7') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:31.938993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a14c850>, '4f37bcaa-0281-4b27-9030-eaea0b10d4e7') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:31.939647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ef356e17-c442-448a-8679-da5ba1910c00), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.039809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4f37bcaa-0281-4b27-9030-eaea0b10d4e7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.070242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4f37bcaa-0281-4b27-9030-eaea0b10d4e7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.082624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-787158a5-78f6-4587-98ed-35bbf3ab54a5 req-59cafe16-db7c-4d79-a453-337b93284d55 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650991
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4f37bcaa-0281-4b27-9030-eaea0b10d4e7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-beb6df8e-b069-4462-b975-fee28a315766 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.118064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-beb6df8e-b069-4462-b975-fee28a315766 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3175347
Mar 05 20:58:32.154889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ef356e17-c442-448a-8679-da5ba1910c00), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.180829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Calling delete_port for ef356e17-c442-448a-8679-da5ba1910c00 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:32.230892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-a36d08fa-57dd-47fc-bfa0-f3f323215ce5 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3346393
Mar 05 20:58:32.304277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (cef49219-74b2-4998-a1b8-20eff7615b33), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.310089 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.320264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] 10.222.0.15 "DELETE /v2.0/networks/cef49219-74b2-4998-a1b8-20eff7615b33 HTTP/1.1" status: 204  len: 168 time: 1.5773859
Mar 05 20:58:32.385510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-c58e7988-1bdb-4369-941f-f17a9aa5498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.387087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-c58e7988-1bdb-4369-941f-f17a9aa5498d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050&tenant_id=77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 1126 time: 0.2488866
Mar 05 20:58:32.422541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cbab-a47a-4a6c-b6e5-bf03b43c097b admin admin] Pushing event deleted for resources: {'Network': ['ID=cef49219-74b2-4998-a1b8-20eff7615b33,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:32.466299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aec62579-31ea-42c0-815c-01116ca34b97 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:32.498960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61692236-3090-41b3-9cb0-4e4cb6f76963 req-0e577f5c-c89a-412c-bf86-ce9e81af01ed tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.500695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61692236-3090-41b3-9cb0-4e4cb6f76963 req-0e577f5c-c89a-412c-bf86-ce9e81af01ed tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.0995886
Mar 05 20:58:32.501764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ef356e17-c442-448a-8679-da5ba1910c00), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.527125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: aec62579-31ea-42c0-815c-01116ca34b97 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:32.527653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aec62579-31ea-42c0-815c-01116ca34b97 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:32.546110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Port': ['ID=ef356e17-c442-448a-8679-da5ba1910c00,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:32.646605 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8c992-b113-4b56-8eba-116ef4e80be8 req-fdfdc087-36b5-4316-9be5-25a242a42f2d service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4065521
Mar 05 20:58:32.677677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-d938453f-c3f7-42c3-8c80-7e0fe1bd6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.679715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-d938453f-c3f7-42c3-8c80-7e0fe1bd6af8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.2670636
Mar 05 20:58:32.680366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61692236-3090-41b3-9cb0-4e4cb6f76963 req-fe88f278-294a-46de-bc23-ccf8ac002e57 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701598
Mar 05 20:58:32.681081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53254) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:32.689282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-65bbdf6d-1d55-40cd-8101-1f869b964c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.691116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-65bbdf6d-1d55-40cd-8101-1f869b964c08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1126 time: 0.1705294
Mar 05 20:58:32.721291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.728678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db4c4aed-b45e-4628-80b3-20a669e7a679 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/ports/ef356e17-c442-448a-8679-da5ba1910c00 HTTP/1.1" status: 204  len: 168 time: 0.9905536
Mar 05 20:58:32.732145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:32.755726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-10b5d1f2-f7f2-4b7a-8e13-ec37232b4abf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2bfa48c6cd94b69aa05b9cfd60c4bc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0690813
Mar 05 20:58:32.757428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53260) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:32.814120 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] Publish callbacks [] for security_group (6a51a388-d539-430a-9e69-6d57d94a62bd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.825983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b61d-7de7-425b-9b12-6a10f07db3a6 req-5b2793cd-dbc2-4c5e-9a4a-047492fdaede tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:32.833856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b1b61d-7de7-425b-9b12-6a10f07db3a6 req-5b2793cd-dbc2-4c5e-9a4a-047492fdaede tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2872226
Mar 05 20:58:32.850329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] Publish callbacks [] for security_group (6a51a388-d539-430a-9e69-6d57d94a62bd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.946179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6a51a388-d539-430a-9e69-6d57d94a62bd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.949132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:32.951715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a51a388-d539-430a-9e69-6d57d94a62bd HTTP/1.1" status: 204  len: 168 time: 0.1922524
Mar 05 20:58:32.968968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42790e-a3ef-43d3-a960-fd984c271dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a51a388-d539-430a-9e69-6d57d94a62bd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:33.017086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting subnet af2281a9-9328-4bca-bf8c-265c5b3c2c6d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:58:33.048305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for subnet (af2281a9-9328-4bca-bf8c-265c5b3c2c6d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:33.157028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-10b018bc-d64a-4cd1-b101-1bbfc17d0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.159527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-10b018bc-d64a-4cd1-b101-1bbfc17d0a32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.4674540
Mar 05 20:58:33.168815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-03237058-3c01-4977-bafd-0b2def00a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.171947 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-03237058-3c01-4977-bafd-0b2def00a1fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 1126 time: 0.4615757
Mar 05 20:58:33.195746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b1b61d-7de7-425b-9b12-6a10f07db3a6 req-4fe3b3ef-612c-4243-aec9-e75833581c57 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3537188
Mar 05 20:58:33.223138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (af2281a9-9328-4bca-bf8c-265c5b3c2c6d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:33.233956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-20a0b543-cf98-4489-82dd-6c39d2fd2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.235880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-20a0b543-cf98-4489-82dd-6c39d2fd2c54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.5274634
Mar 05 20:58:33.309923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-fdb6a224-fc63-4d09-b4fd-b7d8aafaa095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.1347432
Mar 05 20:58:33.359034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:33.397924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd788e-9d4c-460d-9a72-8b8c8d66d3a4 req-e8f5459a-86ee-4154-b010-32f513936ca1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.399534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99fd788e-9d4c-460d-9a72-8b8c8d66d3a4 req-e8f5459a-86ee-4154-b010-32f513936ca1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 944 time: 0.4847991
Mar 05 20:58:33.433300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-28caa8c3-c171-4d46-9442-266ab29e8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.434692 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-28caa8c3-c171-4d46-9442-266ab29e8e71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.0750861
Mar 05 20:58:33.440052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-eac0ebb1-8a3b-4593-9024-0c7b5982e3f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 200  len: 217 time: 0.1396513
Mar 05 20:58:33.506479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99fd788e-9d4c-460d-9a72-8b8c8d66d3a4 req-1c2590bd-dc50-46cb-8ab1-63cd866870bb tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985637
Mar 05 20:58:33.511234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-371abce3-61ad-423c-8a5b-d08514cb40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:33.512741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-371abce3-61ad-423c-8a5b-d08514cb40f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.0647008
Mar 05 20:58:33.544186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:33.591305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 20:58:33.592632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:33.606533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e2bca4-018c-44cc-bc48-6d7487e8e297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:33.831191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e2bca4-018c-44cc-bc48-6d7487e8e297 admin admin] Publish callbacks [] for security_group (1111e3b0-8dd3-4fa4-b508-6558c33beab8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:33.838895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e2bca4-018c-44cc-bc48-6d7487e8e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1111e3b0-8dd3-4fa4-b508-6558c33beab8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:33.902643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2bca4-018c-44cc-bc48-6d7487e8e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1111e3b0-8dd3-4fa4-b508-6558c33beab8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:33.927946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-4104364f-6eb4-4b1b-a239-76acdca4cd44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4753125
Mar 05 20:58:33.948442 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05e2bca4-018c-44cc-bc48-6d7487e8e297 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87102c8d550443778df9ee34facca0b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5864034
Mar 05 20:58:33.951412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:34.054034 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] Publish callbacks [] for security_group (1111e3b0-8dd3-4fa4-b508-6558c33beab8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.083167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] Publish callbacks [] for security_group (1111e3b0-8dd3-4fa4-b508-6558c33beab8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.111143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-e07de9ae-78fb-4fe1-9951-d88e3f17b232 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5829804
Mar 05 20:58:34.112981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-c5d92546-117e-447d-bd19-9f9912327471 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287310
Mar 05 20:58:34.151146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1111e3b0-8dd3-4fa4-b508-6558c33beab8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.156589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.161040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1111e3b0-8dd3-4fa4-b508-6558c33beab8 HTTP/1.1" status: 204  len: 168 time: 0.2056663
Mar 05 20:58:34.177753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd58c4-a692-4466-b6e8-6581db325b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1111e3b0-8dd3-4fa4-b508-6558c33beab8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:34.262869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (af2281a9-9328-4bca-bf8c-265c5b3c2c6d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.310787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-90b02e35-0931-47c5-8519-0f1b90a189a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:34.312567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-90b02e35-0931-47c5-8519-0f1b90a189a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 1.1154430
Mar 05 20:58:34.351707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:34.363317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2384-79da-4ae0-8ec2-df9605512b13 req-4468c6ab-1ad3-4527-bbf9-4f7e04fec8b6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:34.365383 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-933f2384-79da-4ae0-8ec2-df9605512b13 req-4468c6ab-1ad3-4527-bbf9-4f7e04fec8b6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.4425886
Mar 05 20:58:34.413089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-1fd7f7c2-ad6a-446b-87ff-5d07be82fe3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382 HTTP/1.1" status: 200  len: 217 time: 0.0871270
Mar 05 20:58:34.414963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-f81842c5-1448-4c61-921e-b5920228d726 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890701
Mar 05 20:58:34.422654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4e0e-6831-4bb3-aeb5-f49c4fb27f70 req-fba00f33-89e4-4bc7-9d13-b8699057b07b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:34.425712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86ec4e0e-6831-4bb3-aeb5-f49c4fb27f70 req-fba00f33-89e4-4bc7-9d13-b8699057b07b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1141303
Mar 05 20:58:34.489410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86ec4e0e-6831-4bb3-aeb5-f49c4fb27f70 req-a154fd13-0298-47ab-b4bd-c851b2787ed8 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561607
Mar 05 20:58:34.541889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660c620b-38fc-4898-b5d3-3f8524e03261 req-ffcbe821-bd52-48a0-8cd2-7548ea4d5010 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4171324
Mar 05 20:58:34.588506 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (af2281a9-9328-4bca-bf8c-265c5b3c2c6d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.639998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-16dd8777-d330-4df6-a257-1f3b8d51d7b0 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360327
Mar 05 20:58:34.656683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-4597a84c-41cc-47a2-94a1-b8b8ee2df2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:34.658181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-4597a84c-41cc-47a2-94a1-b8b8ee2df2d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.2286346
Mar 05 20:58:34.660934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Subnet': ['ID=af2281a9-9328-4bca-bf8c-265c5b3c2c6d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:34.665432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-933f2384-79da-4ae0-8ec2-df9605512b13 req-b2662939-46cb-4876-b92a-62082a6aa6b6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588625
Mar 05 20:58:34.680079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.683255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9d3665e-67bc-4821-82f4-580d7f947806 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/subnets/af2281a9-9328-4bca-bf8c-265c5b3c2c6d HTTP/1.1" status: 204  len: 168 time: 1.9424574
Mar 05 20:58:34.685460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea5d87-9c84-4766-8531-9e0b4325c74d None None] Network da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:34.688275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53386) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:34.763704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-1447889d-7270-4324-984e-efba44ccafa9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940723
Mar 05 20:58:34.787284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-ffbe90a5-1dda-4f01-bbde-7d5dcd8c4e2f service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3564956
Mar 05 20:58:34.811837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-f2b9634e-8a45-42e9-9a53-598d2d766916 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:34.841378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-f2b9634e-8a45-42e9-9a53-598d2d766916 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1924000
Mar 05 20:58:34.859311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1524136967-network', 'tenant_id': '4629462cb9c24128921119298bb0655c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:34.877130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Deleting subnet eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:58:34.910592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-873aa873-daf7-4563-a128-e4287670f2f6 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/quotas/6554e19485bf42f3b2e5fb14472dea2b HTTP/1.1" status: 200  len: 375 time: 0.0679727
Mar 05 20:58:34.923628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for subnet (eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.930633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Made reservation on behalf of 4629462cb9c24128921119298bb0655c for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:34.934027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.956899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b555873a-f6c5-493f-bdc8-f02ff526faee tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448580
Mar 05 20:58:34.971649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:34.992711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.052540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] DHCP port deletion for da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:58:35.054104 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-26ec36c9-7eb1-42d4-ab8f-64d59870f1a4 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816217
Mar 05 20:58:35.084385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7fe22-4b01-4a95-8c0d-f7bfe0a0f4cb req-c5d7bf32-15f4-4d5a-925f-f34460eda5b2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:35.091754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fd7fe22-4b01-4a95-8c0d-f7bfe0a0f4cb req-c5d7bf32-15f4-4d5a-925f-f34460eda5b2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 944 time: 0.2452152
Mar 05 20:58:35.133372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks [] for security_group (1e3c3272-90a4-48c7-b61c-9e1084aa6943), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.147227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1e3c3272-90a4-48c7-b61c-9e1084aa6943), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.174929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Deleting port a77201c1-98d3-4dd8-91ec-654a9aa496b2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:35.176208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.254944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:58:35.299075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] For port a77201c1-98d3-4dd8-91ec-654a9aa496b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77201c1-98d3-4dd8-91ec-654a9aa496b2,segment=NetworkSegment(828933c2-bad0-413a-b1bc-0c851bca58e4),segment_id=828933c2-bad0-413a-b1bc-0c851bca58e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:35.299832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.301970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-849cdec1-4c0e-4b2a-b770-efd6ce33da73 req-91c83437-fc13-4d0a-ae60-92881aa69acd service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397366
Mar 05 20:58:35.315190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c3272-90a4-48c7-b61c-9e1084aa6943,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:35.323501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (43a58fd1-acb0-436c-93c9-d2ce0b6dcd62), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.328470 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Added segment 43a58fd1-acb0-436c-93c9-d2ce0b6dcd62 of type vlan for network 2fc8a084-d4e7-4698-a078-6f62861cb3e4
Mar 05 20:58:35.338265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Calling delete_port for a77201c1-98d3-4dd8-91ec-654a9aa496b2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:35.341944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.439243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2fc8a084-d4e7-4698-a078-6f62861cb3e4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.453985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fd7fe22-4b01-4a95-8c0d-f7bfe0a0f4cb req-1bcbfc6a-68e5-46f0-b260-a0be1cf49f44 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610759
Mar 05 20:58:35.479342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662f02-4b99-4575-995f-228880b83da6 req-93d58996-ca40-476f-9358-99fc7178066e tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:35.484020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-93d58996-ca40-476f-9358-99fc7178066e tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3265319
Mar 05 20:58:35.510718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (a77201c1-98d3-4dd8-91ec-654a9aa496b2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.543161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.552720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] Pushing event deleted for resources: {'Port': ['ID=a77201c1-98d3-4dd8-91ec-654a9aa496b2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:35.561346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9b6d6349-6293-4bf5-9386-7898bb2e8382 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:35.569419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ff6ce-bd09-4bdb-a95b-3383ea139b36 None None] No DVR routers for this DVR port a77201c1-98d3-4dd8-91ec-654a9aa496b2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:35.576932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Subnet': ['ID=eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:35.600866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-5f40ecd7-b534-443e-b9f1-17925216517c tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0783832
Mar 05 20:58:35.621906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.635218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de3376-c78a-46a5-8b32-0d773967f954 None None] Network 2b3d5cc6-cf52-466e-844d-ad651934c95a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:35.639353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9d5a481b-a473-4733-86d8-4bb5fb03c659 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/subnets/eb057cfd-2b14-4ecb-b723-dc0c0b8d7fa6 HTTP/1.1" status: 204  len: 168 time: 0.9475911
Mar 05 20:58:35.639500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2fc8a084-d4e7-4698-a078-6f62861cb3e4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.639500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:35.639500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.642638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53438) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:35.723227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129220d7-bf64-429d-b37e-fbf432b35f1d req-dc93cc7b-f6be-4f44-a34b-ad4941786acf tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:35.725454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-129220d7-bf64-429d-b37e-fbf432b35f1d req-dc93cc7b-f6be-4f44-a34b-ad4941786acf tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1256886
Mar 05 20:58:35.796736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b5662f02-4b99-4575-995f-228880b83da6 req-8f340387-41e3-4dd2-831d-2513e8481520 service neutron] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:35.801750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b5662f02-4b99-4575-995f-228880b83da6 req-8f340387-41e3-4dd2-831d-2513e8481520 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.803450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5662f02-4b99-4575-995f-228880b83da6 req-8f340387-41e3-4dd2-831d-2513e8481520 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3165801
Mar 05 20:58:35.807175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:35.822748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '9b6d6349-6293-4bf5-9386-7898bb2e8382', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': '9b6d6349-6293-4bf5-9386-7898bb2e8382', 'mac_address': 'fa:16:3e:d5:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:58:35.862431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53444) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:35.868941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Request body: {'subnet': {'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1524136967-subnet', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:35.875272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 9b6d6349-6293-4bf5-9386-7898bb2e8382 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:35.875910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.885838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5054433
Mar 05 20:58:35.894749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6d6349-6293-4bf5-9386-7898bb2e8382 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:35.921258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Made reservation on behalf of 4629462cb9c24128921119298bb0655c for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:35.925469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.925896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] DHCP port deletion for 2b3d5cc6-cf52-466e-844d-ad651934c95a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:58:35.980594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ffce8-a509-4ad6-89be-f5e96f7f0ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc8a084-d4e7-4698-a078-6f62861cb3e4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:35.985753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:35.997895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:35.999149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.025554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-d2443f63-7a11-4f47-96d7-4febba07141f tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:36.033331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-d2443f63-7a11-4f47-96d7-4febba07141f tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4250538
Mar 05 20:58:36.033731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:58:36.064013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-3c72d008-b825-4cf8-825d-1f386234188d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/quotas/6554e19485bf42f3b2e5fb14472dea2b HTTP/1.1" status: 200  len: 375 time: 0.0293562
Mar 05 20:58:36.154931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-94846b69-439a-4211-900d-6d90bf2b68ec tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0897152
Mar 05 20:58:36.157390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.219531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:36.242294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['9b6d6349-6293-4bf5-9386-7898bb2e8382'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:36.309940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Deleting port fb97b070-68f8-44e0-a906-212b39ea8638 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:36.310670 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.361958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-129220d7-bf64-429d-b37e-fbf432b35f1d req-d2a0fc62-00c6-4223-9624-1617fe4661d1 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6020546
Mar 05 20:58:36.387054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.390806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.391600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (28e68907-de0d-492f-a9c7-8f1713024989), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.440047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] For port fb97b070-68f8-44e0-a906-212b39ea8638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb97b070-68f8-44e0-a906-212b39ea8638,segment=NetworkSegment(68eaba6b-0dfc-42a2-b409-3422a9c3d762),segment_id=68eaba6b-0dfc-42a2-b409-3422a9c3d762)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:36.441781 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.482112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8929dc10>,) {'filters': {'network_id': ['da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:36.483442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Calling delete_port for fb97b070-68f8-44e0-a906-212b39ea8638 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:36.498072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8929dc10>, '828933c2-bad0-413a-b1bc-0c851bca58e4') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:36.499649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8929dc10>, '828933c2-bad0-413a-b1bc-0c851bca58e4') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:36.514875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (828933c2-bad0-413a-b1bc-0c851bca58e4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.555074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a77201c1-98d3-4dd8-91ec-654a9aa496b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:36.588597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c51689f9-bbb4-49f2-8459-6cb6c85f098b req-a4c9a375-971c-4ce4-9c0e-b7a685e19c4f tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.0970280
Mar 05 20:58:36.607325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e68907-de0d-492f-a9c7-8f1713024989,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:36.608466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (828933c2-bad0-413a-b1bc-0c851bca58e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.631277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Checking segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:36.631989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Network hostable DHCP agents. Network: 2fc8a084-d4e7-4698-a078-6f62861cb3e4, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:58:36.650678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:58:36.651162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (828933c2-bad0-413a-b1bc-0c851bca58e4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:58:36.659245 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:58:36.671299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:58:36.679351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: a77201c1-98d3-4dd8-91ec-654a9aa496b2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:36.680674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a77201c1-98d3-4dd8-91ec-654a9aa496b2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:36.682771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fb97b070-68f8-44e0-a906-212b39ea8638 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:36.692557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2fc8a084-d4e7-4698-a078-6f62861cb3e4) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:36.718861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:36.719474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.742467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2757d-1425-4b75-b9c4-376fbe5f26d5 req-7eaf8c92-daf8-4fcf-a13e-fdd7eba42a78 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:36.750045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d407b060-36f2-4d6d-ae2f-e90959ba185b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8838191
Mar 05 20:58:36.750748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:36.750820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8ee2757d-1425-4b75-b9c4-376fbe5f26d5 req-7eaf8c92-daf8-4fcf-a13e-fdd7eba42a78 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.2247441
Mar 05 20:58:36.751747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd24e29-fa90-422c-b838-4a66f99df0f1 None None] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:36.755469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:36.801966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (fa373266-d421-46e5-a1a0-2cc167569f62), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.803294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (fa373266-d421-46e5-a1a0-2cc167569f62), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.858221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8ee2757d-1425-4b75-b9c4-376fbe5f26d5 req-59370e8a-639f-4c17-bc7f-034bc4eed3e2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064963
Mar 05 20:58:36.864372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.911965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:36.929191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/networks/da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89 HTTP/1.1" status: 204  len: 168 time: 1.2810726
Mar 05 20:58:36.942792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53468) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:37.007446 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.082366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'project_id': '4629462cb9c24128921119298bb0655c', 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 20:58:37.083477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.086286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] No DVR routers for this DVR port fb97b070-68f8-44e0-a906-212b39ea8638 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:37.090042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c1d23-61cb-4593-a146-c77f6317cc6c None None] Pushing event deleted for resources: {'Port': ['ID=fb97b070-68f8-44e0-a906-212b39ea8638,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:37.105815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fb97b070-68f8-44e0-a906-212b39ea8638 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:37.106373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fb97b070-68f8-44e0-a906-212b39ea8638), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.123187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ff6c-c088-4b69-9d5d-9d4cb4917284 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Network': ['ID=da3ff7ac-2d9c-4f49-a4eb-d748dd0fcd89,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:37.136586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:37.213193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2b3d5cc6-cf52-466e-844d-ad651934c95a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.215024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-aa596d02-d23f-4677-8d32-3051fe7f4de2 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0847578
Mar 05 20:58:37.225507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for router_controller (fa373266-d421-46e5-a1a0-2cc167569f62), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.228097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1904c-3dd7-4035-956c-a130c6e85664 req-0f19d81e-8638-4411-b7e2-40f42f624d03 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:37.239827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6f1904c-3dd7-4035-956c-a130c6e85664 req-0f19d81e-8638-4411-b7e2-40f42f624d03 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1126 time: 0.1126275
Mar 05 20:58:37.482350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Allocated IP 172.20.0.2 (2fc8a084-d4e7-4698-a078-6f62861cb3e4/28e68907-de0d-492f-a9c7-8f1713024989/f7f9ab87-4bad-470c-a1cc-b48865a7dcf5) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:37.487517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa72ff-eecd-4be4-a830-dfa4cc85284c req-e3d80447-fded-4b94-a4d0-d3a31760eea2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:37.489123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90fa72ff-eecd-4be4-a830-dfa4cc85284c req-e3d80447-fded-4b94-a4d0-d3a31760eea2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 945 time: 0.6066487
Mar 05 20:58:37.512088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6f1904c-3dd7-4035-956c-a130c6e85664 req-66c506c8-b4e6-41e6-ae7d-f6e554f4b585 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675831
Mar 05 20:58:37.521553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9972730e-7c72-4daf-92a6-99b72e4ad54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.533190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2b3d5cc6-cf52-466e-844d-ad651934c95a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.566042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dfd0>,) {'filters': {'network_id': ['2b3d5cc6-cf52-466e-844d-ad651934c95a']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:37.579264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dfd0>, '68eaba6b-0dfc-42a2-b409-3422a9c3d762') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:37.581917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dfd0>, '68eaba6b-0dfc-42a2-b409-3422a9c3d762') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:37.601234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (68eaba6b-0dfc-42a2-b409-3422a9c3d762), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.619515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (68eaba6b-0dfc-42a2-b409-3422a9c3d762), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.631577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:58:37.634412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (68eaba6b-0dfc-42a2-b409-3422a9c3d762), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:58:37.644473 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:58:37.690837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9b6d6349-6293-4bf5-9386-7898bb2e8382 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:37.803485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb070a6-32e0-491b-b547-c7e430019f3d req-727d7def-9fe3-4635-9879-f623970f70e7 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:37.807363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-beb070a6-32e0-491b-b547-c7e430019f3d req-727d7def-9fe3-4635-9879-f623970f70e7 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.0813653
Mar 05 20:58:37.808624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2b3d5cc6-cf52-466e-844d-ad651934c95a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.837555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 9b6d6349-6293-4bf5-9386-7898bb2e8382 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:58:37.842047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for router_gateway (fa373266-d421-46e5-a1a0-2cc167569f62), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.849203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 9b6d6349-6293-4bf5-9386-7898bb2e8382 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:37.849738 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.851310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.858252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9972730e-7c72-4daf-92a6-99b72e4ad54b admin admin] Publish callbacks [] for security_group (64d37547-adf2-4d26-a725-a0da09c738f1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.873176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90fa72ff-eecd-4be4-a830-dfa4cc85284c req-0f5b79ad-dbe1-4d53-8f23-31ca9cde821c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3646288
Mar 05 20:58:37.873823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] 10.222.0.15 "DELETE /v2.0/networks/2b3d5cc6-cf52-466e-844d-ad651934c95a HTTP/1.1" status: 204  len: 168 time: 0.9202201
Mar 05 20:58:37.900196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f30a6-f43d-4b3d-a599-dd3a301f8512 tempest-TaggedBootDevicesTest-602522751 tempest-TaggedBootDevicesTest-602522751-project] Pushing event deleted for resources: {'Network': ['ID=2b3d5cc6-cf52-466e-844d-ad651934c95a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:37.917324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-73e2fd0e-41ac-47c1-9db4-c5967253891d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:37.918890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-73e2fd0e-41ac-47c1-9db4-c5967253891d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6862841
Mar 05 20:58:37.921074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9972730e-7c72-4daf-92a6-99b72e4ad54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64d37547-adf2-4d26-a725-a0da09c738f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.950450 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks [] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.958176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-beb070a6-32e0-491b-b547-c7e430019f3d req-d6cd447c-264d-4d39-9a8e-382dc1daeca0 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378319
Mar 05 20:58:37.966673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:37.986132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Request body: {'port': {'device_id': '00a6114e-7710-4ccf-b462-bb8c98001725', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '6554e19485bf42f3b2e5fb14472dea2b'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:38.020276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972730e-7c72-4daf-92a6-99b72e4ad54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d37547-adf2-4d26-a725-a0da09c738f1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:38.083645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:38.095765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:38.102449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:38.160753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab591a6b-aba7-4984-9dad-73b3ccc30097 req-4882227e-2713-404d-adcb-b064fba2a846 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.0854788
Mar 05 20:58:38.173693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Pushing event updated for resources: {'Port': ['ID=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:38.199854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-21ff090b-16a5-45ee-95d0-3b64c4b8aac8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1036837
Mar 05 20:58:38.204917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:38.205078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9972730e-7c72-4daf-92a6-99b72e4ad54b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a957e9acaa14956b362bcd7967a1a7c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0584304
Mar 05 20:58:38.217619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 9b6d6349-6293-4bf5-9386-7898bb2e8382 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:38.218029 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.287165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:38.289479 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc9abd6-d5e5-4b92-85c7-d4ed5ee73429" -d '{"events": [{"server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:38.296072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:38.325138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.335816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] Publish callbacks [] for security_group (64d37547-adf2-4d26-a725-a0da09c738f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.376410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] Publish callbacks [] for security_group (64d37547-adf2-4d26-a725-a0da09c738f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.395090 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d4078-4314-4b51-9532-d7421e5e9798 x-openstack-request-id: req-487d4078-4314-4b51-9532-d7421e5e9798 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:38.395362 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:38.395627 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-487d4078-4314-4b51-9532-d7421e5e9798 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:38.396049 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382', 'code': 200}
Mar 05 20:58:38.396905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Attempting to bind port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:38.397284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Attempting to bind port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:38.397643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Attempting to bind port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 on network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:38.406312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:38.406704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Checking segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:38.407120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.407520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Bound using segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:38.408034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Bound port: f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:38.408429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.414632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6491-ae8d-4071-8e85-d1bf40b4bfd8 req-e440763c-f00e-48ff-a276-32fa951ce18d tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:38.419152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a1b6491-ae8d-4071-8e85-d1bf40b4bfd8 req-e440763c-f00e-48ff-a276-32fa951ce18d tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 1126 time: 0.3796842
Mar 05 20:58:38.484399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64d37547-adf2-4d26-a725-a0da09c738f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.488418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.490727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64d37547-adf2-4d26-a725-a0da09c738f1 HTTP/1.1" status: 204  len: 168 time: 0.2843120
Mar 05 20:58:38.533538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:38.555976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-a404b2f6-dfa4-49d0-96d8-f8d7b92b9ba8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:38.557603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-a404b2f6-dfa4-49d0-96d8-f8d7b92b9ba8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3513784
Mar 05 20:58:38.565171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a1b6491-ae8d-4071-8e85-d1bf40b4bfd8 req-fd2d5010-ad01-4932-86e0-37cf9223368c tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066272
Mar 05 20:58:38.570102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] For port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:38.571736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68161c09-593a-4b19-ae15-1cb104f9268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d37547-adf2-4d26-a725-a0da09c738f1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:38.574889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] For port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:38.578250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Made reservation on behalf of 6554e19485bf42f3b2e5fb14472dea2b for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:38.582284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.587755 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.590751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Request body: {'port': {'device_id': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '6554e19485bf42f3b2e5fb14472dea2b'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:38.618281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:38.632444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea7b6e-d34d-4aba-9dae-0d38fadeeb0e req-23588a47-c3a6-4417-8a97-bb562d7049f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:38.634082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08ea7b6e-d34d-4aba-9dae-0d38fadeeb0e req-23588a47-c3a6-4417-8a97-bb562d7049f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 1128 time: 0.1402035
Mar 05 20:58:38.726131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d096b2-48b6-4e7e-a53e-98485e7aeca5 None None] Pushing event updated for resources: {'Port': ['ID=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:38.761901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08ea7b6e-d34d-4aba-9dae-0d38fadeeb0e req-107d2a73-5cb2-4f32-812a-2b1ff2d61e5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212049
Mar 05 20:58:39.344211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c44cb8-5df3-4667-a183-0ed365d9a3d6 req-5bcc9b2c-2ff7-45fb-9dc7-f9c60da3592e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:39.352743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30c44cb8-5df3-4667-a183-0ed365d9a3d6 req-5bcc9b2c-2ff7-45fb-9dc7-f9c60da3592e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1777453
Mar 05 20:58:39.444125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30c44cb8-5df3-4667-a183-0ed365d9a3d6 req-94e30c43-ab70-4798-bcda-85e367637c59 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889378
Mar 05 20:58:39.531563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for router_gateway (fa373266-d421-46e5-a1a0-2cc167569f62), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.592673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.611656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a3540-cc54-4352-8ab3-10f9841ced6e req-55984580-4b88-4a3f-a517-a6fd753119d5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:39.615264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-685a3540-cc54-4352-8ab3-10f9841ced6e req-55984580-4b88-4a3f-a517-a6fd753119d5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2715313
Mar 05 20:58:39.622983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71d64446-822d-4055-a3d7-a82f372de1f0 req-80870c13-2ab8-4408-b6dd-f76f3d9af72d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.0501647
Mar 05 20:58:39.772389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Made reservation on behalf of 6554e19485bf42f3b2e5fb14472dea2b for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:39.775958 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.820037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks [] for security_group (48704eb3-59f6-4767-855d-02e59d008d19), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.824011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.849769 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (48704eb3-59f6-4767-855d-02e59d008d19), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:39.862457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-685a3540-cc54-4352-8ab3-10f9841ced6e req-9f7bcf26-07d2-4626-848d-6e93c366e938 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405198
Mar 05 20:58:39.970947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48704eb3-59f6-4767-855d-02e59d008d19,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:39.994706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Allocated IP 172.35.0.235 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/83353eb2-b31e-4db5-ad12-28436e8cb229) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:40.250251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:40.257594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Allocated IP 192.168.233.146 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/f3d55e8e-71fd-427a-9669-f45552929be7) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:40.375172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341793c-fb04-44a8-81c1-32cf4c135d0f None None] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:40.559635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:40.601193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:40.644289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Provisioning complete for port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:40.644714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:40.791460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:40.793013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:40.800260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Pushing event updated for resources: {'Port': ['ID=83353eb2-b31e-4db5-ad12-28436e8cb229,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:40.910220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce1aedc4-96c1-4420-b35a-775740056b04 req-5283e94a-e139-4c07-9b57-24ed0e77edab tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.0580351
Mar 05 20:58:40.929264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.929615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.929960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.930297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.930630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.930961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.931329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.931661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.932007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.932324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.932840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.933314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.933796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:40.943739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:40.958953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:40.970331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:41.048822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Current status of the port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:41.049617 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.086812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2134-ad7b-4639-9fc1-762ef77f95ea req-ed1aac60-aa13-4df6-b875-2cc35bce5a85 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:41.095412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e72b2134-ad7b-4639-9fc1-762ef77f95ea req-ed1aac60-aa13-4df6-b875-2cc35bce5a85 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.0949733
Mar 05 20:58:41.151507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks [] for port (f3d55e8e-71fd-427a-9669-f45552929be7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.205120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e72b2134-ad7b-4639-9fc1-762ef77f95ea req-e31909de-db7b-458b-996d-189fd21008e2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079638
Mar 05 20:58:41.206362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072dffc-066e-4920-ba8b-11cba4e0df13 req-d0fa2692-7331-4150-b774-fdf7ad7ebdda tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:41.208483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c072dffc-066e-4920-ba8b-11cba4e0df13 req-d0fa2692-7331-4150-b774-fdf7ad7ebdda tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.6002719
Mar 05 20:58:41.241102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] For port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:41.252711 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.310888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:41.311800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.401525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca979c6-ebca-4037-80a4-90b1e14592d9 None None] Pushing event updated for resources: {'Port': ['ID=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:41.457393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 20:58:41.458384 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 20:58:41.481360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c072dffc-066e-4920-ba8b-11cba4e0df13 req-0f0393ac-4354-4915-9bb1-38587beb5ea4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643518
Mar 05 20:58:41.511086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.590146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d2d6d054-c7b3-4749-b43f-e51a6b9556fa None None] Provisioning complete for port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:41.590735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d054-c7b3-4749-b43f-e51a6b9556fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:41.666927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3928-a3b9-4c44-a3e7-a7f6f538028c req-c5ca2936-0746-4140-9708-9625f35c1ee8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:41.677392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad6a3928-a3b9-4c44-a3e7-a7f6f538028c req-c5ca2936-0746-4140-9708-9625f35c1ee8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1382968
Mar 05 20:58:41.752153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:41.756318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6d054-c7b3-4749-b43f-e51a6b9556fa None None] Current status of the port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:41.766540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:41.769010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Allocated IP 192.168.233.86 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/d89b87d8-65fa-4882-ac07-f0f70c7ec7eb) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:41.773433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad6a3928-a3b9-4c44-a3e7-a7f6f538028c req-324a09eb-0b4a-480f-87d8-6c983ae79d39 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866470
Mar 05 20:58:41.812822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:41.852729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:41.956275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:41.957616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.005910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-edb2c875-37a6-4ccd-be65-73b5a6823d37 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0342829
Mar 05 20:58:42.022214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:42.049348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-84a52693-5c85-4c06-9c0c-5d6b135231e2 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:58:42.051122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-84a52693-5c85-4c06-9c0c-5d6b135231e2 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060716
Mar 05 20:58:42.083167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1ef14b01-6402-44f0-8f88-04fe0ee4d17d None None] Provisioning complete for port f3d55e8e-71fd-427a-9669-f45552929be7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:42.083903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1ef14b01-6402-44f0-8f88-04fe0ee4d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.089214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Request body: {'port': {'device_id': '00a6114e-7710-4ccf-b462-bb8c98001725', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:42.101112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95364f75-8a70-451e-8240-381ad7e18cd1 req-08cce345-7798-462d-9a07-2c54fe032a74 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.0927358
Mar 05 20:58:42.120512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for router_gateway (fa373266-d421-46e5-a1a0-2cc167569f62), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.146498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1ef14b01-6402-44f0-8f88-04fe0ee4d17d None None] Port f3d55e8e-71fd-427a-9669-f45552929be7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:42.297737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks [] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.307142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.407859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:42.463466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:42.463875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.484456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.548747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:42.597149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:42.608658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:42.611553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:42.633507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (fa373266-d421-46e5-a1a0-2cc167569f62), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.670604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:42.825812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:42.826461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.874048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b03693ef-bbbb-40c2-a2ce-948d601c0be1 None None] Provisioning complete for port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:42.874423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b03693ef-bbbb-40c2-a2ce-948d601c0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:42.881230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-800b0169-a628-4262-926f-321ff1813b8b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.3041837
Mar 05 20:58:42.894178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc6ad4-078f-4c17-8fc7-5e69d81e930e req-fa61b2e8-c893-4759-ab2a-5751859fa2d3 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:42.895868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44cc6ad4-078f-4c17-8fc7-5e69d81e930e req-fa61b2e8-c893-4759-ab2a-5751859fa2d3 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2961917
Mar 05 20:58:42.902342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be428ac-b98d-4234-818e-f62639530f74 req-45aefaf6-56a5-4e72-a35e-c4d64bc84797 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:42.903940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1be428ac-b98d-4234-818e-f62639530f74 req-45aefaf6-56a5-4e72-a35e-c4d64bc84797 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.0622795
Mar 05 20:58:42.908018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Request body: {'port': {'device_id': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:42.935843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b03693ef-bbbb-40c2-a2ce-948d601c0be1 None None] Port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:42.960575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1be428ac-b98d-4234-818e-f62639530f74 req-73271ec7-ed82-4a11-af9c-b9406bf88a62 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494070
Mar 05 20:58:43.076014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:43.085842 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44cc6ad4-078f-4c17-8fc7-5e69d81e930e req-ad2133ba-d421-4061-8873-2abdc6080e41 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745014
Mar 05 20:58:43.094767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:43.105904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks [] for port (f3d55e8e-71fd-427a-9669-f45552929be7), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:43.117130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Router fa373266-d421-46e5-a1a0-2cc167569f62 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 20:58:43.140583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Transition to ACTIVE for port object f3d55e8e-71fd-427a-9669-f45552929be7 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:43.155431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:43.246263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8d73-9d20-4164-8970-09e758d81c06 req-74f23a7a-803a-4417-83f5-1c66de9be6a0 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:43.247971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b58c8d73-9d20-4164-8970-09e758d81c06 req-74f23a7a-803a-4417-83f5-1c66de9be6a0 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 935 time: 0.0699627
Mar 05 20:58:43.349186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b58c8d73-9d20-4164-8970-09e758d81c06 req-a790a949-f588-4601-82bc-3f8aa62f551f tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933909
Mar 05 20:58:43.765247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:43.891051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:43.915810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Sync routers for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:43.929837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:43.930496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83341b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:43.935435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Attempting to bind port f3d55e8e-71fd-427a-9669-f45552929be7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:43.935837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Attempting to bind port f3d55e8e-71fd-427a-9669-f45552929be7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:43.936193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Attempting to bind port f3d55e8e-71fd-427a-9669-f45552929be7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:43.948653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Port f3d55e8e-71fd-427a-9669-f45552929be7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:43.948994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Attempting to bind port f3d55e8e-71fd-427a-9669-f45552929be7 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:43.952807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:43.954073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-39cc7e92-c3bb-46f3-8d55-a84ea2d44f31 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.2027893
Mar 05 20:58:43.957481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53904) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:43.967044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:43.967340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:43.967713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:43.968167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Bound port: f3d55e8e-71fd-427a-9669-f45552929be7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:43.968531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.056207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:44.098243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:44.138471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89b87d8-65fa-4882-ac07-f0f70c7ec7eb {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:44.148703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:44.151401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks [] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.165564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.178640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Transition to ACTIVE for port object d89b87d8-65fa-4882-ac07-f0f70c7ec7eb will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:44.209500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.219585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:44.219585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.221075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f3d55e8e-71fd-427a-9669-f45552929be7 HTTP/1.1" status: 200  len: 1096 time: 2.1573527
Mar 05 20:58:44.239741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:44.243508 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f229fc0b-98df-4de6-a2d0-8759e7e98943" -d '{"events": [{"name": "network-changed", "server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:44.310777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19491f-a4ab-460e-a1ef-3af5e00b93e9 req-a3a1997b-3b1e-4720-b1ae-db3b177237c2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:44.312458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c19491f-a4ab-460e-a1ef-3af5e00b93e9 req-a3a1997b-3b1e-4720-b1ae-db3b177237c2 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2117269
Mar 05 20:58:44.322230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53918) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:44.379170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53926) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:44.404921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10060f7-dba6-464b-bb6e-95058fd33ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:44.465385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c3485-0fdd-49f8-bbc5-87caca1e8d2f req-56a44ec0-a713-42c8-a8d2-3e8d6f8ae83a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:44.468317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa0c3485-0fdd-49f8-bbc5-87caca1e8d2f req-56a44ec0-a713-42c8-a8d2-3e8d6f8ae83a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2595792
Mar 05 20:58:44.486954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83341b20>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:41Z', 'revision_number': 3, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:44.560720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Checking router: fa373266-d421-46e5-a1a0-2cc167569f62 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:44.561107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Updating router fa373266-d421-46e5-a1a0-2cc167569f62 port 83353eb2-b31e-4db5-ad12-28436e8cb229 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:58:44.637009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.692296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c19491f-a4ab-460e-a1ef-3af5e00b93e9 req-69391e8b-7553-4937-acb3-b49c4487978a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3412802
Mar 05 20:58:44.697865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:44.737022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Attempting to bind port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:44.737943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Attempting to bind port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:44.738343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Attempting to bind port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:44.746772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:44.747103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Attempting to bind port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:44.751722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-79b9a492-10fa-4d56-a03a-4350f02ffabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:44.753510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-79b9a492-10fa-4d56-a03a-4350f02ffabc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 1130 time: 0.4830492
Mar 05 20:58:44.756551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:44.757062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:44.757274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:44.757709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Bound port: d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:44.758064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:44.813119 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c08334-df9d-498d-8916-7b9463a94d03 x-openstack-request-id: req-d0c08334-df9d-498d-8916-7b9463a94d03 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:44.813411 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:44.813666 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0c08334-df9d-498d-8916-7b9463a94d03 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:44.814068 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'status': 'completed', 'code': 200}
Mar 05 20:58:44.819556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-d15eebc5-1356-4d7b-a5a6-8dc5d0bfe4f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f3d55e8e-71fd-427a-9669-f45552929be7 HTTP/1.1" status: 200  len: 217 time: 0.0590792
Mar 05 20:58:44.993669 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.004734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-2164bf72-7614-48a5-817a-96429985dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.006606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-2164bf72-7614-48a5-817a-96429985dd34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1573822
Mar 05 20:58:45.013733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:45.020926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:45.032625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa0c3485-0fdd-49f8-bbc5-87caca1e8d2f req-273def5f-97d5-4fbc-bfb4-bfcb85f62837 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4492388
Mar 05 20:58:45.074709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea4d4-a6ed-4ba2-98ff-1d0cc0622c28 req-8bd977a1-abf4-4d75-9fed-4ad55508119b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.076521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-386ea4d4-a6ed-4ba2-98ff-1d0cc0622c28 req-8bd977a1-abf4-4d75-9fed-4ad55508119b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 947 time: 0.1805100
Mar 05 20:58:45.079780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.133650 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks [] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.142736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.160936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.162100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.163569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] 10.222.0.23 "PUT /v2.0/ports/d89b87d8-65fa-4882-ac07-f0f70c7ec7eb HTTP/1.1" status: 200  len: 1095 time: 2.2667580
Mar 05 20:58:45.230172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-687f1d94-495e-4fdc-8d5f-7780f24d2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.231748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-687f1d94-495e-4fdc-8d5f-7780f24d2336 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2156048
Mar 05 20:58:45.257962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Attempting to bind port 83353eb2-b31e-4db5-ad12-28436e8cb229 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:45.259222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Attempting to bind port 83353eb2-b31e-4db5-ad12-28436e8cb229 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:45.259804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Attempting to bind port 83353eb2-b31e-4db5-ad12-28436e8cb229 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:45.263270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Pushing event updated for resources: {'Port': ['ID=83353eb2-b31e-4db5-ad12-28436e8cb229,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:45.272883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6494-9486-4778-9bc3-a92680be5390 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:45.290051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:45.290826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:45.291440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.293189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:45.293922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Bound port: 83353eb2-b31e-4db5-ad12-28436e8cb229, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:45.294568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.299711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.301087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.301626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.302187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.302719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.303263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.303823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.304350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.304888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.305413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.306582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.307598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.308059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.328603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Publish callbacks [] for security_group (c3944a90-eadf-41f1-bc4a-d8512851a425), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.363405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-386ea4d4-a6ed-4ba2-98ff-1d0cc0622c28 req-45755ed9-ca71-4c1f-93c8-290f665bcd66 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413161
Mar 05 20:58:45.389756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-8c0fd636-e14a-4096-abd7-1537b4bda343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.391403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-8c0fd636-e14a-4096-abd7-1537b4bda343 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 1129 time: 0.1861701
Mar 05 20:58:45.395861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] For port 83353eb2-b31e-4db5-ad12-28436e8cb229, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:45.414246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] For port 83353eb2-b31e-4db5-ad12-28436e8cb229, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83353eb2-b31e-4db5-ad12-28436e8cb229,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:45.442676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.458540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-801e21c6-0952-4d0f-92b3-1af30c16898d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb HTTP/1.1" status: 200  len: 217 time: 0.0592837
Mar 05 20:58:45.460907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-7d767217-b73f-410c-bb3a-51cbe030802a service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961231
Mar 05 20:58:45.463017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c3944a90-eadf-41f1-bc4a-d8512851a425), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.531728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a8a5a-c77d-423d-806b-f80abf8f87da None None] Pushing event updated for resources: {'Port': ['ID=83353eb2-b31e-4db5-ad12-28436e8cb229,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:45.550697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:45.551914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83341b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:45.563045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.625432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ff38e7d62dc4f5daa04cd84693c2e90&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2387047
Mar 05 20:58:45.626625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:45.629531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3944a90-eadf-41f1-bc4a-d8512851a425,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:45.637845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a477d9a5-7788-416a-8654-8ca5e3ad6f87 req-e60f6500-ed76-4a05-ad70-33d05686e56d service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610680
Mar 05 20:58:45.638135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-260b1100-c312-4364-93e4-398fa727feb2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.640779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-caf5b646-9385-47ad-a34d-137ebb500fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.646062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-caf5b646-9385-47ad-a34d-137ebb500fea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1777174
Mar 05 20:58:45.647500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-260b1100-c312-4364-93e4-398fa727feb2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.3108566
Mar 05 20:58:45.701147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.701935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.702427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.703000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.703432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.703867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.704393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.704669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.705073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.705408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.705888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.706732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.707702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09bdb7-8f98-474c-b50a-65fb6f033d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:58:45.752620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:45.756414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4af25d92-8635-4a4b-a418-d5dfdf9096f7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/quotas/77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 375 time: 0.1079531
Mar 05 20:58:45.795807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a1a6-e192-4876-87ab-69203821c31b req-0712e866-d1c8-45a1-a7ce-477aff5ad3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.797460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-0712e866-d1c8-45a1-a7ce-477aff5ad3a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1434050
Mar 05 20:58:45.890875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] Publish callbacks [] for security_group (c3944a90-eadf-41f1-bc4a-d8512851a425), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.921330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-f5bc53fe-f782-44ff-84d2-df3f36469811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:45.922937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-f5bc53fe-f782-44ff-84d2-df3f36469811 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 1130 time: 0.1938705
Mar 05 20:58:45.952576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-fce49c49-5dcd-4313-bcbe-aaa256bb09f3 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1952662
Mar 05 20:58:45.957313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] Publish callbacks [] for security_group (c3944a90-eadf-41f1-bc4a-d8512851a425), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:45.978723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Allocated IP 172.20.0.1 (2fc8a084-d4e7-4698-a078-6f62861cb3e4/28e68907-de0d-492f-a9c7-8f1713024989/d1481eb8-9d80-45e0-aee3-5f9be681b881) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:45.985502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:46.049823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-7822bde5-8a72-43fe-94c4-9cde9f612841 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360222
Mar 05 20:58:46.067218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f0ea2-7d46-4452-bc78-8670a7291334 req-865333c7-7eb7-4616-8a29-86b71a2c9c26 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.068868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3f0ea2-7d46-4452-bc78-8670a7291334 req-865333c7-7eb7-4616-8a29-86b71a2c9c26 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2562840
Mar 05 20:58:46.155554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83341b20>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:41Z', 'revision_number': 3, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:46.199320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145d055-321d-4b43-8aa5-95100c8aeafa None None] The sync data for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 is: [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:41Z', 'revision_number': 3, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:46.201699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-ab262870-3014-43e4-9c9a-d131c3910100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.203181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-ab262870-3014-43e4-9c9a-d131c3910100 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2683043
Mar 05 20:58:46.216973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c3944a90-eadf-41f1-bc4a-d8512851a425), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:46.228659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:46.228659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3944a90-eadf-41f1-bc4a-d8512851a425 HTTP/1.1" status: 204  len: 168 time: 0.5929372
Mar 05 20:58:46.268785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3f0ea2-7d46-4452-bc78-8670a7291334 req-5348bce0-0dff-43a0-8777-2b3dc2432275 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877322
Mar 05 20:58:46.274183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-82fae5aa-a38f-46bd-9f26-3b8ee1e24a5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f3d55e8e-71fd-427a-9669-f45552929be7 HTTP/1.1" status: 200  len: 217 time: 0.0597348
Mar 05 20:58:46.277675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc760c-bd61-4051-b4e7-3aefd9f2a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3944a90-eadf-41f1-bc4a-d8512851a425,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:46.388049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-16093694-bec3-478a-ab1f-b5800a617c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.389975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-16093694-bec3-478a-ab1f-b5800a617c5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0827441
Mar 05 20:58:46.397163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45c1a1a6-e192-4876-87ab-69203821c31b req-3d5e86f7-b82d-4d65-a380-83ecf8a67eb7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3401818
Mar 05 20:58:46.528924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-3a37d0da-4f9c-4ed9-97f3-036f68d13bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.530491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-3a37d0da-4f9c-4ed9-97f3-036f68d13bba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1308360
Mar 05 20:58:46.546416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254f73-eac3-4909-9df8-48e2293aaed8 req-8fb1b721-5533-4a40-9c62-9bb015909473 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.548045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4254f73-eac3-4909-9df8-48e2293aaed8 req-8fb1b721-5533-4a40-9c62-9bb015909473 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1469305
Mar 05 20:58:46.683524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-12ff02d5-8640-4a43-8acc-1e32f7164249 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7160368
Mar 05 20:58:46.717537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4254f73-eac3-4909-9df8-48e2293aaed8 req-2844dfda-6b43-4c2a-b8a4-47a1935e9725 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593919
Mar 05 20:58:46.778830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-ccd2b36a-d5d2-432e-a699-fd1a9efb8bcc service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400272
Mar 05 20:58:46.828174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks [] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:46.838622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:46.841309 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5e111-7239-4ec2-9310-c27f90173227" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:46.896756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-e0e5013a-5fe7-41c8-a55f-a0a3ac51a935 service neutron] 10.222.0.15 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002342
Mar 05 20:58:46.922090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c4488-7950-4f95-8dd6-f9081bd357f7 req-746a11b6-b9ab-44e9-8ac3-59309e25379e tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:46.923614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c08c4488-7950-4f95-8dd6-f9081bd357f7 req-746a11b6-b9ab-44e9-8ac3-59309e25379e tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 947 time: 0.1118271
Mar 05 20:58:46.999519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:47.012107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c08c4488-7950-4f95-8dd6-f9081bd357f7 req-461737eb-9ad1-43bc-a954-dd07680d7fcc tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728898
Mar 05 20:58:47.021251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f229fc0b-98df-4de6-a2d0-8759e7e98943 req-95b86c7b-cb00-44fd-a69a-d49ac12d872f service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364209
Mar 05 20:58:47.059182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:47.066778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:47.075790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:47.133921 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5cd73b-a7e3-428e-8df0-95062d44fcc3 x-openstack-request-id: req-7d5cd73b-a7e3-428e-8df0-95062d44fcc3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:47.135764 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:47.136543 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d5cd73b-a7e3-428e-8df0-95062d44fcc3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:47.137137 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'status': 'completed', 'code': 200}
Mar 05 20:58:47.152133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (fa373266-d421-46e5-a1a0-2cc167569f62), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:47.237973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-48c332e3-c72c-473d-a2f8-2e8589a12dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:47.240654 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-48c332e3-c72c-473d-a2f8-2e8589a12dee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 1129 time: 0.0869796
Mar 05 20:58:47.328133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:47.525040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d87e66a1-c066-410a-bff6-483ce6ab496e None None] Provisioning complete for port d1481eb8-9d80-45e0-aee3-5f9be681b881 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:47.528127 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d87e66a1-c066-410a-bff6-483ce6ab496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:47.541969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa1b350c-fc6a-4a53-9d62-6c6e98108718 req-91e03318-0181-4131-ab9a-0299ea6212a5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 210 time: 0.0418470
Mar 05 20:58:47.592958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d87e66a1-c066-410a-bff6-483ce6ab496e None None] Port d1481eb8-9d80-45e0-aee3-5f9be681b881 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:47.609602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-08314c13-3e21-485e-bf26-8b68419bf6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:47.611138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-08314c13-3e21-485e-bf26-8b68419bf6af service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.3583071
Mar 05 20:58:47.635205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:47.701783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-fa6fc378-6567-44f7-a0ab-3bbcd1b684be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb HTTP/1.1" status: 200  len: 217 time: 0.0830646
Mar 05 20:58:47.745885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45397a71-5cb3-4f37-a0e7-770badc96b80 req-9ef82de4-edb9-4fca-bf6f-636f3d73e0d7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:47.754268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45397a71-5cb3-4f37-a0e7-770badc96b80 req-9ef82de4-edb9-4fca-bf6f-636f3d73e0d7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2994812
Mar 05 20:58:47.817181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:47.838442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Deleting port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:47.846067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:47.899100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-459b7768-b008-407c-9412-9a63da1eb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:47.922696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-459b7768-b008-407c-9412-9a63da1eb8d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.2115929
Mar 05 20:58:47.946557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45397a71-5cb3-4f37-a0e7-770badc96b80 req-fca120b3-0e4f-4a2f-8fa7-2ea1d6066319 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912038
Mar 05 20:58:47.950935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:47.996601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'mac_address': 'fa:16:3e:3a:3e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:58:48.092805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:48.110831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d790-4c66-4d51-bf81-34cb1900b52c req-32e7ff1c-f096-4247-a06a-864b37dae431 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:48.122758 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c30d790-4c66-4d51-bf81-34cb1900b52c req-32e7ff1c-f096-4247-a06a-864b37dae431 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2851365
Mar 05 20:58:48.145898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] For port 971bc48d-bd3d-4a1f-b3a3-741953aadd5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:48.146491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.179798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-9625a1a8-ab46-4706-bb78-c3c88c8084ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:48.193406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-9625a1a8-ab46-4706-bb78-c3c88c8084ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2152798
Mar 05 20:58:48.203189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Calling delete_port for 971bc48d-bd3d-4a1f-b3a3-741953aadd5a owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:48.221271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:48.222610 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.252585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:48.285416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:48.297443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.314000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c30d790-4c66-4d51-bf81-34cb1900b52c req-658b5cbf-6cbb-4a1f-ac39-51da2a4bf4f4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738322
Mar 05 20:58:48.316744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:48.360759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'mac_address': 'fa:16:3e:c9:0d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:58:48.396487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-2a25620d-eb5c-49ec-b09a-50f54aa7bae9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015450
Mar 05 20:58:48.433404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bc67e-8f80-4571-b278-a3bac73c34bc req-d79b6580-0d73-414b-b5e2-ec23968133e9 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:48.441466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34bc67e-8f80-4571-b278-a3bac73c34bc req-d79b6580-0d73-414b-b5e2-ec23968133e9 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 947 time: 0.2976458
Mar 05 20:58:48.464068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:48.468270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:48.468876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.492348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89b87d8-65fa-4882-ac07-f0f70c7ec7eb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:48.522242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:48.529192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.537877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f3d55e8e-71fd-427a-9669-f45552929be7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:48.670477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83353eb2-b31e-4db5-ad12-28436e8cb229 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:48.801060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd52ed71-068f-4063-97bc-ddcb6cf44a50 req-0302fad2-aade-4a24-bfa9-40bc47d8d1df tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 210 time: 0.0934618
Mar 05 20:58:48.847906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:48.851250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2a5e111-7239-4ec2-9310-c27f90173227 req-6efd19e1-555a-4af6-9a7b-e491590937ae service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4482374
Mar 05 20:58:48.853523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['d89b87d8-65fa-4882-ac07-f0f70c7ec7eb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:48.932868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 83353eb2-b31e-4db5-ad12-28436e8cb229 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:48.933434 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:48.955545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks [] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.020761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34bc67e-8f80-4571-b278-a3bac73c34bc req-c0c1ac4e-c16c-4e55-859c-9dfa75af7183 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5784032
Mar 05 20:58:49.024567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.028236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (971bc48d-bd3d-4a1f-b3a3-741953aadd5a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.122903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (fa373266-d421-46e5-a1a0-2cc167569f62), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.219111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e11cb-fc2f-4e7d-bfd1-71d0545f5c59 req-665d5369-4fe1-45b2-b0c0-1ba0a1ddd83b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:49.220733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e89e11cb-fc2f-4e7d-bfd1-71d0545f5c59 req-665d5369-4fe1-45b2-b0c0-1ba0a1ddd83b tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1328313
Mar 05 20:58:49.227244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54128) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:49.318084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:49.348471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e89e11cb-fc2f-4e7d-bfd1-71d0545f5c59 req-bef9142c-74eb-4750-a2e3-c96c6aafa95a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019003
Mar 05 20:58:49.375323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Pushing event deleted for resources: {'Port': ['ID=971bc48d-bd3d-4a1f-b3a3-741953aadd5a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:49.415154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 83353eb2-b31e-4db5-ad12-28436e8cb229 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:49.415788 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.440464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 83353eb2-b31e-4db5-ad12-28436e8cb229, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83353eb2-b31e-4db5-ad12-28436e8cb229,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:49.450037 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.523074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29e4a9e4-cf02-4389-9958-b259891b39db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.562324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=83353eb2-b31e-4db5-ad12-28436e8cb229,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:49.601055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.627112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:49.693070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:49.723038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da998297-b054-4700-9952-34e6c5ed243a req-becd0c67-7db5-4dd1-82bd-d96dbbbfdf3f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:49.725209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da998297-b054-4700-9952-34e6c5ed243a req-becd0c67-7db5-4dd1-82bd-d96dbbbfdf3f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1913292
Mar 05 20:58:49.750779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-bf610c42-265d-4ca2-b7bd-14881cb8ddf0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:49.752547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-bf610c42-265d-4ca2-b7bd-14881cb8ddf0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 807 time: 0.1852949
Mar 05 20:58:49.760250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29e4a9e4-cf02-4389-9958-b259891b39db admin admin] Publish callbacks [] for security_group (2dd2bdc6-39f4-4ad2-a341-df1050b885a1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.769601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Request body: {'port': {'device_id': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'admin_state_up': True, 'tenant_id': '77c35382c7454a51ab1fbd37f9157ef4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:49.774757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29e4a9e4-cf02-4389-9958-b259891b39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2dd2bdc6-39f4-4ad2-a341-df1050b885a1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:49.882162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-29e4a9e4-cf02-4389-9958-b259891b39db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbcdb241d131498383d795897e2ffbee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6524048
Mar 05 20:58:49.889499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4a9e4-cf02-4389-9958-b259891b39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2bdc6-39f4-4ad2-a341-df1050b885a1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:49.894874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54164) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:49.962330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d9467f6-b0bb-4776-8a9b-cceb1a1237e2 req-eacf0acc-f21f-4e5a-9a9a-816f73b88f61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 210 time: 0.0415020
Mar 05 20:58:49.995433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Made reservation on behalf of 77c35382c7454a51ab1fbd37f9157ef4 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:58:50.000059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.007211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da998297-b054-4700-9952-34e6c5ed243a req-6ae808fe-66d6-44e4-b7ca-16e8a4f1376d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2727227
Mar 05 20:58:50.059586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5cbae911-2ac5-4994-b1cd-a3fb9c4e2ea7 None None] Provisioning complete for port d1481eb8-9d80-45e0-aee3-5f9be681b881 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:50.060575 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5cbae911-2ac5-4994-b1cd-a3fb9c4e2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.064827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Router fa373266-d421-46e5-a1a0-2cc167569f62 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:50.107831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5cbae911-2ac5-4994-b1cd-a3fb9c4e2ea7 None None] Port d1481eb8-9d80-45e0-aee3-5f9be681b881 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:58:50.150350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] Publish callbacks [] for security_group (2dd2bdc6-39f4-4ad2-a341-df1050b885a1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.258903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] Publish callbacks [] for security_group (2dd2bdc6-39f4-4ad2-a341-df1050b885a1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.269225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Allocated IP 172.20.0.13 (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397/f0fe9d12-5675-40d0-b2de-9a8fa6679078/45250c7d-a9c6-48f1-8ae6-302bb7ba938d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:50.291023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:50.300429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b3546-7bae-49ef-981f-7f6e765871e1 req-42ac6f1a-c7d8-4a1d-83bb-aa342b4b9bfc tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:50.302681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de4b3546-7bae-49ef-981f-7f6e765871e1 req-42ac6f1a-c7d8-4a1d-83bb-aa342b4b9bfc tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 948 time: 0.1441548
Mar 05 20:58:50.476617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de4b3546-7bae-49ef-981f-7f6e765871e1 req-65c6c2fb-f2ca-4c31-80e3-e7bd2ef43c3b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681468
Mar 05 20:58:50.515793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:50.528655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0b0d9a6e-a3bc-4161-99d9-f2aa3cae2ad3 admin admin] 10.222.0.15 "PUT /v2.0/routers/fa373266-d421-46e5-a1a0-2cc167569f62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5613089
Mar 05 20:58:50.536344 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Sync routers for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:50.551931 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:50.553773 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90417100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:50.564462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2dd2bdc6-39f4-4ad2-a341-df1050b885a1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.567992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.569199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dd2bdc6-39f4-4ad2-a341-df1050b885a1 HTTP/1.1" status: 204  len: 168 time: 0.6246119
Mar 05 20:58:50.590291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks [] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:50.593448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83353eb2-b31e-4db5-ad12-28436e8cb229 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:50.596019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e866-f022-43ed-ad86-22005c4f82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2bdc6-39f4-4ad2-a341-df1050b885a1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:50.640575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f5ad-4761-432b-99ef-250d12556a7a req-2a472bef-b21e-45bf-ace2-15ea4f517a6c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:50.644791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98d5f5ad-4761-432b-99ef-250d12556a7a req-2a472bef-b21e-45bf-ace2-15ea4f517a6c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1522424
Mar 05 20:58:50.727550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:50.756942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Sync routers for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:50.757979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3a85242e-27be-4c2c-8f5e-608d307d727b admin admin] 10.222.0.15 "PUT /v2.0/routers/17c51ba5-7595-4cc3-8d1d-eb08ff466f53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4344208
Mar 05 20:58:50.761785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:50.840646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:50.842691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:50.913361 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:51.057723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:51.100121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:51.108181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 83353eb2-b31e-4db5-ad12-28436e8cb229 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:51.108573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:51.118914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:51.120486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:51.136202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:51.191897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:51.235944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:51.239885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:51.275695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-4ce2553d-f169-409b-9796-6b645778b238 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5115867
Mar 05 20:58:51.288139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Request body: {'port': {'device_id': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:51.417725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:51.577814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:51.622521 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90417100>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 2, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:51.640226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98d5f5ad-4761-432b-99ef-250d12556a7a req-83c1e79a-8c18-4737-a2c0-9cb87c7ab537 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9873955
Mar 05 20:58:51.718963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:51.722223 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Checking router: fa373266-d421-46e5-a1a0-2cc167569f62 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:51.723255 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Updating router fa373266-d421-46e5-a1a0-2cc167569f62 port d1481eb8-9d80-45e0-aee3-5f9be681b881 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 20:58:51.763336 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:51.790850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks [] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.039402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45250c7d-a9c6-48f1-8ae6-302bb7ba938d {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:52.042018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 83353eb2-b31e-4db5-ad12-28436e8cb229 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:52.054459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks [] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.068339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:52.085572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Transition to ACTIVE for port object 45250c7d-a9c6-48f1-8ae6-302bb7ba938d will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:58:52.087320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece032-b821-4108-8078-9b1df56ecc62 req-72cd1f5d-6e5e-4d43-9681-af59485ac595 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:52.097919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57ece032-b821-4108-8078-9b1df56ecc62 req-72cd1f5d-6e5e-4d43-9681-af59485ac595 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 932 time: 0.2618861
Mar 05 20:58:52.101925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.165518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks [] for router_gateway (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.184067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f3d55e8e-71fd-427a-9669-f45552929be7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:58:52.209949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54228) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:52.212829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f3d55e8e-71fd-427a-9669-f45552929be7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:52.213208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.228008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850533364', 'description': 'tempest-description--292015939'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:52.233156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:52.279204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:58:52.290283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:52.290890 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.310427 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks [] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.324213 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.325343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57ece032-b821-4108-8078-9b1df56ecc62 req-277fd251-4231-4e5b-b494-55649901ed91 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265537
Mar 05 20:58:52.334097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4dd90>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:58:48Z', 'revision_number': 5, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port': {'id': '4590e09c-0d4e-4514-bff6-1a456fe88d1d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:22Z', 'updated_at': '2022-03-05T20:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:52.361974 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.378307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Deleting port 4590e09c-0d4e-4514-bff6-1a456fe88d1d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:52.378677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.384699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Checking router: 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:52.437243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:52.441937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:52.442515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:52.456621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Routers {'17c51ba5-7595-4cc3-8d1d-eb08ff466f53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:52.457447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:52.472264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3471642-d63c-4e1a-9bf8-aa48084b8935 req-7b3982b3-7bbc-4892-8f35-72c66fb949cc tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:52.474180 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3471642-d63c-4e1a-9bf8-aa48084b8935 req-7b3982b3-7bbc-4892-8f35-72c66fb949cc tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1893368
Mar 05 20:58:52.476934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:58:52.477489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:52.486255 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97801ad-655f-4b1d-bec9-1b1254b88926 None None] Pushing event updated for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:52.493299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:52.494134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:52.494725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:52.495795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Bound port: 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:52.496515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.509431 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Attempting to bind port d1481eb8-9d80-45e0-aee3-5f9be681b881 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:58:52.509994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] For port 4590e09c-0d4e-4514-bff6-1a456fe88d1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4590e09c-0d4e-4514-bff6-1a456fe88d1d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:52.510126 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Attempting to bind port d1481eb8-9d80-45e0-aee3-5f9be681b881 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:58:52.510375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Attempting to bind port d1481eb8-9d80-45e0-aee3-5f9be681b881 on network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:58:52.510485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.516132 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:58:52.516510 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Checking segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:58:52.517429 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.517880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Bound using segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:58:52.518594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Bound port: d1481eb8-9d80-45e0-aee3-5f9be681b881, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:58:52.519812 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.528617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Calling delete_port for 4590e09c-0d4e-4514-bff6-1a456fe88d1d owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:52.588660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3471642-d63c-4e1a-9bf8-aa48084b8935 req-78ccd587-a482-4f17-8f3e-c2a74b7b560e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072021
Mar 05 20:58:52.592086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:52.592258 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.640420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:52.646875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:52.663278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.684398 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] For port d1481eb8-9d80-45e0-aee3-5f9be681b881, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:58:52.718660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:52.719756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.720667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] Set router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:52.724154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] 10.222.0.31 "PUT /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 1092 time: 1.4412897
Mar 05 20:58:52.733706 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] For port d1481eb8-9d80-45e0-aee3-5f9be681b881, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1481eb8-9d80-45e0-aee3-5f9be681b881,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:58:52.739829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:52.752512 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:52.755112 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effda02f-ade1-4a27-a360-9520337dc904" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:52.850543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:52.851203 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90417100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:52.857460 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97801ad-655f-4b1d-bec9-1b1254b88926 None None] Pushing event updated for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:52.945373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f38b2-45ac-4d1c-b448-46f423065f42 service neutron] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:52.966883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-775299e3-cb47-49bb-b071-fb22aaaf81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:52.968408 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-775299e3-cb47-49bb-b071-fb22aaaf81c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1126 time: 0.1848528
Mar 05 20:58:53.105215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-34eb017b-6667-4d17-8ae5-0951016c69fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 217 time: 0.1270156
Mar 05 20:58:53.108345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4590e09c-0d4e-4514-bff6-1a456fe88d1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.137479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:53.148228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Pushing event deleted for resources: {'Port': ['ID=4590e09c-0d4e-4514-bff6-1a456fe88d1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:53.161248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc116-3d76-4417-9333-941e756e668d req-a87340e7-49ce-440b-b345-408adcff755b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:53.169141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-623cc116-3d76-4417-9333-941e756e668d req-a87340e7-49ce-440b-b345-408adcff755b tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 948 time: 0.3167357
Mar 05 20:58:53.214512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:53.217042 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9293984d-63e2-4cb1-8e96-5c7ce3561846" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:53.234136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4dd90>, [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:58:52Z', 'revision_number': 6, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:53.246726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-766783f8-b642-4f95-9434-d9cabf0e4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:53.254480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-766783f8-b642-4f95-9434-d9cabf0e4f90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1408391
Mar 05 20:58:53.265382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (47a9d906-f051-4593-b7f6-291158ce0b81), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.293937 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47a9d906-f051-4593-b7f6-291158ce0b81), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.339237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:53.339948 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-9f1cf98c-0b56-44fa-98f2-263a836bd8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764320
Mar 05 20:58:53.354237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f99a5-99c6-4272-8343-8d0bdc6d2b35 None None] The sync data for ids ['17c51ba5-7595-4cc3-8d1d-eb08ff466f53'] in ncdv-master-1 is: [{'id': '17c51ba5-7595-4cc3-8d1d-eb08ff466f53', 'name': 'tempest-TaggedBootDevicesTest-128659702-router', 'tenant_id': 'f15a5d639338454c90a7ce959e996284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:20Z', 'updated_at': '2022-03-05T20:58:52Z', 'revision_number': 6, 'project_id': 'f15a5d639338454c90a7ce959e996284', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:53.356040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:53.356161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.359640 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.396968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-623cc116-3d76-4417-9333-941e756e668d req-2ff5bb2e-4adb-4203-9e56-47b8338c7170 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269275
Mar 05 20:58:53.438863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.440183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.2261066
Mar 05 20:58:53.441836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.447002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54254) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:53.453011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'security_group_rule': {'security_group_id': '47a9d906-f051-4593-b7f6-291158ce0b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:53.455346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Provisioning complete for port d1481eb8-9d80-45e0-aee3-5f9be681b881 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:53.455795 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.541083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:53.546428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:53.551144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.579070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-53545192-29b6-468e-9bf3-233030eaabec service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325459
Mar 05 20:58:53.659699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90417100>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:52Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:53.660983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:53.671321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Current status of the port d1481eb8-9d80-45e0-aee3-5f9be681b881 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:53.671797 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.672413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.675374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks [] for router_controller (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.746535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] For port d1481eb8-9d80-45e0-aee3-5f9be681b881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1481eb8-9d80-45e0-aee3-5f9be681b881,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:53.755417 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927abfff-eb00-49d8-b8b2-2fec0b70a668 x-openstack-request-id: req-927abfff-eb00-49d8-b8b2-2fec0b70a668 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:53.755924 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:53.756492 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-927abfff-eb00-49d8-b8b2-2fec0b70a668 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:53.756621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.757419 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'status': 'completed', 'code': 200}
Mar 05 20:58:53.780600 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535a122-7991-4d8b-9d9e-7b1634b9bf0d None None] The sync data for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 is: [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:52Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:58:53.841886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7852c66a-e10c-4299-89f7-72107f5a6815 req-0369c39c-95e9-4d35-a9eb-fe4ffa9689fc service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574849
Mar 05 20:58:53.857451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456948c-0fa8-43a7-8379-e396cdcb30b2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a9d906-f051-4593-b7f6-291158ce0b81,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:53.918892 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823fd81a-0086-4dcf-aa56-7275fb5b410f x-openstack-request-id: req-823fd81a-0086-4dcf-aa56-7275fb5b410f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:53.919213 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:53.919438 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-823fd81a-0086-4dcf-aa56-7275fb5b410f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:53.921161 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'code': 200}
Mar 05 20:58:53.926951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (17c51ba5-7595-4cc3-8d1d-eb08ff466f53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.927497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c51ba5-7595-4cc3-8d1d-eb08ff466f53 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:58:53.945072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:53.949223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:53.949387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f666e99c-3bbc-42dc-bba6-b499fcdab2df admin admin] 10.222.0.15 "DELETE /v2.0/routers/17c51ba5-7595-4cc3-8d1d-eb08ff466f53 HTTP/1.1" status: 204  len: 168 time: 3.1861424
Mar 05 20:58:53.951898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd7e5e-a940-4260-92d9-8c84f0cbeff5 None None] Pushing event updated for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:54.033665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-259e14c9-2ad5-4de9-bada-d3aa0b018f57 None None] Provisioning complete for port d1481eb8-9d80-45e0-aee3-5f9be681b881 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:54.034210 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-259e14c9-2ad5-4de9-bada-d3aa0b018f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.109972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (d7fbb487-26bb-40d6-9d39-ef8029c04226), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.110473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Deleting subnet d52a5a8c-700c-4df8-b1dc-daa70dd863a5 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:58:54.116047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Publish callbacks [] for subnet (d52a5a8c-700c-4df8-b1dc-daa70dd863a5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.158314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9d2b-7a8e-47d1-b146-7cfae3723e97 req-22b0a14b-d935-4e9f-b367-5a94ee165355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.163175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d45b9d2b-7a8e-47d1-b146-7cfae3723e97 req-22b0a14b-d935-4e9f-b367-5a94ee165355 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 1132 time: 0.1992822
Mar 05 20:58:54.197926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d52a5a8c-700c-4df8-b1dc-daa70dd863a5), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.201931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fb72e-a50d-4823-a808-3cd92e02acc8 req-ace02b23-0ec4-4eb5-aa42-5ac67f40d79a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.203625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e80fb72e-a50d-4823-a808-3cd92e02acc8 req-ace02b23-0ec4-4eb5-aa42-5ac67f40d79a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.3481290
Mar 05 20:58:54.225535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda02f-ade1-4a27-a360-9520337dc904 req-8f1dd686-979b-4eb5-8042-8750a9d1fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.225965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-259e14c9-2ad5-4de9-bada-d3aa0b018f57 None None] Current status of the port d1481eb8-9d80-45e0-aee3-5f9be681b881 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:54.227212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-8f1dd686-979b-4eb5-8042-8750a9d1fc50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1126 time: 0.2269804
Mar 05 20:58:54.355845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385bc7b-23a6-4b2f-9721-7924caff4ea2 req-426b82be-f13b-44fc-ba18-c68b75f7d282 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.363583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a385bc7b-23a6-4b2f-9721-7924caff4ea2 req-426b82be-f13b-44fc-ba18-c68b75f7d282 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.3432100
Mar 05 20:58:54.405012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda02f-ade1-4a27-a360-9520337dc904 req-13e707c7-c443-44a5-ad9c-cf23246c0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.406503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-13e707c7-c443-44a5-ad9c-cf23246c0618 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1692131
Mar 05 20:58:54.459521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d45b9d2b-7a8e-47d1-b146-7cfae3723e97 req-5a2ec924-2f4d-4597-a2cf-6121b672ae73 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651635
Mar 05 20:58:54.461007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d52a5a8c-700c-4df8-b1dc-daa70dd863a5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.469386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (d7fbb487-26bb-40d6-9d39-ef8029c04226), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.483129 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-300b6310-9c41-4893-abca-cbfa65b2c5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.542529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1481eb8-9d80-45e0-aee3-5f9be681b881 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:54.558964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-b19cc992-0ce6-49b5-a914-328d21aaac09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 217 time: 0.1394765
Mar 05 20:58:54.566509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d7fbb487-26bb-40d6-9d39-ef8029c04226), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.601451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a385bc7b-23a6-4b2f-9721-7924caff4ea2 req-9ff65b9c-5174-40a1-8026-95ae25c90844 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326410
Mar 05 20:58:54.626588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fbb487-26bb-40d6-9d39-ef8029c04226,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:54.639725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e80fb72e-a50d-4823-a808-3cd92e02acc8 req-2fd6defd-470f-4a5c-a41d-63c97fe04947 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4252508
Mar 05 20:58:54.652154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d52a5a8c-700c-4df8-b1dc-daa70dd863a5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.654941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.664183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b4b14807-f7fe-42d7-b55e-1010b51b57c8 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2140419
Mar 05 20:58:54.664594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:54.678674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'security_group_rule': {'security_group_id': '47a9d906-f051-4593-b7f6-291158ce0b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:54.696187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1481eb8-9d80-45e0-aee3-5f9be681b881 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:54.696914 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.726553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.733712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d52a5a8c-700c-4df8-b1dc-daa70dd863a5 HTTP/1.1" status: 204  len: 168 time: 0.7804112
Mar 05 20:58:54.734671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:54.745068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9167cbd-5a28-4650-8ea1-e76811659e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52a5a8c-700c-4df8-b1dc-daa70dd863a5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:54.761019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a517ec6-0314-4549-b7b3-001758701b70 None None] Network 67213d25-3583-48ce-be19-a10d0059fcac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:58:54.858252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (9ad9c37c-526a-497a-ba79-e249259441a5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.909153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (67213d25-3583-48ce-be19-a10d0059fcac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:54.926989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca193f0-2d41-405b-b31e-fdef55de05d3 req-04f3617e-dea3-4098-853e-27bc6f7f5041 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.928911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ca193f0-2d41-405b-b31e-fdef55de05d3 req-04f3617e-dea3-4098-853e-27bc6f7f5041 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1573908
Mar 05 20:58:54.941542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda02f-ade1-4a27-a360-9520337dc904 req-45e19228-ad86-41fe-a3da-0909b1c930cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:54.951748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-45e19228-ad86-41fe-a3da-0909b1c930cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2072518
Mar 05 20:58:55.043507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-fef301a9-f4dd-49c8-a462-9fbda4ec369e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638375
Mar 05 20:58:55.069429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ca193f0-2d41-405b-b31e-fdef55de05d3 req-3805b3fd-484f-43a4-a98d-d7dd3b1593b2 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332459
Mar 05 20:58:55.081638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1481eb8-9d80-45e0-aee3-5f9be681b881 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:55.082571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Deleting port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:55.082927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.139701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] DHCP port deletion for 67213d25-3583-48ce-be19-a10d0059fcac request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:58:55.184393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] For port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:55.184772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.200427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4590e09c-0d4e-4514-bff6-1a456fe88d1d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:55.203230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Calling delete_port for 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:55.205428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (9ad9c37c-526a-497a-ba79-e249259441a5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.220147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9ad9c37c-526a-497a-ba79-e249259441a5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.230591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4590e09c-0d4e-4514-bff6-1a456fe88d1d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:55.241060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4590e09c-0d4e-4514-bff6-1a456fe88d1d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:55.244210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 971bc48d-bd3d-4a1f-b3a3-741953aadd5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:55.272176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 971bc48d-bd3d-4a1f-b3a3-741953aadd5a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:55.272541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 971bc48d-bd3d-4a1f-b3a3-741953aadd5a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:55.275624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.277224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6112337
Mar 05 20:58:55.280576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:55.283477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Deleting port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:55.287027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.307051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6dbbd-eef9-440e-bc7e-cb966e0d7e0f req-b81c6ffd-c53b-40b1-aed1-4bd0098b2ded tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:55.308793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6f6dbbd-eef9-440e-bc7e-cb966e0d7e0f req-b81c6ffd-c53b-40b1-aed1-4bd0098b2ded tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 949 time: 0.3363078
Mar 05 20:58:55.310426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.310712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716af3ba-f6d3-4506-824b-418940cd8bb4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad9c37c-526a-497a-ba79-e249259441a5,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:55.315078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:55.368125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] For port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,segment=NetworkSegment(13991ca2-edf1-4392-8d67-5ad57234ddb0),segment_id=13991ca2-edf1-4392-8d67-5ad57234ddb0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:55.368462 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.385844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:55.389768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Calling delete_port for 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:55.402469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] No DVR routers for this DVR port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:55.455143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6f6dbbd-eef9-440e-bc7e-cb966e0d7e0f req-9a99e19a-6b6b-42ca-a292-ea5aa26d2bed tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025534
Mar 05 20:58:55.473392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.547127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (67213d25-3583-48ce-be19-a10d0059fcac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.572341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-b126ddcd-54ab-41a9-9862-08a53bde27b5 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5184498
Mar 05 20:58:55.580686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7ca8e756-8be1-44c6-ab33-53b1df59bfb4), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.589885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7bd30>,) {'filters': {'network_id': ['67213d25-3583-48ce-be19-a10d0059fcac']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:55.595052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] No DVR routers for this DVR port 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:58:55.611273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7bd30>, '13991ca2-edf1-4392-8d67-5ad57234ddb0') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:55.612028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7bd30>, '13991ca2-edf1-4392-8d67-5ad57234ddb0') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:55.616305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42a1e-d323-42df-a8aa-e0e685ff63c1 None None] Pushing event deleted for resources: {'Port': ['ID=7ca8e756-8be1-44c6-ab33-53b1df59bfb4,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:55.634742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (13991ca2-edf1-4392-8d67-5ad57234ddb0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.672947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (13991ca2-edf1-4392-8d67-5ad57234ddb0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.682486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:58:55.684534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (13991ca2-edf1-4392-8d67-5ad57234ddb0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:58:55.687545 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:58:55.777344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-effda02f-ade1-4a27-a360-9520337dc904 req-4e46fcb3-265f-4d28-a35d-c053558b4c7a service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991491
Mar 05 20:58:55.845276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.846102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (67213d25-3583-48ce-be19-a10d0059fcac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.856882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:55.863612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/67213d25-3583-48ce-be19-a10d0059fcac HTTP/1.1" status: 204  len: 168 time: 1.1230743
Mar 05 20:58:55.867073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e20a-842e-4ce5-ac88-3f141cc4a06f req-85c85b2d-1fc6-4a18-a2ed-bc606c910188 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:55.867230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54348) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:55.868737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7792e20a-842e-4ce5-ac88-3f141cc4a06f req-85c85b2d-1fc6-4a18-a2ed-bc606c910188 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.1243443
Mar 05 20:58:55.890119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054cd35-9ad8-4c02-ad5a-d1e7f0d358b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=67213d25-3583-48ce-be19-a10d0059fcac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:55.920717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:58:55.923242 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b6a96-61c7-46de-b968-8ae08c9cb6d6" -d '{"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:58:55.987834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30f41a-12ad-44c0-bff3-d585625a6f69 req-dbd69420-6401-4481-b055-46036b2cfac5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:55.995895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b30f41a-12ad-44c0-bff3-d585625a6f69 req-dbd69420-6401-4481-b055-46036b2cfac5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2368855
Mar 05 20:58:56.022740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Allocated IP 172.35.0.43 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/614c99f1-0664-4891-baab-78a7cda6bd67) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:58:56.068256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b30f41a-12ad-44c0-bff3-d585625a6f69 req-6e34c3d0-f68c-4efe-9f27-da681e292473 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712843
Mar 05 20:58:56.084001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7792e20a-842e-4ce5-ac88-3f141cc4a06f req-61065ecb-9e1a-443b-b62a-d67586b528a5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068787
Mar 05 20:58:56.141016 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550cddc-0c2e-476a-a2e9-d702ca7f0688 x-openstack-request-id: req-6550cddc-0c2e-476a-a2e9-d702ca7f0688 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:58:56.141318 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:58:56.141574 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6550cddc-0c2e-476a-a2e9-d702ca7f0688 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:58:56.142119 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'code': 200}
Mar 05 20:58:56.237866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for port (614c99f1-0664-4891-baab-78a7cda6bd67), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.295696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d92dd-4ad7-44df-ae0b-55fd0c749117 req-34535f80-9718-4b02-a9cd-000e6e98d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:56.297169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-473d92dd-4ad7-44df-ae0b-55fd0c749117 req-34535f80-9718-4b02-a9cd-000e6e98d1ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 1131 time: 0.0794191
Mar 05 20:58:56.299547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ab0a-b8fe-4a01-a77b-e4e390845f3b req-0e33d5a4-a13b-4d76-a72c-518745073391 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:56.301593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e17ab0a-b8fe-4a01-a77b-e4e390845f3b req-0e33d5a4-a13b-4d76-a72c-518745073391 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.0810192
Mar 05 20:58:56.315911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.373973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-473d92dd-4ad7-44df-ae0b-55fd0c749117 req-eafd5fb7-2b2f-4f91-816d-2521351bd99c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699587
Mar 05 20:58:56.386356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:58:56.396740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:58:56.399693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:58:56.405932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e17ab0a-b8fe-4a01-a77b-e4e390845f3b req-a8e2d623-9950-4a98-8b59-5a1b797002be tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980031
Mar 05 20:58:56.422622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:58:56.427061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'Port': ['ID=614c99f1-0664-4891-baab-78a7cda6bd67,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:56.456575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:58:56.457144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ca8e756-8be1-44c6-ab33-53b1df59bfb4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:58:56.476889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9ca7f861-3938-4dff-9439-fb03f2128324), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.513090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.553087 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.623923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4c507-c808-4683-a732-b485fe41034f req-f0c13855-28b7-4ac4-b4f6-b7fed9d41047 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:56.625411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55a4c507-c808-4683-a732-b485fe41034f req-f0c13855-28b7-4ac4-b4f6-b7fed9d41047 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 949 time: 0.1100104
Mar 05 20:58:56.725175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for port (614c99f1-0664-4891-baab-78a7cda6bd67), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.730599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.748962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55a4c507-c808-4683-a732-b485fe41034f req-909f55a0-2228-442d-877c-7a5ee73e5bdb tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803478
Mar 05 20:58:56.762838 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5726cda5-eacc-4e65-ad5e-b42ab6112106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.818652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'Port': ['ID=614c99f1-0664-4891-baab-78a7cda6bd67,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:56.830190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.848585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.853433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-38d1fc46-0d4a-499a-a5d1-d818a04f2d3b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5401783
Mar 05 20:58:56.853677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Deleting port db5b1910-09b6-4d51-8223-110d7d389c8e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:56.853677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.853892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54378) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:56.972637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] For port db5b1910-09b6-4d51-8223-110d7d389c8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db5b1910-09b6-4d51-8223-110d7d389c8e,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:56.973293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:56.992780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Calling delete_port for db5b1910-09b6-4d51-8223-110d7d389c8e owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:57.018974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006e0476-fbcd-4f8d-a021-5e54e0a263f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.176029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-9f3f90bb-e40e-4cdf-8503-22b7ff404194 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1850533364&fields=id&tenant_id=4629462cb9c24128921119298bb0655c HTTP/1.1" status: 200  len: 267 time: 0.1009798
Mar 05 20:58:57.255577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006e0476-fbcd-4f8d-a021-5e54e0a263f7 admin admin] Publish callbacks [] for security_group (3b5c267b-b19d-464f-b6c5-8c355eabd783), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.264330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006e0476-fbcd-4f8d-a021-5e54e0a263f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3b5c267b-b19d-464f-b6c5-8c355eabd783), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.294918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-d67be811-524a-4b48-b483-9cd028772b9c tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:57.296463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-d67be811-524a-4b48-b483-9cd028772b9c tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/networks?id=2fc8a084-d4e7-4698-a078-6f62861cb3e4 HTTP/1.1" status: 200  len: 812 time: 0.1121447
Mar 05 20:58:57.313193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-cac2b988-4ded-47d6-ba20-e634113f4c3f tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/quotas/4629462cb9c24128921119298bb0655c HTTP/1.1" status: 200  len: 375 time: 0.0100961
Mar 05 20:58:57.325598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-006e0476-fbcd-4f8d-a021-5e54e0a263f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f96112fc85849a7b76d1850a749e38d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4705324
Mar 05 20:58:57.328277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54414) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:57.333153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c111c-660d-4dc8-8dbe-8d2f0e174561 req-0b22955f-e126-431a-9a2a-13a0b6ba2948 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:57.334626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e70c111c-660d-4dc8-8dbe-8d2f0e174561 req-0b22955f-e126-431a-9a2a-13a0b6ba2948 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1797066
Mar 05 20:58:57.337404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e0476-fbcd-4f8d-a021-5e54e0a263f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5c267b-b19d-464f-b6c5-8c355eabd783,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:57.414847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-6a12b5c9-c690-4b37-9b5a-7793ddc808d5 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4629462cb9c24128921119298bb0655c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0956056
Mar 05 20:58:57.415370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e70c111c-660d-4dc8-8dbe-8d2f0e174561 req-6a7f2dc8-0f7e-4b7e-9471-f7fbf797d88a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737810
Mar 05 20:58:57.416009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] Publish callbacks [] for security_group (3b5c267b-b19d-464f-b6c5-8c355eabd783), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.427954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (db5b1910-09b6-4d51-8223-110d7d389c8e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.454824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] Publish callbacks [] for security_group (3b5c267b-b19d-464f-b6c5-8c355eabd783), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.458404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=db5b1910-09b6-4d51-8223-110d7d389c8e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:57.609296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-cc22b296-9d87-40e7-a232-50435569f855 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634905
Mar 05 20:58:57.612003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3b5c267b-b19d-464f-b6c5-8c355eabd783), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.616015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.617256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b5c267b-b19d-464f-b6c5-8c355eabd783 HTTP/1.1" status: 204  len: 168 time: 0.2880428
Mar 05 20:58:57.668184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a3f71-8422-485e-9ba0-39805446b0e7 req-79690658-1363-4689-8259-4581e122c328 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:57.669855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2a3f71-8422-485e-9ba0-39805446b0e7 req-79690658-1363-4689-8259-4581e122c328 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.1630933
Mar 05 20:58:57.688277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:58:57.740221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-665a7169-6271-4a1d-9cfb-54d98ce6d1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218224
Mar 05 20:58:57.740986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907602f-cdfe-4881-9994-671d4c0c9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5c267b-b19d-464f-b6c5-8c355eabd783,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:57.763039 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2a3f71-8422-485e-9ba0-39805446b0e7 req-bdae4d7c-2a81-4c96-91e0-c1d649b72369 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845249
Mar 05 20:58:57.764416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9ca7f861-3938-4dff-9439-fb03f2128324), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.840955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:57.855246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397', 'port_id': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'mac_address': 'fa:16:3e:28:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe9d12-5675-40d0-b2de-9a8fa6679078', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:58:57.905367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:58:57.906006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.931000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45250c7d-a9c6-48f1-8ae6-302bb7ba938d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:58:57.951933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.956631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:57.962052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:57.963402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c673bbd-d579-4fbf-808d-15f26f2c853f req-3423291c-e879-411e-86b8-544d016dc7c4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:57.965098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c673bbd-d579-4fbf-808d-15f26f2c853f req-3423291c-e879-411e-86b8-544d016dc7c4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.0914595
Mar 05 20:58:58.081570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:58:58.105348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302270f-5a3b-407a-aa0a-c84ff60544a9 req-cbbe904d-2021-46e9-974a-914609d6ea09 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:58.106490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b302270f-5a3b-407a-aa0a-c84ff60544a9 req-cbbe904d-2021-46e9-974a-914609d6ea09 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 949 time: 0.0656371
Mar 05 20:58:58.166529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c673bbd-d579-4fbf-808d-15f26f2c853f req-224e67e1-478c-4f76-ba90-c6a3c7a2dfb5 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819737
Mar 05 20:58:58.180263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b302270f-5a3b-407a-aa0a-c84ff60544a9 req-bfdef243-c5c8-41ea-b4e8-8a8b094763f4 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677807
Mar 05 20:58:58.189100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['45250c7d-a9c6-48f1-8ae6-302bb7ba938d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:58:58.208956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Router 9ca7f861-3938-4dff-9439-fb03f2128324 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:58:58.341833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc839-a453-4587-bbcf-aee1a45f5fef req-a32d863f-3f74-441d-bc49-bf8dd0a43979 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:58.350356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be6dc839-a453-4587-bbcf-aee1a45f5fef req-a32d863f-3f74-441d-bc49-bf8dd0a43979 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 950 time: 0.0731559
Mar 05 20:58:58.469557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be6dc839-a453-4587-bbcf-aee1a45f5fef req-6a779e15-2e9f-4c49-b772-2aa8ac0d998d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178629
Mar 05 20:58:58.661235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e061969-fd28-4ebb-897b-fc3f4d1119bb req-d21ad16b-330b-4a3e-84bd-d4e6e930ad68 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:58.662814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3e061969-fd28-4ebb-897b-fc3f4d1119bb req-d21ad16b-330b-4a3e-84bd-d4e6e930ad68 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.0806012
Mar 05 20:58:58.762827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3e061969-fd28-4ebb-897b-fc3f4d1119bb req-6a7ac339-9663-47a6-85da-184d2aee6a13 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859201
Mar 05 20:58:58.878818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1a5e964d-3278-42c4-bdb1-3823a273c101 req-617a99fd-34cc-4d52-ac06-3471443a1ad9 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 210 time: 0.0755930
Mar 05 20:58:58.949690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:58:58.961133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Sync routers for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:58:58.972432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4bec7ab9-81a1-4a37-be7f-cc3dad9a5f8f admin admin] 10.222.0.15 "PUT /v2.0/routers/9ca7f861-3938-4dff-9439-fb03f2128324/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0909555
Mar 05 20:58:58.973481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54488) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:58:58.976736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:58.977423 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:59.044609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8ad4-7dcf-4729-86fb-46f031baa333 req-84298f04-1c22-421c-b91e-120d4188547e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:59.053688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fae8ad4-7dcf-4729-86fb-46f031baa333 req-84298f04-1c22-421c-b91e-120d4188547e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.0821652
Mar 05 20:58:59.131824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fae8ad4-7dcf-4729-86fb-46f031baa333 req-cb6d578f-94dc-47a8-9d5f-98815dec33cb tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770493
Mar 05 20:58:59.209118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks [] for router (9ca7f861-3938-4dff-9439-fb03f2128324), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.334065 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:58:59.418289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6fa45-2bdb-4ba2-ac4b-4ead1cddf680 req-f60a3466-c2fc-4a52-8681-d4197e03f111 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:59.420145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbe6fa45-2bdb-4ba2-ac4b-4ead1cddf680 req-f60a3466-c2fc-4a52-8681-d4197e03f111 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1020961
Mar 05 20:58:59.438823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks [] for router_gateway (9ca7f861-3938-4dff-9439-fb03f2128324), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.467089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.548285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbe6fa45-2bdb-4ba2-ac4b-4ead1cddf680 req-fe88bf58-f77e-4a3a-9cbb-dcbd9f040236 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164389
Mar 05 20:58:59.559250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Deleting port 49e0ae62-d488-4d2c-b285-271518411e51 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:58:59.559583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49e0ae62-d488-4d2c-b285-271518411e51), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.692645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280220>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '49e0ae62-d488-4d2c-b285-271518411e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:58:57Z', 'revision_number': 5, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port': {'id': '49e0ae62-d488-4d2c-b285-271518411e51', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:52:40Z', 'updated_at': '2022-03-05T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:59.712721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] For port 49e0ae62-d488-4d2c-b285-271518411e51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e0ae62-d488-4d2c-b285-271518411e51,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:58:59.713091 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49e0ae62-d488-4d2c-b285-271518411e51), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.714002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:58:59.728219 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Checking router: 9ca7f861-3938-4dff-9439-fb03f2128324 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:58:59.737978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Calling delete_port for 49e0ae62-d488-4d2c-b285-271518411e51 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:58:59.741669 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Routers {'9ca7f861-3938-4dff-9439-fb03f2128324'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:58:59.743041 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ca7f861-3938-4dff-9439-fb03f2128324'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:58:59.758759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-34f419e9-e327-48d4-af18-db392305d8e2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:58:59.767954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-34f419e9-e327-48d4-af18-db392305d8e2 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.23 "GET /v2.0/networks?id=2fc8a084-d4e7-4698-a078-6f62861cb3e4 HTTP/1.1" status: 200  len: 812 time: 0.2565596
Mar 05 20:58:59.839211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:58:59.846081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:58:59.847076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:58:59.901932 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-020d6f24-9311-4f5b-892a-d74317565b1f tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4629462cb9c24128921119298bb0655c HTTP/1.1" status: 200  len: 380 time: 0.1218736
Mar 05 20:58:59.908520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'port': {'device_id': '827e53bd-cd06-4f93-8232-243003d885f4', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'admin_state_up': True, 'tenant_id': '4629462cb9c24128921119298bb0655c', 'security_groups': ['47a9d906-f051-4593-b7f6-291158ce0b81']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:58:59.990235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] Set router 9ca7f861-3938-4dff-9439-fb03f2128324 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:00.046436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:00.047205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.079226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09861de8-f87a-41a4-b24c-830171cbb115 req-84e0ce00-c591-4eec-8289-e0719d5ad095 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 210 time: 0.0385587
Mar 05 20:59:00.089459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Made reservation on behalf of 4629462cb9c24128921119298bb0655c for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:00.095589 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.117397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:00.122355 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911fff8d-2cf7-4554-beb9-f167c6391a85" -d '{"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:00.157129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:00.168606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.188121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280220>, [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:58:59Z', 'revision_number': 6, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:00.207465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d400-f5b2-49b2-b20f-f18396effdd3 req-de10cd0d-f211-4b99-8b44-370ceefb7697 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:00.214993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bf9d400-f5b2-49b2-b20f-f18396effdd3 req-de10cd0d-f211-4b99-8b44-370ceefb7697 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.3245149
Mar 05 20:59:00.220294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (49e0ae62-d488-4d2c-b285-271518411e51), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.222793 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf69df-4543-4b4a-99f7-2afb7f271353 x-openstack-request-id: req-8eaf69df-4543-4b4a-99f7-2afb7f271353 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:00.223102 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:00.224194 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8eaf69df-4543-4b4a-99f7-2afb7f271353 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:00.224606 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'code': 200}
Mar 05 20:59:00.273330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80e919-9447-4d7f-8988-5a586af712bf None None] The sync data for ids ['9ca7f861-3938-4dff-9439-fb03f2128324'] in ncdv-master-1 is: [{'id': '9ca7f861-3938-4dff-9439-fb03f2128324', 'name': 'tempest-TaggedBootDevicesTest-1595923236-router', 'tenant_id': '0e3fc58b68df43d8adb55df1d504393d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:52:36Z', 'updated_at': '2022-03-05T20:58:59Z', 'revision_number': 6, 'project_id': '0e3fc58b68df43d8adb55df1d504393d', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:59:00.319113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:00.352838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Pushing event deleted for resources: {'Port': ['ID=49e0ae62-d488-4d2c-b285-271518411e51,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:00.412042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Allocated IP 172.20.0.14 (2fc8a084-d4e7-4698-a078-6f62861cb3e4/28e68907-de0d-492f-a9c7-8f1713024989/d8af58c4-4388-479a-9490-64f82575af6b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:59:00.442615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fe029-a792-42da-9d4f-64123503ff23 req-37689c8a-4c8c-4aea-9077-419b80b9713a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:00.452332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-009fe029-a792-42da-9d4f-64123503ff23 req-37689c8a-4c8c-4aea-9077-419b80b9713a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.1294951
Mar 05 20:59:00.623532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-009fe029-a792-42da-9d4f-64123503ff23 req-310ccb85-5cee-4784-a4f3-3c9c7c9cc362 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596217
Mar 05 20:59:00.734319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for port (d8af58c4-4388-479a-9490-64f82575af6b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.840261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db5b1910-09b6-4d51-8223-110d7d389c8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:00.849672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:00.889335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: db5b1910-09b6-4d51-8223-110d7d389c8e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:00.890034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db5b1910-09b6-4d51-8223-110d7d389c8e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:00.960232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.006491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bf9d400-f5b2-49b2-b20f-f18396effdd3 req-cc51be53-b1ce-4231-983b-862ed853db74 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7905617
Mar 05 20:59:01.049819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d344c-814a-4709-b1a6-0bdc4fde6222 req-cd5dbe75-4cdb-4565-9e88-f2f73d2c44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.051345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-420d344c-814a-4709-b1a6-0bdc4fde6222 req-cd5dbe75-4cdb-4565-9e88-f2f73d2c44e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1128 time: 0.7093668
Mar 05 20:59:01.056635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9ca7f861-3938-4dff-9439-fb03f2128324), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.062203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:59:01.072069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:01.079078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:59:01.149863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-420d344c-814a-4709-b1a6-0bdc4fde6222 req-65ec79ce-7cb2-4123-b541-e278ba671441 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897231
Mar 05 20:59:01.172882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:01.250758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9e14-26a0-4913-9fb8-5e3ec09a3b14 req-416cd5e6-3a1d-4b57-b289-e392513fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.252555 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-820c9e14-26a0-4913-9fb8-5e3ec09a3b14 req-416cd5e6-3a1d-4b57-b289-e392513fa6b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.3108389
Mar 05 20:59:01.262394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228138b1-e1b4-4215-aa5b-deba25cf1785 req-8951676e-a981-47a1-9c34-09c6162be743 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.271425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-228138b1-e1b4-4215-aa5b-deba25cf1785 req-8951676e-a981-47a1-9c34-09c6162be743 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.3307772
Mar 05 20:59:01.293047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.293750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.305416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9ca7f861-3938-4dff-9439-fb03f2128324), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.309883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks [] for router_controller (9ca7f861-3938-4dff-9439-fb03f2128324), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.374084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9ca7f861-3938-4dff-9439-fb03f2128324), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.374643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca7f861-3938-4dff-9439-fb03f2128324 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:59:01.381260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.385316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-027655cc-ed8d-4772-a9aa-f06fcfa4008e admin admin] 10.222.0.15 "DELETE /v2.0/routers/9ca7f861-3938-4dff-9439-fb03f2128324 HTTP/1.1" status: 204  len: 168 time: 2.4076910
Mar 05 20:59:01.393994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752b982-7bdf-48a0-b68f-6f03ab11efbb req-91a860c8-a089-4ebf-91e7-59a5ec6ab109 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.394195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-2302a9e4-f633-4419-a084-0e524507f736 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4899271
Mar 05 20:59:01.396355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8752b982-7bdf-48a0-b68f-6f03ab11efbb req-91a860c8-a089-4ebf-91e7-59a5ec6ab109 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 932 time: 0.1310601
Mar 05 20:59:01.400150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:01.415050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Request body: {'port': {'device_id': '827e53bd-cd06-4f93-8232-243003d885f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:01.507371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Deleting subnet 32074f04-50c2-4290-af52-8638b8c64ec4 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:01.511836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Publish callbacks [] for subnet (32074f04-50c2-4290-af52-8638b8c64ec4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.526458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-90d89edd-2bd2-4d2b-93f5-039eedfd08e2 None None] Provisioning complete for port d8af58c4-4388-479a-9490-64f82575af6b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:01.526844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-90d89edd-2bd2-4d2b-93f5-039eedfd08e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8af58c4-4388-479a-9490-64f82575af6b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.558556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (32074f04-50c2-4290-af52-8638b8c64ec4), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.561548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8752b982-7bdf-48a0-b68f-6f03ab11efbb req-8a77c6e1-7d7c-4414-95e0-5f30040ec735 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488729
Mar 05 20:59:01.588457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-90d89edd-2bd2-4d2b-93f5-039eedfd08e2 None None] Port d8af58c4-4388-479a-9490-64f82575af6b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 20:59:01.595211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-228138b1-e1b4-4215-aa5b-deba25cf1785 req-3ec2a136-c7ae-4836-a6b7-31b13eb95fd7 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116097
Mar 05 20:59:01.602188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-820c9e14-26a0-4913-9fb8-5e3ec09a3b14 req-35656b39-bf52-45eb-ac90-c5372523049c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226719
Mar 05 20:59:01.613525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.660406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (32074f04-50c2-4290-af52-8638b8c64ec4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.720621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:01.763253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (32074f04-50c2-4290-af52-8638b8c64ec4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.800234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32074f04-50c2-4290-af52-8638b8c64ec4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:01.806640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.810160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf8dc0bd-3739-4e80-a51a-2ec05104f881 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/32074f04-50c2-4290-af52-8638b8c64ec4 HTTP/1.1" status: 204  len: 168 time: 0.4084339
Mar 05 20:59:01.812938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54616) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:01.816832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d9131-8895-4b4b-a66a-9e65a45157c6 None None] Network 961b65ef-a5ae-42d6-8310-607154bd0b2a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:01.833285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b22f-98cc-44a9-b6b2-e203f2d40ef7 req-7daaee8b-0ed5-47e3-b1e1-a8d9d7a7a96e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:01.835015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f55b22f-98cc-44a9-b6b2-e203f2d40ef7 req-7daaee8b-0ed5-47e3-b1e1-a8d9d7a7a96e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.1076899
Mar 05 20:59:01.921734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f55b22f-98cc-44a9-b6b2-e203f2d40ef7 req-53b0752b-aa9c-4523-b204-d5a1b9c00219 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797844
Mar 05 20:59:01.969631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (961b65ef-a5ae-42d6-8310-607154bd0b2a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:01.981429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:02.001147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'mac_address': 'fa:16:3e:3a:3e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:59:02.098429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:02.098833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.121563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] DHCP port deletion for 961b65ef-a5ae-42d6-8310-607154bd0b2a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 20:59:02.128927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:02.173247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8af58c4-4388-479a-9490-64f82575af6b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:02.185636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:02.185736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks [] for port (d8af58c4-4388-479a-9490-64f82575af6b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.193719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.206939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Deleting port 778702f3-9dcb-4a9b-9511-01155107309f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:02.207400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (778702f3-9dcb-4a9b-9511-01155107309f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.226608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Transition to ACTIVE for port object d8af58c4-4388-479a-9490-64f82575af6b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:59:02.266351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:02.272036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Deleting port 778702f3-9dcb-4a9b-9511-01155107309f {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:02.273872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (778702f3-9dcb-4a9b-9511-01155107309f), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.285935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923b3bc-f1af-4ae9-8de3-56b9f666ceb0 req-e32a6ed3-bdf4-46ba-8ead-bf3c63771bb0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:02.287488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5923b3bc-f1af-4ae9-8de3-56b9f666ceb0 req-e32a6ed3-bdf4-46ba-8ead-bf3c63771bb0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1851664
Mar 05 20:59:02.328022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f3d55e8e-71fd-427a-9669-f45552929be7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:02.342769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] For port 778702f3-9dcb-4a9b-9511-01155107309f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=778702f3-9dcb-4a9b-9511-01155107309f,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:02.343200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (778702f3-9dcb-4a9b-9511-01155107309f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.365266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.391413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] For port 778702f3-9dcb-4a9b-9511-01155107309f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=778702f3-9dcb-4a9b-9511-01155107309f,segment=NetworkSegment(5b399c4a-2045-4491-86b7-f9b1a44bd3da),segment_id=5b399c4a-2045-4491-86b7-f9b1a44bd3da)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:02.399005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (778702f3-9dcb-4a9b-9511-01155107309f), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.420014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Calling delete_port for 778702f3-9dcb-4a9b-9511-01155107309f owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:02.480164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 778702f3-9dcb-4a9b-9511-01155107309f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:02.484343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Calling delete_port for 778702f3-9dcb-4a9b-9511-01155107309f owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:02.580060 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:59:02.678877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:02.686701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (778702f3-9dcb-4a9b-9511-01155107309f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.713268 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No ports have port_id starting with 778702f3-9dcb-4a9b-9511-01155107309f
Mar 05 20:59:02.720103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49e0ae62-d488-4d2c-b285-271518411e51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   from cryptography.utils import int_from_bytes
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   from cryptography.utils import int_from_bytes
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.755524 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 20:59:02.758587 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 20:59:02.761820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 49e0ae62-d488-4d2c-b285-271518411e51 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:02.761820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49e0ae62-d488-4d2c-b285-271518411e51 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:02.762470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5923b3bc-f1af-4ae9-8de3-56b9f666ceb0 req-fd3e4aac-71d2-4d46-95fa-5c04468d849e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4650247
Mar 05 20:59:02.764685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] No DVR routers for this DVR port 778702f3-9dcb-4a9b-9511-01155107309f on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:02.813844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9767c2-dc10-445d-9260-54bde555fc98 req-02a4734f-e4f4-46b0-b89c-edc8cc953272 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:02.823374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d9767c2-dc10-445d-9260-54bde555fc98 req-02a4734f-e4f4-46b0-b89c-edc8cc953272 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 944 time: 0.1288443
Mar 05 20:59:02.859311 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (778702f3-9dcb-4a9b-9511-01155107309f), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.918432 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (961b65ef-a5ae-42d6-8310-607154bd0b2a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:02.920236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] Pushing event deleted for resources: {'Port': ['ID=778702f3-9dcb-4a9b-9511-01155107309f,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:02.922201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218b428-d20d-4b23-95ef-e75a897144af None None] No DVR routers for this DVR port 778702f3-9dcb-4a9b-9511-01155107309f on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:02.953662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d9767c2-dc10-445d-9260-54bde555fc98 req-bd7d77c9-edce-4022-9174-9520c64408b7 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252558
Mar 05 20:59:03.006940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb27c0>,) {'filters': {'network_id': ['961b65ef-a5ae-42d6-8310-607154bd0b2a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:03.029851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=778702f3-9dcb-4a9b-9511-01155107309f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:03.061353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb27c0>, '5b399c4a-2045-4491-86b7-f9b1a44bd3da') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:03.061483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb27c0>, '5b399c4a-2045-4491-86b7-f9b1a44bd3da') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:03.083377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (5b399c4a-2045-4491-86b7-f9b1a44bd3da), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.141820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (5b399c4a-2045-4491-86b7-f9b1a44bd3da), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.165664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:03.165664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (5b399c4a-2045-4491-86b7-f9b1a44bd3da), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:03.169347 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:03.177596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dac8c-243f-4c1c-b7d3-31119c93f711 req-c302dde7-6eb4-4044-8309-0cd7ca180734 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.180017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d30dac8c-243f-4c1c-b7d3-31119c93f711 req-c302dde7-6eb4-4044-8309-0cd7ca180734 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.0922751
Mar 05 20:59:03.207539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Attempting to bind port d8af58c4-4388-479a-9490-64f82575af6b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:59:03.208128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Attempting to bind port d8af58c4-4388-479a-9490-64f82575af6b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:59:03.208273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Attempting to bind port d8af58c4-4388-479a-9490-64f82575af6b on network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:03.226721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Port d8af58c4-4388-479a-9490-64f82575af6b on network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:59:03.227126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Attempting to bind port d8af58c4-4388-479a-9490-64f82575af6b on network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:03.237916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3745da-c1d9-40d0-9a0c-6a46fac87308 req-5e4fe870-2e10-473c-af4c-6bc88d93246f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.245052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb3745da-c1d9-40d0-9a0c-6a46fac87308 req-5e4fe870-2e10-473c-af4c-6bc88d93246f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.2560501
Mar 05 20:59:03.246018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d30dac8c-243f-4c1c-b7d3-31119c93f711 req-e0628a81-aaab-408d-8870-9338e9d0898c tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597701
Mar 05 20:59:03.270748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:59:03.271129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Checking segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:03.271546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Bound using segment: {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:59:03.272032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Bound port: d8af58c4-4388-479a-9490-64f82575af6b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:59:03.272398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.304623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (961b65ef-a5ae-42d6-8310-607154bd0b2a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.335296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.341093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/961b65ef-a5ae-42d6-8310-607154bd0b2a HTTP/1.1" status: 204  len: 168 time: 1.5225029
Mar 05 20:59:03.353102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b30dac-9c92-4481-b2e8-276cff9c62a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=961b65ef-a5ae-42d6-8310-607154bd0b2a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:03.376177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb3745da-c1d9-40d0-9a0c-6a46fac87308 req-15fd0f8b-0033-44be-a7b8-54695a329194 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258218
Mar 05 20:59:03.422121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-829011814', 'description': 'tempest-description-26324071'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:03.423317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242aab2-9cb2-490f-a89c-0f2177524ef6 req-6f250bc1-9269-4ed0-a9f2-8cf0263cd6ab tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.432608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0242aab2-9cb2-490f-a89c-0f2177524ef6 req-6f250bc1-9269-4ed0-a9f2-8cf0263cd6ab tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1128 time: 0.0902059
Mar 05 20:59:03.444772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:03.450238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:59:03.459153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.467276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.497687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0242aab2-9cb2-490f-a89c-0f2177524ef6 req-a7832f89-d5b2-4bb8-b04a-3aa2cfc7460f tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592091
Mar 05 20:59:03.515616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.516721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.517777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8af58c4-4388-479a-9490-64f82575af6b HTTP/1.1" status: 200  len: 1092 time: 2.1109040
Mar 05 20:59:03.520148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:03.522670 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5e547-ecaf-41ff-810d-699a0b6927aa" -d '{"events": [{"name": "network-changed", "server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "tag": "d8af58c4-4388-479a-9490-64f82575af6b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:03.561640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157072df-0f51-4156-ae09-af726dbc8e99 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:03.628372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54718) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:03.685971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (e85ca656-444f-41fd-9e38-4812df95ceb5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.690602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ffa1536e-29ce-414d-aa43-4734a514d0d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f15a5d639338454c90a7ce959e996284&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0605092
Mar 05 20:59:03.694531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:03.696660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-aad785b2-9667-400a-b3a5-bd529aee545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.698129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-aad785b2-9667-400a-b3a5-bd529aee545d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4629462cb9c24128921119298bb0655c&device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 1126 time: 0.1221538
Mar 05 20:59:03.704556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e85ca656-444f-41fd-9e38-4812df95ceb5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.712069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29d94-44d5-48bf-b61b-879f2462235d req-3ac0ee98-93cd-467f-a235-ee118d60d041 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.719533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4da29d94-44d5-48bf-b61b-879f2462235d req-3ac0ee98-93cd-467f-a235-ee118d60d041 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1128 time: 0.1450119
Mar 05 20:59:03.739163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:59:03.811735 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4da29d94-44d5-48bf-b61b-879f2462235d req-4ac01bc1-9016-4363-84ce-c941bfaf0c41 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910575
Mar 05 20:59:03.822859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-db3aa67e-e00f-4cc5-a7a8-11834cd57cbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8af58c4-4388-479a-9490-64f82575af6b HTTP/1.1" status: 200  len: 217 time: 0.1027584
Mar 05 20:59:03.832966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f3d55e8e-71fd-427a-9669-f45552929be7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:03.833531 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.860320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.861587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96d57d48-2986-472d-a5e8-1ce725cc1672 req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.4522486
Mar 05 20:59:03.912295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c5f1-3198-45c6-9a46-a24f484dfa93 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ca656-444f-41fd-9e38-4812df95ceb5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:03.956842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-40931541-de15-42d2-9bc5-e6242cce112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:03.958695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-40931541-de15-42d2-9bc5-e6242cce112f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e68907-de0d-492f-a9c7-8f1713024989 HTTP/1.1" status: 200  len: 851 time: 0.1350129
Mar 05 20:59:03.959793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] Publish callbacks [] for security_group (1202d657-1d28-4eed-a3dc-4871027ee7df), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:03.977944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54736) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:03.990650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:03.991955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.043965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:04.047153 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ecd205-78be-4ed8-9c5f-64d282aa9907" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:04.063750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:04.075222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.140243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] Publish callbacks [] for security_group (1202d657-1d28-4eed-a3dc-4871027ee7df), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.146491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:04.198195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-8fdc0e57-8124-49c9-850d-f40fef5b4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:04.199689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-8fdc0e57-8124-49c9-850d-f40fef5b4574 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fc8a084-d4e7-4698-a078-6f62861cb3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2313714
Mar 05 20:59:04.203229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-187bb56d-4b6e-4320-b457-34fef9d6d2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.209005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c383f-eb22-4db0-a58a-1a20dc1b5546 req-9317e6be-8de1-417a-96a6-b5e76ca20906 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:04.210547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-009c383f-eb22-4db0-a58a-1a20dc1b5546 req-9317e6be-8de1-417a-96a6-b5e76ca20906 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2451243
Mar 05 20:59:04.275723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1202d657-1d28-4eed-a3dc-4871027ee7df), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.278547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.284536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1202d657-1d28-4eed-a3dc-4871027ee7df HTTP/1.1" status: 204  len: 168 time: 0.5846977
Mar 05 20:59:04.327282 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e6137-e01c-4dae-8e6d-6a9d842c1b5a x-openstack-request-id: req-064e6137-e01c-4dae-8e6d-6a9d842c1b5a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:04.327588 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "tag": "d8af58c4-4388-479a-9490-64f82575af6b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:04.327927 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-064e6137-e01c-4dae-8e6d-6a9d842c1b5a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:04.328293 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b', 'status': 'completed', 'code': 200}
Mar 05 20:59:04.332233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8223e-ee96-43d7-9e32-854098c37a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202d657-1d28-4eed-a3dc-4871027ee7df,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:04.432397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-009c383f-eb22-4db0-a58a-1a20dc1b5546 req-41d0784e-b2fd-4196-b35c-bc92948e1868 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133524
Mar 05 20:59:04.461017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-187bb56d-4b6e-4320-b457-34fef9d6d2b1 admin admin] Publish callbacks [] for security_group (b39d8075-ed13-4def-a14c-71a4ed5d56ca), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.465710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-fc95a155-5b98-4624-99ac-464fe730c514 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537830
Mar 05 20:59:04.472239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-187bb56d-4b6e-4320-b457-34fef9d6d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b39d8075-ed13-4def-a14c-71a4ed5d56ca), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.534490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-187bb56d-4b6e-4320-b457-34fef9d6d2b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81011357b48d4ea48ccf7f433041dc26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5545232
Mar 05 20:59:04.537231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:04.627318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3c57c8b-0324-4dc4-94c3-dbba22ff982e req-b952c22b-0c20-407b-8c23-de23fd103704 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507800
Mar 05 20:59:04.658492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1c998-f90d-4a67-b772-1daa5209d3aa req-c98fcd39-4ca8-4a69-af56-5c6f40eb7f95 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:04.672183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6b1c998-f90d-4a67-b772-1daa5209d3aa req-c98fcd39-4ca8-4a69-af56-5c6f40eb7f95 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 944 time: 0.1262078
Mar 05 20:59:04.786018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb56d-4b6e-4320-b457-34fef9d6d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d8075-ed13-4def-a14c-71a4ed5d56ca,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:04.821236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-287f57de-469e-4fb4-8531-26c41f5242bc req-642a9c0f-ee61-450c-87e9-b88e7d34c3e4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-829011814&fields=id&tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee HTTP/1.1" status: 200  len: 267 time: 0.2964895
Mar 05 20:59:04.827213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] Publish callbacks [] for security_group (b39d8075-ed13-4def-a14c-71a4ed5d56ca), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.858522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-4f990b33-4474-4024-9c23-6f8edb6c0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:04.860025 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-4f990b33-4474-4024-9c23-6f8edb6c0e9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4629462cb9c24128921119298bb0655c&device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 1126 time: 0.1589329
Mar 05 20:59:04.874055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6b1c998-f90d-4a67-b772-1daa5209d3aa req-44780be7-c93e-4321-b2fa-f96c12b20651 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000680
Mar 05 20:59:04.940964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] Publish callbacks [] for security_group (b39d8075-ed13-4def-a14c-71a4ed5d56ca), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:04.962098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f57de-469e-4fb4-8531-26c41f5242bc req-bb36dc48-7f11-420f-bb96-9f8dc7a19d3e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:04.969879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-287f57de-469e-4fb4-8531-26c41f5242bc req-bb36dc48-7f11-420f-bb96-9f8dc7a19d3e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1475341
Mar 05 20:59:04.983333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'port': {'security_groups': ['3f8d3d35-9b67-422c-b26d-3ed94d196ea6', 'e85ca656-444f-41fd-9e38-4812df95ceb5']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:05.077663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:05.120542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.131555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-6bd4f37a-317e-45ee-8e4d-bdfe2c128a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:05.133175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-6bd4f37a-317e-45ee-8e4d-bdfe2c128a61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fc8a084-d4e7-4698-a078-6f62861cb3e4 HTTP/1.1" status: 200  len: 913 time: 0.2562761
Mar 05 20:59:05.187722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-45573460-b131-42e4-8375-3d01715b8dd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8af58c4-4388-479a-9490-64f82575af6b HTTP/1.1" status: 200  len: 217 time: 0.0439351
Mar 05 20:59:05.205163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17bdfd80-a917-4a4a-8daf-2f29658ca201 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e3fc58b68df43d8adb55df1d504393d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1256781
Mar 05 20:59:05.207533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54778) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:05.264587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b39d8075-ed13-4def-a14c-71a4ed5d56ca), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.267452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.271581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b39d8075-ed13-4def-a14c-71a4ed5d56ca HTTP/1.1" status: 204  len: 168 time: 0.7154479
Mar 05 20:59:05.305020 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265b9ad2-2afd-4373-be02-98da03ce6b4a x-openstack-request-id: req-265b9ad2-2afd-4373-be02-98da03ce6b4a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:05.305515 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:05.305515 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-265b9ad2-2afd-4373-be02-98da03ce6b4a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:05.305928 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'code': 200}
Mar 05 20:59:05.310206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-898abb46-b90d-4842-aaec-62267f794129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:05.312454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-898abb46-b90d-4842-aaec-62267f794129 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e68907-de0d-492f-a9c7-8f1713024989 HTTP/1.1" status: 200  len: 851 time: 0.1178970
Mar 05 20:59:05.382649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] Publish callbacks [] for security_group (3c470db9-1ad9-4fd6-b04a-7259c4bef73e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.418292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] Publish callbacks [] for security_group (3c470db9-1ad9-4fd6-b04a-7259c4bef73e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.427138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74226a0-30a4-43d2-89da-c1dfda335acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d8075-ed13-4def-a14c-71a4ed5d56ca,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:05.455240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-693e3d1a-e578-4a91-ae3f-bf0f26552ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:05.457021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-693e3d1a-e578-4a91-ae3f-bf0f26552ce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fc8a084-d4e7-4698-a078-6f62861cb3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1263797
Mar 05 20:59:05.540125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:05.617218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.619282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-cbf989b9-7672-44dd-9d25-3ad9b05afee6 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479301
Mar 05 20:59:05.626322 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.639607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:05.760534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:05.761216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.772481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-287f57de-469e-4fb4-8531-26c41f5242bc req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "PUT /v2.0/ports/8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 982 time: 0.8008144
Mar 05 20:59:05.773418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3c470db9-1ad9-4fd6-b04a-7259c4bef73e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.776371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:05.778651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c470db9-1ad9-4fd6-b04a-7259c4bef73e HTTP/1.1" status: 204  len: 168 time: 0.5701408
Mar 05 20:59:05.781296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:05.788965 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf629ec-3191-4698-844f-91e52a7c701d" -d '{"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:05.821587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77199-e6ab-4311-92fd-347c69aa3a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c470db9-1ad9-4fd6-b04a-7259c4bef73e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:05.841420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d87c1-d981-41d5-b098-b788e4c887ae tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:05.852279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da5e547-ecaf-41ff-810d-699a0b6927aa req-15190fd6-d808-47d4-8015-016ebfaecbc6 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232382
Mar 05 20:59:05.878664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:06.002285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4e7f4-fa5a-4ae8-a451-fc5a808ff2c7 req-e829055d-1c50-49a2-9df6-a8358de85682 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:06.011432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90f4e7f4-fa5a-4ae8-a451-fc5a808ff2c7 req-e829055d-1c50-49a2-9df6-a8358de85682 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.0986691
Mar 05 20:59:06.011759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:06.088282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90f4e7f4-fa5a-4ae8-a451-fc5a808ff2c7 req-16bca736-25c4-43ae-b389-541627961851 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754361
Mar 05 20:59:06.211999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d8af58c4-4388-479a-9490-64f82575af6b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:06.260307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-eb9241b7-278b-4425-a665-df4a8f8e124e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-829011814&fields=id&tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee HTTP/1.1" status: 200  len: 267 time: 0.1000419
Mar 05 20:59:06.406637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-2fd10d09-1260-48e7-8bc7-a7978a5cb2d7 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:06.420703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-2fd10d09-1260-48e7-8bc7-a7978a5cb2d7 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 985 time: 0.1585352
Mar 05 20:59:06.435240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'port': {'security_groups': ['3f8d3d35-9b67-422c-b26d-3ed94d196ea6']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:06.516569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:06.598361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:06.603945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:06.624177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'd8af58c4-4388-479a-9490-64f82575af6b', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'port_id': 'd8af58c4-4388-479a-9490-64f82575af6b', 'mac_address': 'fa:16:3e:85:ce:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:59:06.739028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d8af58c4-4388-479a-9490-64f82575af6b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:06.739440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:06.781498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8af58c4-4388-479a-9490-64f82575af6b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:06.841384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:06.852778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:07.086091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:07.094627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:07.160958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:07.163586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['d8af58c4-4388-479a-9490-64f82575af6b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:07.168670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:07.229098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:07.319477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:07.320204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:07.342795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b3ca959-875d-4ca8-b1c1-2c7cfce94edb req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "PUT /v2.0/ports/8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 943 time: 0.9185426
Mar 05 20:59:07.396467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc94d71-c27b-4b4a-959d-e5f326c7f50c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:07.505877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-e4aa27cf-09bb-49a9-bbfe-c72ed5aff6d0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:59:07.506875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-e4aa27cf-09bb-49a9-bbfe-c72ed5aff6d0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069647
Mar 05 20:59:07.530276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:07.595751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-a07df1ca-b8dd-48f6-a149-62bde02921db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:07.604431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-a07df1ca-b8dd-48f6-a149-62bde02921db service neutron] 10.222.0.15 "GET /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 1125 time: 0.0902426
Mar 05 20:59:07.617597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:07.618308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Unknown quota resources ['binding']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 20:59:07.854015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf629ec-3191-4698-844f-91e52a7c701d req-69981a07-501d-40da-a300-6d5b4fb4237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:07.857129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-69981a07-501d-40da-a300-6d5b4fb4237c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.0867343
Mar 05 20:59:07.869488 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eff83a-9f43-49d5-9640-e7f161d87cbd x-openstack-request-id: req-a9eff83a-9f43-49d5-9640-e7f161d87cbd {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:07.869836 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:07.870033 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9eff83a-9f43-49d5-9640-e7f161d87cbd {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:07.870442 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:59:08.005363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf629ec-3191-4698-844f-91e52a7c701d req-1d00a3fb-b760-4e0f-adc4-09f21a81446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:08.006887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-1d00a3fb-b760-4e0f-adc4-09f21a81446e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.1437681
Mar 05 20:59:08.037525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd203a-f9c8-4b56-a0a6-889f9700d914 req-5f03a2e3-c8d5-4454-869b-37f5ecebf14f tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:08.044750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13dd203a-f9c8-4b56-a0a6-889f9700d914 req-5f03a2e3-c8d5-4454-869b-37f5ecebf14f tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 945 time: 0.1772299
Mar 05 20:59:08.087121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on host nch2-master-1 for vnic_type normal with profile None {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:59:08.087771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:59:08.087862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:08.095307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:59:08.095649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:08.104640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:59:08.104940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:08.105974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:59:08.106423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Bound port: 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:59:08.111199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-d616ec17-7340-4aaf-936f-b6562c8dc05a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.0938823
Mar 05 20:59:08.164745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13dd203a-f9c8-4b56-a0a6-889f9700d914 req-89a1be40-ae08-44ca-9141-612a13381e5e tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190326
Mar 05 20:59:08.211931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:59:08.224333 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:08.226506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-7cf617c9-2d8b-46f8-8249-e42a5d8c9ced service neutron] 10.222.0.15 "POST /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d/bindings HTTP/1.1" status: 201  len: 389 time: 0.6198592
Mar 05 20:59:08.243754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf629ec-3191-4698-844f-91e52a7c701d req-31782c21-d38a-45ed-9070-b45a299e2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:08.250155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-31782c21-d38a-45ed-9070-b45a299e2ab9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.1189764
Mar 05 20:59:08.315699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-247bac5f-4528-42c4-bb7f-a91ee6d3971c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582616
Mar 05 20:59:08.504916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982d52-0bcb-4594-afff-f9ad01e7c520 req-14726ab7-da27-48fa-93c2-d710b87c2342 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:08.527572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2982d52-0bcb-4594-afff-f9ad01e7c520 req-14726ab7-da27-48fa-93c2-d710b87c2342 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1560621
Mar 05 20:59:08.572395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:08.673113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2982d52-0bcb-4594-afff-f9ad01e7c520 req-6806facd-b563-4080-8711-0b5a9c5b2e32 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434915
Mar 05 20:59:08.810376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2055055368-network', 'tenant_id': '3637b3fbb8b14825a26f86beb406b93f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:08.929719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Made reservation on behalf of 3637b3fbb8b14825a26f86beb406b93f for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:08.929719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:08.938342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.037338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64549-db12-4008-b1f3-55b9783bbb94 req-c4fd42b7-e103-4e1a-954a-54ba27ad9157 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.045985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65f64549-db12-4008-b1f3-55b9783bbb94 req-c4fd42b7-e103-4e1a-954a-54ba27ad9157 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.2149870
Mar 05 20:59:09.143414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65f64549-db12-4008-b1f3-55b9783bbb94 req-b5359b72-d5c8-4236-9092-3f22d8618e74 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809267
Mar 05 20:59:09.180960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks [] for security_group (7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.194191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.229639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:59:09.243723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:09.249551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ef71fe72-be24-4881-87af-e20f3afa9517), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.249907 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Added segment ef71fe72-be24-4881-87af-e20f3afa9517 of type vlan for network 69c9eb6c-4a0e-476f-a720-0b3749cd2c32
Mar 05 20:59:09.359085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-6d07e4b0-3150-41b5-b37b-4934fb2659a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.364826 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-6d07e4b0-3150-41b5-b37b-4934fb2659a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1128 time: 0.4118993
Mar 05 20:59:09.371061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (69c9eb6c-4a0e-476f-a720-0b3749cd2c32), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.375732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-46230dd9-8e63-4094-b310-a292e2b8915e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.0047805
Mar 05 20:59:09.378760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-8c9fc347-99aa-4a2d-8dec-4f70e5d35e6f service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0541475
Mar 05 20:59:09.462479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988168eb-0b8f-4e40-beeb-ac774f030e8d req-9dafc65b-60ec-4f4d-b052-271697c236b3 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.469646 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-988168eb-0b8f-4e40-beeb-ac774f030e8d req-9dafc65b-60ec-4f4d-b052-271697c236b3 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 945 time: 0.2066445
Mar 05 20:59:09.508285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-c6930a06-3d35-49ca-ac47-0f4d637855c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.517065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-c6930a06-3d35-49ca-ac47-0f4d637855c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.1299713
Mar 05 20:59:09.528152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (69c9eb6c-4a0e-476f-a720-0b3749cd2c32), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.531231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.535365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.601598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0266240
Mar 05 20:59:09.608463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54954) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:09.617270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Request body: {'subnet': {'network_id': '69c9eb6c-4a0e-476f-a720-0b3749cd2c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2055055368-subnet', 'tenant_id': '3637b3fbb8b14825a26f86beb406b93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:09.651761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-b9f3e096-7be8-4715-8b67-a2da6698d375 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 217 time: 0.1283283
Mar 05 20:59:09.718854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:09.734591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-988168eb-0b8f-4e40-beeb-ac774f030e8d req-694eb04d-72ce-4e08-adbf-784e42bd592c tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2635639
Mar 05 20:59:09.764695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Made reservation on behalf of 3637b3fbb8b14825a26f86beb406b93f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:09.770815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.867044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:09.918287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-8f49e2ba-7a06-49d6-95ab-59cc70a246c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:09.922075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-8f49e2ba-7a06-49d6-95ab-59cc70a246c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.2618818
Mar 05 20:59:09.923942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:09.927835 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513bd01-a7f4-4f90-9469-5c309c4634c5" -d '{"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:09.948187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd1d28-0014-4f39-be3d-d3164ff32636 admin admin] Pushing event updated for resources: {'Network': ['ID=69c9eb6c-4a0e-476f-a720-0b3749cd2c32,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:09.959478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 69c9eb6c-4a0e-476f-a720-0b3749cd2c32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:59:10.121614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-5152a550-8688-44e4-bdcb-b315214f9a40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0813580
Mar 05 20:59:10.136984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373fdb-c5ff-4c16-9e0f-e1b6c339a10d req-a85dd007-5349-4643-a4a3-52c5c51adec5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:10.148033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e373fdb-c5ff-4c16-9e0f-e1b6c339a10d req-a85dd007-5349-4643-a4a3-52c5c51adec5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1756613
Mar 05 20:59:10.217816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d8af58c4-4388-479a-9490-64f82575af6b up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:59:10.220431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adf629ec-3191-4698-844f-91e52a7c701d req-57e7e4e4-0bf1-4172-ae4e-736b4f1afa6c service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5748234
Mar 05 20:59:10.223727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e373fdb-c5ff-4c16-9e0f-e1b6c339a10d req-766edd99-0809-4bd9-b2b9-2d6b254768c7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747137
Mar 05 20:59:10.261293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-399ab762-d7d8-47fe-aec1-df52da4b309a service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292472
Mar 05 20:59:10.321765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port d8af58c4-4388-479a-9490-64f82575af6b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:59:10.334202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port d8af58c4-4388-479a-9490-64f82575af6b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:10.335224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8af58c4-4388-479a-9490-64f82575af6b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.353301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (e98f9240-85aa-4003-af0b-5ef16c6f35f0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.364857 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14d208-2483-4404-ad0b-691cb80af822 x-openstack-request-id: req-bb14d208-2483-4404-ad0b-691cb80af822 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:10.365159 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:10.365424 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb14d208-2483-4404-ad0b-691cb80af822 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:10.365852 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:59:10.489564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d8af58c4-4388-479a-9490-64f82575af6b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:10.490369 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.500576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98f9240-85aa-4003-af0b-5ef16c6f35f0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:10.584984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:10.598365 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb373d35-e8bc-4904-b9cc-f6dd4b252ace" -d '{"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-plugged", "status": "completed", "tag": "d8af58c4-4388-479a-9490-64f82575af6b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:10.622201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:10.630039 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.701332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Checking segment: {'id': 'ef71fe72-be24-4881-87af-e20f3afa9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '69c9eb6c-4a0e-476f-a720-0b3749cd2c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:10.701984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Network hostable DHCP agents. Network: 69c9eb6c-4a0e-476f-a720-0b3749cd2c32, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:59:10.780997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-598ec431-6097-4927-aeca-e08d9a625dbc service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5101323
Mar 05 20:59:10.796865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:10.822885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Network 69c9eb6c-4a0e-476f-a720-0b3749cd2c32 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:59:10.866639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.875118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-b50dcb4f-5323-47f8-889d-e8297dca6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:10.881546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69c9eb6c-4a0e-476f-a720-0b3749cd2c32) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:10.893285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-b50dcb4f-5323-47f8-889d-e8297dca6215 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.5022392
Mar 05 20:59:10.895354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a1a3d-376a-4708-8483-44bc0abd5e7d None None] Network 69c9eb6c-4a0e-476f-a720-0b3749cd2c32 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:10.899107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:10.899784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:10.950807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329905-ff1b-4ff7-a2e2-ba9b332a5e2d req-b6109fac-4849-487e-a5c9-4f616bc1227e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:10.952464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b329905-ff1b-4ff7-a2e2-ba9b332a5e2d req-b6109fac-4849-487e-a5c9-4f616bc1227e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.3639770
Mar 05 20:59:11.087275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b329905-ff1b-4ff7-a2e2-ba9b332a5e2d req-2248f406-df3f-4fc7-9201-437f4744d118 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252081
Mar 05 20:59:11.109895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-507cece7-84f5-4c89-8193-10cef31ba3e9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4968779
Mar 05 20:59:11.133342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-f855d967-f9b5-4149-85f7-2d556fc9ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:11.134950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-f855d967-f9b5-4149-85f7-2d556fc9ad4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.2339532
Mar 05 20:59:11.215988 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a56406-6dce-4cf7-9e23-45f09b8dccfd x-openstack-request-id: req-e3a56406-6dce-4cf7-9e23-45f09b8dccfd {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:11.216918 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-plugged", "status": "completed", "tag": "d8af58c4-4388-479a-9490-64f82575af6b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:11.217903 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3a56406-6dce-4cf7-9e23-45f09b8dccfd {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:11.219904 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b', 'code': 200}
Mar 05 20:59:11.381103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf907256-cfd7-40c5-b121-49674eef4296 None None] Network 69c9eb6c-4a0e-476f-a720-0b3749cd2c32 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:11.382747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-4d6cd88e-e73b-4def-972f-f030fffa11d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.2384017
Mar 05 20:59:11.435931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12631ad-c836-4308-8aee-75678dac47b1 req-71ed7589-9581-4a98-98a5-c139a8c08664 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:11.449307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f12631ad-c836-4308-8aee-75678dac47b1 req-71ed7589-9581-4a98-98a5-c139a8c08664 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.0789387
Mar 05 20:59:11.584064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54097f55-a265-4526-8064-0c21c16010cd req-8b282cce-6905-466d-a5d5-3c223567ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:11.585626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54097f55-a265-4526-8064-0c21c16010cd req-8b282cce-6905-466d-a5d5-3c223567ec45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 1128 time: 0.2017605
Mar 05 20:59:11.590409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55058) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:11.592611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f12631ad-c836-4308-8aee-75678dac47b1 req-9c268261-ee25-4f6b-81bf-243eca77c4d5 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406729
Mar 05 20:59:11.784335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-494eabe2-1a81-4a31-ad77-9025d94c3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:11.790148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-494eabe2-1a81-4a31-ad77-9025d94c3f7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.3414104
Mar 05 20:59:11.883234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb69708-6222-476e-babe-caf1c363dee3 req-09607590-3d39-43ba-ac78-f13864891319 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:11.910178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8eb69708-6222-476e-babe-caf1c363dee3 req-09607590-3d39-43ba-ac78-f13864891319 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1209419
Mar 05 20:59:11.921795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-31d632a5-5232-4b9b-90be-cc096b944473 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1087682
Mar 05 20:59:11.939579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Allocated IP 172.35.0.254 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/feb14040-481b-44a8-a941-1f7c20bd79e4) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:59:12.002909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8eb69708-6222-476e-babe-caf1c363dee3 req-09643116-bdeb-4c49-853c-6659526f42a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796211
Mar 05 20:59:12.035467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-72b29da0-f984-41b9-b08b-e17480d839a6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:59:12.036802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-72b29da0-f984-41b9-b08b-e17480d839a6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075383
Mar 05 20:59:12.061068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-49cd08c2-0494-408d-986f-870400645aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.148383 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54097f55-a265-4526-8064-0c21c16010cd req-5118aed9-4feb-4c89-8f94-a77c5bb2defe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5499501
Mar 05 20:59:12.228407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-49cd08c2-0494-408d-986f-870400645aa4 admin admin] Publish callbacks [] for security_group (45eb48d5-9242-4050-b579-96b6a752a456), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.231607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.242126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-49cd08c2-0494-408d-986f-870400645aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (45eb48d5-9242-4050-b579-96b6a752a456), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.301851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-49cd08c2-0494-408d-986f-870400645aa4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aacd30ce7f204e6fbcbee5a2feb573e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7070882
Mar 05 20:59:12.303228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55100) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:12.308164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd08c2-0494-408d-986f-870400645aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb48d5-9242-4050-b579-96b6a752a456,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:12.387299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] Publish callbacks [] for security_group (45eb48d5-9242-4050-b579-96b6a752a456), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.427279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] Publish callbacks [] for security_group (45eb48d5-9242-4050-b579-96b6a752a456), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.462522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-b2b8d0b2-9f9b-4237-8ed2-9944454729e9 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3890159
Mar 05 20:59:12.496028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (45eb48d5-9242-4050-b579-96b6a752a456), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.500008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.504778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45eb48d5-9242-4050-b579-96b6a752a456 HTTP/1.1" status: 204  len: 168 time: 0.1997926
Mar 05 20:59:12.516280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c60f6-39f5-4027-a6ba-16828bf5ae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb48d5-9242-4050-b579-96b6a752a456,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:12.589642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd7d7b-0d6c-4f78-9d7e-ebe563034a2d req-ddce507a-e1ab-4817-8af7-2564807337d0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:12.596946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35fd7d7b-0d6c-4f78-9d7e-ebe563034a2d req-ddce507a-e1ab-4817-8af7-2564807337d0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.0821822
Mar 05 20:59:12.677334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35fd7d7b-0d6c-4f78-9d7e-ebe563034a2d req-cb44b0a6-5093-4354-b5f1-59c285aaf3a0 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787618
Mar 05 20:59:12.709523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0513bd01-a7f4-4f90-9469-5c309c4634c5 req-8df59e3d-f440-4f3a-8613-9626fa64a0da service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356193
Mar 05 20:59:12.712276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.773775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:59:12.784314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:12.788790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:59:12.835868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'Port': ['ID=feb14040-481b-44a8-a941-1f7c20bd79e4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:12.968028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:12.972078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189454d-c657-43a0-a5bc-72faabcb11ce req-3b4e9849-f069-48ca-b027-5f5f543885f4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:12.977754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7189454d-c657-43a0-a5bc-72faabcb11ce req-3b4e9849-f069-48ca-b027-5f5f543885f4 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.1727598
Mar 05 20:59:13.042830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:13.050167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.122084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7189454d-c657-43a0-a5bc-72faabcb11ce req-bc5b8ccf-c1fe-4a52-85fa-9eeddd6b2d0c tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346931
Mar 05 20:59:13.136425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e61da84e-2058-43bb-970b-fe91dd79a5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.274042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.282064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.317608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e61da84e-2058-43bb-970b-fe91dd79a5a6 admin admin] Publish callbacks [] for security_group (fa1cc5ee-4af6-4da3-87a7-3df65ca45cad), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.335840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e61da84e-2058-43bb-970b-fe91dd79a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa1cc5ee-4af6-4da3-87a7-3df65ca45cad), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.412373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event updated for resources: {'Port': ['ID=feb14040-481b-44a8-a941-1f7c20bd79e4,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:13.424049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.451312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.453114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-40e704c1-436f-4b1b-8d41-a33c2cb4878a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8060670
Mar 05 20:59:13.484448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e61da84e-2058-43bb-970b-fe91dd79a5a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66cfd526705d49a5842df2b2a922a5c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4401405
Mar 05 20:59:13.488118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55146) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:13.504193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61da84e-2058-43bb-970b-fe91dd79a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1cc5ee-4af6-4da3-87a7-3df65ca45cad,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:13.585887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe055f69-9d2d-4784-8ea9-cc54d8c17ca5 req-1c67a426-8857-4190-88f5-f30ce75088e1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:13.596126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe055f69-9d2d-4784-8ea9-cc54d8c17ca5 req-1c67a426-8857-4190-88f5-f30ce75088e1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2039988
Mar 05 20:59:13.601998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-51b97eaf-7a88-43f8-8440-f4c2a55f758f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 696 time: 0.1402102
Mar 05 20:59:13.639610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] Publish callbacks [] for security_group (fa1cc5ee-4af6-4da3-87a7-3df65ca45cad), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.683972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe055f69-9d2d-4784-8ea9-cc54d8c17ca5 req-c930dfda-6c0a-440d-a4f4-d38c29bf853c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821364
Mar 05 20:59:13.713023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] Publish callbacks [] for security_group (fa1cc5ee-4af6-4da3-87a7-3df65ca45cad), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.842880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa1cc5ee-4af6-4da3-87a7-3df65ca45cad), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.847290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:13.851350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa1cc5ee-4af6-4da3-87a7-3df65ca45cad HTTP/1.1" status: 204  len: 168 time: 0.3596528
Mar 05 20:59:13.881056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-57ce5ca6-7688-4d29-8bbb-9e46655b80ff tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:13.888752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37bde-b41e-4d9a-bb49-d345b2385d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1cc5ee-4af6-4da3-87a7-3df65ca45cad,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:13.906135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27a06734-a185-4f59-aef9-f7f52fe3046f req-57ce5ca6-7688-4d29-8bbb-9e46655b80ff tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2952673
Mar 05 20:59:13.937727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a0323-f260-4d73-be4d-accda97893e3 req-0346c762-32d9-4df8-9add-82d275558aa2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:13.939414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-097a0323-f260-4d73-be4d-accda97893e3 req-0346c762-32d9-4df8-9add-82d275558aa2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.1205640
Mar 05 20:59:13.999559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-097a0323-f260-4d73-be4d-accda97893e3 req-45719671-6905-49d2-b349-0c6de14f3964 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533783
Mar 05 20:59:14.044430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:14.159543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Deleting subnet e98f9240-85aa-4003-af0b-5ef16c6f35f0 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:14.167479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Publish callbacks [] for subnet (e98f9240-85aa-4003-af0b-5ef16c6f35f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.253466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (e98f9240-85aa-4003-af0b-5ef16c6f35f0), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.287376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-2ef7c1c0-cb40-4e16-9973-19609a0eb7f1 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:14.290419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-2ef7c1c0-cb40-4e16-9973-19609a0eb7f1 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1648235
Mar 05 20:59:14.378373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fb459-ee6e-469a-85fe-9e6c242b4b2e req-7e6eec3d-9a63-4b13-a450-e734e0594ec8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:14.380017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5fb459-ee6e-469a-85fe-9e6c242b4b2e req-7e6eec3d-9a63-4b13-a450-e734e0594ec8 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.1721539
Mar 05 20:59:14.389342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e98f9240-85aa-4003-af0b-5ef16c6f35f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.407782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-c2a6e056-e223-4a68-aa51-511b28f77f05 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 696 time: 0.1109109
Mar 05 20:59:14.414059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'floatingip': {'port_id': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:14.467053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.555014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (e98f9240-85aa-4003-af0b-5ef16c6f35f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.582759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5fb459-ee6e-469a-85fe-9e6c242b4b2e req-96a524ad-f201-4c61-b1d7-6de6071dc7b7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901422
Mar 05 20:59:14.623085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:14.627390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e98f9240-85aa-4003-af0b-5ef16c6f35f0 HTTP/1.1" status: 204  len: 168 time: 0.5815682
Mar 05 20:59:14.628648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d031-3846-459e-952d-36264368ee06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98f9240-85aa-4003-af0b-5ef16c6f35f0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:14.632296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55208) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:14.876312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc056-cd5a-427c-90aa-83baaf2b76b8 req-97928fbc-40bf-49e0-a11e-f9ebdf01cd0b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:14.888386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7ccc056-cd5a-427c-90aa-83baaf2b76b8 req-97928fbc-40bf-49e0-a11e-f9ebdf01cd0b tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.1681633
Mar 05 20:59:14.906845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (69c9eb6c-4a0e-476f-a720-0b3749cd2c32), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.155195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (69c9eb6c-4a0e-476f-a720-0b3749cd2c32), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.188378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7ccc056-cd5a-427c-90aa-83baaf2b76b8 req-8a73884e-616f-4276-93a6-bb2ebe953ce5 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2733326
Mar 05 20:59:15.221773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb0f10>,) {'filters': {'network_id': ['69c9eb6c-4a0e-476f-a720-0b3749cd2c32']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:15.243778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-399ea567-4430-468c-98c7-b1e059ee9df8 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:15.245798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-399ea567-4430-468c-98c7-b1e059ee9df8 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2825737
Mar 05 20:59:15.247973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb0f10>, 'ef71fe72-be24-4881-87af-e20f3afa9517') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:15.248350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb0f10>, 'ef71fe72-be24-4881-87af-e20f3afa9517') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:15.251847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.258430 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.276815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (ef71fe72-be24-4881-87af-e20f3afa9517), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.317994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ef71fe72-be24-4881-87af-e20f3afa9517), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.330614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:15.331734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (ef71fe72-be24-4881-87af-e20f3afa9517), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:15.344989 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:15.469950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (69c9eb6c-4a0e-476f-a720-0b3749cd2c32), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.470093 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Floating IP 16b5ba17-b501-4c94-9ef6-79e883e49b14 associated. External IP: 172.35.0.254, port: 8fc25781-cd23-40fb-843d-506a3fbd00cf.
Mar 05 20:59:15.488264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.493166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/69c9eb6c-4a0e-476f-a720-0b3749cd2c32 HTTP/1.1" status: 204  len: 168 time: 0.8598082
Mar 05 20:59:15.526830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb92587-b2b0-4e2b-b97e-5938f309b4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c9eb6c-4a0e-476f-a720-0b3749cd2c32,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:15.537852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:15.566208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9dc0b-6eab-44f9-868c-946ebbf2815e req-dc2f4c7f-cd3d-4a7a-b4ad-3f83f48faa20 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:15.577024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cf9dc0b-6eab-44f9-868c-946ebbf2815e req-dc2f4c7f-cd3d-4a7a-b4ad-3f83f48faa20 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 946 time: 0.2031410
Mar 05 20:59:15.771293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-65327701-8c32-4662-9c69-8447d0e107b3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:15.775150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-65327701-8c32-4662-9c69-8447d0e107b3 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.2923777
Mar 05 20:59:15.787484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cf9dc0b-6eab-44f9-868c-946ebbf2815e req-fac5599e-bece-46cd-936c-fe8110916631 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095695
Mar 05 20:59:15.853337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:15.981249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55262) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:16.109033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:59:16.195229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cc21aa8c-d005-45c1-94da-81a6749a8ac8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3637b3fbb8b14825a26f86beb406b93f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1750720
Mar 05 20:59:16.197373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:16.257072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:16.320268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084b85-f08b-4023-baee-f249a85e8251 req-e7f1e7aa-d3c2-4511-9ec6-d008bfee6734 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:16.321952 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f084b85-f08b-4023-baee-f249a85e8251 req-e7f1e7aa-d3c2-4511-9ec6-d008bfee6734 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.4010768
Mar 05 20:59:16.341313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:16.348274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Request body: {'floatingip': {'port_id': 'd8af58c4-4388-479a-9490-64f82575af6b'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:16.410743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.546901 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] Publish callbacks [] for security_group (7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.571890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] Publish callbacks [] for security_group (7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.627916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:16.646705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d has no active binding in host nch2-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 20:59:16.657579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:16.847187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port 9b6d6349-6293-4bf5-9386-7898bb2e8382 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:16.847868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.861333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:16.928394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks [] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.931334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:16.934015 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f183cc7-4dd2-4ddb-b05f-bb97377d22e2" -d '{"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-unplugged", "status": "completed", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:16.970593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.973926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:16.977558 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc HTTP/1.1" status: 204  len: 168 time: 0.7722638
Mar 05 20:59:16.977558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:17.027867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port 9b6d6349-6293-4bf5-9386-7898bb2e8382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b6d6349-6293-4bf5-9386-7898bb2e8382,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:17.029770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:17.073070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for 9b6d6349-6293-4bf5-9386-7898bb2e8382 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:17.088427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7bf8e-5139-435f-8fe9-1c61328531df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f2a22-ffc3-43d3-bb41-facd19b3f5dc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:17.117418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:59:17.128283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:17.134968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Sync routers for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:59:17.147208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45c9dc-fe97-49ee-bb55-cd029c3119f4 req-35b0d421-62db-4ebd-b3d1-a8674715c654 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:17.153576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:17.154233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83282160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:17.161777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d45c9dc-fe97-49ee-bb55-cd029c3119f4 req-35b0d421-62db-4ebd-b3d1-a8674715c654 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=76292b20-5af3-4714-8d54-0207aa49129a HTTP/1.1" status: 200  len: 946 time: 0.6616399
Mar 05 20:59:17.332413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-6ab69842-fad2-4159-907a-2dfec5f28906 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "PUT /v2.0/floatingips/16b5ba17-b501-4c94-9ef6-79e883e49b14 HTTP/1.1" status: 200  len: 997 time: 2.9196670
Mar 05 20:59:17.334681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:17.338850 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c71625-f712-4d4d-b055-56ca6feae846" -d '{"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:17.528911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-3f73dbd7-9a0a-4ad0-8509-2181127bf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:17.533002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-3f73dbd7-9a0a-4ad0-8509-2181127bf178 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.1836021
Mar 05 20:59:17.572182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:17.752259 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 20:59:17.901374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9b6d6349-6293-4bf5-9386-7898bb2e8382), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:18.054503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=9b6d6349-6293-4bf5-9386-7898bb2e8382,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:18.156858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-01f97a41-9347-496a-9227-840f59e02d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:18.163246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-01f97a41-9347-496a-9227-840f59e02d89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.6069613
Mar 05 20:59:18.215180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port 9b6d6349-6293-4bf5-9386-7898bb2e8382 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:18.223054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:18.234861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0b110022-bc34-4649-bdfd-811e1bfb3774 req-b23a624e-386b-4e67-b4a3-730b85e81adc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "DELETE /v2.0/ports/9b6d6349-6293-4bf5-9386-7898bb2e8382 HTTP/1.1" status: 204  len: 173 time: 2.4509802
Mar 05 20:59:18.469481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83282160>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16b5ba17-b501-4c94-9ef6-79e883e49b14', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'port_id': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'mac_address': 'fa:16:3e:aa:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23279b59-495b-4264-8d6c-33d6143418ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:59:12Z', 'updated_at': '2022-03-05T20:59:15Z', 'revision_number': 1, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:18.505506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-a848402d-a228-40c7-92b6-6d1e110a0c16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 1000 time: 0.3384998
Mar 05 20:59:18.637262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Checking router: 47f02a90-9c9e-47b6-bc06-0c7b673afa29 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:59:18.644444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-204a0948-6636-4c55-babb-0ac160527095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:18.649819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-204a0948-6636-4c55-babb-0ac160527095 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.1364903
Mar 05 20:59:18.687734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:18.687734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83282160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:18.792042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-df029b90-01ad-4a36-b940-ccdaffec97c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1266534
Mar 05 20:59:18.876037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d45c9dc-fe97-49ee-bb55-cd029c3119f4 req-be8478d9-6fca-46b1-adff-a58b388222fc tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7103543
Mar 05 20:59:18.921869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:59:18.922259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:59:18.922741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:18.925718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:18.936589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:59:18.936936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Attempting to bind port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on network 93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:18.942441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:18.945957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:59:18.947216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Checking segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:18.947216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Bound using segment: {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:59:18.947807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Bound port: 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae79d0a7-9a94-4392-8e94-505cb7247480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '93578ff8-1ca6-4e6e-b4ae-025cd8c9d397'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:59:18.948362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:18.956873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-655a5bc3-837d-412f-9284-6773a61212ae service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475654
Mar 05 20:59:18.962457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:19.051069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:19.096222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:19.101790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:59:19.138758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:19.257934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1548146d-1998-4d94-9b1f-fbbe283f83a1 req-c71c517e-8a44-45d1-8271-4fea0b01286e service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2948890
Mar 05 20:59:19.294003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:19.294734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:19.296396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] 10.222.0.23 "PUT /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 1122 time: 4.0389831
Mar 05 20:59:19.299554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7e8c9-b288-4dda-a577-750d251c080d service neutron] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=8']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:19.349116 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Floating IP 46f7ccf6-be19-474f-b279-edc4365de78f associated. External IP: 172.35.0.43, port: d8af58c4-4388-479a-9490-64f82575af6b.
Mar 05 20:59:19.359490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:19.453367 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dd9a44-724b-421d-a02a-d75f284b579d x-openstack-request-id: req-40dd9a44-724b-421d-a02a-d75f284b579d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:19.453664 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-unplugged", "status": "completed", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:19.453971 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40dd9a44-724b-421d-a02a-d75f284b579d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:19.454372 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'code': 200}
Mar 05 20:59:19.522383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e573-13f7-4105-b1fe-d7bd160a2d49 req-01cf89b3-04c5-45d2-b8cc-fa8b72f2ac5a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:19.532738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['45250c7d-a9c6-48f1-8ae6-302bb7ba938d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:19.540075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7835e573-13f7-4105-b1fe-d7bd160a2d49 req-01cf89b3-04c5-45d2-b8cc-fa8b72f2ac5a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.1215916
Mar 05 20:59:19.541667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['45250c7d-a9c6-48f1-8ae6-302bb7ba938d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:19.564030 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66508e37-743d-4431-a74b-eb7fbc7721e3 x-openstack-request-id: req-66508e37-743d-4431-a74b-eb7fbc7721e3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:19.564571 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:19.566111 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66508e37-743d-4431-a74b-eb7fbc7721e3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:19.566571 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:59:19.665632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7835e573-13f7-4105-b1fe-d7bd160a2d49 req-15e548bd-1a3c-4769-b2fc-019b5109ac45 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245832
Mar 05 20:59:19.684251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-91700331-e460-4499-91cf-9b1880e77910 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 1000 time: 0.1255569
Mar 05 20:59:19.801962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c71625-f712-4d4d-b055-56ca6feae846 req-1e7ff85a-8f51-47e9-92c4-e05603aaf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:19.803777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-1e7ff85a-8f51-47e9-92c4-e05603aaf902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.2440903
Mar 05 20:59:19.812729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-af850fa0-2ba0-4c65-b968-21486ab62541 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:19.826338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-af850fa0-2ba0-4c65-b968-21486ab62541 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports/8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 943 time: 0.1409144
Mar 05 20:59:19.845620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9b6d6349-6293-4bf5-9386-7898bb2e8382 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:19.988960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-95766610-network', 'tenant_id': 'daf06b3ce3f3408ab9463644907a62ba'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:19.995223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c71625-f712-4d4d-b055-56ca6feae846 req-fbfad145-cdda-46fd-a1f5-79a5d6301df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:19.997112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-fbfad145-cdda-46fd-a1f5-79a5d6301df0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.1695843
Mar 05 20:59:20.021063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 9b6d6349-6293-4bf5-9386-7898bb2e8382 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:20.022060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9b6d6349-6293-4bf5-9386-7898bb2e8382 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:20.030843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Made reservation on behalf of daf06b3ce3f3408ab9463644907a62ba for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:20.034100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.079371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.092863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-de164e33-8049-4271-ab83-63796cd2ed86 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 1000 time: 0.0946381
Mar 05 20:59:20.233260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-14f70a30-2d33-4133-9eaa-feb2784bb962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 1000 time: 0.2263227
Mar 05 20:59:20.250052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:20.300757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83282160>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16b5ba17-b501-4c94-9ef6-79e883e49b14', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'port_id': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'mac_address': 'fa:16:3e:aa:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23279b59-495b-4264-8d6c-33d6143418ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:59:12Z', 'updated_at': '2022-03-05T20:59:15Z', 'revision_number': 1, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:20.329895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22767e02-52b1-4af2-9731-7286a47d32ce None None] The sync data for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 is: [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16b5ba17-b501-4c94-9ef6-79e883e49b14', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'port_id': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'mac_address': 'fa:16:3e:aa:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23279b59-495b-4264-8d6c-33d6143418ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:59:12Z', 'updated_at': '2022-03-05T20:59:15Z', 'revision_number': 1, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:59:20.375140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks [] for security_group (2c18cebf-c909-4a61-b255-d9c7403259b4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.388727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c18cebf-c909-4a61-b255-d9c7403259b4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.538271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-d56cb4c0-6dd9-4204-a8ef-e1bc293dd413 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7495174
Mar 05 20:59:20.541290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:59:20.588659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4739258b-2557-412a-a092-70150c0185d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.632621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c71625-f712-4d4d-b055-56ca6feae846 req-54b65dd8-53a1-49db-a9e9-b31ff4f4f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:20.638178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-54b65dd8-53a1-49db-a9e9-b31ff4f4f54c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.3776045
Mar 05 20:59:20.647756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e070b442-49a0-4823-bdaa-f9b098fee83e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.648453 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Added segment e070b442-49a0-4823-bdaa-f9b098fee83e of type vlan for network 80991bdd-20f7-442c-b102-d548a4c4ffc3
Mar 05 20:59:20.652439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c18cebf-c909-4a61-b255-d9c7403259b4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:20.710860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d9ab9-dbfc-4d6a-9048-4f1d9a0818ec None None] New status for floating IP 16b5ba17-b501-4c94-9ef6-79e883e49b14: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:59:20.752087 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (80991bdd-20f7-442c-b102-d548a4c4ffc3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.786199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-7d1cc040-8007-4da9-afc1-b5daabaddfa0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:20.788366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-7d1cc040-8007-4da9-afc1-b5daabaddfa0 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.4025834
Mar 05 20:59:20.822637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-940dd0b8-5d61-49f1-8fa0-304da7266fdc tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:20.824818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-940dd0b8-5d61-49f1-8fa0-304da7266fdc tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.7311020
Mar 05 20:59:20.835329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-1042d680-bf16-4544-afa6-3b0ffefa793d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/quotas/a02c2521498e48a3a5650f7b6f81d5ce HTTP/1.1" status: 200  len: 375 time: 0.0330865
Mar 05 20:59:20.836350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (80991bdd-20f7-442c-b102-d548a4c4ffc3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.837663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:20.838589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:20.852025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Router fa373266-d421-46e5-a1a0-2cc167569f62 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:59:20.952133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-05faaefe-ac52-42a3-84de-d67617b947ec tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1093295
Mar 05 20:59:20.959958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2dfe0374-ee45-46d1-a2b3-0d9f4510e314 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 1000 time: 0.1036050
Mar 05 20:59:20.965011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6038716
Mar 05 20:59:20.966653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-09e20a9e-abfb-4e6b-9e7a-144a9530e1be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1532590
Mar 05 20:59:20.972483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:20.975571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:20.977779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-99cfcb95-32da-49aa-b7cb-32e491eac1d5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 20:59:20.979451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-99cfcb95-32da-49aa-b7cb-32e491eac1d5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0129569
Mar 05 20:59:20.994177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Request body: {'subnet': {'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-95766610-subnet', 'tenant_id': 'daf06b3ce3f3408ab9463644907a62ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:21.000094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153148fe-07fa-4096-b5eb-c3f0bbb2dcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=80991bdd-20f7-442c-b102-d548a4c4ffc3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:21.018992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 80991bdd-20f7-442c-b102-d548a4c4ffc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:59:21.021148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4739258b-2557-412a-a092-70150c0185d7 admin admin] Publish callbacks [] for security_group (885dcef6-8987-4298-ad16-747c0947f3e6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.079640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4739258b-2557-412a-a092-70150c0185d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (885dcef6-8987-4298-ad16-747c0947f3e6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.117822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739258b-2557-412a-a092-70150c0185d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885dcef6-8987-4298-ad16-747c0947f3e6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:21.179783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4739258b-2557-412a-a092-70150c0185d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=194d47fb870143908ae89a41f41388d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9284141
Mar 05 20:59:21.186951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:21.214791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.235653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-5930c5e1-fdb7-414c-b68c-81d6902f89d5 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461767
Mar 05 20:59:21.358784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] Publish callbacks [] for security_group (885dcef6-8987-4298-ad16-747c0947f3e6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.441556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] Publish callbacks [] for security_group (885dcef6-8987-4298-ad16-747c0947f3e6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.495551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Made reservation on behalf of daf06b3ce3f3408ab9463644907a62ba for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:21.498082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.499707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:21.503663 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe76b55-8410-4a00-a242-77c128994c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:21.522158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-854087ee-5e8d-4979-b116-43d9ca8d0373 service neutron] 10.222.0.15 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775674
Mar 05 20:59:21.567156 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (885dcef6-8987-4298-ad16-747c0947f3e6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.570411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.573983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/885dcef6-8987-4298-ad16-747c0947f3e6 HTTP/1.1" status: 204  len: 168 time: 0.3836603
Mar 05 20:59:21.577620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'name': 'network-vif-deleted', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:21.582836 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574080c-e40c-4ee7-bef1-be4462477414" -d '{"events": [{"server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "name": "network-vif-deleted", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:21.621704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8435-4da3-468c-a484-c93ecb40176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885dcef6-8987-4298-ad16-747c0947f3e6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:21.714312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-45b97167-f8fc-464b-8de8-4e9f926d6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:21.718155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-45b97167-f8fc-464b-8de8-4e9f926d6c53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 1127 time: 1.0680118
Mar 05 20:59:21.730716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.754891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:21.755565 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Floating IP 16b5ba17-b501-4c94-9ef6-79e883e49b14 disassociated. External IP: 172.35.0.254, port: 8fc25781-cd23-40fb-843d-506a3fbd00cf.
Mar 05 20:59:21.979015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-25416c77-4b8d-4eee-b672-0e3f5ea4bfaa service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7809153
Mar 05 20:59:22.023075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:59:22.039902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Sync routers for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:59:22.055238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:22.055935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8268e5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:22.071103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac51b-5530-43fe-80b3-10e41f39b801 req-100640c3-c85d-4f89-af92-8f15987685ab tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:22.083123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-966ac51b-5530-43fe-80b3-10e41f39b801 req-100640c3-c85d-4f89-af92-8f15987685ab tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.1325943
Mar 05 20:59:22.097330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:22.167578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-8fa45145-7b04-4620-a480-3b1b0ae64e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:22.169829 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-8fa45145-7b04-4620-a480-3b1b0ae64e41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.4189796
Mar 05 20:59:22.220535 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-966ac51b-5530-43fe-80b3-10e41f39b801 req-28b8a024-2020-419f-85e2-d57c429ddcd8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311915
Mar 05 20:59:22.332585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:22.456037 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54e3a8-5ef2-4b5b-ba3f-c1038979b57f x-openstack-request-id: req-9e54e3a8-5ef2-4b5b-ba3f-c1038979b57f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:22.456347 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76292b20-5af3-4714-8d54-0207aa49129a", "name": "network-vif-deleted", "tag": "9b6d6349-6293-4bf5-9386-7898bb2e8382", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:22.456614 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e54e3a8-5ef2-4b5b-ba3f-c1038979b57f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:22.457036 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76292b20-5af3-4714-8d54-0207aa49129a', 'name': 'network-vif-deleted', 'tag': '9b6d6349-6293-4bf5-9386-7898bb2e8382', 'status': 'completed', 'code': 200}
Mar 05 20:59:22.457435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:22.555079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9a68aec-095a-4e64-aded-516b6be2e8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:22.610575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba778a0e-c0b7-4303-af10-bb6b75b13480 req-fa83b4f8-7e73-48df-a575-7030ee441435 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 210 time: 0.1178026
Mar 05 20:59:22.766999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9a68aec-095a-4e64-aded-516b6be2e8a8 admin admin] Publish callbacks [] for security_group (7d95cf03-9b37-4c1e-accb-610e0292230a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:22.771058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76b55-8410-4a00-a242-77c128994c7b req-5597c5a5-4f6d-46b0-8a3e-04e4eeeb5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:22.773231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-5597c5a5-4f6d-46b0-8a3e-04e4eeeb5b33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1156 time: 0.4059799
Mar 05 20:59:22.774498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9a68aec-095a-4e64-aded-516b6be2e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7d95cf03-9b37-4c1e-accb-610e0292230a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:22.912511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8268e5b0>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46f7ccf6-be19-474f-b279-edc4365de78f', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'floating_ip_address': '172.35.0.43', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'port_id': 'd8af58c4-4388-479a-9490-64f82575af6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'mac_address': 'fa:16:3e:85:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827e53bd-cd06-4f93-8232-243003d885f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:58:56Z', 'updated_at': '2022-03-05T20:59:17Z', 'revision_number': 1, 'project_id': '4629462cb9c24128921119298bb0655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:23.004156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c9a68aec-095a-4e64-aded-516b6be2e8a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31a64787bed2415d813f747af1388192&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5395739
Mar 05 20:59:23.005066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55490) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:23.011241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-21fc9a9a-1b63-474e-aade-73429d06c35a tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "PUT /v2.0/floatingips/46f7ccf6-be19-474f-b279-edc4365de78f HTTP/1.1" status: 200  len: 991 time: 6.6684270
Mar 05 20:59:23.014815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a68aec-095a-4e64-aded-516b6be2e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d95cf03-9b37-4c1e-accb-610e0292230a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:23.040158 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf1eec-7537-409a-817f-407779ee38f3 x-openstack-request-id: req-cbaf1eec-7537-409a-817f-407779ee38f3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:23.040513 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:23.040789 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbaf1eec-7537-409a-817f-407779ee38f3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:23.041313 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'status': 'completed', 'code': 200}
Mar 05 20:59:23.060647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Checking router: fa373266-d421-46e5-a1a0-2cc167569f62 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:59:23.115539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:23.115813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-58c71625-f712-4d4d-b055-56ca6feae846 req-b2afea48-a7ec-4be1-9a2f-6982b668f0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1292381
Mar 05 20:59:23.119320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8268e5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:23.123848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-bd98f65e-3478-43ed-bc5b-3a0112a1e5f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 200  len: 217 time: 0.9267259
Mar 05 20:59:23.126324 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (1fc119b6-9749-4a92-93f0-817d63406133), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:23.191393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76b55-8410-4a00-a242-77c128994c7b req-00c5860c-73d9-4784-80e3-dd1ce4bcf18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:23.193136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-00c5860c-73d9-4784-80e3-dd1ce4bcf18e service neutron] 10.222.0.31 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.3877974
Mar 05 20:59:23.345091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:23.373383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] Publish callbacks [] for security_group (7d95cf03-9b37-4c1e-accb-610e0292230a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:23.400073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] Publish callbacks [] for security_group (7d95cf03-9b37-4c1e-accb-610e0292230a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:23.433258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-53f0f5fd-3f09-4a0c-a41c-8e5a4187f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:23.435507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-53f0f5fd-3f09-4a0c-a41c-8e5a4187f06f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1214540
Mar 05 20:59:23.461909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:59:23.463774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-bb11e250-2aef-4190-a13d-09c3bc1f5bfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 217 time: 0.2624912
Mar 05 20:59:23.470067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7d95cf03-9b37-4c1e-accb-610e0292230a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:23.473703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:23.477839 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d95cf03-9b37-4c1e-accb-610e0292230a HTTP/1.1" status: 204  len: 168 time: 0.4576869
Mar 05 20:59:23.506231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-3dc6340f-cc17-4f6c-b813-52f8cb87ae5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428412
Mar 05 20:59:23.528766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ae873-2f50-4975-a58d-f30f67d3c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d95cf03-9b37-4c1e-accb-610e0292230a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:23.566049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28021c0-a87d-4aa3-8e11-d02e00affc86 req-8e460b0f-7a4e-470f-b5a7-e2f04056f1a5 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:23.573223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c28021c0-a87d-4aa3-8e11-d02e00affc86 req-8e460b0f-7a4e-470f-b5a7-e2f04056f1a5 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.3870900
Mar 05 20:59:23.606034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76b55-8410-4a00-a242-77c128994c7b req-c4212d5d-9491-4470-8408-1ac3a0dd546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:23.607466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-c4212d5d-9491-4470-8408-1ac3a0dd546c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1276753
Mar 05 20:59:23.753206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-e1bf0e93-e2a8-4843-aa2b-50e80bc071cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1134031
Mar 05 20:59:23.850331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc119b6-9749-4a92-93f0-817d63406133,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:24.004281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8268e5b0>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46f7ccf6-be19-474f-b279-edc4365de78f', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'floating_ip_address': '172.35.0.43', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'port_id': 'd8af58c4-4388-479a-9490-64f82575af6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'mac_address': 'fa:16:3e:85:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827e53bd-cd06-4f93-8232-243003d885f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:58:56Z', 'updated_at': '2022-03-05T20:59:17Z', 'revision_number': 1, 'project_id': '4629462cb9c24128921119298bb0655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:24.030573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4ca39f46-9f09-408c-b86b-0ce7596db61a service neutron] 10.222.0.31 "GET /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.9816682
Mar 05 20:59:24.066719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc769bb-0761-4a66-9978-c339b2fd9c7c None None] The sync data for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 is: [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46f7ccf6-be19-474f-b279-edc4365de78f', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'floating_ip_address': '172.35.0.43', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'port_id': 'd8af58c4-4388-479a-9490-64f82575af6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'mac_address': 'fa:16:3e:85:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827e53bd-cd06-4f93-8232-243003d885f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T20:58:56Z', 'updated_at': '2022-03-05T20:59:17Z', 'revision_number': 1, 'project_id': '4629462cb9c24128921119298bb0655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:59:24.150425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c28021c0-a87d-4aa3-8e11-d02e00affc86 req-d0b728e2-4542-423d-b16e-9caf8875eb34 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5477962
Mar 05 20:59:24.214810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Checking segment: {'id': 'e070b442-49a0-4823-bdaa-f9b098fee83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:24.216077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Network hostable DHCP agents. Network: 80991bdd-20f7-442c-b102-d548a4c4ffc3, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:59:24.326389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-5e8d3062-b0ce-4e16-bbd3-60a649f86993 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:24.329608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-5e8d3062-b0ce-4e16-bbd3-60a649f86993 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 812 time: 0.5585325
Mar 05 20:59:24.340318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:59:24.347507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:24.355077 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Sync routers for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:59:24.356625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-86a63286-9e4a-4562-a491-ba2a1bb8bec7 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5831037
Mar 05 20:59:24.362571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Request body: {'port': {'device_id': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'admin_state_up': True, 'tenant_id': 'a02c2521498e48a3a5650f7b6f81d5ce'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:24.376865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:24.377605 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:24.436015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-32a4200b-baf6-40dd-a973-e5143c255ff1 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9202690
Mar 05 20:59:24.452871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-2b2a1d67-f0c9-4a93-a3bc-faca911dd986 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "PUT /v2.0/floatingips/16b5ba17-b501-4c94-9ef6-79e883e49b14 HTTP/1.1" status: 200  len: 695 time: 3.4919500
Mar 05 20:59:24.490307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a388eba5-5d71-412f-8b61-7100b3980c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:24.608811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dedb0c-d345-4c8f-9167-7ab56d6e47ea None None] New status for floating IP 46f7ccf6-be19-474f-b279-edc4365de78f: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:59:24.656096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fe76b55-8410-4a00-a242-77c128994c7b req-ff59f25f-c5b3-4a84-a455-97c07e44b778 service neutron] 10.222.0.31 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2838428
Mar 05 20:59:24.676840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f445-7f1e-41a7-996d-101ca3bda20f req-fa6bc30b-1213-4030-8391-466522749a8e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:24.686447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fd8f445-7f1e-41a7-996d-101ca3bda20f req-fa6bc30b-1213-4030-8391-466522749a8e tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 944 time: 0.3995392
Mar 05 20:59:24.736845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Made reservation on behalf of a02c2521498e48a3a5650f7b6f81d5ce for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:24.740662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:24.746645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:24.807622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fd8f445-7f1e-41a7-996d-101ca3bda20f req-1bbd0140-4b8f-4c42-be2d-892379424586 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201952
Mar 05 20:59:24.901515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Network 80991bdd-20f7-442c-b102-d548a4c4ffc3 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:59:24.989129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-049b3736-6627-4ed4-9e87-b4143541b866 req-204c6def-f3b0-41f7-b4fa-d10406ee150e tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 210 time: 0.0410819
Mar 05 20:59:25.105603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Allocated IP 172.20.0.10 (72f55423-ea6d-4438-a149-d5df19f9ecdd/c2475923-89d4-4311-a4c5-a5383fad7aeb/621cdb97-85f7-40ba-b6d8-0cbf88212647) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:59:25.144403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b'}, {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:25.148590 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833b91c-1eeb-4f51-a529-7d45d6595512" -d '{"events": [{"name": "network-changed", "server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "tag": "d8af58c4-4388-479a-9490-64f82575af6b"}, {"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:25.154614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d867c67-00aa-4cf0-b77e-9c4d0eda2bab req-7ae5a237-5d09-4d3f-950d-4de8cbab16e0 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6917350
Mar 05 20:59:25.184115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80991bdd-20f7-442c-b102-d548a4c4ffc3) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:25.197151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:25.197764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:25.208541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b264b-f6b0-4539-bd25-04eb248efcad None None] Network 80991bdd-20f7-442c-b102-d548a4c4ffc3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:25.277861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb13d0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:25.341403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d6df72d-2720-40ce-a769-fa53d30b0e27 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.3503435
Mar 05 20:59:25.360631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks [] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:25.368031 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e372e2-8921-4e39-9f03-86cf2c0ccf7c x-openstack-request-id: req-90e372e2-8921-4e39-9f03-86cf2c0ccf7c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:25.369354 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "tag": "d8af58c4-4388-479a-9490-64f82575af6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:25.370367 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90e372e2-8921-4e39-9f03-86cf2c0ccf7c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:25.370902 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Checking router: 47f02a90-9c9e-47b6-bc06-0c7b673afa29 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:59:25.372073 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b', 'status': 'completed', 'code': 200}
Mar 05 20:59:25.374454 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:59:25.393829 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:25.394904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:58:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:25.449819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:25.454859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-aaf216c5-394e-484a-9b33-5136d7cc574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:25.459404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-aaf216c5-394e-484a-9b33-5136d7cc574e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.7665584
Mar 05 20:59:25.471161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d11a20-0220-445f-8262-bf4406d3032e None None] Network 80991bdd-20f7-442c-b102-d548a4c4ffc3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:25.635013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Network 72f55423-ea6d-4438-a149-d5df19f9ecdd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:59:25.636728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:25.644286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:59:25.702754 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:25.803263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:25.804066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:25.852720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:25.857827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:25.872791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event updated for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:25.890713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-62814dde-a15d-4951-9ecc-8ed7655973a7 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5383091
Mar 05 20:59:25.914267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Request body: {'port': {'device_id': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:25.965287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-964ee0fc-a625-4712-8425-ace0ae5b6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:25.974630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-964ee0fc-a625-4712-8425-ace0ae5b6304 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4629462cb9c24128921119298bb0655c&device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 1128 time: 0.6226404
Mar 05 20:59:26.054797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:26.157372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:26.247461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:26.395719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-26202c59-5d2a-4d8b-815f-d3d929c0f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:26.397269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-26202c59-5d2a-4d8b-815f-d3d929c0f9ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fc8a084-d4e7-4698-a078-6f62861cb3e4 HTTP/1.1" status: 200  len: 913 time: 0.3704169
Mar 05 20:59:26.403351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45250c7d-a9c6-48f1-8ae6-302bb7ba938d {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:26.406199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb13d0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:26.410558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-bff99ab3-48a3-488c-8d0f-1784ffa7f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:26.412118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-bff99ab3-48a3-488c-8d0f-1784ffa7f1ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.8831139
Mar 05 20:59:26.499768 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0158b2c-cb83-4b05-85d1-9be632f0bb27 None None] The sync data for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 is: [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:58:08Z', 'revision_number': 4, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff1e6034-0a35-4d4a-aba2-0eebd07c3f07', 'name': '', 'network_id': 'dd3faab4-7d75-49f7-880e-c7d935436cb4', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'mac_address': 'fa:16:3e:3f:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:07Z', 'updated_at': '2022-03-05T20:58:15Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'subnets': [{'id': 'dc18d140-efab-4391-8d9f-dbef9c607b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:59:26.521158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:26.587338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:26.809054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-cbf657b6-431a-48fe-8dc0-75c8859549a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.2480233
Mar 05 20:59:26.837750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-90f3707b-d01e-4e13-a245-9f3e16c9f10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:26.934071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-6ef5a19b-affd-4fca-99e2-b164707f0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:26.935538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-6ef5a19b-affd-4fca-99e2-b164707f0929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.0854490
Mar 05 20:59:26.942915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-d0c84a7d-aa27-4353-893b-2061996f96ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8af58c4-4388-479a-9490-64f82575af6b HTTP/1.1" status: 200  len: 1001 time: 0.5344777
Mar 05 20:59:26.952147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-bcae357d-5cf8-4f27-9b9f-5516eb3c09ea tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:26.955368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-bcae357d-5cf8-4f27-9b9f-5516eb3c09ea tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/networks?id=80991bdd-20f7-442c-b102-d548a4c4ffc3 HTTP/1.1" status: 200  len: 819 time: 0.4801497
Mar 05 20:59:27.015932 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-5074c993-737e-40a5-9b44-1bade429aef6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668945
Mar 05 20:59:27.092957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621cdb97-85f7-40ba-b6d8-0cbf88212647 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:27.100534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-19f04994-91d9-49da-9f84-b42e2586ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:27.102101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-19f04994-91d9-49da-9f84-b42e2586ee7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e68907-de0d-492f-a9c7-8f1713024989 HTTP/1.1" status: 200  len: 851 time: 0.1433990
Mar 05 20:59:27.104713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] Transition to ACTIVE for port object 45250c7d-a9c6-48f1-8ae6-302bb7ba938d will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:59:27.117823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks [] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.134485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Transition to ACTIVE for port object 621cdb97-85f7-40ba-b6d8-0cbf88212647 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:59:27.156401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-8f3dda5b-4973-4200-8c2c-cf7e39b3c32e tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/quotas/daf06b3ce3f3408ab9463644907a62ba HTTP/1.1" status: 200  len: 375 time: 0.0200729
Mar 05 20:59:27.159936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.179993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.192153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-18bb81f0-fece-4b32-8db5-436688934df0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625996
Mar 05 20:59:27.278831 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4acb5-978e-4a23-b3ca-79846e4583d1 None None] New status for floating IP 16b5ba17-b501-4c94-9ef6-79e883e49b14: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 20:59:27.282584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-47cd0fe7-42ee-485b-9563-ffd9ef971329 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf06b3ce3f3408ab9463644907a62ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1001503
Mar 05 20:59:27.328881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] No DVR routers for this DVR port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:27.497705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-46905d15-ef75-4844-9b2e-1102aa29ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:27.502803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-46905d15-ef75-4844-9b2e-1102aa29ff60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fc8a084-d4e7-4698-a078-6f62861cb3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3851552
Mar 05 20:59:27.505130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=10']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:27.533755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-fb43b3fc-dbf7-4eef-a948-39275564a8c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 3.4614267
Mar 05 20:59:27.554537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Pushing event updated for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:27.610568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Attempting to bind port 621cdb97-85f7-40ba-b6d8-0cbf88212647 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:59:27.617573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Attempting to bind port 621cdb97-85f7-40ba-b6d8-0cbf88212647 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:59:27.619266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Attempting to bind port 621cdb97-85f7-40ba-b6d8-0cbf88212647 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:27.650048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Port 621cdb97-85f7-40ba-b6d8-0cbf88212647 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:59:27.650664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Attempting to bind port 621cdb97-85f7-40ba-b6d8-0cbf88212647 on network 72f55423-ea6d-4438-a149-d5df19f9ecdd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:27.662307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:59:27.662777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Checking segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:27.663329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Bound using segment: {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:59:27.663938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Bound port: 621cdb97-85f7-40ba-b6d8-0cbf88212647, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd88fa-6755-4d94-b12d-f55a2d627882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:59:27.675534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.772154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fd3cf25-bf09-4e98-9a0a-1eb61be99006 req-a70e4d99-c868-46c9-83e7-ccd9e5a6d87b service neutron] 10.222.0.15 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5598230
Mar 05 20:59:27.906963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:27.915758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:59:27.934480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.938304 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.990693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:27.991542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:27.993087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/621cdb97-85f7-40ba-b6d8-0cbf88212647 HTTP/1.1" status: 200  len: 1092 time: 2.0895820
Mar 05 20:59:27.993822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:27.996299 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78645f-9daf-4775-9143-0a4150f67c47" -d '{"events": [{"name": "network-changed", "server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:28.000506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-6f9997f6-a1f0-4793-af8c-63f48e65f590 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.001335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-5858b28b-bd1d-4adb-af0b-515d65de5182 service neutron] 10.222.0.15 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7031565
Mar 05 20:59:28.005702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-6f9997f6-a1f0-4793-af8c-63f48e65f590 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3347399
Mar 05 20:59:28.156901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-b455634e-49fa-4de6-b818-b925ee179c88 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6366351
Mar 05 20:59:28.238665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3309-15dd-480c-8b48-6039679638e3 service neutron] Pushing event updated for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:28.285967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-36bba6f3-2420-42dd-88c6-61b7ba3ca230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.287710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-ebac0bec-3536-4be2-ab00-3c5a8061fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.287985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-36bba6f3-2420-42dd-88c6-61b7ba3ca230 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4 HTTP/1.1" status: 200  len: 1127 time: 0.2007856
Mar 05 20:59:28.289675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-ebac0bec-3536-4be2-ab00-3c5a8061fcbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 1126 time: 0.2007830
Mar 05 20:59:28.307745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fb89e-6a4b-443e-b3fd-e14bada91b8d req-1e0d043c-95dc-4f6d-aaaa-5335ab8e5ae5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.312259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d41fb89e-6a4b-443e-b3fd-e14bada91b8d req-1e0d043c-95dc-4f6d-aaaa-5335ab8e5ae5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.3396096
Mar 05 20:59:28.434207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-99c2be39-6e4c-4eef-8d76-e9c3bf0c819c service neutron] 10.222.0.15 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4265027
Mar 05 20:59:28.438794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-5785dfba-4012-4168-832f-22e42d64fd4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647 HTTP/1.1" status: 200  len: 217 time: 0.1330066
Mar 05 20:59:28.539886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d41fb89e-6a4b-443e-b3fd-e14bada91b8d req-103df2fa-eec1-49f2-8dfe-629d52c44d29 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200518
Mar 05 20:59:28.549325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-3d5f6632-b450-4591-882d-5c865e0aa681 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3759279
Mar 05 20:59:28.556193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4156a372-1a3f-4b3c-89ad-b87ede47f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.557509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-e1e03ee0-4b96-4939-a248-9252a47c140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:28.557638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4156a372-1a3f-4b3c-89ad-b87ede47f054 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1127 time: 0.2183645
Mar 05 20:59:28.559764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-e1e03ee0-4b96-4939-a248-9252a47c140b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.1129465
Mar 05 20:59:28.648825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-436b6864-c8d2-4315-bbf1-0be198c044c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0817292
Mar 05 20:59:28.826595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-a93bc3b6-c926-4870-81b7-3a29e462c3ef service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703551
Mar 05 20:59:29.028971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-b5259672-b3b6-41f2-bca9-530b5bd65f33 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips/16b5ba17-b501-4c94-9ef6-79e883e49b14 HTTP/1.1" status: 200  len: 693 time: 0.0786383
Mar 05 20:59:29.032055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c243aac-60a9-4b29-897c-21d4866aa64d req-1e29d4c5-f8e1-486a-9402-497bc46ead0a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:29.039902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c243aac-60a9-4b29-897c-21d4866aa64d req-1e29d4c5-f8e1-486a-9402-497bc46ead0a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 944 time: 0.2536817
Mar 05 20:59:29.064799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-374880d8-66b6-467a-b9ba-b3b3ff4daf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:29.066387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-374880d8-66b6-467a-b9ba-b3b3ff4daf60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 1128 time: 0.3165524
Mar 05 20:59:29.090891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-2cc45173-7823-4ef3-9a7a-8ec5691362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:29.100594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-2cc45173-7823-4ef3-9a7a-8ec5691362b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 200  len: 908 time: 0.5101552
Mar 05 20:59:29.256733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-92b89a92-8066-4c6c-a638-463df2efd06a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 200  len: 217 time: 0.1322286
Mar 05 20:59:29.342541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c243aac-60a9-4b29-897c-21d4866aa64d req-25768ec4-aa75-4b6c-98a1-ccc361e87c76 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991989
Mar 05 20:59:29.400498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-59f16a68-2a7f-4dea-8723-d0d18a4c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:29.402320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-59f16a68-2a7f-4dea-8723-d0d18a4c1e38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 200  len: 847 time: 0.1347966
Mar 05 20:59:29.474647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-552b7336-5711-401f-b938-ab3cb3aedf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:29.479352 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:29.480440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-552b7336-5711-401f-b938-ab3cb3aedf30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 200  len: 921 time: 0.4053059
Mar 05 20:59:29.482542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-e6788c7e-7398-40f6-879c-d530b955825b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648496
Mar 05 20:59:29.537656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e135f94-2f9f-4cf7-9a4a-eb5cc5fe8a55 req-36ea110c-9b80-444b-acd7-bb00faaf48fe tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 210 time: 0.0532150
Mar 05 20:59:29.942763 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d2c379-058e-440a-aed8-9a6744f5066c x-openstack-request-id: req-b0d2c379-058e-440a-aed8-9a6744f5066c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:29.943208 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:29.943610 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0d2c379-058e-440a-aed8-9a6744f5066c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:29.944970 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647', 'status': 'completed', 'code': 200}
Mar 05 20:59:29.969722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:30.083068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-9d2fd2fb-f995-46dc-8585-8461709f90b9 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.090745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-9d2fd2fb-f995-46dc-8585-8461709f90b9 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 1.0269501
Mar 05 20:59:30.188731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a17cb4-ff18-4917-b801-3a2b1f176be4 req-8ccedc44-7ed9-40e3-aff4-18c886f909dd service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3553140
Mar 05 20:59:30.208148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-f99ac7a8-0cb2-4329-9414-69d66e44605d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 696 time: 0.1072721
Mar 05 20:59:30.223265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c8a4-4906-4b19-a066-b439d6a9027b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:30.294791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-07852562-77ce-4a1f-bb25-3a3c57b8fae6 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.254 HTTP/1.1" status: 200  len: 696 time: 0.0948813
Mar 05 20:59:30.356674 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-4938a894-6412-4c16-b657-9ea1fcb5117e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 200  len: 217 time: 0.8620408
Mar 05 20:59:30.436566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-55798947-eed7-41e5-b089-6a8e41652a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.438477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-55798947-eed7-41e5-b089-6a8e41652a8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 1126 time: 0.1671624
Mar 05 20:59:30.491130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-2705f295-85e9-47c1-b5df-a7ac7a310936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.493107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-2705f295-85e9-47c1-b5df-a7ac7a310936 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 200  len: 860 time: 0.1268766
Mar 05 20:59:30.499873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-c3415e36-3198-4a3c-95be-70984712e731 service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0040970
Mar 05 20:59:30.508589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b89aa-b4b5-46dd-ab86-77c743aa0b6b req-e0f1c8d4-124f-4d7f-ac33-db8b3ea9fef2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.510415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c4b89aa-b4b5-46dd-ab86-77c743aa0b6b req-e0f1c8d4-124f-4d7f-ac33-db8b3ea9fef2 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.1576624
Mar 05 20:59:30.593721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-02027878-06ee-489a-b78b-89b18b99b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.600222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-da9d41ce-9789-4cee-810a-1076b31faa73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd3faab4-7d75-49f7-880e-c7d935436cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885308
Mar 05 20:59:30.606795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-02027878-06ee-489a-b78b-89b18b99b270 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 200  len: 913 time: 0.1349900
Mar 05 20:59:30.714556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-74189b9e-a6ca-4fff-8b2b-44a44249300b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647 HTTP/1.1" status: 200  len: 217 time: 0.0902550
Mar 05 20:59:30.717138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c8a4-4906-4b19-a066-b439d6a9027b admin admin] Publish callbacks [] for security_group (b1bc805c-7169-4e8b-9847-38ed5cd71423), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:30.767465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c8a4-4906-4b19-a066-b439d6a9027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1bc805c-7169-4e8b-9847-38ed5cd71423), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:30.807007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-d8906dca-964d-426e-83ce-01afa15207fa service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824460
Mar 05 20:59:30.856654 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c4b89aa-b4b5-46dd-ab86-77c743aa0b6b req-5f12a95b-a497-44b6-8e11-2b11e84e47c9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3239880
Mar 05 20:59:30.858707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-028d2266-f4b5-4154-8b31-fbfdd19ca3fd service neutron] 10.222.0.23 "GET /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3458240
Mar 05 20:59:30.889692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c8a4-4906-4b19-a066-b439d6a9027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc805c-7169-4e8b-9847-38ed5cd71423,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:30.922383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d8f2c8a4-4906-4b19-a066-b439d6a9027b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f080038eb0404d3e8e5e9042d4d54ebf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9515600
Mar 05 20:59:30.937258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:30.968861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-4a2e477b-2e87-4450-8557-5efc7091a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:30.970705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-4a2e477b-2e87-4450-8557-5efc7091a1dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 200  len: 852 time: 0.2163053
Mar 05 20:59:30.978328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Deleting port feb14040-481b-44a8-a941-1f7c20bd79e4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:30.978925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.012027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.071089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-377b554a-3fc2-4c7f-8c20-37d3cf5c528d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72f55423-ea6d-4438-a149-d5df19f9ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757504
Mar 05 20:59:31.077318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-e11e0376-9171-41f7-98c6-40894208cacb tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:31.079073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-e11e0376-9171-41f7-98c6-40894208cacb tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.23 "GET /v2.0/networks?id=80991bdd-20f7-442c-b102-d548a4c4ffc3 HTTP/1.1" status: 200  len: 819 time: 0.4373829
Mar 05 20:59:31.112684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3833b91c-1eeb-4f51-a529-7d45d6595512 req-b4e62d46-a8d1-45c7-b79a-230a24b58a2f service neutron] 10.222.0.23 "GET /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526910
Mar 05 20:59:31.119710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Request body: {'port': {'device_id': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3', 'admin_state_up': True, 'tenant_id': 'daf06b3ce3f3408ab9463644907a62ba'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:31.160509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de4ee2-0f12-4a88-aae4-60b2c3d73555 req-2a35eedc-7e24-408f-8b26-7a67e838ca9d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:31.162924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0de4ee2-0f12-4a88-aae4-60b2c3d73555 req-2a35eedc-7e24-408f-8b26-7a67e838ca9d tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 944 time: 0.0863516
Mar 05 20:59:31.270756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0de4ee2-0f12-4a88-aae4-60b2c3d73555 req-42c26753-823b-4021-894b-d75246a135af tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998814
Mar 05 20:59:31.282659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] Publish callbacks [] for security_group (b1bc805c-7169-4e8b-9847-38ed5cd71423), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.293145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112856c-94c2-41ab-a071-ff3ca50138df req-85f5de9b-e6ae-455a-ac6d-02cfe411fd28 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:31.294661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-85f5de9b-e6ae-455a-ac6d-02cfe411fd28 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0&tenant_id=77c35382c7454a51ab1fbd37f9157ef4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0834563
Mar 05 20:59:31.306857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.307281 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (feb14040-481b-44a8-a941-1f7c20bd79e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.342791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Calling delete_port for feb14040-481b-44a8-a941-1f7c20bd79e4 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:31.379349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] Publish callbacks [] for security_group (b1bc805c-7169-4e8b-9847-38ed5cd71423), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.394735 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-0167dc24-a2fc-438d-b9dc-2f5c452d6648 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119805
Mar 05 20:59:31.401439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de9f0f12-82a9-4bc0-94cf-08eed79cd335 req-859151fd-8c64-4c7e-858a-d32855af53fa tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 210 time: 0.0487704
Mar 05 20:59:31.466717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4d44c8fc-307c-4f6c-ae94-96cc1c169fd6 service neutron] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:31.471027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4d44c8fc-307c-4f6c-ae94-96cc1c169fd6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.472720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a112856c-94c2-41ab-a071-ff3ca50138df req-4d44c8fc-307c-4f6c-ae94-96cc1c169fd6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1703765
Mar 05 20:59:31.540463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Made reservation on behalf of daf06b3ce3f3408ab9463644907a62ba for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:31.544009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.595499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1bc805c-7169-4e8b-9847-38ed5cd71423), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.598667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.599960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1bc805c-7169-4e8b-9847-38ed5cd71423 HTTP/1.1" status: 204  len: 168 time: 0.6574006
Mar 05 20:59:31.648975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289678fd-d45f-4685-be0e-639f3b6fdd74 req-e98231bf-8796-464e-a393-dc9b8214336c tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:31.660047 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-289678fd-d45f-4685-be0e-639f3b6fdd74 req-e98231bf-8796-464e-a393-dc9b8214336c tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 950 time: 0.0912046
Mar 05 20:59:31.686151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac78645f-9daf-4775-9143-0a4150f67c47 req-49e46aac-f182-4f51-95e2-81f9197fbca2 service neutron] 10.222.0.31 "GET /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2792387
Mar 05 20:59:31.687816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174b576-f155-4b5e-af65-eb58afecf08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc805c-7169-4e8b-9847-38ed5cd71423,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:31.793998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-289678fd-d45f-4685-be0e-639f3b6fdd74 req-4afcca26-caaa-4d5e-9dc9-b21a8cb71aab tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326869
Mar 05 20:59:31.801627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Allocated IP 172.20.0.4 (80991bdd-20f7-442c-b102-d548a4c4ffc3/1fc119b6-9749-4a92-93f0-817d63406133/13f94710-cc92-4672-8982-8cd80e18ede8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:59:31.850247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (feb14040-481b-44a8-a941-1f7c20bd79e4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:31.963129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event deleted for resources: {'Port': ['ID=feb14040-481b-44a8-a941-1f7c20bd79e4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:32.121164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for floatingip (16b5ba17-b501-4c94-9ef6-79e883e49b14), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.124058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.128337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32bf3aaf-e3c1-422e-89e4-442e2b1a6471 req-74f9d62c-149c-4424-b143-0fc50dacee6a tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "DELETE /v2.0/floatingips/16b5ba17-b501-4c94-9ef6-79e883e49b14 HTTP/1.1" status: 204  len: 173 time: 1.8325303
Mar 05 20:59:32.181729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:32.192030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks [] for port (13f94710-cc92-4672-8982-8cd80e18ede8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.201008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eeec2d2-d208-4d75-82b8-6fe72a071e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.284836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19b49-35d3-4ea8-9321-ac57e8e51ab5 req-8f6d5565-0c7b-404a-be6c-1d92f9f204f9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:32.293183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4c19b49-35d3-4ea8-9321-ac57e8e51ab5 req-8f6d5565-0c7b-404a-be6c-1d92f9f204f9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.0892496
Mar 05 20:59:32.301407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.342233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eeec2d2-d208-4d75-82b8-6fe72a071e34 admin admin] Publish callbacks [] for security_group (d02f418f-c4f1-4600-9078-9c3961fe4018), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.349331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Network 80991bdd-20f7-442c-b102-d548a4c4ffc3 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:59:32.350529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eeec2d2-d208-4d75-82b8-6fe72a071e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d02f418f-c4f1-4600-9078-9c3961fe4018), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.357606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:32.374637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:59:32.439977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7eeec2d2-d208-4d75-82b8-6fe72a071e34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccf541b7d83c436694a657e9aace9243&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2561994
Mar 05 20:59:32.442555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec2d2-d208-4d75-82b8-6fe72a071e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f418f-c4f1-4600-9078-9c3961fe4018,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:32.443220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:32.443933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.445206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:32.469814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Pushing event updated for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:32.483898 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4619a1cc-58f6-45fb-9525-d69252e7b2b9 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3819213
Mar 05 20:59:32.503007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Request body: {'port': {'device_id': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:32.515061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-593b4a13-5473-4523-88c9-4f0fcf110e0d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups/e85ca656-444f-41fd-9e38-4812df95ceb5 HTTP/1.1" status: 200  len: 1824 time: 0.0945156
Mar 05 20:59:32.538598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4c19b49-35d3-4ea8-9321-ac57e8e51ab5 req-520ca28e-f7dd-4854-b491-8549bcb38bf9 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164042
Mar 05 20:59:32.565627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] Publish callbacks [] for security_group (d02f418f-c4f1-4600-9078-9c3961fe4018), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.577351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.612772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] Publish callbacks [] for security_group (d02f418f-c4f1-4600-9078-9c3961fe4018), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.657507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (e85ca656-444f-41fd-9e38-4812df95ceb5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.712900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (e85ca656-444f-41fd-9e38-4812df95ceb5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.753139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d02f418f-c4f1-4600-9078-9c3961fe4018), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.756260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.757516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d02f418f-c4f1-4600-9078-9c3961fe4018 HTTP/1.1" status: 204  len: 168 time: 0.3047392
Mar 05 20:59:32.768327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb0f97-7298-43f7-a48d-b1937b6a5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f418f-c4f1-4600-9078-9c3961fe4018,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:32.773687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e85ca656-444f-41fd-9e38-4812df95ceb5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.777171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:32.788843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-303d82ee-0c6c-4cf0-801e-77cd12630805 req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "DELETE /v2.0/security-groups/e85ca656-444f-41fd-9e38-4812df95ceb5 HTTP/1.1" status: 204  len: 173 time: 0.2662697
Mar 05 20:59:32.806220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451f3bf-f50f-4f27-b365-e9742ce08ad4 tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ca656-444f-41fd-9e38-4812df95ceb5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:32.913643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f53f33-1f90-4c38-96f3-58826d0b9a90 req-1cb21a06-f6ba-4925-828d-8efbbb1b6da6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:32.915474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4f53f33-1f90-4c38-96f3-58826d0b9a90 req-1cb21a06-f6ba-4925-828d-8efbbb1b6da6 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 944 time: 0.2466602
Mar 05 20:59:32.963973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b5573-8b5f-4bbc-bda7-42308b3daeb6 req-34f4b69d-9516-4898-a4a3-2be53eb3a73c tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:32.971890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-008b5573-8b5f-4bbc-bda7-42308b3daeb6 req-34f4b69d-9516-4898-a4a3-2be53eb3a73c tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 931 time: 0.0742569
Mar 05 20:59:33.056500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-008b5573-8b5f-4bbc-bda7-42308b3daeb6 req-ce305dc6-3bdb-4d0e-b5c5-adf0f42c7bb8 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826864
Mar 05 20:59:33.086820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f94710-cc92-4672-8982-8cd80e18ede8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:33.100266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4f53f33-1f90-4c38-96f3-58826d0b9a90 req-41f198b7-9733-4a6a-823c-c7a69fad9318 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090302
Mar 05 20:59:33.103415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks [] for port (13f94710-cc92-4672-8982-8cd80e18ede8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:33.141065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Transition to ACTIVE for port object 13f94710-cc92-4672-8982-8cd80e18ede8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 20:59:33.149420 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:33.257485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Pushing event updated for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:33.402988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0c36d-d637-45ba-930f-975c1f4b3fa8 req-0c1c8e10-8e26-4cc8-a312-cdd40498cde0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.405244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64a0c36d-d637-45ba-930f-975c1f4b3fa8 req-0c1c8e10-8e26-4cc8-a312-cdd40498cde0 tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 1127 time: 0.1522193
Mar 05 20:59:33.409251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Attempting to bind port 13f94710-cc92-4672-8982-8cd80e18ede8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 20:59:33.409820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Attempting to bind port 13f94710-cc92-4672-8982-8cd80e18ede8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e070b442-49a0-4823-bdaa-f9b098fee83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 20:59:33.409942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Attempting to bind port 13f94710-cc92-4672-8982-8cd80e18ede8 on network 80991bdd-20f7-442c-b102-d548a4c4ffc3 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:33.416216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Port 13f94710-cc92-4672-8982-8cd80e18ede8 on network 80991bdd-20f7-442c-b102-d548a4c4ffc3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 20:59:33.416749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Attempting to bind port 13f94710-cc92-4672-8982-8cd80e18ede8 on network 80991bdd-20f7-442c-b102-d548a4c4ffc3 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 20:59:33.433810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 20:59:33.434160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Checking segment: {'id': 'e070b442-49a0-4823-bdaa-f9b098fee83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:33.434940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Bound using segment: {'id': 'e070b442-49a0-4823-bdaa-f9b098fee83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 20:59:33.435145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Bound port: 13f94710-cc92-4672-8982-8cd80e18ede8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e070b442-49a0-4823-bdaa-f9b098fee83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 20:59:33.435491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:33.445062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11711e-6e52-4746-8081-b0b949b80e3c req-9ee0958e-347f-4bf5-9430-51958ca4e4ac tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.446872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff11711e-6e52-4746-8081-b0b949b80e3c req-9ee0958e-347f-4bf5-9430-51958ca4e4ac tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.0937204
Mar 05 20:59:33.519647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff11711e-6e52-4746-8081-b0b949b80e3c req-e13af528-c080-4539-902d-a259ba251bef tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646970
Mar 05 20:59:33.520216 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64a0c36d-d637-45ba-930f-975c1f4b3fa8 req-c0da3071-b18b-48aa-b1ea-10874f7d8d3f tempest-LiveMigrationTest-747499185 tempest-LiveMigrationTest-747499185-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989091
Mar 05 20:59:33.551479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 20:59:33.558173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f94710-cc92-4672-8982-8cd80e18ede8,segment=NetworkSegment(e070b442-49a0-4823-bdaa-f9b098fee83e),segment_id=e070b442-49a0-4823-bdaa-f9b098fee83e)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 20:59:33.567944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:33.614287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.614912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:33.616356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] 10.222.0.23 "PUT /v2.0/ports/13f94710-cc92-4672-8982-8cd80e18ede8 HTTP/1.1" status: 200  len: 1091 time: 1.1241636
Mar 05 20:59:33.616807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:33.619503 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d27b04-7d45-48ff-b71d-c0c19992532a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:33.657099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59f74e-4fc8-44d3-a48a-884bab675d2e service neutron] Pushing event updated for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:33.678773 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02320d-5010-42d3-bfd9-b9058eaa6e8c x-openstack-request-id: req-1f02320d-5010-42d3-bfd9-b9058eaa6e8c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:33.679333 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:33.679644 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f02320d-5010-42d3-bfd9-b9058eaa6e8c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:33.680106 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8', 'status': 'completed', 'code': 200}
Mar 05 20:59:33.740924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4cd7ec95-b2bc-4da4-9929-53b88a8d4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.743459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-4cd7ec95-b2bc-4da4-9929-53b88a8d4a97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=daf06b3ce3f3408ab9463644907a62ba&device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 1125 time: 0.0667233
Mar 05 20:59:33.803592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-2ef75e05-2b5d-4ffb-a60f-59146fba858c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f94710-cc92-4672-8982-8cd80e18ede8 HTTP/1.1" status: 200  len: 217 time: 0.0462658
Mar 05 20:59:33.886779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 621cdb97-85f7-40ba-b6d8-0cbf88212647 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:33.930856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-bf69eaf4-dd27-4a24-8d72-f577ae18de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.932385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-bf69eaf4-dd27-4a24-8d72-f577ae18de2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1fc119b6-9749-4a92-93f0-817d63406133 HTTP/1.1" status: 200  len: 859 time: 0.1128364
Mar 05 20:59:33.976468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-c468cfea-9b82-45f4-9aaa-6bbbbfe5f0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=80991bdd-20f7-442c-b102-d548a4c4ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357716
Mar 05 20:59:33.986016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce2f80-a3e1-4b18-a4c5-4f8a0b54a4cc req-bc59a9ff-b01b-40a1-9513-6ebf62e7d241 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:33.988023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6ce2f80-a3e1-4b18-a4c5-4f8a0b54a4cc req-bc59a9ff-b01b-40a1-9513-6ebf62e7d241 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.1585963
Mar 05 20:59:34.059352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:34.071336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '621cdb97-85f7-40ba-b6d8-0cbf88212647', 'network_id': '72f55423-ea6d-4438-a149-d5df19f9ecdd', 'port_id': '621cdb97-85f7-40ba-b6d8-0cbf88212647', 'mac_address': 'fa:16:3e:64:29:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2475923-89d4-4311-a4c5-a5383fad7aeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:59:34.098803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6ce2f80-a3e1-4b18-a4c5-4f8a0b54a4cc req-d262856a-fd24-4e1e-8787-c17bf645dd42 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020486
Mar 05 20:59:34.119637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 621cdb97-85f7-40ba-b6d8-0cbf88212647 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:34.119637 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:34.129316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621cdb97-85f7-40ba-b6d8-0cbf88212647 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:34.137923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-9a2f9d21-1a60-48ee-acb3-f55b6e15f1c0 service neutron] 10.222.0.23 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456416
Mar 05 20:59:34.152476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:34.159918 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:34.240370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:34.276172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940e17b-68a2-4f21-bf45-b0c1c963c798 req-fea5b7cc-d6f9-4ef0-8ce2-6b7506852b81 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.278057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1940e17b-68a2-4f21-bf45-b0c1c963c798 req-fea5b7cc-d6f9-4ef0-8ce2-6b7506852b81 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 943 time: 0.0892003
Mar 05 20:59:34.329527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:34.339558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff7e7973-01f3-4194-a7ba-50d8775b36a2 req-3eee4420-cb93-4c59-99ed-49f62f5ffbe6 service neutron] 10.222.0.23 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973965
Mar 05 20:59:34.350976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a7b6-cbbe-4d9f-90e2-efaf7a432e61 req-6c753cd1-5f6f-47a9-8ca9-7970416ab00f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.357948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0438a7b6-cbbe-4d9f-90e2-efaf7a432e61 req-6c753cd1-5f6f-47a9-8ca9-7970416ab00f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1271751
Mar 05 20:59:34.364848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1940e17b-68a2-4f21-bf45-b0c1c963c798 req-5c1d104a-0d3b-4e9a-9226-516155e2a5ab tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774279
Mar 05 20:59:34.406277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['621cdb97-85f7-40ba-b6d8-0cbf88212647'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:34.418473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0438a7b6-cbbe-4d9f-90e2-efaf7a432e61 req-860596ef-b8e5-46e6-aa78-ac046d54febd tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596676
Mar 05 20:59:34.489519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-32243fdd-07b4-4d91-a58d-aef86d8886e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.491021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-32243fdd-07b4-4d91-a58d-aef86d8886e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=daf06b3ce3f3408ab9463644907a62ba&device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 1125 time: 0.0461783
Mar 05 20:59:34.520118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:34.541183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'mac_address': 'fa:16:3e:c9:0d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:59:34.606024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-d82118a8-6d88-4d8b-89e5-c4f5f83d1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.607519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-d82118a8-6d88-4d8b-89e5-c4f5f83d1645 service neutron] 10.222.0.23 "GET /v2.0/networks?id=80991bdd-20f7-442c-b102-d548a4c4ffc3 HTTP/1.1" status: 200  len: 920 time: 0.1087897
Mar 05 20:59:34.609317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:34.609778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:34.660196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d89b87d8-65fa-4882-ac07-f0f70c7ec7eb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:34.660405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867844d-d4b0-4762-9769-596a2d18516e req-3aac2ce1-3b59-4a10-bf42-561245f7459d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.669744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b867844d-d4b0-4762-9769-596a2d18516e req-3aac2ce1-3b59-4a10-bf42-561245f7459d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.0768082
Mar 05 20:59:34.676633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-eb1f0f3b-836c-4397-a405-5d0dbad6273c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f94710-cc92-4672-8982-8cd80e18ede8 HTTP/1.1" status: 200  len: 217 time: 0.0573564
Mar 05 20:59:34.689447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:34.697486 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:34.742283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-e4f65199-c188-4770-a8c1-f6e53cb7edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.744749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-e4f65199-c188-4770-a8c1-f6e53cb7edb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1fc119b6-9749-4a92-93f0-817d63406133 HTTP/1.1" status: 200  len: 859 time: 0.0602310
Mar 05 20:59:34.781949 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b867844d-d4b0-4762-9769-596a2d18516e req-06601103-f0cc-4119-9ded-13386165406f tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112328
Mar 05 20:59:34.789719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:34.804198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-37f4b7a8-86db-42ce-98db-6161b3af43df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=80991bdd-20f7-442c-b102-d548a4c4ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435374
Mar 05 20:59:34.816034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-6e2bbe54-a1d7-4156-837a-a1b0c71bb03a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:34.817983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-6e2bbe54-a1d7-4156-837a-a1b0c71bb03a tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.1454210
Mar 05 20:59:34.826756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['d89b87d8-65fa-4882-ac07-f0f70c7ec7eb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:34.931219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-8b6848e2-3109-4300-9239-4f184c95fc59 service neutron] 10.222.0.23 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185744
Mar 05 20:59:35.015424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Deleting port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:35.015867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:35.098700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86d27b04-7d45-48ff-b71d-c0c19992532a req-4458cdd7-4241-480d-93b4-a71287e0bb10 service neutron] 10.222.0.23 "GET /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559148
Mar 05 20:59:35.146148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] For port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:35.146553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:35.161104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Calling delete_port for 45250c7d-a9c6-48f1-8ae6-302bb7ba938d owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:35.283583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7fda3-4c54-49b9-8dbf-6bab0cbe6905 req-9f13721d-eb94-4649-930f-f2c38517c2a5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:35.285471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2d7fda3-4c54-49b9-8dbf-6bab0cbe6905 req-9f13721d-eb94-4649-930f-f2c38517c2a5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0 HTTP/1.1" status: 200  len: 945 time: 0.0837009
Mar 05 20:59:35.412911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (45250c7d-a9c6-48f1-8ae6-302bb7ba938d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:35.430146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:35.430603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2d7fda3-4c54-49b9-8dbf-6bab0cbe6905 req-7795b3a7-e684-4f93-917d-65f381eb90f7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333954
Mar 05 20:59:35.467517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event deleted for resources: {'Port': ['ID=45250c7d-a9c6-48f1-8ae6-302bb7ba938d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:35.571732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] No DVR routers for this DVR port 45250c7d-a9c6-48f1-8ae6-302bb7ba938d on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:35.576109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:35.582084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cac9bc0-8aa1-44a9-b851-fca947fb1158 req-30a3683c-825b-47f7-9e4f-44dc3dde90f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "DELETE /v2.0/ports/45250c7d-a9c6-48f1-8ae6-302bb7ba938d HTTP/1.1" status: 204  len: 173 time: 0.7536273
Mar 05 20:59:35.584582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-deleted', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:35.597745 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ff87e-5426-47ce-82c2-1a06e75e848c" -d '{"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-deleted", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:35.688351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0aff7-49b8-423f-9c98-60fe491e3e91 req-64606c77-d8c7-4cfe-80ab-fc3ac3355284 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:35.698469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6f0aff7-49b8-423f-9c98-60fe491e3e91 req-64606c77-d8c7-4cfe-80ab-fc3ac3355284 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1303039
Mar 05 20:59:35.782136 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6f0aff7-49b8-423f-9c98-60fe491e3e91 req-56dc6dc5-d9d5-4281-97a0-fbbfa3cd8b46 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827298
Mar 05 20:59:35.867026 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0dbbdf-c979-4ab7-9275-3951cbef66ae x-openstack-request-id: req-cd0dbbdf-c979-4ab7-9275-3951cbef66ae {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:35.867401 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0", "name": "network-vif-deleted", "tag": "45250c7d-a9c6-48f1-8ae6-302bb7ba938d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:35.868060 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd0dbbdf-c979-4ab7-9275-3951cbef66ae {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:35.869500 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3b78cb-cf6e-420d-b49d-5f9e85b8f6e0', 'name': 'network-vif-deleted', 'tag': '45250c7d-a9c6-48f1-8ae6-302bb7ba938d', 'status': 'completed', 'code': 200}
Mar 05 20:59:35.902132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 621cdb97-85f7-40ba-b6d8-0cbf88212647 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:59:35.972938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797847-762c-4349-ad5d-61f11cd51194 req-a98f40a4-f621-4c2a-bb82-ba5da71d1c3d tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:35.975877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9797847-762c-4349-ad5d-61f11cd51194 req-a98f40a4-f621-4c2a-bb82-ba5da71d1c3d tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 943 time: 0.4895620
Mar 05 20:59:35.995305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.019591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 621cdb97-85f7-40ba-b6d8-0cbf88212647 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:59:36.026927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 621cdb97-85f7-40ba-b6d8-0cbf88212647 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:36.027100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.072280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9797847-762c-4349-ad5d-61f11cd51194 req-2308f9ef-5c05-41ee-bbbf-bd824aee18e1 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892227
Mar 05 20:59:36.107393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24900-14af-4896-b40c-9315caf2b6f3 req-2b3571e2-a5ff-413c-baef-27528b0a0b3b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:36.126139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3c24900-14af-4896-b40c-9315caf2b6f3 req-2b3571e2-a5ff-413c-baef-27528b0a0b3b tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1544840
Mar 05 20:59:36.210147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 621cdb97-85f7-40ba-b6d8-0cbf88212647 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:36.210485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.216215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3c24900-14af-4896-b40c-9315caf2b6f3 req-7f7e6c57-4848-430a-bac3-1ed82e0197db tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839908
Mar 05 20:59:36.253575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:36.256738 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d20ad-5a3d-4019-96ef-f375640c1431" -d '{"events": [{"server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "name": "network-vif-plugged", "status": "completed", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:36.312186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:36.314988 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01574f50-b1f4-4202-a914-0c18a7c01fb1 x-openstack-request-id: req-01574f50-b1f4-4202-a914-0c18a7c01fb1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:36.315701 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "name": "network-vif-plugged", "status": "completed", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:36.316105 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01574f50-b1f4-4202-a914-0c18a7c01fb1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:36.316647 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647', 'code': 200}
Mar 05 20:59:36.320713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.321731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:36.348751 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.379725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 13f94710-cc92-4672-8982-8cd80e18ede8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 20:59:36.381573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:59:36.470796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020343a6-c509-45a3-be7d-d74e7f4d07ba req-4270de44-2b22-41a0-a33c-d23473a2ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:36.475275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-020343a6-c509-45a3-be7d-d74e7f4d07ba req-4270de44-2b22-41a0-a33c-d23473a2ca14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 1128 time: 0.0875969
Mar 05 20:59:36.557358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-020343a6-c509-45a3-be7d-d74e7f4d07ba req-f5a1fb44-4707-45a1-a2b9-e2bed96fbf40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752420
Mar 05 20:59:36.731624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:36.781853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-421fcce5-49db-4356-8ef8-9709840b723d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:36.785010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-421fcce5-49db-4356-8ef8-9709840b723d tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.23 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1181760
Mar 05 20:59:36.929952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56116) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:36.949253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:36.949849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.955525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:36.956163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:36.969295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Deleting port 8fc25781-cd23-40fb-843d-506a3fbd00cf {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:36.969651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.059544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2788c9-0c9d-4379-a842-af8aea97d40a req-273e5848-dcbc-4544-b2a2-f88596e03d1a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:37.069792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2788c9-0c9d-4379-a842-af8aea97d40a req-273e5848-dcbc-4544-b2a2-f88596e03d1a tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1522722
Mar 05 20:59:37.089422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:37.144549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f94710-cc92-4672-8982-8cd80e18ede8,segment=NetworkSegment(e070b442-49a0-4823-bdaa-f9b098fee83e),segment_id=e070b442-49a0-4823-bdaa-f9b098fee83e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:37.149679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] For port 8fc25781-cd23-40fb-843d-506a3fbd00cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc25781-cd23-40fb-843d-506a3fbd00cf,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:37.150115 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.169091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.192266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Calling delete_port for 8fc25781-cd23-40fb-843d-506a3fbd00cf owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:37.199072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2788c9-0c9d-4379-a842-af8aea97d40a req-54562e99-2aaa-42e3-b098-734022605645 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208696
Mar 05 20:59:37.252938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '13f94710-cc92-4672-8982-8cd80e18ede8', 'network_id': '80991bdd-20f7-442c-b102-d548a4c4ffc3', 'port_id': '13f94710-cc92-4672-8982-8cd80e18ede8', 'mac_address': 'fa:16:3e:d5:47:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc119b6-9749-4a92-93f0-817d63406133', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 20:59:37.376348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:37.398255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:37.398703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.409092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 13f94710-cc92-4672-8982-8cd80e18ede8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:37.409769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.461542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f94710-cc92-4672-8982-8cd80e18ede8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 20:59:37.494090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:37.496126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f94710-cc92-4672-8982-8cd80e18ede8,segment=NetworkSegment(e070b442-49a0-4823-bdaa-f9b098fee83e),segment_id=e070b442-49a0-4823-bdaa-f9b098fee83e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:37.500893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.509990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.584070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2d33-7300-487a-a512-130b242b660a req-b566bba9-1fdc-4635-8e1d-be12ef9c5336 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:37.590335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:37.591409 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b58f2d33-7300-487a-a512-130b242b660a req-b566bba9-1fdc-4635-8e1d-be12ef9c5336 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 943 time: 0.3453920
Mar 05 20:59:37.665346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63320e-ca90-4e98-95bf-009338e74ee5 req-d40b1a19-70eb-456f-a4fb-42e38c38b28e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:37.677387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a63320e-ca90-4e98-95bf-009338e74ee5 req-d40b1a19-70eb-456f-a4fb-42e38c38b28e tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/ports?device_id=23279b59-495b-4264-8d6c-33d6143418ce HTTP/1.1" status: 200  len: 946 time: 0.1089227
Mar 05 20:59:37.684024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:37.704824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5907c6bc-a261-45ac-9d2e-0d036f7c3be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.812947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a63320e-ca90-4e98-95bf-009338e74ee5 req-0f628422-7026-42f3-b1a3-30c8dda7840c tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f8d3d35-9b67-422c-b26d-3ed94d196ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284602
Mar 05 20:59:37.832200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['13f94710-cc92-4672-8982-8cd80e18ede8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:37.844802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b58f2d33-7300-487a-a512-130b242b660a req-05d6660c-d433-480c-aba5-d5dbf93b88b0 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523830
Mar 05 20:59:37.857684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8fc25781-cd23-40fb-843d-506a3fbd00cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:37.929230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['8fc25781-cd23-40fb-843d-506a3fbd00cf'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:37.962455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Pushing event deleted for resources: {'Port': ['ID=8fc25781-cd23-40fb-843d-506a3fbd00cf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:38.044655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] No DVR routers for this DVR port 8fc25781-cd23-40fb-843d-506a3fbd00cf on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:38.048077 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.052282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-283ebdc1-423c-411d-8f55-6751ec1bf1bd req-fe3accee-89ec-423c-b9c9-5418bea8d1de tempest-ServerRescueTestJSONUnderV235-1883044730 tempest-ServerRescueTestJSONUnderV235-1883044730-project] 10.222.0.23 "DELETE /v2.0/ports/8fc25781-cd23-40fb-843d-506a3fbd00cf HTTP/1.1" status: 204  len: 173 time: 1.2573149
Mar 05 20:59:38.052951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'name': 'network-vif-deleted', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:38.062648 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a3f4a-a35c-4457-b300-9505be52a1e0" -d '{"events": [{"server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "name": "network-vif-deleted", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:38.134956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5907c6bc-a261-45ac-9d2e-0d036f7c3be1 admin admin] Publish callbacks [] for security_group (3e22718e-641f-4686-93e9-fe9571e12902), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.137114 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d1b29-5947-40ff-9f49-090a039bc7d4 x-openstack-request-id: req-905d1b29-5947-40ff-9f49-090a039bc7d4 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:38.137612 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23279b59-495b-4264-8d6c-33d6143418ce", "name": "network-vif-deleted", "tag": "8fc25781-cd23-40fb-843d-506a3fbd00cf", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:38.138039 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-905d1b29-5947-40ff-9f49-090a039bc7d4 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:38.138698 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23279b59-495b-4264-8d6c-33d6143418ce', 'name': 'network-vif-deleted', 'tag': '8fc25781-cd23-40fb-843d-506a3fbd00cf', 'status': 'completed', 'code': 200}
Mar 05 20:59:38.171973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5907c6bc-a261-45ac-9d2e-0d036f7c3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3e22718e-641f-4686-93e9-fe9571e12902), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.231501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5907c6bc-a261-45ac-9d2e-0d036f7c3be1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9ee06ab238046948aa467052422c6d3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2945940
Mar 05 20:59:38.232319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:38.248934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f911-ca7e-451f-955b-672ab31d55c7 req-27736dcb-d0bc-4731-9bba-1be0637fa7fb tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:38.251010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbe0f911-ca7e-451f-955b-672ab31d55c7 req-27736dcb-d0bc-4731-9bba-1be0637fa7fb tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.1111391
Mar 05 20:59:38.252477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907c6bc-a261-45ac-9d2e-0d036f7c3be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22718e-641f-4686-93e9-fe9571e12902,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:38.318385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}, {'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:38.322228 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea352a62-2daf-42fb-856c-583c9313c68f" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}, {"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:38.330935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] Publish callbacks [] for security_group (3e22718e-641f-4686-93e9-fe9571e12902), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.343849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbe0f911-ca7e-451f-955b-672ab31d55c7 req-25469c22-ce93-40a1-a1a9-8f8f40d79e8d tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857830
Mar 05 20:59:38.349910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:38.360788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] Publish callbacks [] for security_group (3e22718e-641f-4686-93e9-fe9571e12902), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.390261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 45250c7d-a9c6-48f1-8ae6-302bb7ba938d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:38.391970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 45250c7d-a9c6-48f1-8ae6-302bb7ba938d not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:38.457753 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e7bd5-030a-459a-b4e2-98b2db5ba22b x-openstack-request-id: req-ba0e7bd5-030a-459a-b4e2-98b2db5ba22b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:38.458304 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "code": 200}, {"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:38.458745 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba0e7bd5-030a-459a-b4e2-98b2db5ba22b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:38.459340 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'code': 200}
Mar 05 20:59:38.459825 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'code': 200}
Mar 05 20:59:38.492018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe0af-f994-4e26-8cca-611271a8f59c req-5a5f91cb-7988-4bf4-8bcd-daf6a0539d69 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:38.494143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d9fe0af-f994-4e26-8cca-611271a8f59c req-5a5f91cb-7988-4bf4-8bcd-daf6a0539d69 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1246657
Mar 05 20:59:38.511489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3e22718e-641f-4686-93e9-fe9571e12902), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.514112 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:38.515458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e22718e-641f-4686-93e9-fe9571e12902 HTTP/1.1" status: 204  len: 168 time: 0.2813790
Mar 05 20:59:38.585059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6165a15-ab29-4c67-a1cd-f08d08a1037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22718e-641f-4686-93e9-fe9571e12902,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:38.632482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d9fe0af-f994-4e26-8cca-611271a8f59c req-ae8d9083-b813-414d-b100-fe6c7fb40c47 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305127
Mar 05 20:59:38.806897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-f8000d7e-ba4c-4829-833b-4dc16db03dd6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:38.808821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-f8000d7e-ba4c-4829-833b-4dc16db03dd6 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.1402228
Mar 05 20:59:38.929943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56256) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:39.110394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Deleting port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:39.111514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:39.219529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e618f4-3e6c-4d3d-9903-72526c6f5e51 req-ddf55f69-bbd1-4672-9d46-bfa0453b31c4 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:39.227017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39e618f4-3e6c-4d3d-9903-72526c6f5e51 req-ddf55f69-bbd1-4672-9d46-bfa0453b31c4 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 944 time: 0.1135874
Mar 05 20:59:39.396637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39e618f4-3e6c-4d3d-9903-72526c6f5e51 req-8ae22ecd-209f-401f-98ec-7a7d418b22a5 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683280
Mar 05 20:59:39.469402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e707-9e23-408d-8737-62c75b466c36 req-108a6894-0c3d-4965-96b5-94464a7e5517 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:39.481765 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0437e707-9e23-408d-8737-62c75b466c36 req-108a6894-0c3d-4965-96b5-94464a7e5517 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.3747303
Mar 05 20:59:39.582270 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 20:59:39.591009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] For port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:39.591525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:39.616093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0437e707-9e23-408d-8737-62c75b466c36 req-e85c379c-5419-42cc-b37b-a1a3da2b5755 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334016
Mar 05 20:59:39.617104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Calling delete_port for 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:39.696177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf38f5e-d61e-4570-8efe-a30ed750d177 req-caacb307-6a8a-4f22-88db-a0f040c69214 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:39.697829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bf38f5e-d61e-4570-8efe-a30ed750d177 req-caacb307-6a8a-4f22-88db-a0f040c69214 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97c5a8d-7d31-43dc-a2e2-0227ff5b4050 HTTP/1.1" status: 200  len: 944 time: 0.1135135
Mar 05 20:59:39.816910 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:39.834466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:39.880240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:39.912404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event deleted for resources: {'Port': ['ID=7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:39.960236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bf38f5e-d61e-4570-8efe-a30ed750d177 req-87351fc0-7da4-40da-9634-b1adbf4b718b tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437069
Mar 05 20:59:40.033492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] No DVR routers for this DVR port 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:40.041620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.054725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819eab22-dbc1-402d-b252-e7ff04d22320 req-dac7ed65-d3b7-4836-854c-b02750a23a61 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "DELETE /v2.0/ports/7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f HTTP/1.1" status: 204  len: 173 time: 1.2389307
Mar 05 20:59:40.139574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-deleted', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:40.142732 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b31d77-1ec6-4ea5-9822-c27542d785e2" -d '{"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-deleted", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:40.227143 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca23c09-35d7-43f4-b748-cb9d63436c17 x-openstack-request-id: req-3ca23c09-35d7-43f4-b748-cb9d63436c17 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:40.227514 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97c5a8d-7d31-43dc-a2e2-0227ff5b4050", "name": "network-vif-deleted", "tag": "7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:40.227913 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ca23c09-35d7-43f4-b748-cb9d63436c17 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:40.228385 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97c5a8d-7d31-43dc-a2e2-0227ff5b4050', 'name': 'network-vif-deleted', 'tag': '7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f', 'status': 'completed', 'code': 200}
Mar 05 20:59:40.368720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Deleting port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:40.369337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.380142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 13f94710-cc92-4672-8982-8cd80e18ede8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 20:59:40.468749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] For port ff1e6034-0a35-4d4a-aba2-0eebd07c3f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,segment=NetworkSegment(4fe349f0-eada-4cfc-b0a2-b15e1f9de838),segment_id=4fe349f0-eada-4cfc-b0a2-b15e1f9de838)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:40.469211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.485268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Calling delete_port for ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:40.528858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 13f94710-cc92-4672-8982-8cd80e18ede8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 20:59:40.549082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 13f94710-cc92-4672-8982-8cd80e18ede8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 20:59:40.553451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.727698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ff1e6034-0a35-4d4a-aba2-0eebd07c3f07), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.768204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 13f94710-cc92-4672-8982-8cd80e18ede8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:40.768630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.778600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1e6034-0a35-4d4a-aba2-0eebd07c3f07,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:40.841107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:40.851128 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1ddf2-2488-4172-b552-78e22ea16d74" -d '{"events": [{"server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "name": "network-vif-plugged", "status": "completed", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:40.909055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f94710-cc92-4672-8982-8cd80e18ede8,segment=NetworkSegment(e070b442-49a0-4823-bdaa-f9b098fee83e),segment_id=e070b442-49a0-4823-bdaa-f9b098fee83e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:40.916299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:40.918542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 8fc25781-cd23-40fb-843d-506a3fbd00cf no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:40.994758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 8fc25781-cd23-40fb-843d-506a3fbd00cf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:40.995241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 8fc25781-cd23-40fb-843d-506a3fbd00cf not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:40.995716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:40.995982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679072c-5511-4c4f-accc-3f448d0196a4 req-2de15225-c4c8-4456-ac3d-484aa07947e5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:41.001275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c679072c-5511-4c4f-accc-3f448d0196a4 req-2de15225-c4c8-4456-ac3d-484aa07947e5 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1829476
Mar 05 20:59:41.027527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:41.027834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7705d2a3-c4f0-4f14-82f2-b7d4a3c2ab9f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:41.034457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:41.081288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c679072c-5511-4c4f-accc-3f448d0196a4 req-eb1ce4fa-2f87-4d8c-86d5-d6142214768f tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687644
Mar 05 20:59:41.151373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d8354-2b80-43ef-a7a0-ff56ec956931 req-bffc410a-271c-4317-9aec-99f13403486e tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:41.154604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-280d8354-2b80-43ef-a7a0-ff56ec956931 req-bffc410a-271c-4317-9aec-99f13403486e tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 944 time: 0.4409869
Mar 05 20:59:41.215832 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8bed04-1529-4faa-abd4-74706c6dc578 x-openstack-request-id: req-fe8bed04-1529-4faa-abd4-74706c6dc578 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:41.216410 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "name": "network-vif-plugged", "status": "completed", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:41.217076 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe8bed04-1529-4faa-abd4-74706c6dc578 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:41.217686 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8', 'code': 200}
Mar 05 20:59:41.237017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-280d8354-2b80-43ef-a7a0-ff56ec956931 req-aef9be60-0bce-4de3-ac46-892400de501b tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747726
Mar 05 20:59:41.281144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:41.441563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d83630-ca29-43d2-a96e-749cf58cfc69 req-f8b63976-3863-42c9-93d7-a6ab2c13606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:41.443456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94d83630-ca29-43d2-a96e-749cf58cfc69 req-f8b63976-3863-42c9-93d7-a6ab2c13606d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 1127 time: 0.1121449
Mar 05 20:59:41.602919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94d83630-ca29-43d2-a96e-749cf58cfc69 req-4dbc04f7-7019-4633-9c5a-9d6bad45bc18 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520207
Mar 05 20:59:41.859441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 20:59:41.883693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779abd1b-7e80-4ca9-9674-5f1f1bf293cf req-8959367e-de4d-48aa-bbfa-4c7280953286 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:41.899888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779abd1b-7e80-4ca9-9674-5f1f1bf293cf req-8959367e-de4d-48aa-bbfa-4c7280953286 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1679540
Mar 05 20:59:41.906169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9a6c-51f6-44c0-b1e1-1c99096247dd req-b6d979f1-ce0c-411a-b011-bf53f6dd2577 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:41.916249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-497c9a6c-51f6-44c0-b1e1-1c99096247dd req-b6d979f1-ce0c-411a-b011-bf53f6dd2577 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.1228998
Mar 05 20:59:42.037520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-497c9a6c-51f6-44c0-b1e1-1c99096247dd req-1bf67518-0348-435d-9960-2052a1ffecfc tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111448
Mar 05 20:59:42.140399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779abd1b-7e80-4ca9-9674-5f1f1bf293cf req-600cc195-65f9-404e-ad56-eb1d273df0e4 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375798
Mar 05 20:59:42.188532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 20:59:42.198792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:42.202582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Sync routers for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 20:59:42.206526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-93767b70-d9b1-4f26-b86e-8c5226aff776 admin admin] 10.222.0.15 "PUT /v2.0/routers/47f02a90-9c9e-47b6-bc06-0c7b673afa29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2753167
Mar 05 20:59:42.237000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:42.238069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b827374c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:42.496120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks [] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:42.551641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240485-c611-4b25-bb89-56b984a0548b req-732051a6-f63c-43f0-9eca-afc2e0935779 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:42.580536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67240485-c611-4b25-bb89-56b984a0548b req-732051a6-f63c-43f0-9eca-afc2e0935779 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 945 time: 0.1813104
Mar 05 20:59:42.652646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:42.672190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-e386f6c8-05fa-4334-af5c-52d6f5ad76f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:42.678007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-e386f6c8-05fa-4334-af5c-52d6f5ad76f8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.2738593
Mar 05 20:59:42.711516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67240485-c611-4b25-bb89-56b984a0548b req-8c796d98-194d-45f1-908b-116813e1b3eb tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300070
Mar 05 20:59:42.854445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks [] for router_gateway (47f02a90-9c9e-47b6-bc06-0c7b673afa29), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:43.126278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-dce51ac5-9fdb-4e48-9263-529aa71e04f1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:43.129589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-dce51ac5-9fdb-4e48-9263-529aa71e04f1 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1254079
Mar 05 20:59:43.165389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b827374c0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94'}], 'enable_snat': True}, 'gw_port_id': '370a3a52-6c08-4094-b815-16717361268b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:59:40Z', 'revision_number': 5, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port': {'id': '370a3a52-6c08-4094-b815-16717361268b', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:03Z', 'updated_at': '2022-03-05T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:43.217923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Deleting port 66b1650a-3e82-4d7d-b60f-82261d656e4c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:43.218291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:43.238653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Deleting port 370a3a52-6c08-4094-b815-16717361268b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:43.242137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (370a3a52-6c08-4094-b815-16717361268b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:43.286131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Checking router: 47f02a90-9c9e-47b6-bc06-0c7b673afa29 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 20:59:43.307742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Routers {'47f02a90-9c9e-47b6-bc06-0c7b673afa29'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 20:59:43.308409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b827374c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:43.395939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc642e60-b74b-47fc-a1f3-646b1af262f4 req-dc24bbc5-11ea-47b7-a9d1-a72b46660f0c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:43.410716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc642e60-b74b-47fc-a1f3-646b1af262f4 req-dc24bbc5-11ea-47b7-a9d1-a72b46660f0c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 946 time: 0.1486657
Mar 05 20:59:43.435037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Deleting port 621cdb97-85f7-40ba-b6d8-0cbf88212647 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:43.435391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:43.512717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] Set router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 20:59:43.639210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b827374c0>, [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:59:42Z', 'revision_number': 6, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:43.681909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b2ddc-5690-4d56-9042-f5a13593fbbc None None] The sync data for ids ['47f02a90-9c9e-47b6-bc06-0c7b673afa29'] in ncdv-master-1 is: [{'id': '47f02a90-9c9e-47b6-bc06-0c7b673afa29', 'name': 'tempest-ServerRescueTestJSONUnderV235-2088568947-router', 'tenant_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:02Z', 'updated_at': '2022-03-05T20:59:42Z', 'revision_number': 6, 'project_id': '99fe3e49fc5e47c3bd99ee3debc420ee', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 20:59:43.761044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc642e60-b74b-47fc-a1f3-646b1af262f4 req-533f5e43-55cd-475f-8bfc-9c4439c2a8d9 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/security-groups?id=15b4ac71-4673-452a-94a2-f60460ac5b9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3259313
Mar 05 20:59:43.812979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] For port 621cdb97-85f7-40ba-b6d8-0cbf88212647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621cdb97-85f7-40ba-b6d8-0cbf88212647,segment=NetworkSegment(9ffd88fa-6755-4d94-b12d-f55a2d627882),segment_id=9ffd88fa-6755-4d94-b12d-f55a2d627882)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:43.815203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:43.851486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Calling delete_port for 621cdb97-85f7-40ba-b6d8-0cbf88212647 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:44.110699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c192e-dabb-4ef0-b0c2-fc2dfdcecdca req-6ca3e42e-dab7-4a79-914c-51789a715abd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:44.112910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a4c192e-dabb-4ef0-b0c2-fc2dfdcecdca req-6ca3e42e-dab7-4a79-914c-51789a715abd tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 945 time: 0.9751084
Mar 05 20:59:44.227371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] For port 66b1650a-3e82-4d7d-b60f-82261d656e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66b1650a-3e82-4d7d-b60f-82261d656e4c,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:44.228491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:44.258140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] For port 370a3a52-6c08-4094-b815-16717361268b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=370a3a52-6c08-4094-b815-16717361268b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:44.258807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (370a3a52-6c08-4094-b815-16717361268b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:44.261990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4ca3c-0bce-475c-9add-34a81756c024 req-22cf30cb-80e3-4351-9d14-bcdd0dea417a tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:44.264125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3cf4ca3c-0bce-475c-9add-34a81756c024 req-22cf30cb-80e3-4351-9d14-bcdd0dea417a tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 945 time: 0.2191448
Mar 05 20:59:44.269571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (621cdb97-85f7-40ba-b6d8-0cbf88212647), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:44.281763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['621cdb97-85f7-40ba-b6d8-0cbf88212647'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 20:59:44.286817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Calling delete_port for 66b1650a-3e82-4d7d-b60f-82261d656e4c owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:44.288992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Calling delete_port for 370a3a52-6c08-4094-b815-16717361268b owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:44.344245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a4c192e-dabb-4ef0-b0c2-fc2dfdcecdca req-409cebdf-b48e-481a-b195-12d7291cc6a5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977499
Mar 05 20:59:44.372353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Pushing event deleted for resources: {'Port': ['ID=621cdb97-85f7-40ba-b6d8-0cbf88212647,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:44.525405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] No DVR routers for this DVR port 621cdb97-85f7-40ba-b6d8-0cbf88212647 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:44.529230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:44.541156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89098b81-fdb3-4567-b5c1-7045506bf55d req-3a2c23b9-0a6e-4a4e-a154-60869ebc4c2c tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.31 "DELETE /v2.0/ports/621cdb97-85f7-40ba-b6d8-0cbf88212647 HTTP/1.1" status: 204  len: 173 time: 1.4050982
Mar 05 20:59:44.587601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'name': 'network-vif-deleted', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:44.592796 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78743b0-aa59-4712-bc85-fdc5d4037b7b" -d '{"events": [{"server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "name": "network-vif-deleted", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:44.613021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3cf4ca3c-0bce-475c-9add-34a81756c024 req-97b1b499-bc63-46ee-914f-40f3f5694dcb tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3359053
Mar 05 20:59:44.687688 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dda91e-8c20-41cf-ab9b-e299366df234 x-openstack-request-id: req-d9dda91e-8c20-41cf-ab9b-e299366df234 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:44.688455 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d447e8-00c9-45b3-b624-964a6336bbe3", "name": "network-vif-deleted", "tag": "621cdb97-85f7-40ba-b6d8-0cbf88212647", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:44.688455 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9dda91e-8c20-41cf-ab9b-e299366df234 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:44.688765 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d447e8-00c9-45b3-b624-964a6336bbe3', 'name': 'network-vif-deleted', 'tag': '621cdb97-85f7-40ba-b6d8-0cbf88212647', 'status': 'completed', 'code': 200}
Mar 05 20:59:44.876482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:44.923954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:44.924490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ff1e6034-0a35-4d4a-aba2-0eebd07c3f07 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:44.930293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 370a3a52-6c08-4094-b815-16717361268b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:45.002143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1045aa46-b8bd-43de-b662-f4f2e24df5ed req-f0581e52-8df9-4ee5-b235-1c54a6f2f121 tempest-DeleteServersTestJSON-1599485420 tempest-DeleteServersTestJSON-1599485420-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d447e8-00c9-45b3-b624-964a6336bbe3 HTTP/1.1" status: 200  len: 210 time: 0.0418112
Mar 05 20:59:45.122037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 370a3a52-6c08-4094-b815-16717361268b is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 20:59:45.122665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (370a3a52-6c08-4094-b815-16717361268b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.149978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 370a3a52-6c08-4094-b815-16717361268b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=370a3a52-6c08-4094-b815-16717361268b,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:45.157957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (370a3a52-6c08-4094-b815-16717361268b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.255119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:45.284670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (66b1650a-3e82-4d7d-b60f-82261d656e4c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.456656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event deleted for resources: {'Port': ['ID=66b1650a-3e82-4d7d-b60f-82261d656e4c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:45.501864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.502553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.503202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.504627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.505174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.505673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.506166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.518084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.518546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.518890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.519241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.519576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.519941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:45.526227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (370a3a52-6c08-4094-b815-16717361268b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.617640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c71a42ef-1a3c-414c-9b94-1eac3fd9f258 req-7b1c7155-4d0d-47b8-b8a9-216182fd6ac8 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eefc9ca-6a02-4bf8-8239-ad67aaab69b0 HTTP/1.1" status: 200  len: 210 time: 0.1074064
Mar 05 20:59:45.675660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] No DVR routers for this DVR port 66b1650a-3e82-4d7d-b60f-82261d656e4c on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:45.687548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.692826 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31d81835-5935-4ff9-9ea3-b0415168a4b2 req-598c4469-5a6d-4548-b28d-1a7fe1209e01 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "DELETE /v2.0/ports/66b1650a-3e82-4d7d-b60f-82261d656e4c HTTP/1.1" status: 204  len: 173 time: 2.9760923
Mar 05 20:59:45.700470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-deleted', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:45.703765 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ddcf4-9fad-41a2-8db1-3b56e6420ea7" -d '{"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-deleted", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:45.717403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=370a3a52-6c08-4094-b815-16717361268b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:45.777467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.865945 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e11d0-ab64-49d5-a97c-552dda548960 x-openstack-request-id: req-6c2e11d0-ab64-49d5-a97c-552dda548960 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:45.866718 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eefc9ca-6a02-4bf8-8239-ad67aaab69b0", "name": "network-vif-deleted", "tag": "66b1650a-3e82-4d7d-b60f-82261d656e4c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:45.867175 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c2e11d0-ab64-49d5-a97c-552dda548960 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:45.867825 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eefc9ca-6a02-4bf8-8239-ad67aaab69b0', 'name': 'network-vif-deleted', 'tag': '66b1650a-3e82-4d7d-b60f-82261d656e4c', 'status': 'completed', 'code': 200}
Mar 05 20:59:45.927161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:45.931452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks [] for router_controller (47f02a90-9c9e-47b6-bc06-0c7b673afa29), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.078120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (47f02a90-9c9e-47b6-bc06-0c7b673afa29), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.078315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f02a90-9c9e-47b6-bc06-0c7b673afa29 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 20:59:46.086392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.090281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-085a28e8-4672-4a39-aefc-e29f4e4436a0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/47f02a90-9c9e-47b6-bc06-0c7b673afa29 HTTP/1.1" status: 204  len: 168 time: 3.8879919
Mar 05 20:59:46.093114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56556) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:46.225253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Deleting subnet dc18d140-efab-4391-8d9f-dbef9c607b36 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:46.228924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Publish callbacks [] for subnet (dc18d140-efab-4391-8d9f-dbef9c607b36), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.275030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (dc18d140-efab-4391-8d9f-dbef9c607b36), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.342630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (dc18d140-efab-4391-8d9f-dbef9c607b36), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.397529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b697cf-b680-41b8-a3f3-4b9d3b277c46 req-7b25b611-7006-4506-977a-46121f80597c tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:46.399102 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96b697cf-b680-41b8-a3f3-4b9d3b277c46 req-7b25b611-7006-4506-977a-46121f80597c tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 945 time: 0.3871284
Mar 05 20:59:46.414871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:46.457279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (dc18d140-efab-4391-8d9f-dbef9c607b36), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.489330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 66b1650a-3e82-4d7d-b60f-82261d656e4c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:46.489683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 66b1650a-3e82-4d7d-b60f-82261d656e4c not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:46.500867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc18d140-efab-4391-8d9f-dbef9c607b36,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:46.546588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.550594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a535fd77-495e-4214-9b80-6e1b67e4f1b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc18d140-efab-4391-8d9f-dbef9c607b36 HTTP/1.1" status: 204  len: 168 time: 0.4562936
Mar 05 20:59:46.553478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56586) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:46.572007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96b697cf-b680-41b8-a3f3-4b9d3b277c46 req-8df9e3ac-921b-4ee9-b709-6ceab645bdce tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415095
Mar 05 20:59:46.672620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (dd3faab4-7d75-49f7-880e-c7d935436cb4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.784061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (dd3faab4-7d75-49f7-880e-c7d935436cb4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.822602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b47550>,) {'filters': {'network_id': ['dd3faab4-7d75-49f7-880e-c7d935436cb4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:46.838695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b47550>, '4fe349f0-eada-4cfc-b0a2-b15e1f9de838') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:46.838995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b47550>, '4fe349f0-eada-4cfc-b0a2-b15e1f9de838') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:46.852852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (4fe349f0-eada-4cfc-b0a2-b15e1f9de838), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.870536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4fe349f0-eada-4cfc-b0a2-b15e1f9de838), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.878845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:46.879467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (4fe349f0-eada-4cfc-b0a2-b15e1f9de838), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:46.881732 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:47.032428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (dd3faab4-7d75-49f7-880e-c7d935436cb4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:47.043206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:47.049835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd3faab4-7d75-49f7-880e-c7d935436cb4 HTTP/1.1" status: 204  len: 168 time: 0.4949598
Mar 05 20:59:47.099522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3faab4-7d75-49f7-880e-c7d935436cb4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:47.119405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.123095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.123499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.124000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.126721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.127324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.127899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.128437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.130597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.132086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.133494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.135762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.136320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889f71a-14da-49f9-992a-52821cb81f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 20:59:47.289286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027505f-2b5d-4e7d-b226-3141e8f6e1cc req-8fda21d4-3e81-4a1f-9321-5e434619a3c5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:47.299976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7027505f-2b5d-4e7d-b226-3141e8f6e1cc req-8fda21d4-3e81-4a1f-9321-5e434619a3c5 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1273656
Mar 05 20:59:47.417894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-941a944c-3db8-4e79-a4b1-5f022a3b96ad tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:47.419970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-941a944c-3db8-4e79-a4b1-5f022a3b96ad tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 945 time: 0.1182332
Mar 05 20:59:47.463317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7027505f-2b5d-4e7d-b226-3141e8f6e1cc req-f4536732-b7b5-421f-ba97-cde402e523e1 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/security-groups?id=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623232
Mar 05 20:59:47.545901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56650) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:47.667091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-a3e7beb0-a2b4-4ef0-9318-74500217be23 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:47.670771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-a3e7beb0-a2b4-4ef0-9318-74500217be23 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 945 time: 0.1412852
Mar 05 20:59:47.809230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a7f9744-7a4f-4ae7-a9d5-04c38fdf8cda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99fe3e49fc5e47c3bd99ee3debc420ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2544885
Mar 05 20:59:47.841677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:47.930470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 621cdb97-85f7-40ba-b6d8-0cbf88212647 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:47.940547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Deleting port 13f94710-cc92-4672-8982-8cd80e18ede8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:47.941216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:47.972109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Deleting port a1950e50-9c39-44c3-af17-454a8fc9713b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 20:59:47.972452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:47.990607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff17d7-5d79-4c8c-a4af-6a14ce417b7a req-17f0d6df-5eda-4cbe-875a-a77071a3a60f tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:48.000697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90ff17d7-5d79-4c8c-a4af-6a14ce417b7a req-17f0d6df-5eda-4cbe-875a-a77071a3a60f tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 945 time: 0.2354751
Mar 05 20:59:48.008970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 621cdb97-85f7-40ba-b6d8-0cbf88212647 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:48.009321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 621cdb97-85f7-40ba-b6d8-0cbf88212647 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:48.145326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] Publish callbacks [] for security_group (3f8d3d35-9b67-422c-b26d-3ed94d196ea6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.154800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] For port a1950e50-9c39-44c3-af17-454a8fc9713b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1950e50-9c39-44c3-af17-454a8fc9713b,segment=NetworkSegment(ae79d0a7-9a94-4392-8e94-505cb7247480),segment_id=ae79d0a7-9a94-4392-8e94-505cb7247480)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:48.155202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.180076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Calling delete_port for a1950e50-9c39-44c3-af17-454a8fc9713b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:48.208951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] Publish callbacks [] for security_group (3f8d3d35-9b67-422c-b26d-3ed94d196ea6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.343252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f8d3d35-9b67-422c-b26d-3ed94d196ea6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.349966 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.364002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f8d3d35-9b67-422c-b26d-3ed94d196ea6 HTTP/1.1" status: 204  len: 168 time: 0.5030942
Mar 05 20:59:48.386684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90ff17d7-5d79-4c8c-a4af-6a14ce417b7a req-53e87c66-23fe-4e5a-9106-61c39262edf8 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c18cebf-c909-4a61-b255-d9c7403259b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3774028
Mar 05 20:59:48.443922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7f0b0-15e1-4726-a51b-31e01ae4e419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d3d35-9b67-422c-b26d-3ed94d196ea6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:48.469547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] For port 13f94710-cc92-4672-8982-8cd80e18ede8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f94710-cc92-4672-8982-8cd80e18ede8,segment=NetworkSegment(e070b442-49a0-4823-bdaa-f9b098fee83e),segment_id=e070b442-49a0-4823-bdaa-f9b098fee83e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 20:59:48.479103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.519445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a1950e50-9c39-44c3-af17-454a8fc9713b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.529741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Calling delete_port for 13f94710-cc92-4672-8982-8cd80e18ede8 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 20:59:48.584490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Pushing event deleted for resources: {'Port': ['ID=a1950e50-9c39-44c3-af17-454a8fc9713b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:48.712063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:48.738493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] No DVR routers for this DVR port a1950e50-9c39-44c3-af17-454a8fc9713b on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:48.747588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.759273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f9ab2f0-c334-4365-a955-2b5a3765f8f7 req-23ecb7ed-0552-45e7-b628-27aa72267e69 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.23 "DELETE /v2.0/ports/a1950e50-9c39-44c3-af17-454a8fc9713b HTTP/1.1" status: 204  len: 173 time: 1.0787542
Mar 05 20:59:48.800237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-deleted', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:48.804604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Deleting subnet c2475923-89d4-4311-a4c5-a5383fad7aeb {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:48.805233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b7646-9428-4935-bc5e-04a2b4a486c4" -d '{"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-deleted", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:48.819834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Publish callbacks [] for subnet (c2475923-89d4-4311-a4c5-a5383fad7aeb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.828927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06451567-795a-4ae5-a2f4-8bb71b0ef562 req-aa097cc7-f95b-4920-9428-db19d2bd5ca7 tempest-LiveMigrationTest-958104892 tempest-LiveMigrationTest-958104892-project] 10.222.0.15 "GET /v2.0/ports?device_id=d81ff1cf-7bf9-40ae-a814-4465e0f3783e HTTP/1.1" status: 200  len: 210 time: 0.1872466
Mar 05 20:59:48.880365 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164ed2f-69b1-413f-ba1c-cc804cfa09c8 x-openstack-request-id: req-f164ed2f-69b1-413f-ba1c-cc804cfa09c8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:48.880954 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ff1cf-7bf9-40ae-a814-4465e0f3783e", "name": "network-vif-deleted", "tag": "a1950e50-9c39-44c3-af17-454a8fc9713b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:48.880954 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f164ed2f-69b1-413f-ba1c-cc804cfa09c8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:48.881441 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ff1cf-7bf9-40ae-a814-4465e0f3783e', 'name': 'network-vif-deleted', 'tag': 'a1950e50-9c39-44c3-af17-454a8fc9713b', 'status': 'completed', 'code': 200}
Mar 05 20:59:48.894010 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c2475923-89d4-4311-a4c5-a5383fad7aeb), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:48.956405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c2475923-89d4-4311-a4c5-a5383fad7aeb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.134715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (13f94710-cc92-4672-8982-8cd80e18ede8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.200858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Pushing event deleted for resources: {'Port': ['ID=13f94710-cc92-4672-8982-8cd80e18ede8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:49.231427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c2475923-89d4-4311-a4c5-a5383fad7aeb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.279158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] No DVR routers for this DVR port 13f94710-cc92-4672-8982-8cd80e18ede8 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 20:59:49.324246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.327555 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2da70d1-eb07-45da-b66c-3b1a9dda1def req-79026cb1-3190-4954-8824-94db61203879 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.23 "DELETE /v2.0/ports/13f94710-cc92-4672-8982-8cd80e18ede8 HTTP/1.1" status: 204  len: 173 time: 1.9006977
Mar 05 20:59:49.328452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'name': 'network-vif-deleted', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 20:59:49.334141 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c04cad2-3cfc-4e3b-92fa-b7ec68371cbc" -d '{"events": [{"server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "name": "network-vif-deleted", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 20:59:49.350320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2475923-89d4-4311-a4c5-a5383fad7aeb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:49.354501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.360398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8b8c51d4-3287-432f-8d80-dadefc2032af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2475923-89d4-4311-a4c5-a5383fad7aeb HTTP/1.1" status: 204  len: 168 time: 0.6446686
Mar 05 20:59:49.361045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:49.389954 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1033a378-b03f-44e9-8739-81e0285aaaf2 x-openstack-request-id: req-1033a378-b03f-44e9-8739-81e0285aaaf2 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 20:59:49.391304 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632", "name": "network-vif-deleted", "tag": "13f94710-cc92-4672-8982-8cd80e18ede8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 20:59:49.391750 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1033a378-b03f-44e9-8739-81e0285aaaf2 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 20:59:49.393005 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632', 'name': 'network-vif-deleted', 'tag': '13f94710-cc92-4672-8982-8cd80e18ede8', 'status': 'completed', 'code': 200}
Mar 05 20:59:49.645061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d3da228-1021-493c-b662-b645291a8bfd req-a7247c44-3045-4feb-82e8-6f30bb744630 tempest-ServerMetadataNegativeTestJSON-869115227 tempest-ServerMetadataNegativeTestJSON-869115227-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b8dcce0-5bb4-4d2e-b4ca-9cf646ddd632 HTTP/1.1" status: 200  len: 210 time: 0.0786707
Mar 05 20:59:49.699378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (72f55423-ea6d-4438-a149-d5df19f9ecdd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.854000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (72f55423-ea6d-4438-a149-d5df19f9ecdd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.904249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:49.915251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b909097c0>,) {'filters': {'network_id': ['72f55423-ea6d-4438-a149-d5df19f9ecdd']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:49.928570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909097c0>, '9ffd88fa-6755-4d94-b12d-f55a2d627882') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:49.929140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909097c0>, '9ffd88fa-6755-4d94-b12d-f55a2d627882') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:49.948272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56790) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:49.955864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (9ffd88fa-6755-4d94-b12d-f55a2d627882), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.979349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9ffd88fa-6755-4d94-b12d-f55a2d627882), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:49.998029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:49.998029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (9ffd88fa-6755-4d94-b12d-f55a2d627882), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:50.002870 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:50.011623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Deleting subnet f0fe9d12-5675-40d0-b2de-9a8fa6679078 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:50.021608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Publish callbacks [] for subnet (f0fe9d12-5675-40d0-b2de-9a8fa6679078), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.082788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (72f55423-ea6d-4438-a149-d5df19f9ecdd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.091098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.094764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] 10.222.0.15 "DELETE /v2.0/networks/72f55423-ea6d-4438-a149-d5df19f9ecdd HTTP/1.1" status: 204  len: 168 time: 0.7327015
Mar 05 20:59:50.118888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5b8f-0ea3-4384-b678-c079fd283a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f55423-ea6d-4438-a149-d5df19f9ecdd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:50.148151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (f0fe9d12-5675-40d0-b2de-9a8fa6679078), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.292995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f0fe9d12-5675-40d0-b2de-9a8fa6679078), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.365718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-876522204-network', 'tenant_id': 'c883b952145b45f1aaf4b0d244ff60f9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:50.420155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 13f94710-cc92-4672-8982-8cd80e18ede8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:50.423087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56804) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:50.454085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (f0fe9d12-5675-40d0-b2de-9a8fa6679078), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.461799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 13f94710-cc92-4672-8982-8cd80e18ede8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:50.462427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 13f94710-cc92-4672-8982-8cd80e18ede8 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:50.463065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 20:59:50.510697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Made reservation on behalf of c883b952145b45f1aaf4b0d244ff60f9 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:50.524560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.534377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.539796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: a1950e50-9c39-44c3-af17-454a8fc9713b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 20:59:50.540392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a1950e50-9c39-44c3-af17-454a8fc9713b not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 20:59:50.546273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0fe9d12-5675-40d0-b2de-9a8fa6679078 HTTP/1.1" status: 204  len: 168 time: 0.6409059
Mar 05 20:59:50.625190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:50.628537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e451c-6822-4fa0-82c4-fc3d554d0b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fe9d12-5675-40d0-b2de-9a8fa6679078,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:50.641133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.701208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9372d5cf-7a66-4cbf-be3b-1762edccacbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a02c2521498e48a3a5650f7b6f81d5ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2758930
Mar 05 20:59:50.715998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56826) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:50.788234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56828) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:50.838759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.928652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Deleting subnet 1fc119b6-9749-4a92-93f0-817d63406133 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:50.943910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Publish callbacks [] for subnet (1fc119b6-9749-4a92-93f0-817d63406133), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.981404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:50.993088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] Publish callbacks [] for security_group (15b4ac71-4673-452a-94a2-f60460ac5b9d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.007710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb22e0>,) {'filters': {'network_id': ['93578ff8-1ca6-4e6e-b4ae-025cd8c9d397']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:51.020558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb22e0>, 'ae79d0a7-9a94-4392-8e94-505cb7247480') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:51.020953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91cb22e0>, 'ae79d0a7-9a94-4392-8e94-505cb7247480') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:51.032825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (ae79d0a7-9a94-4392-8e94-505cb7247480), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.052871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ae79d0a7-9a94-4392-8e94-505cb7247480), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.065839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:51.067573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (ae79d0a7-9a94-4392-8e94-505cb7247480), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.089906 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (1fc119b6-9749-4a92-93f0-817d63406133), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:51.158543 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:51.162698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] Publish callbacks [] for security_group (15b4ac71-4673-452a-94a2-f60460ac5b9d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.164561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (93578ff8-1ca6-4e6e-b4ae-025cd8c9d397), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.184827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.191951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/93578ff8-1ca6-4e6e-b4ae-025cd8c9d397 HTTP/1.1" status: 204  len: 168 time: 0.5656466
Mar 05 20:59:51.204080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56844) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:51.214848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09015dd6-9a77-4729-a0dc-d2215b4a3f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=93578ff8-1ca6-4e6e-b4ae-025cd8c9d397,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:51.259753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks [] for security_group (1a1aae1d-1a6d-4f47-9b58-1e9478b77056), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.263990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Deleting subnet 84bcd8c9-b8ec-4be3-959c-64f2619c364a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 20:59:51.270005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Publish callbacks [] for subnet (84bcd8c9-b8ec-4be3-959c-64f2619c364a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.309872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a1aae1d-1a6d-4f47-9b58-1e9478b77056), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.351620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (84bcd8c9-b8ec-4be3-959c-64f2619c364a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.372487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1fc119b6-9749-4a92-93f0-817d63406133), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.451320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:59:51.458736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (84bcd8c9-b8ec-4be3-959c-64f2619c364a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.491879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1aae1d-1a6d-4f47-9b58-1e9478b77056,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:51.523756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (02ebe552-a24d-4da5-ada8-be771b52c13e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.524070 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Added segment 02ebe552-a24d-4da5-ada8-be771b52c13e of type vlan for network 77296972-6de3-43b0-bed8-714cdd201eac
Mar 05 20:59:51.596814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (84bcd8c9-b8ec-4be3-959c-64f2619c364a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.638212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15b4ac71-4673-452a-94a2-f60460ac5b9d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.641240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bcd8c9-b8ec-4be3-959c-64f2619c364a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:51.643338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.644909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15b4ac71-4673-452a-94a2-f60460ac5b9d HTTP/1.1" status: 204  len: 168 time: 0.9279370
Mar 05 20:59:51.657060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.668585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-97a7bbc7-2450-4173-87e8-2fc57c7b35fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84bcd8c9-b8ec-4be3-959c-64f2619c364a HTTP/1.1" status: 204  len: 168 time: 0.4630363
Mar 05 20:59:51.673748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:51.678257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (77296972-6de3-43b0-bed8-714cdd201eac), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.710970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0169c3-b8b9-4dac-b0f6-7ad220103122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4ac71-4673-452a-94a2-f60460ac5b9d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:51.716529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1fc119b6-9749-4a92-93f0-817d63406133), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.883188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc119b6-9749-4a92-93f0-817d63406133,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:51.905874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.917438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0e92af5d-48be-43b9-af90-782fc7dbcf73), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.920591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fc7bec3b-0b1a-4c00-b440-13dd9b345f3e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1fc119b6-9749-4a92-93f0-817d63406133 HTTP/1.1" status: 204  len: 168 time: 1.1306081
Mar 05 20:59:51.926649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (77296972-6de3-43b0-bed8-714cdd201eac), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:51.934901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:51.936864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56876) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:51.937203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.171815 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.2222674
Mar 05 20:59:52.176992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c728b-a51c-4e62-abb2-79f21a80d48d admin admin] Pushing event updated for resources: {'Network': ['ID=77296972-6de3-43b0-bed8-714cdd201eac,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:52.179570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:52.186803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Request body: {'subnet': {'network_id': '77296972-6de3-43b0-bed8-714cdd201eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-876522204-subnet', 'tenant_id': 'c883b952145b45f1aaf4b0d244ff60f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:52.191526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 77296972-6de3-43b0-bed8-714cdd201eac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:59:52.222286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Made reservation on behalf of c883b952145b45f1aaf4b0d244ff60f9 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:52.224938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (80991bdd-20f7-442c-b102-d548a4c4ffc3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.228116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.237768 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0e92af5d-48be-43b9-af90-782fc7dbcf73), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.306964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5de760>,) {'filters': {'network_id': ['0e92af5d-48be-43b9-af90-782fc7dbcf73']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.387839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5de760>, 'a9cd682b-8fa0-43c1-bf7e-56866cb3482d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.394622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5de760>, 'a9cd682b-8fa0-43c1-bf7e-56866cb3482d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.507683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (80991bdd-20f7-442c-b102-d548a4c4ffc3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.516072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a9cd682b-8fa0-43c1-bf7e-56866cb3482d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.595503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90697760>,) {'filters': {'network_id': ['80991bdd-20f7-442c-b102-d548a4c4ffc3']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.611702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9cd682b-8fa0-43c1-bf7e-56866cb3482d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.636499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90697760>, 'e070b442-49a0-4823-bdaa-f9b098fee83e') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.636797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90697760>, 'e070b442-49a0-4823-bdaa-f9b098fee83e') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 20:59:52.735108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:52.737248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a9cd682b-8fa0-43c1-bf7e-56866cb3482d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:52.748141 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:52.799135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (5b30bb12-bcc6-4c7e-b76e-546aed3f6a28), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.800999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e070b442-49a0-4823-bdaa-f9b098fee83e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.832840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e070b442-49a0-4823-bdaa-f9b098fee83e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.848236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0e92af5d-48be-43b9-af90-782fc7dbcf73), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.860066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.870628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e92af5d-48be-43b9-af90-782fc7dbcf73 HTTP/1.1" status: 204  len: 168 time: 1.1933320
Mar 05 20:59:52.877870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 20:59:52.881085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e070b442-49a0-4823-bdaa-f9b098fee83e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.881245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b30bb12-bcc6-4c7e-b76e-546aed3f6a28,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:52.894500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Checking segment: {'id': '02ebe552-a24d-4da5-ada8-be771b52c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:52.895117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Network hostable DHCP agents. Network: 77296972-6de3-43b0-bed8-714cdd201eac, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 20:59:52.913497 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 20:59:52.922612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Network 77296972-6de3-43b0-bed8-714cdd201eac is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:59:52.938148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77296972-6de3-43b0-bed8-714cdd201eac) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:52.949942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:52.952596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:52.953009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ed424-80e1-4ecb-b287-5b2dcf80d027 None None] Network 77296972-6de3-43b0-bed8-714cdd201eac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:52.999204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248c57a-bdc2-4b3f-bb89-f2a80845908c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e92af5d-48be-43b9-af90-782fc7dbcf73,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:53.000704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-055ed72b-7129-4637-af48-47959a039515 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8197739
Mar 05 20:59:53.039218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (80991bdd-20f7-442c-b102-d548a4c4ffc3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:53.057995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:53.065259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] 10.222.0.15 "DELETE /v2.0/networks/80991bdd-20f7-442c-b102-d548a4c4ffc3 HTTP/1.1" status: 204  len: 168 time: 1.1268759
Mar 05 20:59:53.067565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a6935-dafe-4c1e-9686-b86ab675f695 admin admin] Pushing event deleted for resources: {'Network': ['ID=80991bdd-20f7-442c-b102-d548a4c4ffc3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:53.211458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1914a-684f-497b-9198-5a4b011dc7f2 None None] Network 77296972-6de3-43b0-bed8-714cdd201eac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:53.326422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56956) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:53.455094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b71a6a40-ad8c-478b-99da-1c935c638a0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77c35382c7454a51ab1fbd37f9157ef4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1276143
Mar 05 20:59:53.458711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56960) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:53.563479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] Publish callbacks [] for security_group (711a62dd-58e2-4ca7-9de0-1ef74da0c5e8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:53.858003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:53.968574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79cec68f-5b98-4e2b-af1e-bd4dafd67403 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daf06b3ce3f3408ab9463644907a62ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1091321
Mar 05 20:59:53.969447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56990) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:54.034581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] Publish callbacks [] for security_group (2c18cebf-c909-4a61-b255-d9c7403259b4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.059846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] Publish callbacks [] for security_group (2c18cebf-c909-4a61-b255-d9c7403259b4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.153980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c18cebf-c909-4a61-b255-d9c7403259b4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.158365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.165069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c18cebf-c909-4a61-b255-d9c7403259b4 HTTP/1.1" status: 204  len: 168 time: 0.1935096
Mar 05 20:59:54.176394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920e0b-319d-4c71-8ab7-719353402971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c18cebf-c909-4a61-b255-d9c7403259b4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:54.195740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] Publish callbacks [] for security_group (711a62dd-58e2-4ca7-9de0-1ef74da0c5e8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.280271 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (711a62dd-58e2-4ca7-9de0-1ef74da0c5e8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.285789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.292638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/711a62dd-58e2-4ca7-9de0-1ef74da0c5e8 HTTP/1.1" status: 204  len: 168 time: 0.8308194
Mar 05 20:59:54.306264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aefb9-0df6-4a6e-aa77-b7fa794c442f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a62dd-58e2-4ca7-9de0-1ef74da0c5e8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:54.489146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0730814-258d-42cc-83f9-46b0c43bcbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:54.750711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-9488dd39-c051-4a12-9cb5-dda17243b54f tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:54.768956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-9488dd39-c051-4a12-9cb5-dda17243b54f tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/networks?id=77296972-6de3-43b0-bed8-714cdd201eac HTTP/1.1" status: 200  len: 808 time: 0.2125785
Mar 05 20:59:54.777366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-4cc4de8f-f7f6-4628-8240-5e28827a45f4 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/quotas/c883b952145b45f1aaf4b0d244ff60f9 HTTP/1.1" status: 200  len: 375 time: 0.0157478
Mar 05 20:59:54.824395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-3441f4d0-997c-4e2a-9e3e-4c9fe4237afa tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c883b952145b45f1aaf4b0d244ff60f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459285
Mar 05 20:59:55.030891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-2b030920-130f-4d57-a728-b67b5edd9302 service neutron] 10.222.0.15 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052710
Mar 05 20:59:55.166957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57062) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:55.182217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-72fb996a-1889-4bbc-8eba-3a053b606c9e service neutron] 10.222.0.15 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501586
Mar 05 20:59:55.362048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:55.483020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f00c96f5-ece1-4065-9ca9-2c5adf96cb2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c2a6cd26df446c8ad3210b645a37dce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1171846
Mar 05 20:59:55.484479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:55.529975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b5c9e50-19c8-4095-a1ed-43280c6f444e req-83de7066-cf1c-4386-9f5b-42be4b8ddb78 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 210 time: 0.0573027
Mar 05 20:59:55.631173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] Publish callbacks [] for security_group (d6de4eb2-3feb-4411-be10-67c21454997e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.649073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1788286697-network', 'tenant_id': 'fa686c12d54e49ceaa2ce991119294e4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:55.681312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Made reservation on behalf of fa686c12d54e49ceaa2ce991119294e4 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:55.685490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] Publish callbacks [] for security_group (d6de4eb2-3feb-4411-be10-67c21454997e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.685947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.698647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.806193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d6de4eb2-3feb-4411-be10-67c21454997e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.810294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.811753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6de4eb2-3feb-4411-be10-67c21454997e HTTP/1.1" status: 204  len: 168 time: 0.3261604
Mar 05 20:59:55.822562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f991c-ff03-4c23-8000-a3d09b2b6cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de4eb2-3feb-4411-be10-67c21454997e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:55.862990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks [] for security_group (a7f258d7-84f6-4375-9e70-5e61e3742f86), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.869377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a7f258d7-84f6-4375-9e70-5e61e3742f86), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.904441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:59:55.907034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f258d7-84f6-4375-9e70-5e61e3742f86,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:55.919793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7b270024-efe3-402f-b0e4-c67bbea6d471), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:55.920344 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Added segment 7b270024-efe3-402f-b0e4-c67bbea6d471 of type vlan for network d74d376a-0a45-4915-b0da-56d17c1f19d7
Mar 05 20:59:56.012113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d74d376a-0a45-4915-b0da-56d17c1f19d7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.096857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d74d376a-0a45-4915-b0da-56d17c1f19d7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.098061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:56.101172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.255374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0840158
Mar 05 20:59:56.256176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57130) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:56.260122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464431b-5c54-480d-ae7d-45118a158604 admin admin] Pushing event updated for resources: {'Network': ['ID=d74d376a-0a45-4915-b0da-56d17c1f19d7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:56.262235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Request body: {'subnet': {'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1788286697-subnet', 'tenant_id': 'fa686c12d54e49ceaa2ce991119294e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:56.273960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:59:56.320471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Made reservation on behalf of fa686c12d54e49ceaa2ce991119294e4 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:56.326520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.606969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4499444a-01df-44fd-8647-fc4e970eb1a2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.664510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57142) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:56.684815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4499444a-01df-44fd-8647-fc4e970eb1a2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:56.701395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Checking segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:56.703586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Network hostable DHCP agents. Network: d74d376a-0a45-4915-b0da-56d17c1f19d7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:59:56.767366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:59:56.786977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d74d376a-0a45-4915-b0da-56d17c1f19d7) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:56.791409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4429b698-7ee6-41ab-8080-7c7686fdcebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.804541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a29dc-b264-4ed5-b4b3-22e80780f0a3 None None] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:56.812316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:56.828520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.836775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5a0edcc-a62b-4ebf-a432-f495ded78a09 req-92d04e2e-32cc-4f4f-9089-e93a9e2edb04 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 210 time: 0.1091599
Mar 05 20:59:56.888819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0809c91-a1ed-4692-8780-705137929892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:56.908345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd9db819-30a1-4115-ba95-eff16656eb5a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6507523
Mar 05 20:59:57.054051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7bab9-162f-44b1-9e36-3c62dcb7b482 None None] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:57.069133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0809c91-a1ed-4692-8780-705137929892 admin admin] Publish callbacks [] for security_group (10f07528-d2c4-4baf-8764-574c7b9878a6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.081582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0809c91-a1ed-4692-8780-705137929892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (10f07528-d2c4-4baf-8764-574c7b9878a6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.150275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0809c91-a1ed-4692-8780-705137929892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e1867a550b44208b845f01ca1be7758&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4846206
Mar 05 20:59:57.153641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57170) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:57.200980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0809c91-a1ed-4692-8780-705137929892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f07528-d2c4-4baf-8764-574c7b9878a6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:57.277319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:57.404080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57180) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:57.438054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] Publish callbacks [] for security_group (10f07528-d2c4-4baf-8764-574c7b9878a6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.502947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] Publish callbacks [] for security_group (10f07528-d2c4-4baf-8764-574c7b9878a6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.601555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3e46-ba02-4090-8cdb-53012291b204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.612896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-b033f6c4-86fe-47da-a301-5a86b51837a2 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:57.614798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-b033f6c4-86fe-47da-a301-5a86b51837a2 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.31 "GET /v2.0/networks?id=77296972-6de3-43b0-bed8-714cdd201eac HTTP/1.1" status: 200  len: 808 time: 0.3298013
Mar 05 20:59:57.636934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Request body: {'port': {'device_id': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac', 'admin_state_up': True, 'tenant_id': 'c883b952145b45f1aaf4b0d244ff60f9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:57.703873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (10f07528-d2c4-4baf-8764-574c7b9878a6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.707293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.712015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10f07528-d2c4-4baf-8764-574c7b9878a6 HTTP/1.1" status: 204  len: 168 time: 0.5569801
Mar 05 20:59:57.716952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1593381778-network', 'tenant_id': '2fe78275333a4f76b61435e6afaf7a53'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:57.732327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6297f9-3816-4396-96f1-993d53495dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f07528-d2c4-4baf-8764-574c7b9878a6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:57.811765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Made reservation on behalf of 2fe78275333a4f76b61435e6afaf7a53 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:57.811765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.818031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.854232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Made reservation on behalf of c883b952145b45f1aaf4b0d244ff60f9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:57.862131 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.900635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3e46-ba02-4090-8cdb-53012291b204 admin admin] Publish callbacks [] for security_group (c6af8937-2c91-4d3f-9e3c-7da147eaf362), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.915069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3e46-ba02-4090-8cdb-53012291b204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6af8937-2c91-4d3f-9e3c-7da147eaf362), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.930351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:57.982683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c3e46-ba02-4090-8cdb-53012291b204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af8937-2c91-4d3f-9e3c-7da147eaf362,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:57.991391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3f6c3e46-ba02-4090-8cdb-53012291b204 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c73bc5ed8be4334915720b0db2f99a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7127244
Mar 05 20:59:57.994625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57198) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:58.037675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks [] for security_group (0f4d63b8-f4f8-47a4-8238-12d6bfa34e15), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.057311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0f4d63b8-f4f8-47a4-8238-12d6bfa34e15), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.076315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 20:59:58.086804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (77944f22-a110-4ff5-a7a1-d2b57bca5ddf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.087198 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Added segment 77944f22-a110-4ff5-a7a1-d2b57bca5ddf of type vlan for network 264b845f-29b5-449f-8fc8-89fd683fcf0e
Mar 05 20:59:58.140309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (264b845f-29b5-449f-8fc8-89fd683fcf0e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.200003 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a08227f-dea1-4aaf-9323-eeb5e6c5b7fc req-8a406b59-a4be-4da4-ac64-92cf7e18689c tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 210 time: 0.1474183
Mar 05 20:59:58.202458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (264b845f-29b5-449f-8fc8-89fd683fcf0e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.203508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:58.204921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.281818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Allocated IP 172.20.0.9 (77296972-6de3-43b0-bed8-714cdd201eac/5b30bb12-bcc6-4c7e-b76e-546aed3f6a28/7c055f59-15ed-4a63-957d-f6ef57627bab) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 20:59:58.326833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] Publish callbacks [] for security_group (c6af8937-2c91-4d3f-9e3c-7da147eaf362), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.396680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:58.442860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0367632
Mar 05 20:59:58.450584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57222) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:58.461564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Request body: {'subnet': {'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1593381778-subnet', 'tenant_id': '2fe78275333a4f76b61435e6afaf7a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:58.488316 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] Publish callbacks [] for security_group (c6af8937-2c91-4d3f-9e3c-7da147eaf362), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.490997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f29326-daaf-4bd9-a721-f102fcbd7a2c admin admin] Pushing event updated for resources: {'Network': ['ID=264b845f-29b5-449f-8fc8-89fd683fcf0e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:58.504518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 264b845f-29b5-449f-8fc8-89fd683fcf0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 20:59:58.510752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Made reservation on behalf of 2fe78275333a4f76b61435e6afaf7a53 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 20:59:58.513397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.538710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks [] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.622884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.758753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Network 77296972-6de3-43b0-bed8-714cdd201eac is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 20:59:58.766371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:58.778907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 20:59:58.795161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c6af8937-2c91-4d3f-9e3c-7da147eaf362), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.807694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.814937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6af8937-2c91-4d3f-9e3c-7da147eaf362 HTTP/1.1" status: 204  len: 168 time: 0.8167117
Mar 05 20:59:58.873136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aec0e-53f9-402f-a215-871920c356d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af8937-2c91-4d3f-9e3c-7da147eaf362,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:58.916158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (e439f2be-1cb6-4841-bdc0-7a924e185a22), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:58.964461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-39545be9-8bd6-4d33-b215-117805718427 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:58.966951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-39545be9-8bd6-4d33-b215-117805718427 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 0.3761439
Mar 05 20:59:59.023483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:59.026018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:59.044021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e439f2be-1cb6-4841-bdc0-7a924e185a22,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:59.055356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Checking segment: {'id': '77944f22-a110-4ff5-a7a1-d2b57bca5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 20:59:59.085561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Network hostable DHCP agents. Network: 264b845f-29b5-449f-8fc8-89fd683fcf0e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 20:59:59.118298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Pushing event updated for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 20:59:59.132687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Network 264b845f-29b5-449f-8fc8-89fd683fcf0e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 20:59:59.182015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3f1d3911-13c2-4565-b099-b6065fd4a264 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/quotas/fa686c12d54e49ceaa2ce991119294e4 HTTP/1.1" status: 200  len: 375 time: 0.1467781
Mar 05 20:59:59.202345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 264b845f-29b5-449f-8fc8-89fd683fcf0e) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 20:59:59.209524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:59.210785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:59.211945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0690ff-fc5b-491d-b52d-50c7616fedd3 None None] Network 264b845f-29b5-449f-8fc8-89fd683fcf0e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:59.224896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-bb5b0bf7-93b2-4dc7-a755-694c4ea5e540 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5951185
Mar 05 20:59:59.253729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Request body: {'port': {'device_id': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 20:59:59.284661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3213057e-64c2-4cc8-837b-a1411f6caebc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8276191
Mar 05 20:59:59.310721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-96329205-450b-455e-932b-272d992bc246 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0904758
Mar 05 20:59:59.431232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6bca7-ba83-43d4-8c19-abf1a08842c4 None None] Network 264b845f-29b5-449f-8fc8-89fd683fcf0e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 20:59:59.431844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:59.433822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa172-9055-417f-b69e-12731adc1bdb req-9ca2bf15-2f49-4b38-8a3b-2f99f284de89 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 20:59:59.437126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-266fa172-9055-417f-b69e-12731adc1bdb req-9ca2bf15-2f49-4b38-8a3b-2f99f284de89 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 931 time: 0.1054416
Mar 05 20:59:59.552908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-266fa172-9055-417f-b69e-12731adc1bdb req-e55b38cd-927b-4630-9c7c-84b5ed7fd87f tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075871
Mar 05 20:59:59.596393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-68bd05ca-d0bc-477e-a176-5918b1e2cdee service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740526
Mar 05 20:59:59.756227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 20:59:59.913558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57276) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 20:59:59.945505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-a71af0c6-67a3-4424-b1eb-e4241e1ad587 service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3482316
Mar 05 20:59:59.946864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-327b2e5b-1081-4532-b397-4ddbdc514756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.077882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-327b2e5b-1081-4532-b397-4ddbdc514756 admin admin] Publish callbacks [] for security_group (8109a97f-9856-423d-a46c-c796f869f2f4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.084970 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-327b2e5b-1081-4532-b397-4ddbdc514756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8109a97f-9856-423d-a46c-c796f869f2f4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.145743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-327b2e5b-1081-4532-b397-4ddbdc514756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3b801cca12e45469341dedb36d62c10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2307274
Mar 05 21:00:00.146739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:00.147871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b2e5b-1081-4532-b397-4ddbdc514756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109a97f-9856-423d-a46c-c796f869f2f4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:00.212989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c055f59-15ed-4a63-957d-f6ef57627bab {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:00.224379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks [] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.247862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] Publish callbacks [] for security_group (8109a97f-9856-423d-a46c-c796f869f2f4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.272466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] Publish callbacks [] for security_group (8109a97f-9856-423d-a46c-c796f869f2f4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.319176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Transition to ACTIVE for port object 7c055f59-15ed-4a63-957d-f6ef57627bab will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:00.324909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.339799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8109a97f-9856-423d-a46c-c796f869f2f4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.342387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.346027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8109a97f-9856-423d-a46c-c796f869f2f4 HTTP/1.1" status: 204  len: 168 time: 0.1959412
Mar 05 21:00:00.392887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e8e4-a91f-446c-af77-c661c116ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109a97f-9856-423d-a46c-c796f869f2f4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:00.420805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54b2ceaf-70b8-45a4-bbb7-ed02f05e91f4 req-eb0b4c4d-a007-49c9-8e01-d8a8de65bf95 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 210 time: 0.0891848
Mar 05 21:00:00.454318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Pushing event updated for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:00.515828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57298) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:00.550875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Attempting to bind port 7c055f59-15ed-4a63-957d-f6ef57627bab on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:00.551217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Attempting to bind port 7c055f59-15ed-4a63-957d-f6ef57627bab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '02ebe552-a24d-4da5-ada8-be771b52c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:00.551546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Attempting to bind port 7c055f59-15ed-4a63-957d-f6ef57627bab on network 77296972-6de3-43b0-bed8-714cdd201eac {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:00.561795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Port 7c055f59-15ed-4a63-957d-f6ef57627bab on network 77296972-6de3-43b0-bed8-714cdd201eac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:00.562156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Attempting to bind port 7c055f59-15ed-4a63-957d-f6ef57627bab on network 77296972-6de3-43b0-bed8-714cdd201eac {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:00.575354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:00.575562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Checking segment: {'id': '02ebe552-a24d-4da5-ada8-be771b52c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:00.575993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Bound using segment: {'id': '02ebe552-a24d-4da5-ada8-be771b52c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:00.576523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Bound port: 7c055f59-15ed-4a63-957d-f6ef57627bab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ebe552-a24d-4da5-ada8-be771b52c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:00.576784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.788935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be249-6ea3-4b55-aed7-85ea60c05ed7 req-1650db43-f05c-4cb4-8914-b65bab1866e1 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:00.802157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae9be249-6ea3-4b55-aed7-85ea60c05ed7 req-1650db43-f05c-4cb4-8914-b65bab1866e1 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.0966372
Mar 05 21:00:00.826274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:00.831583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c055f59-15ed-4a63-957d-f6ef57627bab,segment=NetworkSegment(02ebe552-a24d-4da5-ada8-be771b52c13e),segment_id=02ebe552-a24d-4da5-ada8-be771b52c13e)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:00.840784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1fd6-d7ba-4b4d-afdf-0582e4446345 req-ffdd77e1-bb4f-48e9-81b1-b878c927b724 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:00.842528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d7f1fd6-d7ba-4b4d-afdf-0582e4446345 req-ffdd77e1-bb4f-48e9-81b1-b878c927b724 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 943 time: 0.1506796
Mar 05 21:00:00.897388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.944470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae9be249-6ea3-4b55-aed7-85ea60c05ed7 req-eb46c6c2-3dac-48d1-8310-84c05c37bd12 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410282
Mar 05 21:00:00.980796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:00.983485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d7f1fd6-d7ba-4b4d-afdf-0582e4446345 req-af21608c-bedd-41d3-b7cd-00187bf71f52 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332266
Mar 05 21:00:01.039240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-755842221-network', 'tenant_id': '21ab0f35161b4fd9857a3cd95cc89063'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:01.069620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.070237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.072446 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] 10.222.0.31 "PUT /v2.0/ports/7c055f59-15ed-4a63-957d-f6ef57627bab HTTP/1.1" status: 200  len: 1091 time: 1.8402715
Mar 05 21:00:01.072951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:01.075589 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b4820-ada8-4c06-b907-0601c6244c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:01.179370 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56207b5-05e0-46ab-b457-4a6f63caaf77 x-openstack-request-id: req-c56207b5-05e0-46ab-b457-4a6f63caaf77 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:01.180096 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:01.180096 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c56207b5-05e0-46ab-b457-4a6f63caaf77 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:01.180356 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab', 'status': 'completed', 'code': 200}
Mar 05 21:00:01.219613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Made reservation on behalf of 21ab0f35161b4fd9857a3cd95cc89063 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:01.222701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.237451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15677634-c3c3-4620-ad78-82b9eaf1b14a service neutron] Pushing event updated for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:01.242593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.284811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-61a7a3eb-75a7-43d9-9ca8-9cd3ccdfd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.285884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-61a7a3eb-75a7-43d9-9ca8-9cd3ccdfd4fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c883b952145b45f1aaf4b0d244ff60f9&device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 1125 time: 0.1406512
Mar 05 21:00:01.336625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-8ca8d353-8027-496a-96bc-0a7662a81ae9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c055f59-15ed-4a63-957d-f6ef57627bab HTTP/1.1" status: 200  len: 217 time: 0.0420358
Mar 05 21:00:01.412564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57344) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:01.418003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-448319772-network', 'tenant_id': '8c818289f1404d179d55eae5c16a4fa7'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:01.422371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-6d479265-4e85-4d1b-93c6-6c0e7d2805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.429897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-6d479265-4e85-4d1b-93c6-6c0e7d2805a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b30bb12-bcc6-4c7e-b76e-546aed3f6a28 HTTP/1.1" status: 200  len: 848 time: 0.0816309
Mar 05 21:00:01.462965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Made reservation on behalf of 8c818289f1404d179d55eae5c16a4fa7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:01.465882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.480733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.516411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks [] for security_group (9f5e19f3-737f-4de7-9b02-23747d4d2d9f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.520481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-0791bf45-8ec4-4839-9707-1df48bfefb4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77296972-6de3-43b0-bed8-714cdd201eac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897567
Mar 05 21:00:01.526454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9f5e19f3-737f-4de7-9b02-23747d4d2d9f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.607409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e19f3-737f-4de7-9b02-23747d4d2d9f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:01.618972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be1fa6e3-494b-4de8-8c49-744f9efd0c58 req-74528812-8ddf-4316-84dd-d041ee2219fe tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 210 time: 0.0366912
Mar 05 21:00:01.629911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks [] for security_group (0245d541-5abf-4094-9b53-1a468d46b052), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.637053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0245d541-5abf-4094-9b53-1a468d46b052), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.689474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:01.705428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:01.724784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b232a5ca-4da8-489e-a87c-0d7b339ef97a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.725177 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Added segment b232a5ca-4da8-489e-a87c-0d7b339ef97a of type vlan for network 8ab2e26a-32ab-44a2-a446-4460222e659b
Mar 05 21:00:01.734785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0245d541-5abf-4094-9b53-1a468d46b052,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:01.741977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (452b564f-1f8b-4d60-936c-a476fe6daba3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.742329 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Added segment 452b564f-1f8b-4d60-936c-a476fe6daba3 of type vlan for network 8f7c2cab-85e6-4c3d-8053-602f2edec4c8
Mar 05 21:00:01.799473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8f7c2cab-85e6-4c3d-8053-602f2edec4c8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.832931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8ab2e26a-32ab-44a2-a446-4460222e659b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.842040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8f7c2cab-85e6-4c3d-8053-602f2edec4c8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.843651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.845541 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-01ed6f6c-a3d9-45aa-a3c9-82287fb73096 service neutron] 10.222.0.31 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3121979
Mar 05 21:00:01.847453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.953358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-adff71b9-d463-45dc-84ca-f4fdf2c0d3c3 req-5a7b3057-a54e-4be0-92a2-41bfb329479b service neutron] 10.222.0.31 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009252
Mar 05 21:00:01.955586 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:00:01.988664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2466a-c076-4b25-8c56-baccb77c4548 req-16d787cd-545a-4aa3-88e5-349a69d8bb12 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.990748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dd2466a-c076-4b25-8c56-baccb77c4548 req-16d787cd-545a-4aa3-88e5-349a69d8bb12 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.2127862
Mar 05 21:00:01.992637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8ab2e26a-32ab-44a2-a446-4460222e659b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:01.994523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:01.995807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.115033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab2e26a-32ab-44a2-a446-4460222e659b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:02.127682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8ab2e26a-32ab-44a2-a446-4460222e659b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:02.190107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dd2466a-c076-4b25-8c56-baccb77c4548 req-1337cc08-4e4a-41d8-93cf-8c60d4c925d3 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1854992
Mar 05 21:00:02.212688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8ef6bc62-e061-48bb-b649-80591d2cdbb4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6944640
Mar 05 21:00:02.214643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:02.217735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-70081c65-4943-40b4-8430-7558883a5cb1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:02.219247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-70081c65-4943-40b4-8430-7558883a5cb1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 0.2317250
Mar 05 21:00:02.226778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Request body: {'subnet': {'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-755842221-subnet', 'tenant_id': '21ab0f35161b4fd9857a3cd95cc89063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:02.233560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8175616
Mar 05 21:00:02.244602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Request body: {'port': {'device_id': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'admin_state_up': True, 'tenant_id': 'fa686c12d54e49ceaa2ce991119294e4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:02.248594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:02.257474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Request body: {'subnet': {'network_id': '8f7c2cab-85e6-4c3d-8053-602f2edec4c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-448319772-subnet', 'tenant_id': '8c818289f1404d179d55eae5c16a4fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:02.264500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Made reservation on behalf of 21ab0f35161b4fd9857a3cd95cc89063 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:02.267691 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.337669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174961d2-418b-4426-8cdb-eb2f370dbc53 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7c2cab-85e6-4c3d-8053-602f2edec4c8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:02.342364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4820-ada8-4c06-b907-0601c6244c6e req-43409327-77a7-4e41-a9af-862c9496575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:02.344876 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-43409327-77a7-4e41-a9af-862c9496575c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c883b952145b45f1aaf4b0d244ff60f9&device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 1125 time: 0.2608895
Mar 05 21:00:02.348701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8f7c2cab-85e6-4c3d-8053-602f2edec4c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:02.445598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Made reservation on behalf of 8c818289f1404d179d55eae5c16a4fa7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:02.448043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.474532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Made reservation on behalf of fa686c12d54e49ceaa2ce991119294e4 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:02.481784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.586287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c1200-fdf5-4ad9-b487-8def3fe19f60 req-afe7b83d-1c58-423b-8af5-4c633d644505 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:02.587870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a1c1200-fdf5-4ad9-b487-8def3fe19f60 req-afe7b83d-1c58-423b-8af5-4c633d644505 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 943 time: 0.2651131
Mar 05 21:00:02.658910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Allocated IP 172.20.0.4 (d74d376a-0a45-4915-b0da-56d17c1f19d7/4499444a-01df-44fd-8647-fc4e970eb1a2/55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:02.688008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4820-ada8-4c06-b907-0601c6244c6e req-492e3fc2-29b3-4841-876c-9cdf02f1b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:02.689578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-492e3fc2-29b3-4841-876c-9cdf02f1b6e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77296972-6de3-43b0-bed8-714cdd201eac HTTP/1.1" status: 200  len: 909 time: 0.3157685
Mar 05 21:00:02.751550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a1c1200-fdf5-4ad9-b487-8def3fe19f60 req-395b7d5b-d0d4-4687-b977-bd7d0082567e tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495585
Mar 05 21:00:02.846616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-1fcc0e8d-bd82-4c49-959a-71da886f9e22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c055f59-15ed-4a63-957d-f6ef57627bab HTTP/1.1" status: 200  len: 217 time: 0.1254818
Mar 05 21:00:02.878328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks [] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.891527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (d139b5d9-2c96-40ac-ae62-ea5b844740fb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.926341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:02.982850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:02.986575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:02.989545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:03.027457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:03.071331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.072035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:03.077409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d139b5d9-2c96-40ac-ae62-ea5b844740fb,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:03.080792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4820-ada8-4c06-b907-0601c6244c6e req-9ec1ea24-4cd9-4cc2-9db5-37c26db7d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.082286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-9ec1ea24-4cd9-4cc2-9db5-37c26db7d005 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b30bb12-bcc6-4c7e-b76e-546aed3f6a28 HTTP/1.1" status: 200  len: 848 time: 0.2161794
Mar 05 21:00:03.095884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-d92db6d5-14c7-4bf9-964e-151de104cee6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8571074
Mar 05 21:00:03.108300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Request body: {'port': {'device_id': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:03.133345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-6b9b3485-1c9c-4c33-8719-0c3a01c2bd7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77296972-6de3-43b0-bed8-714cdd201eac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443923
Mar 05 21:00:03.135086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c40accad-d51a-48d1-b7ec-4d2197b68dcf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:03.137282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Checking segment: {'id': 'b232a5ca-4da8-489e-a87c-0d7b339ef97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:03.137423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Network hostable DHCP agents. Network: 8ab2e26a-32ab-44a2-a446-4460222e659b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:03.154539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6af3-2108-4303-9039-2f4a74810088 req-74c9d602-2193-438b-99a8-2fa3740e454c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.154539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ded6af3-2108-4303-9039-2f4a74810088 req-74c9d602-2193-438b-99a8-2fa3740e454c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 931 time: 0.2550402
Mar 05 21:00:03.197447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:03.385581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40accad-d51a-48d1-b7ec-4d2197b68dcf,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:03.388186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Network 8ab2e26a-32ab-44a2-a446-4460222e659b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:03.428860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ab2e26a-32ab-44a2-a446-4460222e659b) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:03.440936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56700d-aa10-4882-ab00-d73b8d8f6e5f None None] Network 8ab2e26a-32ab-44a2-a446-4460222e659b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:03.445170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ded6af3-2108-4303-9039-2f4a74810088 req-d9c4729a-7d09-4367-93df-8d5f07578038 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779520
Mar 05 21:00:03.445436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Checking segment: {'id': '452b564f-1f8b-4d60-936c-a476fe6daba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f7c2cab-85e6-4c3d-8053-602f2edec4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:03.445922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Network hostable DHCP agents. Network: 8f7c2cab-85e6-4c3d-8053-602f2edec4c8, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:03.452791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.453548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:03.483663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-917bfc18-12c2-4f26-852d-9cb77f0ec9af tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.485480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-917bfc18-12c2-4f26-852d-9cb77f0ec9af tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.23 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.2813380
Mar 05 21:00:03.491486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-5fd76638-8844-4ef8-aace-41f5148709f3 service neutron] 10.222.0.31 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511517
Mar 05 21:00:03.525862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d0c4ad5-147a-4557-9b6f-6049257fac29 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3092594
Mar 05 21:00:03.623645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced858f-d5ec-49c3-b13d-7f06bc180558 None None] Network 8ab2e26a-32ab-44a2-a446-4460222e659b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:03.669460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Network 8f7c2cab-85e6-4c3d-8053-602f2edec4c8 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:03.711349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f7c2cab-85e6-4c3d-8053-602f2edec4c8) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:03.764574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c053e94-68c0-4411-85db-810d7aa43c89 None None] Network 8f7c2cab-85e6-4c3d-8053-602f2edec4c8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:03.831393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b180b7f-2db6-4729-8a28-9a322aa2c5cc req-c4d4d61c-264c-4d07-8d24-80ec8e5253cb tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:03.832997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b180b7f-2db6-4729-8a28-9a322aa2c5cc req-c4d4d61c-264c-4d07-8d24-80ec8e5253cb tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 946 time: 0.5066733
Mar 05 21:00:03.929860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b180b7f-2db6-4729-8a28-9a322aa2c5cc req-c7194ff2-0653-4554-b855-db0d12eae618 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups?id=47a9d906-f051-4593-b7f6-291158ce0b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878026
Mar 05 21:00:04.005651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:04.019898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks [] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.042507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7c055f59-15ed-4a63-957d-f6ef57627bab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:04.053546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Transition to ACTIVE for port object 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:04.058264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.165369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:04.167382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c055f59-15ed-4a63-957d-f6ef57627bab,segment=NetworkSegment(02ebe552-a24d-4da5-ada8-be771b52c13e),segment_id=02ebe552-a24d-4da5-ada8-be771b52c13e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:04.196457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Attempting to bind port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:04.197019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Attempting to bind port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:04.197318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Attempting to bind port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:04.198727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '7c055f59-15ed-4a63-957d-f6ef57627bab', 'network_id': '77296972-6de3-43b0-bed8-714cdd201eac', 'port_id': '7c055f59-15ed-4a63-957d-f6ef57627bab', 'mac_address': 'fa:16:3e:5b:61:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b30bb12-bcc6-4c7e-b76e-546aed3f6a28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:04.200896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8bc3e-83ab-4ac5-b5b3-61e73486f3c0 None None] Network 8f7c2cab-85e6-4c3d-8053-602f2edec4c8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:04.203353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 on network d74d376a-0a45-4915-b0da-56d17c1f19d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:04.204741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Attempting to bind port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:04.206104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.206729 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.211326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:04.211927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Checking segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:04.212359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Bound using segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:04.213388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Bound port: 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:04.213780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.282718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814380f-8e9d-474f-b511-f7bca01a2aa0 req-ffd96ee4-cb2a-45ec-b734-38e7cebee4ec tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.290078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5814380f-8e9d-474f-b511-f7bca01a2aa0 req-ffd96ee4-cb2a-45ec-b734-38e7cebee4ec tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 949 time: 0.6374445
Mar 05 21:00:04.297604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-800b4820-ada8-4c06-b907-0601c6244c6e req-21bd328f-9ea2-4345-a2ca-0e24ac260fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7944031
Mar 05 21:00:04.308266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-61638653-a909-4410-89db-54b5e89374f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.0559094
Mar 05 21:00:04.347544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7c055f59-15ed-4a63-957d-f6ef57627bab is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:04.351607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.352328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Deleting port d8af58c4-4388-479a-9490-64f82575af6b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:04.352848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.361247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:04.366369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:04.377956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.420256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5814380f-8e9d-474f-b511-f7bca01a2aa0 req-dc6f84ef-6c85-4ed5-a859-45589b35486c tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127634
Mar 05 21:00:04.420735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c055f59-15ed-4a63-957d-f6ef57627bab {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:04.452674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.453340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.456275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] 10.222.0.23 "PUT /v2.0/ports/55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 HTTP/1.1" status: 200  len: 1091 time: 1.3535395
Mar 05 21:00:04.459107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:04.462483 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4daf88a-099e-41e7-932a-6b2d7deb833c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:04.490550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243b0c7-d481-434f-8963-a84cca54db9c service neutron] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:04.510534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d8af58c4-4388-479a-9490-64f82575af6b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:04.553257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:04.553622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d8af58c4-4388-479a-9490-64f82575af6b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.606067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-b600971a-2a66-4c57-bc68-a40e23feb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.607626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-b600971a-2a66-4c57-bc68-a40e23feb98c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 1125 time: 0.0958195
Mar 05 21:00:04.671368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c055f59-15ed-4a63-957d-f6ef57627bab,segment=NetworkSegment(02ebe552-a24d-4da5-ada8-be771b52c13e),segment_id=02ebe552-a24d-4da5-ada8-be771b52c13e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:04.682924 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.696192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-db012083-af04-4e9a-a778-df2e4d5391b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 HTTP/1.1" status: 200  len: 217 time: 0.0804598
Mar 05 21:00:04.768830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-b7f71f6b-682d-4b72-8bdf-869b503fb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.770314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-b7f71f6b-682d-4b72-8bdf-869b503fb4b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.0674717
Mar 05 21:00:04.779199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d8af58c4-4388-479a-9490-64f82575af6b is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:04.779887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8af58c4-4388-479a-9490-64f82575af6b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.785507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:04.792716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2f321-d755-42a8-9a96-a86f63d448fc req-df645de7-f457-4d5c-be38-03f87244cff8 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:04.800296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ac2f321-d755-42a8-9a96-a86f63d448fc req-df645de7-f457-4d5c-be38-03f87244cff8 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 943 time: 0.2562590
Mar 05 21:00:04.812027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.812402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.812754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.813101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.813999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.814416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.814759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.815092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.815767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.816110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.816447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.816779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.817128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:04.860942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-8234ea54-b388-4072-9052-70bff8d42601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831475
Mar 05 21:00:04.916724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d8af58c4-4388-479a-9490-64f82575af6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8af58c4-4388-479a-9490-64f82575af6b,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:04.918464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:04.921005 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63730353-1af4-457e-9091-13e1801697c5" -d '{"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d8af58c4-4388-479a-9490-64f82575af6b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:04.926637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ac2f321-d755-42a8-9a96-a86f63d448fc req-8f2cc3d1-bb99-47bc-96ee-450b9800855f tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212296
Mar 05 21:00:04.930458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7c055f59-15ed-4a63-957d-f6ef57627bab'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:04.974034 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.975850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.977686 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Floating IP 46f7ccf6-be19-474f-b279-edc4365de78f disassociated. External IP: 172.35.0.43, port: d8af58c4-4388-479a-9490-64f82575af6b.
Mar 05 21:00:04.978438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Calling delete_port for d8af58c4-4388-479a-9490-64f82575af6b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:04.994202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-bd36af17-3b4a-476b-996d-495142cff21f service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277099
Mar 05 21:00:04.994459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:04.995026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:05.077690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:05.195456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2d9213a-aad7-4507-b5b2-9eb2f8a9d527 req-01b68c07-9938-425d-95f8-0fa706d1b340 service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947544
Mar 05 21:00:05.197318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57502) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:05.219447 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d0706-0cc1-447f-9fa5-ac0658e67f56 x-openstack-request-id: req-5d1d0706-0cc1-447f-9fa5-ac0658e67f56 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:05.221524 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:05.222559 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d1d0706-0cc1-447f-9fa5-ac0658e67f56 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:05.223764 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'status': 'completed', 'code': 200}
Mar 05 21:00:05.233654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1494818708-network', 'tenant_id': '15e3cd72cd6b4ac48065eaad4f306c59'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:05.266599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:05.267503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.313081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d8af58c4-4388-479a-9490-64f82575af6b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.334289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:05.344331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b755f9-3082-457e-9fb5-8e47d8ebc6b2 req-cf05e140-7181-41a1-bb6f-7b59552c5a29 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:05.346517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.353081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43b755f9-3082-457e-9fb5-8e47d8ebc6b2 req-cf05e140-7181-41a1-bb6f-7b59552c5a29 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 943 time: 0.1110363
Mar 05 21:00:05.383124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Made reservation on behalf of 15e3cd72cd6b4ac48065eaad4f306c59 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:05.388873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.389866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event deleted for resources: {'Port': ['ID=d8af58c4-4388-479a-9490-64f82575af6b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:05.418045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.515272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:05.533613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43b755f9-3082-457e-9fb5-8e47d8ebc6b2 req-2f685b92-1e17-4918-9d73-0293c45de8c9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791286
Mar 05 21:00:05.555869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-7896c87c-e26b-44fc-8d78-8c11d8362249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:05.557584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-7896c87c-e26b-44fc-8d78-8c11d8362249 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 1125 time: 0.3099513
Mar 05 21:00:05.591151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Router fa373266-d421-46e5-a1a0-2cc167569f62 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:00:05.613299 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f57b8d-2a4c-420b-be5d-60d82cd0eaa9 x-openstack-request-id: req-54f57b8d-2a4c-420b-be5d-60d82cd0eaa9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:05.614433 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d8af58c4-4388-479a-9490-64f82575af6b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:05.614700 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54f57b8d-2a4c-420b-be5d-60d82cd0eaa9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:05.615112 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b', 'code': 200}
Mar 05 21:00:05.706686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks [] for security_group (93ed11ab-c0f9-46b3-9c8e-098352fb082d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.725081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93ed11ab-c0f9-46b3-9c8e-098352fb082d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.750027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3db1d61-4ab7-44d1-a57e-27f5873d1b40 req-170dd95a-395f-4262-bcb9-024d32b273d0 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/ports?device_id=827e53bd-cd06-4f93-8232-243003d885f4 HTTP/1.1" status: 200  len: 210 time: 0.0292988
Mar 05 21:00:05.789440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:05.797339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-94e7cf3d-4c80-4c4a-9665-eb6959cbf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:05.799302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-94e7cf3d-4c80-4c4a-9665-eb6959cbf43b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 916 time: 0.2302911
Mar 05 21:00:05.803567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed11ab-c0f9-46b3-9c8e-098352fb082d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:05.810818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:05.816391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f2618313-a673-4225-b577-e1835682660b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.816682 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Added segment f2618313-a673-4225-b577-e1835682660b of type vlan for network 7cff7da4-0086-4936-8861-13470fd6ff5d
Mar 05 21:00:05.825321 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Sync routers for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:00:05.843385 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:05.844391 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc03a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:05.883858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-227d3862-4f02-414e-b4a1-a2ddb6869dca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 HTTP/1.1" status: 200  len: 217 time: 0.0748894
Mar 05 21:00:05.957807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] No DVR routers for this DVR port d8af58c4-4388-479a-9490-64f82575af6b on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:05.980374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:05.989291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-c9447e06-21d8-49c7-854a-8d5fb5228aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:05.989739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f79e22e8-b82a-4a45-b3cb-5ac11c3acfe6 req-034090c8-a3f6-4e89-9e84-d1073d4d3c04 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.23 "DELETE /v2.0/ports/d8af58c4-4388-479a-9490-64f82575af6b HTTP/1.1" status: 204  len: 173 time: 2.4970045
Mar 05 21:00:05.990321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-deleted', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:05.991398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-c9447e06-21d8-49c7-854a-8d5fb5228aeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.0623827
Mar 05 21:00:05.996821 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26820c9f-aad5-4c67-97e0-ddcaa42593e4" -d '{"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-deleted", "tag": "d8af58c4-4388-479a-9490-64f82575af6b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:06.021546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.038179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7cff7da4-0086-4936-8861-13470fd6ff5d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.051809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7c055f59-15ed-4a63-957d-f6ef57627bab up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:06.105489 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-87eae2f3-9f4e-475f-b8a3-93bc3cf66cfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0997798
Mar 05 21:00:06.108345 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:06.177676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 7c055f59-15ed-4a63-957d-f6ef57627bab completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:06.203195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 7c055f59-15ed-4a63-957d-f6ef57627bab triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:06.204745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.288343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7cff7da4-0086-4936-8861-13470fd6ff5d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.289303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:06.290113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.303330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.367501 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc03a60>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:06.372225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7c055f59-15ed-4a63-957d-f6ef57627bab is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:06.373101 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.399047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Checking router: fa373266-d421-46e5-a1a0-2cc167569f62 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:00:06.411010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ca6d-5dd0-47cf-a68f-58746c8d037e req-bec3bcb2-c8fe-40e4-9542-c937e60d9f2b tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:06.417313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71f7ca6d-5dd0-47cf-a68f-58746c8d037e req-bec3bcb2-c8fe-40e4-9542-c937e60d9f2b tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 944 time: 0.2468920
Mar 05 21:00:06.435520 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:06.436430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc03a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:06.442589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c055f59-15ed-4a63-957d-f6ef57627bab,segment=NetworkSegment(02ebe552-a24d-4da5-ada8-be771b52c13e),segment_id=02ebe552-a24d-4da5-ada8-be771b52c13e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:06.444705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2184203
Mar 05 21:00:06.460447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.460926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-9d42de43-d953-4443-af1b-1c7bf9a235ef service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3463943
Mar 05 21:00:06.464125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:06.470372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Request body: {'subnet': {'network_id': '7cff7da4-0086-4936-8861-13470fd6ff5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1494818708-subnet', 'tenant_id': '15e3cd72cd6b4ac48065eaad4f306c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:06.474745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:06.566944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3893-27e8-4f4a-84b9-0d742c42db8c admin admin] Pushing event updated for resources: {'Network': ['ID=7cff7da4-0086-4936-8861-13470fd6ff5d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:06.598371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7cff7da4-0086-4936-8861-13470fd6ff5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:06.627222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Made reservation on behalf of 15e3cd72cd6b4ac48065eaad4f306c59 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:06.630309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:06.711142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71f7ca6d-5dd0-47cf-a68f-58746c8d037e req-3f8a71e2-a6d2-4200-a301-ef2894fa76e0 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609925
Mar 05 21:00:06.720871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:00:06.734707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:06.749145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-fe7b1d3b-aa9a-4e09-be4a-31728849d6fc tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:06.764342 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:06.769050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-fe7b1d3b-aa9a-4e09-be4a-31728849d6fc tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/networks?id=264b845f-29b5-449f-8fc8-89fd683fcf0e HTTP/1.1" status: 200  len: 825 time: 0.3365717
Mar 05 21:00:06.794523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-e22bc71b-2dcd-4a10-a97d-2d7d410ac4f7 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/quotas/2fe78275333a4f76b61435e6afaf7a53 HTTP/1.1" status: 200  len: 375 time: 0.0236750
Mar 05 21:00:06.832518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4daf88a-099e-41e7-932a-6b2d7deb833c req-8c5de75d-291a-4cef-b08e-1a4e170625e1 service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503170
Mar 05 21:00:06.879410 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91d2cf-0374-4eeb-8791-68ce12c1fba1 x-openstack-request-id: req-bb91d2cf-0374-4eeb-8791-68ce12c1fba1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:06.881191 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e53bd-cd06-4f93-8232-243003d885f4", "name": "network-vif-deleted", "tag": "d8af58c4-4388-479a-9490-64f82575af6b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:06.881546 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb91d2cf-0374-4eeb-8791-68ce12c1fba1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:06.882811 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e53bd-cd06-4f93-8232-243003d885f4', 'name': 'network-vif-deleted', 'tag': 'd8af58c4-4388-479a-9490-64f82575af6b', 'status': 'completed', 'code': 200}
Mar 05 21:00:06.904309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-2f7b4dd7-6f8a-4e8f-a712-d3dc7fc537f8 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fe78275333a4f76b61435e6afaf7a53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1088276
Mar 05 21:00:07.118421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-0f8e9738-b5ff-4701-852b-00a82343ca5e service neutron] 10.222.0.15 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130716
Mar 05 21:00:07.159454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc03a60>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:07.166106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8436-9429-482d-b577-a45a01998391 req-c0b2144d-b9b5-4b65-b0a8-9e0727dca2a7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:07.167756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bdf8436-9429-482d-b577-a45a01998391 req-c0b2144d-b9b5-4b65-b0a8-9e0727dca2a7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 943 time: 0.2649779
Mar 05 21:00:07.170235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (9e4d9dd6-88c4-496c-978f-afd411a78b00), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.237130 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a6070-9a24-48e5-92a6-61cf675ce443 None None] The sync data for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 is: [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T20:58:47Z', 'revision_number': 4, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1481eb8-9d80-45e0-aee3-5f9be681b881', 'name': '', 'network_id': '2fc8a084-d4e7-4698-a078-6f62861cb3e4', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'mac_address': 'fa:16:3e:f5:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '28e68907-de0d-492f-a9c7-8f1713024989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:45Z', 'updated_at': '2022-03-05T20:58:53Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'subnets': [{'id': '28e68907-de0d-492f-a9c7-8f1713024989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:00:07.255952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:07.283311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'port_id': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'mac_address': 'fa:16:3e:0b:4f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499444a-01df-44fd-8647-fc4e970eb1a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:07.285651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4d9dd6-88c4-496c-978f-afd411a78b00,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:07.293144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-a92ed1f4-0bc3-4db3-af5a-9de169d88342 service neutron] 10.222.0.15 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734288
Mar 05 21:00:07.343376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:07.344287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.357728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Checking segment: {'id': 'f2618313-a673-4225-b577-e1835682660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7cff7da4-0086-4936-8861-13470fd6ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:07.358199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Network hostable DHCP agents. Network: 7cff7da4-0086-4936-8861-13470fd6ff5d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:07.369989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:07.398241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57568) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:07.410726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:07.415843 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.455032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Network 7cff7da4-0086-4936-8861-13470fd6ff5d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:07.479298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bdf8436-9429-482d-b577-a45a01998391 req-a37844f8-54b6-43e6-8aa3-d8b24217b222 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973518
Mar 05 21:00:07.482797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:07.489373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7cff7da4-0086-4936-8861-13470fd6ff5d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:07.500882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:07.501536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.501859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f50d15-c5ff-41a9-a938-1d6ee52deede None None] Network 7cff7da4-0086-4936-8861-13470fd6ff5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:07.544527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8b3f63ee-2539-469a-8eb3-ec97b16e3da9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0780363
Mar 05 21:00:07.622374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb'}, {'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:07.624498 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d0e0a-88a3-46a0-bf3b-b315a3ef0f76" -d '{"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb"}, {"server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "name": "network-vif-plugged", "status": "completed", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:07.697167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:07.718100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eac78e0f-4aa6-468d-b6f4-c1f677017c3c req-ebbb03d1-6b74-4001-82c1-51c2a90c1259 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 210 time: 0.0743108
Mar 05 21:00:07.761163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:07.796457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534358f5-d560-4f08-b470-f2701e8163a6 None None] New status for floating IP 46f7ccf6-be19-474f-b279-edc4365de78f: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:00:07.822407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-342c84dd-05cb-4575-849a-4f36d923ee29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.843400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (47a9d906-f051-4593-b7f6-291158ce0b81), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.889575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (47a9d906-f051-4593-b7f6-291158ce0b81), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.988987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47a9d906-f051-4593-b7f6-291158ce0b81), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.991991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:07.993226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "DELETE /v2.0/security-groups/47a9d906-f051-4593-b7f6-291158ce0b81 HTTP/1.1" status: 204  len: 168 time: 0.2305486
Mar 05 21:00:08.004937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57600) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:08.047278 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054eef5-3527-4bd7-9049-8cf2f87066a4 x-openstack-request-id: req-7054eef5-3527-4bd7-9049-8cf2f87066a4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:08.047724 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb", "code": 200}, {"server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "name": "network-vif-plugged", "status": "completed", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:08.048366 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7054eef5-3527-4bd7-9049-8cf2f87066a4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:08.049138 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'code': 200}
Mar 05 21:00:08.049562 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab', 'code': 200}
Mar 05 21:00:08.065916 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-a47164da-583b-45de-a789-61de75046156 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] show failed (client error): The resource could not be found.
Mar 05 21:00:08.072438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a47164da-583b-45de-a789-61de75046156 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "GET /v2.0/security-groups/47a9d906-f051-4593-b7f6-291158ce0b81 HTTP/1.1" status: 404  len: 347 time: 0.0589786
Mar 05 21:00:08.074765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:08.095145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:08.098362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53befa-6c02-4296-9445-3a28c6c8b9d6 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a9d906-f051-4593-b7f6-291158ce0b81,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:08.131085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263da89f-2b1b-4977-ba64-92e18bf80ce4 req-00cc7724-6663-4171-b931-4fe305993d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:08.132756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-263da89f-2b1b-4977-ba64-92e18bf80ce4 req-00cc7724-6663-4171-b931-4fe305993d2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 1127 time: 0.2511051
Mar 05 21:00:08.145270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f449-ea9f-4fc5-a9c2-d7c60c0e168b req-69edd333-30dc-4fa3-99f3-5887dc522751 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:08.154318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75a4f449-ea9f-4fc5-a9c2-d7c60c0e168b req-69edd333-30dc-4fa3-99f3-5887dc522751 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 0.2925413
Mar 05 21:00:08.178652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc76e95-10f7-4faa-ac77-da05a6c4317e None None] Network 7cff7da4-0086-4936-8861-13470fd6ff5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:08.239411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-342c84dd-05cb-4575-849a-4f36d923ee29 admin admin] Publish callbacks [] for security_group (9b1e2242-9b15-41a3-9b9b-1f22468a9604), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.268515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-342c84dd-05cb-4575-849a-4f36d923ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b1e2242-9b15-41a3-9b9b-1f22468a9604), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.306262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-263da89f-2b1b-4977-ba64-92e18bf80ce4 req-d4b6c7c0-0b08-458e-9c8a-de1eef08dbf4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440668
Mar 05 21:00:08.327711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75a4f449-ea9f-4fc5-a9c2-d7c60c0e168b req-94fb65e2-c60f-4917-8ed9-b0217c3b0411 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724019
Mar 05 21:00:08.357647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-342c84dd-05cb-4575-849a-4f36d923ee29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=460a8eba8e3d4f258c5dce2ec043134c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9577599
Mar 05 21:00:08.358546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c84dd-05cb-4575-849a-4f36d923ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1e2242-9b15-41a3-9b9b-1f22468a9604,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:08.362437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57614) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:08.431186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-831818c7-159e-473d-b509-96967b818354 admin admin] Publish callbacks [] for security_group (9b1e2242-9b15-41a3-9b9b-1f22468a9604), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.459432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Deleting port 614c99f1-0664-4891-baab-78a7cda6bd67 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:08.460220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-831818c7-159e-473d-b509-96967b818354 admin admin] Publish callbacks [] for security_group (9b1e2242-9b15-41a3-9b9b-1f22468a9604), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.461000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.525634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-831818c7-159e-473d-b509-96967b818354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b1e2242-9b15-41a3-9b9b-1f22468a9604), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.529715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-831818c7-159e-473d-b509-96967b818354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.533545 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-831818c7-159e-473d-b509-96967b818354 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b1e2242-9b15-41a3-9b9b-1f22468a9604 HTTP/1.1" status: 204  len: 168 time: 0.1674671
Mar 05 21:00:08.541789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831818c7-159e-473d-b509-96967b818354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1e2242-9b15-41a3-9b9b-1f22468a9604,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:08.610002 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.612285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (614c99f1-0664-4891-baab-78a7cda6bd67), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.629882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:08.636434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Calling delete_port for 614c99f1-0664-4891-baab-78a7cda6bd67 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:08.642580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'mac_address': 'fa:16:3e:3a:3e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:08.703211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:08.703626 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.722141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:08.744794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac7cf-c123-4543-92f2-3eb716876bad req-3364159a-c93f-45a6-b7f0-007178b06301 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:08.749884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05dac7cf-c123-4543-92f2-3eb716876bad req-3364159a-c93f-45a6-b7f0-007178b06301 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 944 time: 0.1124415
Mar 05 21:00:08.752069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:08.758762 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.837042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:08.864350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f3d55e8e-71fd-427a-9669-f45552929be7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:08.882820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05dac7cf-c123-4543-92f2-3eb716876bad req-b4bc5f14-3c04-419b-9dc9-aca44450234b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251280
Mar 05 21:00:08.899953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (614c99f1-0664-4891-baab-78a7cda6bd67), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:08.979476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Pushing event deleted for resources: {'Port': ['ID=614c99f1-0664-4891-baab-78a7cda6bd67,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:09.145588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks [] for floatingip (46f7ccf6-be19-474f-b279-edc4365de78f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:09.148399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:09.152611 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e294b67b-870a-43ea-8a4c-0ec80bee0a47 tempest-ServersTestManualDisk-720887850 tempest-ServersTestManualDisk-720887850-project] 10.222.0.15 "DELETE /v2.0/floatingips/46f7ccf6-be19-474f-b279-edc4365de78f HTTP/1.1" status: 204  len: 168 time: 1.0730076
Mar 05 21:00:09.152906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57646) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:09.169819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75f1031f-93ef-4060-8e37-27ade9691c04 req-4b12a250-c7d6-459a-ab32-9f55024adfbe tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 210 time: 0.0659997
Mar 05 21:00:09.214437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-6a501925-acde-4a54-9ea1-1fd25465e0ba tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:09.221754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-6a501925-acde-4a54-9ea1-1fd25465e0ba tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/networks?id=8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 200  len: 811 time: 0.2540739
Mar 05 21:00:09.267551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-d42bd1aa-6da1-43dc-9082-7f54e28d2ee1 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/quotas/21ab0f35161b4fd9857a3cd95cc89063 HTTP/1.1" status: 200  len: 375 time: 0.0448990
Mar 05 21:00:09.313306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-fcdd1297-8ca9-4078-a5a5-6d93b5918ec2 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0380452
Mar 05 21:00:09.551837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57670) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:09.589527 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc2c-fe57-4acc-ab7e-f432f03b71d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:09.726636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf24d-d8b4-46c5-acdb-308b0bf4626f req-88a5f5fd-640e-4d17-b40c-c85bed026f87 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:09.736139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e71cf24d-d8b4-46c5-acdb-308b0bf4626f req-88a5f5fd-640e-4d17-b40c-c85bed026f87 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 0.2166541
Mar 05 21:00:09.756356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-21fd0ad6-7852-46b2-bdd7-8a7cc21c9c9e tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:09.758784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-21fd0ad6-7852-46b2-bdd7-8a7cc21c9c9e tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.31 "GET /v2.0/networks?id=264b845f-29b5-449f-8fc8-89fd683fcf0e HTTP/1.1" status: 200  len: 825 time: 0.4376271
Mar 05 21:00:09.775560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Request body: {'port': {'device_id': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e', 'admin_state_up': True, 'tenant_id': '2fe78275333a4f76b61435e6afaf7a53'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:09.804135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-a1a437fa-aee1-4523-abf8-cf41187aca66 service neutron] 10.222.0.15 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4740734
Mar 05 21:00:09.891531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc2c-fe57-4acc-ab7e-f432f03b71d3 admin admin] Publish callbacks [] for security_group (b5ffbed0-ff5c-4c60-b5fc-c920a41f8483), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:09.899494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d73cc2c-fe57-4acc-ab7e-f432f03b71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5ffbed0-ff5c-4c60-b5fc-c920a41f8483), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:09.916720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e71cf24d-d8b4-46c5-acdb-308b0bf4626f req-71a70562-05bf-4684-ba9e-554a6c17e6cc tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795313
Mar 05 21:00:09.973446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6d73cc2c-fe57-4acc-ab7e-f432f03b71d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=247dee4d98724a358ac28d0b2a7bc739&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4204357
Mar 05 21:00:09.977648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:09.980437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cc2c-fe57-4acc-ab7e-f432f03b71d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffbed0-ff5c-4c60-b5fc-c920a41f8483,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:09.992632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-fc29414b-c47f-4665-a4ed-565b01d0c7eb service neutron] 10.222.0.15 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876504
Mar 05 21:00:09.996008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (fa373266-d421-46e5-a1a0-2cc167569f62), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.058385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Made reservation on behalf of 2fe78275333a4f76b61435e6afaf7a53 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:10.063404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.096046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:10.240939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f3d55e8e-71fd-427a-9669-f45552929be7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:10.243827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.328108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] Publish callbacks [] for security_group (b5ffbed0-ff5c-4c60-b5fc-c920a41f8483), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.340716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967b6b-7070-4258-a9bd-28fdcb4a9cf5 req-31467c5a-de89-4156-80b9-c7f14a30ecac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:10.353169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21967b6b-7070-4258-a9bd-28fdcb4a9cf5 req-31467c5a-de89-4156-80b9-c7f14a30ecac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 944 time: 0.3215539
Mar 05 21:00:10.473063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] Publish callbacks [] for security_group (b5ffbed0-ff5c-4c60-b5fc-c920a41f8483), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.480536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Deleting port d1481eb8-9d80-45e0-aee3-5f9be681b881 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:10.480536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.524483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Allocated IP 172.20.0.14 (264b845f-29b5-449f-8fc8-89fd683fcf0e/e439f2be-1cb6-4841-bdc0-7a924e185a22/e6ab9b49-2cdd-4131-b322-0ea6ac0003dd) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:10.526453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:10.528112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.541124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:10.576983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21967b6b-7070-4258-a9bd-28fdcb4a9cf5 req-7148ef1b-6949-48bc-b141-17b237cdc6d8 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215843
Mar 05 21:00:10.596455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] For port d1481eb8-9d80-45e0-aee3-5f9be681b881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1481eb8-9d80-45e0-aee3-5f9be681b881,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:10.598396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.613957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Calling delete_port for d1481eb8-9d80-45e0-aee3-5f9be681b881 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:10.756999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b06a8ec-7c87-467a-9a6d-cdf3ac0242dd req-34fb8ef2-84b7-4184-9225-f8d0fdfadcdd tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 210 time: 0.0544481
Mar 05 21:00:10.797193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5ffbed0-ff5c-4c60-b5fc-c920a41f8483), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.803628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.821195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5ffbed0-ff5c-4c60-b5fc-c920a41f8483 HTTP/1.1" status: 204  len: 168 time: 0.8314166
Mar 05 21:00:10.828182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0bf66b2-270e-44a1-bd74-53a23810b737 req-c36ed971-eb54-4e26-80d4-f7edf4abc111 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 210 time: 0.0520058
Mar 05 21:00:10.859278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:10.867931 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fdf44-d8bd-40fb-b446-d744228d7b0d" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:10.939626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d1481eb8-9d80-45e0-aee3-5f9be681b881), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:10.944441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:10.958621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.031356 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084221b4-bbe6-408a-acaa-8b0665aeba0b x-openstack-request-id: req-084221b4-bbe6-408a-acaa-8b0665aeba0b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:11.031935 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-plugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:11.032426 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-084221b4-bbe6-408a-acaa-8b0665aeba0b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:11.033297 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'code': 200}
Mar 05 21:00:11.046030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:11.053151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:11.053817 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.087320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Pushing event deleted for resources: {'Port': ['ID=d1481eb8-9d80-45e0-aee3-5f9be681b881,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:11.102368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:11.158582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edff99-887c-4647-aaca-7f7d95ee4ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffbed0-ff5c-4c60-b5fc-c920a41f8483,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:11.207733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:11.208701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.317326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:11.317619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks [] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.326164 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.424776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.474990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:11.592620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Network 264b845f-29b5-449f-8fc8-89fd683fcf0e is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:11.596543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:11.620609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:11.739308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Pushing event updated for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:11.839346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:11.840405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:11.870614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8bf80f3d-fceb-41fc-a87c-1118fd885e36 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1008275
Mar 05 21:00:11.889252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Request body: {'port': {'device_id': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:11.914658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f887cfa-c719-4976-9a87-d498b66fcb17 req-31b9692e-64a4-4231-a1c7-7127e23fda41 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:11.921395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f887cfa-c719-4976-9a87-d498b66fcb17 req-31b9692e-64a4-4231-a1c7-7127e23fda41 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2154331
Mar 05 21:00:12.050369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f887cfa-c719-4976-9a87-d498b66fcb17 req-3b4f3d01-55b1-4644-a1ba-8fff1f0933c5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868819
Mar 05 21:00:12.051946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:12.208611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-823f9ba7-e70f-4f5a-87c4-4494afa563d9 req-527d9e53-df13-4b6b-9334-93aaaf57205b tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 210 time: 0.0469646
Mar 05 21:00:12.352236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea68d8-31f5-494b-a56d-8b96d07f8127 req-5579d432-aefb-457c-bf1c-d3c2c59c0629 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:12.367595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7ea68d8-31f5-494b-a56d-8b96d07f8127 req-5579d432-aefb-457c-bf1c-d3c2c59c0629 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 1.2044747
Mar 05 21:00:12.652530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ab9b49-2cdd-4131-b322-0ea6ac0003dd {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:12.664251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks [] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:12.689213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Transition to ACTIVE for port object e6ab9b49-2cdd-4131-b322-0ea6ac0003dd will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:12.746732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:12.790109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7ea68d8-31f5-494b-a56d-8b96d07f8127 req-77691906-b110-480f-b08b-e611b84b0c83 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4213791
Mar 05 21:00:12.824873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (fa373266-d421-46e5-a1a0-2cc167569f62), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:12.895484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc747-84b7-4273-aad2-2fabc1e8de91 req-504c11bd-03a3-4481-a52c-bb0dab8c7172 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:12.905055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6fcc747-84b7-4273-aad2-2fabc1e8de91 req-504c11bd-03a3-4481-a52c-bb0dab8c7172 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 944 time: 0.2140043
Mar 05 21:00:13.034684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:13.040677 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8d742-f1c9-4cdf-abe2-1657804eec75" -d '{"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-plugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:13.115428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6fcc747-84b7-4273-aad2-2fabc1e8de91 req-5dd05c4e-679d-47e7-94b5-106603681a2c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948848
Mar 05 21:00:13.119208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:13.131874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-90f2f992-6e03-44d2-b852-0847658a599e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:13.141820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-90f2f992-6e03-44d2-b852-0847658a599e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.23 "GET /v2.0/networks?id=8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 200  len: 811 time: 0.8037765
Mar 05 21:00:13.166738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Request body: {'port': {'device_id': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b', 'admin_state_up': True, 'tenant_id': '21ab0f35161b4fd9857a3cd95cc89063'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:13.244077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Attempting to bind port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:13.244641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Attempting to bind port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '77944f22-a110-4ff5-a7a1-d2b57bca5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:13.245103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Attempting to bind port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd on network 264b845f-29b5-449f-8fc8-89fd683fcf0e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:13.254772 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8761a0-15d5-4a1b-ae3a-cf3271b4c29c x-openstack-request-id: req-0c8761a0-15d5-4a1b-ae3a-cf3271b4c29c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:13.255079 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-plugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:13.255336 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c8761a0-15d5-4a1b-ae3a-cf3271b4c29c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:13.255439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd on network 264b845f-29b5-449f-8fc8-89fd683fcf0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:13.255693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Attempting to bind port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd on network 264b845f-29b5-449f-8fc8-89fd683fcf0e {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:13.255796 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'code': 200}
Mar 05 21:00:13.268826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:13.269292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Checking segment: {'id': '77944f22-a110-4ff5-a7a1-d2b57bca5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:13.269561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Bound using segment: {'id': '77944f22-a110-4ff5-a7a1-d2b57bca5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:13.270005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Bound port: e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77944f22-a110-4ff5-a7a1-d2b57bca5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:13.270364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:13.431937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:13.443817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,segment=NetworkSegment(77944f22-a110-4ff5-a7a1-d2b57bca5ddf),segment_id=77944f22-a110-4ff5-a7a1-d2b57bca5ddf)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:13.459186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad78b1-01ea-4a8c-8cd3-0e988596589e req-df211545-adad-4501-9a29-51c3d40a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:13.461684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0ad78b1-01ea-4a8c-8cd3-0e988596589e req-df211545-adad-4501-9a29-51c3d40a7133 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 1127 time: 0.1097467
Mar 05 21:00:13.463090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:13.537489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:13.538469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:13.540501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] 10.222.0.31 "PUT /v2.0/ports/e6ab9b49-2cdd-4131-b322-0ea6ac0003dd HTTP/1.1" status: 200  len: 1092 time: 1.6617522
Mar 05 21:00:13.542566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:13.556130 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4eb7a-3497-4721-907b-562f692c7344" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:13.622332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Router fa373266-d421-46e5-a1a0-2cc167569f62 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:00:13.656106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dad53f49-96f0-4556-9fbe-00ff58b268ae req-a79b6da0-39e6-4008-9a62-41173a57f6ec tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 210 time: 0.1506979
Mar 05 21:00:13.665953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcfd5-33f6-4328-bfb7-6d88017387f5 req-3e9cc0d5-f3e9-499b-acc6-7694170d8bfd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:13.674391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3cdcfd5-33f6-4328-bfb7-6d88017387f5 req-3e9cc0d5-f3e9-499b-acc6-7694170d8bfd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.3801534
Mar 05 21:00:13.774621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57816) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:13.841863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3cdcfd5-33f6-4328-bfb7-6d88017387f5 req-29cfb4a2-d1f8-4ef2-8856-9b01bfb61dd7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662853
Mar 05 21:00:13.852705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Made reservation on behalf of 21ab0f35161b4fd9857a3cd95cc89063 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:13.861990 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:13.867923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0ad78b1-01ea-4a8c-8cd3-0e988596589e req-662dd674-e3b6-4ac9-9137-0126b2713215 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3951826
Mar 05 21:00:13.918214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5f2c-7efb-4ffb-affd-1bae01779ace service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:13.992367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:14.002438 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Sync routers for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:00:14.011814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-12a53468-0cba-47b7-bf70-3a5188782953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:14.014398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-12a53468-0cba-47b7-bf70-3a5188782953 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe78275333a4f76b61435e6afaf7a53&device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 1126 time: 0.3574033
Mar 05 21:00:14.022705 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:14.023347 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:14.023890 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc59555-6af3-408e-a925-6c60cdc1f0e6 x-openstack-request-id: req-bcc59555-6af3-408e-a925-6c60cdc1f0e6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:14.024598 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:14.026288 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcc59555-6af3-408e-a925-6c60cdc1f0e6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:14.028201 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd', 'status': 'completed', 'code': 200}
Mar 05 21:00:14.092153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-45dc294f-c2d0-4216-a0aa-b69fe4ababca admin admin] 10.222.0.15 "PUT /v2.0/routers/fa373266-d421-46e5-a1a0-2cc167569f62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9382999
Mar 05 21:00:14.166749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:14.167533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:14.169381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-b4b0d47d-bbdc-4b4c-8861-f5beea4f5af5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd HTTP/1.1" status: 200  len: 217 time: 0.1365201
Mar 05 21:00:14.272829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-ce55976e-5c85-4775-9636-45a4da6646df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:14.276253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-ce55976e-5c85-4775-9636-45a4da6646df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e439f2be-1cb6-4841-bdc0-7a924e185a22 HTTP/1.1" status: 200  len: 865 time: 0.1000602
Mar 05 21:00:14.404264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6308-54b8-4bb0-b7d9-44ab727c7433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:14.434612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks [] for router (fa373266-d421-46e5-a1a0-2cc167569f62), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:14.475862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-698f8682-5d58-41c1-ab7a-429a472e5cbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=264b845f-29b5-449f-8fc8-89fd683fcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1232512
Mar 05 21:00:14.535959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5f11-2abd-45b9-8317-19efc119488c req-8405b7cf-3667-4ea9-8da0-7fdf331e06f8 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:14.543632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-879d5f11-2abd-45b9-8317-19efc119488c req-8405b7cf-3667-4ea9-8da0-7fdf331e06f8 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 944 time: 0.2647862
Mar 05 21:00:14.569392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Allocated IP 172.20.0.10 (8ab2e26a-32ab-44a2-a446-4460222e659b/d139b5d9-2c96-40ac-ae62-ea5b844740fb/850a46e3-1e9e-41e7-9170-0648694ef580) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:14.592096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7d4f0>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T21:00:10Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:14.625072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-70d9e846-4bde-4278-835e-78352555f8eb tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a8a73148186e46d78a10218811c8ba53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303941
Mar 05 21:00:14.638753 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Checking router: fa373266-d421-46e5-a1a0-2cc167569f62 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:00:14.649651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Routers {'fa373266-d421-46e5-a1a0-2cc167569f62'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:14.651105 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T20:59:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['fa373266-d421-46e5-a1a0-2cc167569f62'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:14.662178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-879d5f11-2abd-45b9-8317-19efc119488c req-7810c18d-27e8-4454-b25c-c18375e44346 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175711
Mar 05 21:00:14.808154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-16db1c5c-4bdd-4b7b-a31e-e133798ec8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136661
Mar 05 21:00:14.817102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] Set router fa373266-d421-46e5-a1a0-2cc167569f62 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:14.820822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-4c81bee5-28fe-4c75-8735-ef932f451acf tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:14.826748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-4c81bee5-28fe-4c75-8735-ef932f451acf tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1925361
Mar 05 21:00:14.850899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfae79eb-bb0a-407c-a62d-a124b986aff5 req-3646a015-5f2b-4217-95f5-67cba4973fee tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 210 time: 0.0439398
Mar 05 21:00:14.978470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks [] for router_gateway (fa373266-d421-46e5-a1a0-2cc167569f62), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:14.986530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-ae6ca4b7-a318-4a7b-998c-229365f93893 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/quotas/a8a73148186e46d78a10218811c8ba53 HTTP/1.1" status: 200  len: 375 time: 0.1589212
Mar 05 21:00:15.012969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f919b3e8-9524-45fe-aebe-6f8cce7c984a req-191e3d3e-87e3-49af-8475-ecf199b1e8fd service neutron] 10.222.0.31 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582077
Mar 05 21:00:15.072143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6308-54b8-4bb0-b7d9-44ab727c7433 admin admin] Publish callbacks [] for security_group (1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.081731 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb6308-54b8-4bb0-b7d9-44ab727c7433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.171472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d4bb6308-54b8-4bb0-b7d9-44ab727c7433 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9add6da2af38409eaadfe3fdd5134284&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3931270
Mar 05 21:00:15.171472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb6308-54b8-4bb0-b7d9-44ab727c7433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:15.178080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:15.211125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks [] for port (850a46e3-1e9e-41e7-9170-0648694ef580), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.220531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd7d4f0>, [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T21:00:10Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:15.259125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.296853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-1c1af365-67f1-474b-a587-0b09bd4d2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:15.299102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-1c1af365-67f1-474b-a587-0b09bd4d2daf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe78275333a4f76b61435e6afaf7a53&device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 1126 time: 0.1975091
Mar 05 21:00:15.308602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] Publish callbacks [] for security_group (1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.358943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-89cace34-2fbc-47c1-9526-4ad3d54c652a tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a73148186e46d78a10218811c8ba53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3589704
Mar 05 21:00:15.378298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Pushing event updated for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:15.382036 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ca2b5-5e2e-45f7-bd8d-167c92a1bf5e None None] The sync data for ids ['fa373266-d421-46e5-a1a0-2cc167569f62'] in ncdv-master-1 is: [{'id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'name': 'tempest-ServersTestManualDisk-1524136967-router', 'tenant_id': '4629462cb9c24128921119298bb0655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T20:58:36Z', 'updated_at': '2022-03-05T21:00:10Z', 'revision_number': 5, 'project_id': '4629462cb9c24128921119298bb0655c', 'gw_port': {'id': '83353eb2-b31e-4db5-ad12-28436e8cb229', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa373266-d421-46e5-a1a0-2cc167569f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T20:58:39Z', 'updated_at': '2022-03-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:00:15.415415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Network 8ab2e26a-32ab-44a2-a446-4460222e659b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:15.419064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:15.424012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:15.437860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] Publish callbacks [] for security_group (1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.453532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6ddf-73b6-45fd-aa3c-338527b83935 req-8bc093b2-eb47-4a79-a037-c0f6c0da292b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:15.455096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b40c6ddf-73b6-45fd-aa3c-338527b83935 req-8bc093b2-eb47-4a79-a037-c0f6c0da292b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2759850
Mar 05 21:00:15.514731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:15.515410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.547209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-7b4d2945-2bec-45c8-b171-61312f3353ea tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4011230
Mar 05 21:00:15.551336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Deleting port 83353eb2-b31e-4db5-ad12-28436e8cb229 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:15.551702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.647805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b40c6ddf-73b6-45fd-aa3c-338527b83935 req-6177dec5-aa7e-4fe4-b12f-e093955c1e18 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808453
Mar 05 21:00:15.654939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Request body: {'port': {'device_id': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:15.700714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-ceae2060-6ce0-4468-a24b-e00c9a2d2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:15.704619 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-ceae2060-6ce0-4468-a24b-e00c9a2d2635 service neutron] 10.222.0.31 "GET /v2.0/networks?id=264b845f-29b5-449f-8fc8-89fd683fcf0e HTTP/1.1" status: 200  len: 926 time: 0.3981214
Mar 05 21:00:15.708855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5dc38d9-afe1-4ed5-8232-f0feca0932cb req-516c35de-fc3e-4b76-b29f-7f9a1fe106ef tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 210 time: 0.0565372
Mar 05 21:00:15.730464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.739558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.745699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2 HTTP/1.1" status: 204  len: 168 time: 0.5649874
Mar 05 21:00:15.833546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] For port 83353eb2-b31e-4db5-ad12-28436e8cb229, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83353eb2-b31e-4db5-ad12-28436e8cb229,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:15.833546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.853076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Calling delete_port for 83353eb2-b31e-4db5-ad12-28436e8cb229 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:15.854671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:15.870638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-7370927f-7b70-4849-806e-8ad743b9150a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd HTTP/1.1" status: 200  len: 217 time: 0.1529119
Mar 05 21:00:15.943818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72275a-53fe-48dc-be87-093751030dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e3397-7ce5-41bf-9e2f-2540f0dbdca2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:16.012751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-15a45eba-5b4c-4830-84bf-fe75f0c6ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:16.014580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-15a45eba-5b4c-4830-84bf-fe75f0c6ff2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e439f2be-1cb6-4841-bdc0-7a924e185a22 HTTP/1.1" status: 200  len: 865 time: 0.1113234
Mar 05 21:00:16.079304 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-9dc9c07e-3952-46f7-904d-6aa09f814be8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=264b845f-29b5-449f-8fc8-89fd683fcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522459
Mar 05 21:00:16.598486 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:00:16.633357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:16.634319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1481eb8-9d80-45e0-aee3-5f9be681b881 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:16.676750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef791211-6ae1-43af-86f6-0fefd3ae16f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:16.679394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d1481eb8-9d80-45e0-aee3-5f9be681b881 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:16.679793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1481eb8-9d80-45e0-aee3-5f9be681b881 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:16.717277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dbcb5-9aab-4127-bd35-41d62209fe44 req-d4c73e84-7077-479e-8906-485ae50ee92a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:16.717277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d1dbcb5-9aab-4127-bd35-41d62209fe44 req-d4c73e84-7077-479e-8906-485ae50ee92a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.8440535
Mar 05 21:00:16.784087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c788-ada9-478a-bd84-8457ada21791 req-881420de-7dae-4677-a3ff-99e0b6e37e8c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:16.785337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79e6c788-ada9-478a-bd84-8457ada21791 req-881420de-7dae-4677-a3ff-99e0b6e37e8c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 944 time: 0.7693093
Mar 05 21:00:16.825978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850a46e3-1e9e-41e7-9170-0648694ef580 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:16.838690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks [] for port (850a46e3-1e9e-41e7-9170-0648694ef580), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:16.846281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-3d366fe3-e10e-41fb-a9f0-0216b4e5cbde service neutron] 10.222.0.31 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7602386
Mar 05 21:00:16.846500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (83353eb2-b31e-4db5-ad12-28436e8cb229), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:16.925302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Pushing event deleted for resources: {'Port': ['ID=83353eb2-b31e-4db5-ad12-28436e8cb229,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:16.930322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Transition to ACTIVE for port object 850a46e3-1e9e-41e7-9170-0648694ef580 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:16.931962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79e6c788-ada9-478a-bd84-8457ada21791 req-75deda76-7d5f-4b5c-9bd8-107377a9bd0a tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401136
Mar 05 21:00:16.949030 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d1dbcb5-9aab-4127-bd35-41d62209fe44 req-6c74bf9d-afcb-4581-ba8f-f7e5a03174e3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126045
Mar 05 21:00:16.959549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.049919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c1a4eb7a-3497-4721-907b-562f692c7344 req-73cd0d41-292f-43c3-b3e1-c181c1ab605a service neutron] 10.222.0.31 "GET /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963983
Mar 05 21:00:17.085640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Pushing event updated for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:17.243522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (fa373266-d421-46e5-a1a0-2cc167569f62), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.288520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-295e83e4-c897-4198-b548-5b25b9ef0094 req-11de74bb-66ef-4edd-941c-93cc84b8b89a tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 210 time: 0.0474629
Mar 05 21:00:17.291453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef791211-6ae1-43af-86f6-0fefd3ae16f0 admin admin] Publish callbacks [] for security_group (9bdaf700-9c83-49dd-bf36-341e4f435d55), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.416262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-affe465d-4117-4977-b8c2-4ac47877364a tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a8a73148186e46d78a10218811c8ba53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0421922
Mar 05 21:00:17.632918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-1ffcf5bf-825d-4719-975b-634a9107f11f tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:17.641936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-1ffcf5bf-825d-4719-975b-634a9107f11f tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2169905
Mar 05 21:00:17.646850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Request body: {'port': {'device_id': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'a8a73148186e46d78a10218811c8ba53'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:17.811033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Made reservation on behalf of a8a73148186e46d78a10218811c8ba53 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:17.815533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.840139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.930811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (fa373266-d421-46e5-a1a0-2cc167569f62), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.933522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks [] for router_controller (fa373266-d421-46e5-a1a0-2cc167569f62), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:17.944765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef791211-6ae1-43af-86f6-0fefd3ae16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bdaf700-9c83-49dd-bf36-341e4f435d55), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.008419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks [] for security_group (525eba9f-474b-475d-88d0-1f465a824fd4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.016751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (525eba9f-474b-475d-88d0-1f465a824fd4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.025691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204e074-6309-4581-8b16-e2da6deaa314 req-2d9ba990-e880-444b-bdda-84b0cf1df9f6 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:18.027243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b204e074-6309-4581-8b16-e2da6deaa314 req-2d9ba990-e880-444b-bdda-84b0cf1df9f6 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 944 time: 0.9448533
Mar 05 21:00:18.036387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef791211-6ae1-43af-86f6-0fefd3ae16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdaf700-9c83-49dd-bf36-341e4f435d55,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:18.103182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6ab9b49-2cdd-4131-b322-0ea6ac0003dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:18.114371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b204e074-6309-4581-8b16-e2da6deaa314 req-f89cc4da-de90-4f5d-b773-8e0a5590aea5 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667827
Mar 05 21:00:18.119551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (fa373266-d421-46e5-a1a0-2cc167569f62), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.120138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa373266-d421-46e5-a1a0-2cc167569f62 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:00:18.134260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.137686 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f479e42d-3fcb-4360-a5d6-ca10fae4e36b admin admin] 10.222.0.15 "DELETE /v2.0/routers/fa373266-d421-46e5-a1a0-2cc167569f62 HTTP/1.1" status: 204  len: 168 time: 3.9669375
Mar 05 21:00:18.138350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ef791211-6ae1-43af-86f6-0fefd3ae16f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8070f66fcd55445e899c92922a998f85&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5005391
Mar 05 21:00:18.138703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:18.153260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57942) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:18.155962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Attempting to bind port 850a46e3-1e9e-41e7-9170-0648694ef580 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:18.156305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Attempting to bind port 850a46e3-1e9e-41e7-9170-0648694ef580 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b232a5ca-4da8-489e-a87c-0d7b339ef97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:18.156672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Attempting to bind port 850a46e3-1e9e-41e7-9170-0648694ef580 on network 8ab2e26a-32ab-44a2-a446-4460222e659b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:18.162144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Allocated IP 192.168.233.47 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/4ddb96a1-6319-42f4-b30a-01be12098ece) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:18.265367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,segment=NetworkSegment(77944f22-a110-4ff5-a7a1-d2b57bca5ddf),segment_id=77944f22-a110-4ff5-a7a1-d2b57bca5ddf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:18.282995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd', 'network_id': '264b845f-29b5-449f-8fc8-89fd683fcf0e', 'port_id': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd', 'mac_address': 'fa:16:3e:c3:ef:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e439f2be-1cb6-4841-bdc0-7a924e185a22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:18.321139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Port 850a46e3-1e9e-41e7-9170-0648694ef580 on network 8ab2e26a-32ab-44a2-a446-4460222e659b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:18.321139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Attempting to bind port 850a46e3-1e9e-41e7-9170-0648694ef580 on network 8ab2e26a-32ab-44a2-a446-4460222e659b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:18.326534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Deleting subnet 28e68907-de0d-492f-a9c7-8f1713024989 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:00:18.335318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Publish callbacks [] for subnet (28e68907-de0d-492f-a9c7-8f1713024989), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.379005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:18.379385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Checking segment: {'id': 'b232a5ca-4da8-489e-a87c-0d7b339ef97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:18.379767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Bound using segment: {'id': 'b232a5ca-4da8-489e-a87c-0d7b339ef97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:18.380590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Bound port: 850a46e3-1e9e-41e7-9170-0648694ef580, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b232a5ca-4da8-489e-a87c-0d7b339ef97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:18.380590 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.400730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:18.401386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.418971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] Publish callbacks [] for security_group (9bdaf700-9c83-49dd-bf36-341e4f435d55), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.426418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ab9b49-2cdd-4131-b322-0ea6ac0003dd {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:18.441466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (28e68907-de0d-492f-a9c7-8f1713024989), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.460643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525eba9f-474b-475d-88d0-1f465a824fd4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:18.474247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,segment=NetworkSegment(77944f22-a110-4ff5-a7a1-d2b57bca5ddf),segment_id=77944f22-a110-4ff5-a7a1-d2b57bca5ddf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:18.480221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.502657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7be637-bf10-4ce5-8628-c0ed15b530b9 req-89db2d74-6dec-43b6-8dd8-f3bc73a7ec7a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:18.505638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e7be637-bf10-4ce5-8628-c0ed15b530b9 req-89db2d74-6dec-43b6-8dd8-f3bc73a7ec7a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2837386
Mar 05 21:00:18.520280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] Publish callbacks [] for security_group (9bdaf700-9c83-49dd-bf36-341e4f435d55), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.573387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:18.632713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:18.703504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=850a46e3-1e9e-41e7-9170-0648694ef580,segment=NetworkSegment(b232a5ca-4da8-489e-a87c-0d7b339ef97a),segment_id=b232a5ca-4da8-489e-a87c-0d7b339ef97a)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:18.713039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['e6ab9b49-2cdd-4131-b322-0ea6ac0003dd'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:18.771892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e7be637-bf10-4ce5-8628-c0ed15b530b9 req-bf51a47e-1e52-4804-89a1-f3879e48b461 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462349
Mar 05 21:00:18.772484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24db9-ec25-4e00-952b-49b005ec2ea9 req-9069e666-d777-42c1-aa22-ad2be0b03d6e tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:18.774473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2ca24db9-ec25-4e00-952b-49b005ec2ea9 req-9069e666-d777-42c1-aa22-ad2be0b03d6e tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 945 time: 0.2694290
Mar 05 21:00:18.790810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.791957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks [] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.795497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (28e68907-de0d-492f-a9c7-8f1713024989), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.838693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bdaf700-9c83-49dd-bf36-341e4f435d55), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.841557 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.846014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bdaf700-9c83-49dd-bf36-341e4f435d55 HTTP/1.1" status: 204  len: 168 time: 0.6885271
Mar 05 21:00:18.899070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83353eb2-b31e-4db5-ad12-28436e8cb229 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:18.911325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:18.911980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.913374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] 10.222.0.23 "PUT /v2.0/ports/850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 200  len: 1092 time: 3.2628894
Mar 05 21:00:18.917499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:18.919805 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c31e95-3980-47b3-88ef-0fae6ee2b569" -d '{"events": [{"name": "network-changed", "server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:18.922831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0604b24-ff81-44fc-8754-1473cfbd3e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdaf700-9c83-49dd-bf36-341e4f435d55,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:18.955829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:18.995691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c078b-c554-4892-a0d5-ad648a4aaec6 service neutron] Pushing event updated for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:19.015351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 83353eb2-b31e-4db5-ad12-28436e8cb229 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:19.015610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83353eb2-b31e-4db5-ad12-28436e8cb229 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:19.067903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:19.073391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:19.114657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2ca24db9-ec25-4e00-952b-49b005ec2ea9 req-ee5efe05-b5ef-497d-8817-683b14dac79c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3205941
Mar 05 21:00:19.135270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (28e68907-de0d-492f-a9c7-8f1713024989), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.186493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Pushing event updated for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:19.200166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:19.273779 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc4da9-76e4-4c20-9ea6-922dad3b8386 x-openstack-request-id: req-92cc4da9-76e4-4c20-9ea6-922dad3b8386 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:19.274156 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:19.274345 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92cc4da9-76e4-4c20-9ea6-922dad3b8386 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:19.274766 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580', 'status': 'completed', 'code': 200}
Mar 05 21:00:19.293725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e68907-de0d-492f-a9c7-8f1713024989,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:19.296452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.304766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f479ed-7ff4-4334-b893-49271a83710b None None] Network 2fc8a084-d4e7-4698-a078-6f62861cb3e4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:19.307637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57968) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:19.311977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-415582f1-88b3-478c-84f7-9145a837b21b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28e68907-de0d-492f-a9c7-8f1713024989 HTTP/1.1" status: 204  len: 168 time: 1.1579843
Mar 05 21:00:19.317316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325aa8-9802-4a10-b955-21afca364fcf req-b91b246f-91c1-4a2a-9e33-5d9c996ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:19.318825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-b91b246f-91c1-4a2a-9e33-5d9c996ba584 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 1133 time: 0.4494383
Mar 05 21:00:19.349313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-80399eca-9af4-4a4e-b177-61b1f5ced741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:19.350840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-80399eca-9af4-4a4e-b177-61b1f5ced741 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 1126 time: 0.3751128
Mar 05 21:00:19.508751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:19.509398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.539545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cbf8c-e476-4b72-a9dc-c326336c0f89 req-db31043c-31f2-4090-9322-f223b7bdfbdb tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:19.546497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-395cbf8c-e476-4b72-a9dc-c326336c0f89 req-db31043c-31f2-4090-9322-f223b7bdfbdb tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 935 time: 0.5037229
Mar 05 21:00:19.558898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2fc8a084-d4e7-4698-a078-6f62861cb3e4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.572146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-d57240e1-404e-493e-a96c-970936d5b276 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 200  len: 217 time: 0.1708937
Mar 05 21:00:19.572397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d1f478b5-3da5-40b6-8669-014e77ab25db tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9293387
Mar 05 21:00:19.599444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1ab111ee-48df-4025-a448-1b227ad697d3 None None] Provisioning complete for port 4ddb96a1-6319-42f4-b30a-01be12098ece triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:19.600116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1ab111ee-48df-4025-a448-1b227ad697d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.617279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-395cbf8c-e476-4b72-a9dc-c326336c0f89 req-bf007ff0-1cfd-443d-9297-b9e419584ea6 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698276
Mar 05 21:00:19.628113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Request body: {'port': {'device_id': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:19.690731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1ab111ee-48df-4025-a448-1b227ad697d3 None None] Port 4ddb96a1-6319-42f4-b30a-01be12098ece cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:19.706161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] DHCP port deletion for 2fc8a084-d4e7-4698-a078-6f62861cb3e4 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:00:19.750308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-10cb9328-af8f-4c83-8c75-e93f3e084dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:19.754575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-10cb9328-af8f-4c83-8c75-e93f3e084dfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d139b5d9-2c96-40ac-ae62-ea5b844740fb HTTP/1.1" status: 200  len: 851 time: 0.1567082
Mar 05 21:00:19.770626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.834400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-a80743df-ad9b-4d8b-9689-c45709c37bd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab2e26a-32ab-44a2-a446-4460222e659b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644913
Mar 05 21:00:19.840995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Deleting port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:19.846485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.846868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Deleting port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:19.848638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.951684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] For port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:19.952369 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:19.972976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Calling delete_port for f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:20.023945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] For port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,segment=NetworkSegment(43a58fd1-acb0-436c-93c9-d2ce0b6dcd62),segment_id=43a58fd1-acb0-436c-93c9-d2ce0b6dcd62)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:20.024493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.049764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-f6364751-0e01-4ab6-a6d1-3c38fdcfd4ad service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030532
Mar 05 21:00:20.081489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.089164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Calling delete_port for f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:20.111789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] Pushing event deleted for resources: {'Port': ['ID=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:20.120159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6ab9b49-2cdd-4131-b322-0ea6ac0003dd up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:20.159015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef81bf2-feed-4f14-bb4f-69b1f35ce6f9 req-f849e1c7-b8d5-4dac-a4a8-6721ca3d42b8 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.166037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aef81bf2-feed-4f14-bb4f-69b1f35ce6f9 req-f849e1c7-b8d5-4dac-a4a8-6721ca3d42b8 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2553952
Mar 05 21:00:20.170044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8764541-67c4-4264-8f89-3edb71f2bd2d None None] No DVR routers for this DVR port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:20.202153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:20.209608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:20.210896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.286009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aef81bf2-feed-4f14-bb4f-69b1f35ce6f9 req-63ccc869-289e-4e44-9147-70d66a4b180a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135886
Mar 05 21:00:20.338616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:20.339189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.339533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ad37e52-ab9a-4234-b41d-379b9836e23b req-b92080fb-8c22-4d52-a399-06cb17ba845c service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2835073
Mar 05 21:00:20.370759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:20.377085 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e839d2a7-374e-4837-92fd-f130a764ef34" -d '{"events": [{"server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:20.393551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,segment=NetworkSegment(77944f22-a110-4ff5-a7a1-d2b57bca5ddf),segment_id=77944f22-a110-4ff5-a7a1-d2b57bca5ddf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:20.396540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e9097-ca25-4a4d-b72e-57f5115946e7 req-d91fd33d-4d0a-44ea-b595-53ba00616579 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.401315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.406245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c83e9097-ca25-4a4d-b72e-57f5115946e7 req-d91fd33d-4d0a-44ea-b595-53ba00616579 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 944 time: 1.0863805
Mar 05 21:00:20.429134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f7f9ab87-4bad-470c-a1cc-b48865a7dcf5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.463462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] No DVR routers for this DVR port f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:20.488194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:20.524217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f9ab87-4bad-470c-a1cc-b48865a7dcf5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:20.562058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325aa8-9802-4a10-b955-21afca364fcf req-22fba1d5-83ee-40c7-b598-6b8888c3be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.564341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-22fba1d5-83ee-40c7-b598-6b8888c3be17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 1.2189367
Mar 05 21:00:20.566104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddb96a1-6319-42f4-b30a-01be12098ece {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:20.599348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks [] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.616593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-4c561875-99d9-43cf-8515-858c67355c61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f3d55e8e-71fd-427a-9669-f45552929be7 HTTP/1.1" status: 200  len: 217 time: 0.0447154
Mar 05 21:00:20.634275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c83e9097-ca25-4a4d-b72e-57f5115946e7 req-9336ad71-bfd6-4fac-a874-5b4f0d6b9fcb tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271006
Mar 05 21:00:20.642108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Transition to ACTIVE for port object 4ddb96a1-6319-42f4-b30a-01be12098ece will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:20.708701 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256737f2-cee8-4b89-a072-a294b6809f2d x-openstack-request-id: req-256737f2-cee8-4b89-a072-a294b6809f2d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:20.708942 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:20.709193 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-256737f2-cee8-4b89-a072-a294b6809f2d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:20.709809 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd', 'code': 200}
Mar 05 21:00:20.717338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:20.728768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:20.748242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-ec0aae09-c0ba-434f-9ae3-2d95e27c259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.749781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-ec0aae09-c0ba-434f-9ae3-2d95e27c259c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 1126 time: 0.3202837
Mar 05 21:00:20.784358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:20.786153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7f9ab87-4bad-470c-a1cc-b48865a7dcf5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:20.919898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-9860c442-ba92-4ff7-a1f1-5e74a69d596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.921943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-9860c442-ba92-4ff7-a1f1-5e74a69d596d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 200  len: 912 time: 0.1616664
Mar 05 21:00:20.966108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325aa8-9802-4a10-b955-21afca364fcf req-5d2860d4-406e-4b87-8b79-d7f8a8dde075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:20.968994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-5d2860d4-406e-4b87-8b79-d7f8a8dde075 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.3336763
Mar 05 21:00:21.030051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2fc8a084-d4e7-4698-a078-6f62861cb3e4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.059506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-2ce1b923-1ab9-4e5d-a9f1-10e8224746e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 200  len: 217 time: 0.1152124
Mar 05 21:00:21.155500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b9141d070>,) {'filters': {'network_id': ['2fc8a084-d4e7-4698-a078-6f62861cb3e4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:21.168062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9141d070>, '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:21.168481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9141d070>, '43a58fd1-acb0-436c-93c9-d2ce0b6dcd62') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:21.180807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (43a58fd1-acb0-436c-93c9-d2ce0b6dcd62), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.197854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (43a58fd1-acb0-436c-93c9-d2ce0b6dcd62), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.206914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:00:21.207484 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (43a58fd1-acb0-436c-93c9-d2ce0b6dcd62), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.218506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b7394-6d44-4aa2-b100-ed57abbad294 req-8e7a0fda-e268-4629-b583-b5ddf5663049 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.227160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f22b7394-6d44-4aa2-b100-ed57abbad294 req-8e7a0fda-e268-4629-b583-b5ddf5663049 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 947 time: 0.1734269
Mar 05 21:00:21.233329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325aa8-9802-4a10-b955-21afca364fcf req-8294a0a0-b47b-4c9a-afca-f81a18a53f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.234897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-8294a0a0-b47b-4c9a-afca-f81a18a53f57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1800995
Mar 05 21:00:21.264022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-2423a995-b0d3-47a5-b825-dab3a2d69f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.265500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-2423a995-b0d3-47a5-b825-dab3a2d69f14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d139b5d9-2c96-40ac-ae62-ea5b844740fb HTTP/1.1" status: 200  len: 851 time: 0.1500783
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:00:21.279449 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:00:21.374443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-be2c9ae0-eee8-4ad0-abe7-3ba65b10165c service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123369
Mar 05 21:00:21.382295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:21.417860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7dc4-9de5-4b8a-919a-43b866b8233b req-2a89a88b-8f92-45ef-9544-036b11aff8d0 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.428425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-689b7dc4-9de5-4b8a-919a-43b866b8233b req-2a89a88b-8f92-45ef-9544-036b11aff8d0 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.7160199
Mar 05 21:00:21.482937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc439f1-64d3-489f-a111-99f7eaa4f903 req-dcb76417-98af-4c36-afea-f39dfb81950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.486078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fc439f1-64d3-489f-a111-99f7eaa4f903 req-dcb76417-98af-4c36-afea-f39dfb81950c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 1128 time: 0.6508081
Mar 05 21:00:21.486824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2fc8a084-d4e7-4698-a078-6f62861cb3e4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.513278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb325aa8-9802-4a10-b955-21afca364fcf req-337e56ca-ebbb-46e6-95c5-a6a0745f28bd service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224177
Mar 05 21:00:21.521094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-92719f33-9822-4abf-ae02-948032080f81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab2e26a-32ab-44a2-a446-4460222e659b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1436546
Mar 05 21:00:21.557217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f22b7394-6d44-4aa2-b100-ed57abbad294 req-5ed099f9-2199-4fc2-9444-55a294b7586c tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261042
Mar 05 21:00:21.582512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-689b7dc4-9de5-4b8a-919a-43b866b8233b req-a5a2c9ab-a43d-4a94-9108-e3d9faa56668 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280768
Mar 05 21:00:21.619224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.622445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2fc8a084-d4e7-4698-a078-6f62861cb3e4 HTTP/1.1" status: 204  len: 168 time: 2.3119855
Mar 05 21:00:21.644177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Attempting to bind port 4ddb96a1-6319-42f4-b30a-01be12098ece on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:21.644539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Attempting to bind port 4ddb96a1-6319-42f4-b30a-01be12098ece by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:21.644880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Attempting to bind port 4ddb96a1-6319-42f4-b30a-01be12098ece on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:21.674439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-387af5b9-d07e-4919-b550-8f480fa059f2 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461790
Mar 05 21:00:21.778220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3221bef-5b9a-4dd0-a565-e158eed84753 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc8a084-d4e7-4698-a078-6f62861cb3e4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:21.812947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Port 4ddb96a1-6319-42f4-b30a-01be12098ece on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:21.813787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Attempting to bind port 4ddb96a1-6319-42f4-b30a-01be12098ece on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:21.818416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66c31e95-3980-47b3-88ef-0fae6ee2b569 req-46ab07cc-6dd6-4988-a13d-073e451a5479 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367321
Mar 05 21:00:21.846947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:21.847308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:21.847759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:21.848351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Bound port: 4ddb96a1-6319-42f4-b30a-01be12098ece, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:21.848857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:21.859566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fc439f1-64d3-489f-a111-99f7eaa4f903 req-c049958a-6ef7-48ec-bf94-0e5b5d10dcc4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3346078
Mar 05 21:00:21.931976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1b0fe-b3f6-4c5d-8243-5aa6717daade req-df8aa2f6-ce72-4f9a-b955-ccc5ea85befc tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:21.941453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44e1b0fe-b3f6-4c5d-8243-5aa6717daade req-df8aa2f6-ce72-4f9a-b955-ccc5ea85befc tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2300181
Mar 05 21:00:22.019584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-6ccd7b4a-7703-46ff-9bf2-4dd0a5d7fd15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0969615
Mar 05 21:00:22.031405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:22.040824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58048) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:22.042520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ddb96a1-6319-42f4-b30a-01be12098ece,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:22.050355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44e1b0fe-b3f6-4c5d-8243-5aa6717daade req-ca3bf39d-34b4-4b70-9aa4-f49042eefbd7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080167
Mar 05 21:00:22.052071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.078760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.079822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.081265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] 10.222.0.31 "PUT /v2.0/ports/4ddb96a1-6319-42f4-b30a-01be12098ece HTTP/1.1" status: 200  len: 1095 time: 2.4777145
Mar 05 21:00:22.082892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:22.086258 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:22.198674 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8237d0b5-b6f4-464b-9a69-aef1fa4375fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4629462cb9c24128921119298bb0655c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1555014
Mar 05 21:00:22.201255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:22.248641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-b651535e-8632-492a-9a4c-f2d3a6485d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.251249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-b651535e-8632-492a-9a4c-f2d3a6485d45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 1129 time: 0.2085860
Mar 05 21:00:22.304428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] Publish callbacks [] for security_group (1e3c3272-90a4-48c7-b61c-9e1084aa6943), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.358147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e8f9-ae61-4d9f-9d8e-8b7f3cc45f4c service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:22.411525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-2fc649e4-7b9a-4da0-8ec4-b1c5a8215932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.417120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-2fc649e4-7b9a-4da0-8ec4-b1c5a8215932 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8a73148186e46d78a10218811c8ba53&device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 1129 time: 0.2759626
Mar 05 21:00:22.418831 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0dab30-d531-479d-a7d8-d81f35725a8e x-openstack-request-id: req-3f0dab30-d531-479d-a7d8-d81f35725a8e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:22.419127 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:22.419388 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f0dab30-d531-479d-a7d8-d81f35725a8e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:22.419871 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece', 'status': 'completed', 'code': 200}
Mar 05 21:00:22.431436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6a059-45be-4404-bbfb-80d82dd6b0c7 req-b0953c44-d66b-4b03-8b36-90490dfc7bcb tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.434199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5dc6a059-45be-4404-bbfb-80d82dd6b0c7 req-b0953c44-d66b-4b03-8b36-90490dfc7bcb tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 944 time: 0.2812407
Mar 05 21:00:22.456313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] Publish callbacks [] for security_group (1e3c3272-90a4-48c7-b61c-9e1084aa6943), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.527123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-1ce785e7-d143-40f0-a915-223f90310404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.528575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-1ce785e7-d143-40f0-a915-223f90310404 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2255995
Mar 05 21:00:22.548067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-59d45f8c-1eb7-4ae6-9f17-36675899f6b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4ddb96a1-6319-42f4-b30a-01be12098ece HTTP/1.1" status: 200  len: 217 time: 0.1122472
Mar 05 21:00:22.548589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 850a46e3-1e9e-41e7-9170-0648694ef580 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:22.637806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-14b44b54-8468-46cb-8c06-7546a29efbf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb HTTP/1.1" status: 200  len: 217 time: 0.1023211
Mar 05 21:00:22.649455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5dc6a059-45be-4404-bbfb-80d82dd6b0c7 req-7ad61315-51e6-4479-b0d2-dc0be4773919 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056589
Mar 05 21:00:22.664991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1e3c3272-90a4-48c7-b61c-9e1084aa6943), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.668460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:22.669935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e3c3272-90a4-48c7-b61c-9e1084aa6943 HTTP/1.1" status: 204  len: 168 time: 0.4677260
Mar 05 21:00:22.676826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-800d46f9-f569-49fd-8a92-6d740ed9f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.679004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-800d46f9-f569-49fd-8a92-6d740ed9f342 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1143880
Mar 05 21:00:22.732539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a926bd-267c-4d17-9f18-b72d1d1e968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c3272-90a4-48c7-b61c-9e1084aa6943,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:22.754752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-264b0136-cc4f-4243-a627-81d5ef7143e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.756502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-264b0136-cc4f-4243-a627-81d5ef7143e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1111882
Mar 05 21:00:22.800848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-f6efaf65-8f1c-40f3-a8e9-994249a05ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.803310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-f6efaf65-8f1c-40f3-a8e9-994249a05ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1051650
Mar 05 21:00:22.831976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=850a46e3-1e9e-41e7-9170-0648694ef580,segment=NetworkSegment(b232a5ca-4da8-489e-a87c-0d7b339ef97a),segment_id=b232a5ca-4da8-489e-a87c-0d7b339ef97a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:22.867522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '850a46e3-1e9e-41e7-9170-0648694ef580', 'network_id': '8ab2e26a-32ab-44a2-a446-4460222e659b', 'port_id': '850a46e3-1e9e-41e7-9170-0648694ef580', 'mac_address': 'fa:16:3e:41:dc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139b5d9-2c96-40ac-ae62-ea5b844740fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:22.885242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1fa5-3bc1-4c0c-ab91-802c22eee4fe req-64978116-8a40-4467-baf5-b781617b2a86 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:22.897824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-415c1fa5-3bc1-4c0c-ab91-802c22eee4fe req-64978116-8a40-4467-baf5-b781617b2a86 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 947 time: 0.2357290
Mar 05 21:00:22.963055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 850a46e3-1e9e-41e7-9170-0648694ef580 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:22.963931 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:23.033367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850a46e3-1e9e-41e7-9170-0648694ef580 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:23.053064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-415c1fa5-3bc1-4c0c-ab91-802c22eee4fe req-ce97600a-eed2-4e33-bdfe-d89b63992cc5 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542716
Mar 05 21:00:23.067494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-b4c86bbc-8587-4b32-8644-c9b41df02ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:23.084324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-b4c86bbc-8587-4b32-8644-c9b41df02ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3072209
Mar 05 21:00:23.102218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-1fb4fec6-7c1b-4ef1-96ae-243d188abeb6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858465
Mar 05 21:00:23.128019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=850a46e3-1e9e-41e7-9170-0648694ef580,segment=NetworkSegment(b232a5ca-4da8-489e-a87c-0d7b339ef97a),segment_id=b232a5ca-4da8-489e-a87c-0d7b339ef97a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:23.139833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:23.289282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58104) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:23.305084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:23.372798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cf4dc-1f1e-4022-a9db-796354b69ad8 req-8e8508ea-b572-43d8-97cf-f21512e394f1 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:23.375466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b5cf4dc-1f1e-4022-a9db-796354b69ad8 req-8e8508ea-b572-43d8-97cf-f21512e394f1 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.1771920
Mar 05 21:00:23.382010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-8f259313-451c-4855-8b6c-1f299b34e413 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968364
Mar 05 21:00:23.387328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['850a46e3-1e9e-41e7-9170-0648694ef580'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:23.484144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fad83-a62b-4d8e-bcab-6b4f775de46d req-96da5f4f-ee36-4fbb-8a6f-9b192da96a61 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:23.490018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f5fad83-a62b-4d8e-bcab-6b4f775de46d req-96da5f4f-ee36-4fbb-8a6f-9b192da96a61 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2525933
Mar 05 21:00:23.544767 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8227f40-bd26-4f1d-9fbd-b2885535a7c5 req-393f12c5-5c2d-4d78-8e14-8ede6f12b3f0 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4356046
Mar 05 21:00:23.571580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fee23d5e-5d60-4b46-8123-c7926adbf468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:23.582595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f5fad83-a62b-4d8e-bcab-6b4f775de46d req-71283088-6dda-4766-8256-3e3f888f9c56 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782132
Mar 05 21:00:23.700793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-68ee0f8b-468a-436c-ae09-54c99bcbccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:23.702478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-68ee0f8b-468a-436c-ae09-54c99bcbccc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8a73148186e46d78a10218811c8ba53&device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 1129 time: 0.0807064
Mar 05 21:00:23.704885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b5cf4dc-1f1e-4022-a9db-796354b69ad8 req-93871470-0d45-4920-8cd8-525259481a2f tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3215160
Mar 05 21:00:23.937142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5b545b59-ac18-4f0f-a15b-6d2173960ffb req-9593aeb3-9241-4c61-91a5-5e080cfc5a55 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5314181
Mar 05 21:00:23.941646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-ce195573-79cf-4389-b29f-3f5a505b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:23.943614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-ce195573-79cf-4389-b29f-3f5a505b665c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.2307923
Mar 05 21:00:23.971914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fee23d5e-5d60-4b46-8123-c7926adbf468 admin admin] Publish callbacks [] for security_group (de59fbde-b1e4-4ebc-8d68-96bf8a607239), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.021977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-570f3f7c-8f68-4ae6-a990-3e37bbe04620 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4ddb96a1-6319-42f4-b30a-01be12098ece HTTP/1.1" status: 200  len: 217 time: 0.0484791
Mar 05 21:00:24.029337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fee23d5e-5d60-4b46-8123-c7926adbf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (de59fbde-b1e4-4ebc-8d68-96bf8a607239), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.066278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58134) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:24.080847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678638a5-84ea-428c-a2f6-800a5d52dc51 req-35e0b5cf-f15a-483f-a170-0a56129af165 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.084016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-678638a5-84ea-428c-a2f6-800a5d52dc51 req-35e0b5cf-f15a-483f-a170-0a56129af165 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 0.2915597
Mar 05 21:00:24.132266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc07ec-04c5-4da5-bd05-40e2c6ea2287 req-b767fd42-d7c9-4663-9a0f-0f7fccc89b71 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.137386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-064a279b-145b-42ed-8eda-43f7ef0f0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.139459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-064a279b-145b-42ed-8eda-43f7ef0f0222 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1112213
Mar 05 21:00:24.140349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bdfc07ec-04c5-4da5-bd05-40e2c6ea2287 req-b767fd42-d7c9-4663-9a0f-0f7fccc89b71 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 945 time: 0.2022264
Mar 05 21:00:24.173452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-678638a5-84ea-428c-a2f6-800a5d52dc51 req-e0a934a3-29a9-4271-afe8-39c1416ae8f5 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750690
Mar 05 21:00:24.216290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23d5e-5d60-4b46-8123-c7926adbf468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59fbde-b1e4-4ebc-8d68-96bf8a607239,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:24.231100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fee23d5e-5d60-4b46-8123-c7926adbf468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf54c61f068e4ff9ae01c4f1ba19a1f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9348855
Mar 05 21:00:24.231943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58140) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:24.280111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1073944609-network', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:24.285583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-d52b0858-3210-4781-9420-8b94c9d571c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.287096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-d52b0858-3210-4781-9420-8b94c9d571c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1123714
Mar 05 21:00:24.310581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bdfc07ec-04c5-4da5-bd05-40e2c6ea2287 req-12fe7475-ae9b-4934-b1f7-4b0add5611ec tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690135
Mar 05 21:00:24.341120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:24.343516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.362155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.433141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] Publish callbacks [] for security_group (de59fbde-b1e4-4ebc-8d68-96bf8a607239), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.486868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81cd3968-efcf-4fe6-a21b-612babecdf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.488967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks [] for security_group (d51a0830-693f-49a4-a4a6-dc648d300832), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.494140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d51a0830-693f-49a4-a4a6-dc648d300832), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.498670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] Publish callbacks [] for security_group (de59fbde-b1e4-4ebc-8d68-96bf8a607239), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.525972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:24.532991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db929b-9d44-4874-83e9-2e43f0569ed0 req-8facb6d8-bcc2-4c44-a8e7-eabb5d7ad2ed tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.535602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a0830-693f-49a4-a4a6-dc648d300832,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:24.541952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (be7311b9-b1a5-470e-bd9e-0bf18545ba21), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.542933 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Added segment be7311b9-b1a5-470e-bd9e-0bf18545ba21 of type vlan for network 5a49155d-6f60-4d66-834d-06bb1a535da7
Mar 05 21:00:24.544341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81db929b-9d44-4874-83e9-2e43f0569ed0 req-8facb6d8-bcc2-4c44-a8e7-eabb5d7ad2ed tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 947 time: 0.2512281
Mar 05 21:00:24.546179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 850a46e3-1e9e-41e7-9170-0648694ef580 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:24.590714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5a49155d-6f60-4d66-834d-06bb1a535da7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.592302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-46acbad5-6b17-40d2-ac6d-a647e863db48 service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859595
Mar 05 21:00:24.631929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5a49155d-6f60-4d66-834d-06bb1a535da7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.633874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.634767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.708588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6294720
Mar 05 21:00:24.711533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58144) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:24.720212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Request body: {'subnet': {'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1073944609-subnet', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:24.749192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5a0d-09d6-45de-859d-5b3512ac9df1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a49155d-6f60-4d66-834d-06bb1a535da7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:24.754771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 850a46e3-1e9e-41e7-9170-0648694ef580 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:24.756705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:24.759271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.765674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:24.770953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 850a46e3-1e9e-41e7-9170-0648694ef580 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:24.771486 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.795578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81db929b-9d44-4874-83e9-2e43f0569ed0 req-edc2321e-d37e-4118-b497-0699ec27bbbe tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492564
Mar 05 21:00:24.835375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (de59fbde-b1e4-4ebc-8d68-96bf8a607239), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.838622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:24.840030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de59fbde-b1e4-4ebc-8d68-96bf8a607239 HTTP/1.1" status: 204  len: 168 time: 0.6050360
Mar 05 21:00:24.881936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2140-8e8f-4e54-b493-d97702d262cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59fbde-b1e4-4ebc-8d68-96bf8a607239,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:24.921797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8b155f44-e7c5-477c-9743-e67d775c611e tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:24.924140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8b155f44-e7c5-477c-9743-e67d775c611e tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 0.1974258
Mar 05 21:00:24.930818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ce09fc-3e2c-489d-9b27-bfde394e5f8d req-bbad8eb6-3894-42ea-9a32-9eaf37c41dea service neutron] 10.222.0.31 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273036
Mar 05 21:00:25.116648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a52f4-777c-4da1-9303-52101d93b6e9 req-1d45b503-6a49-402d-b3b5-01acfa67da11 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:25.116648 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e9a52f4-777c-4da1-9303-52101d93b6e9 req-1d45b503-6a49-402d-b3b5-01acfa67da11 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.3230698
Mar 05 21:00:25.163541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122ad0-c372-4f98-a5a0-2e64a82c3651 req-37adf391-d2ab-48be-b986-060411ca0d52 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:25.175400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d122ad0-c372-4f98-a5a0-2e64a82c3651 req-37adf391-d2ab-48be-b986-060411ca0d52 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.1678355
Mar 05 21:00:25.194926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Deleting port 7c055f59-15ed-4a63-957d-f6ef57627bab {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:25.195748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.221870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e9a52f4-777c-4da1-9303-52101d93b6e9 req-50abf632-af79-4fd5-803c-4087d03baafd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300817
Mar 05 21:00:25.301542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 850a46e3-1e9e-41e7-9170-0648694ef580 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:25.301949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.367178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:25.369469 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c29daa5-98cc-44fe-b16d-1ce5242045c6" -d '{"events": [{"server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "name": "network-vif-plugged", "status": "completed", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:25.385458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (23d20116-114b-4712-a96c-58aff2d6c051), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.406145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=850a46e3-1e9e-41e7-9170-0648694ef580,segment=NetworkSegment(b232a5ca-4da8-489e-a87c-0d7b339ef97a),segment_id=b232a5ca-4da8-489e-a87c-0d7b339ef97a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:25.414793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.520419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:25.564306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d20116-114b-4712-a96c-58aff2d6c051,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:25.584210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Checking segment: {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:25.585743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Network hostable DHCP agents. Network: 5a49155d-6f60-4d66-834d-06bb1a535da7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:25.661997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58172) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:25.689086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-19ace6b8-8738-4743-b50c-bd2e5b5c18d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.691294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:25.714712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a49155d-6f60-4d66-834d-06bb1a535da7) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:25.723071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:25.724036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.736389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c0440-fddb-4f48-9885-dd2a3fb3011f None None] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:25.742229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14edb5-e664-46d0-bddf-a216291f2d0a req-cdc631d7-1d40-48de-8c2a-b709d0d50952 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:25.749723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a14edb5-e664-46d0-bddf-a216291f2d0a req-cdc631d7-1d40-48de-8c2a-b709d0d50952 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ce4c56-73a5-49a1-900b-0e76692a4365 HTTP/1.1" status: 200  len: 945 time: 0.1601124
Mar 05 21:00:25.789585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e921353-7900-4b1b-9166-404c5229f4fe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0769954
Mar 05 21:00:25.793680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:25.798811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:25.869425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.871352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:25.897774 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a14edb5-e664-46d0-bddf-a216291f2d0a req-ecb836d3-b469-487c-96b1-8e5a909702da tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a1aae1d-1a6d-4f47-9b58-1e9478b77056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464732
Mar 05 21:00:25.964475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d122ad0-c372-4f98-a5a0-2e64a82c3651 req-429aa0c9-d134-4623-965c-85e6050f3198 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7791841
Mar 05 21:00:25.972603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-19ace6b8-8738-4743-b50c-bd2e5b5c18d7 admin admin] Publish callbacks [] for security_group (604987ad-38a2-4f0b-bb85-ac8e1c49fbca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.013614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5a49155d-6f60-4d66-834d-06bb1a535da7', 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7', 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'fixed_ips': [{'subnet_id': '23d20116-114b-4712-a96c-58aff2d6c051'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:26.017317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.019983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-19ace6b8-8738-4743-b50c-bd2e5b5c18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (604987ad-38a2-4f0b-bb85-ac8e1c49fbca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.045027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for router_controller (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.066054 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae83eb1a-f70d-4963-8203-7b42fb4c613a x-openstack-request-id: req-ae83eb1a-f70d-4963-8203-7b42fb4c613a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:26.066530 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "name": "network-vif-plugged", "status": "completed", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:26.066795 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae83eb1a-f70d-4963-8203-7b42fb4c613a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:26.067196 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580', 'code': 200}
Mar 05 21:00:26.067763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] For port 7c055f59-15ed-4a63-957d-f6ef57627bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c055f59-15ed-4a63-957d-f6ef57627bab,segment=NetworkSegment(02ebe552-a24d-4da5-ada8-be771b52c13e),segment_id=02ebe552-a24d-4da5-ada8-be771b52c13e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:26.068089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.109584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Calling delete_port for 7c055f59-15ed-4a63-957d-f6ef57627bab owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:26.189721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4ddb96a1-6319-42f4-b30a-01be12098ece details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:26.260737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ace6b8-8738-4743-b50c-bd2e5b5c18d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604987ad-38a2-4f0b-bb85-ac8e1c49fbca,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:26.265687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d037305-2b72-4977-988d-0ecedbe4bdd3 req-deacdb38-71dd-47a7-b22f-80764b0cda32 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:26.267775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d037305-2b72-4977-988d-0ecedbe4bdd3 req-deacdb38-71dd-47a7-b22f-80764b0cda32 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 947 time: 0.1167254
Mar 05 21:00:26.295065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ddb96a1-6319-42f4-b30a-01be12098ece,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:26.311088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '4ddb96a1-6319-42f4-b30a-01be12098ece', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '4ddb96a1-6319-42f4-b30a-01be12098ece', 'mac_address': 'fa:16:3e:73:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:26.333434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d037305-2b72-4977-988d-0ecedbe4bdd3 req-17e1bf26-f140-48b6-b8b2-043503173850 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531256
Mar 05 21:00:26.359198 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-19ace6b8-8738-4743-b50c-bd2e5b5c18d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c9a6b3e811143fbbcf44213bbb176f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6944525
Mar 05 21:00:26.394075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:26.410933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4ddb96a1-6319-42f4-b30a-01be12098ece is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:26.411334 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.436992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Allocated IP 172.20.0.2 (5a49155d-6f60-4d66-834d-06bb1a535da7/23d20116-114b-4712-a96c-58aff2d6c051/8043b3cb-6a23-42dd-8212-a952ba70f129) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:26.440542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddb96a1-6319-42f4-b30a-01be12098ece {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:26.443288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7c055f59-15ed-4a63-957d-f6ef57627bab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.461602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7c055f59-15ed-4a63-957d-f6ef57627bab'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:26.467395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6363-1f6f-4286-9685-2c9b64ba2b24 req-72a51d87-8999-4585-b761-177802e019ae tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:26.475794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1bc6363-1f6f-4286-9685-2c9b64ba2b24 req-72a51d87-8999-4585-b761-177802e019ae tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.4266946
Mar 05 21:00:26.490089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Pushing event deleted for resources: {'Port': ['ID=7c055f59-15ed-4a63-957d-f6ef57627bab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:26.494802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for router_gateway (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.524328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ddb96a1-6319-42f4-b30a-01be12098ece,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:26.545122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4d195-62b9-4fef-b2ff-4dd15b05c846 req-542789d1-077b-4cce-9c31-7a441757440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:26.546672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a4d195-62b9-4fef-b2ff-4dd15b05c846 req-542789d1-077b-4cce-9c31-7a441757440b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 1128 time: 0.3398979
Mar 05 21:00:26.567297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.573957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] Publish callbacks [] for security_group (604987ad-38a2-4f0b-bb85-ac8e1c49fbca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.633534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1bc6363-1f6f-4286-9685-2c9b64ba2b24 req-8eed0c79-e618-4eba-b07d-5a022293e33f tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529775
Mar 05 21:00:26.646715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:26.690601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] No DVR routers for this DVR port 7c055f59-15ed-4a63-957d-f6ef57627bab on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:26.695165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.703658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-027e746b-d6fd-43b0-940d-5fe912b5e297 req-8eaafecd-8847-4e71-98ba-63cacf63caf9 tempest-ServerTagsTestJSON-1207894868 tempest-ServerTagsTestJSON-1207894868-project] 10.222.0.31 "DELETE /v2.0/ports/7c055f59-15ed-4a63-957d-f6ef57627bab HTTP/1.1" status: 204  len: 173 time: 1.7723312
Mar 05 21:00:26.707771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'name': 'network-vif-deleted', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:26.710570 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e711973a-f5b7-41c3-abef-e9361a14f18e" -d '{"events": [{"server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "name": "network-vif-deleted", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:26.734348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e62c-7151-48cb-8b69-623d4ab91ca0 req-1e70eed6-4f95-4557-b1d8-484d795b6f5c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:26.738297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92d2e62c-7151-48cb-8b69-623d4ab91ca0 req-1e70eed6-4f95-4557-b1d8-484d795b6f5c tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.2317023
Mar 05 21:00:26.813206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4ddb96a1-6319-42f4-b30a-01be12098ece'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:26.844284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92d2e62c-7151-48cb-8b69-623d4ab91ca0 req-5540b38f-4131-48cc-a482-a147537bbf3b tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990167
Mar 05 21:00:26.874018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e8ab6c0-75f1-4fd0-8759-6530108ca3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.878791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks [] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.893809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:26.991047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:27.013543 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce82a64-5fd8-4162-8dfa-d10878a62b91 x-openstack-request-id: req-3ce82a64-5fd8-4162-8dfa-d10878a62b91 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:27.013899 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ce4c56-73a5-49a1-900b-0e76692a4365", "name": "network-vif-deleted", "tag": "7c055f59-15ed-4a63-957d-f6ef57627bab", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:27.014182 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ce82a64-5fd8-4162-8dfa-d10878a62b91 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:27.014653 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ce4c56-73a5-49a1-900b-0e76692a4365', 'name': 'network-vif-deleted', 'tag': '7c055f59-15ed-4a63-957d-f6ef57627bab', 'status': 'completed', 'code': 200}
Mar 05 21:00:27.038534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:27.046154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:27.066891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Pushing event updated for resources: {'Port': ['ID=8043b3cb-6a23-42dd-8212-a952ba70f129,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:27.176449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Attempting to bind port 8043b3cb-6a23-42dd-8212-a952ba70f129 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:27.177161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Attempting to bind port 8043b3cb-6a23-42dd-8212-a952ba70f129 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:27.177743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Attempting to bind port 8043b3cb-6a23-42dd-8212-a952ba70f129 on network 5a49155d-6f60-4d66-834d-06bb1a535da7 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:27.189994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:27.190749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Checking segment: {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:27.191351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.191939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Bound using segment: {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:27.192431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Bound port: 8043b3cb-6a23-42dd-8212-a952ba70f129, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:27.192891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.325841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] For port 8043b3cb-6a23-42dd-8212-a952ba70f129, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:27.333841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] For port 8043b3cb-6a23-42dd-8212-a952ba70f129, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8043b3cb-6a23-42dd-8212-a952ba70f129,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:27.350769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.366547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] Publish callbacks [] for security_group (604987ad-38a2-4f0b-bb85-ac8e1c49fbca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.381422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a4d195-62b9-4fef-b2ff-4dd15b05c846 req-5ef63fa6-f3af-4d8e-a891-917b61f00bb8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8187387
Mar 05 21:00:27.446923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4861f-8433-4a00-b5d7-b4e5446c0d3f req-f317b92b-6550-41bb-9e95-2575770e79c0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:27.448804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9b4861f-8433-4a00-b5d7-b4e5446c0d3f req-f317b92b-6550-41bb-9e95-2575770e79c0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1525114
Mar 05 21:00:27.466276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2119d54-2f40-4bc3-b918-1a6b19a4acea None None] Pushing event updated for resources: {'Port': ['ID=8043b3cb-6a23-42dd-8212-a952ba70f129,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:27.509674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (604987ad-38a2-4f0b-bb85-ac8e1c49fbca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.515097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.519508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/604987ad-38a2-4f0b-bb85-ac8e1c49fbca HTTP/1.1" status: 204  len: 168 time: 1.1236069
Mar 05 21:00:27.582835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58208) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:27.595797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18acef7-28bd-45d4-92bc-0db3575d7778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604987ad-38a2-4f0b-bb85-ac8e1c49fbca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:27.649917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9b4861f-8433-4a00-b5d7-b4e5446c0d3f req-80eafb75-4f2f-4eea-8523-d21e71b81c10 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821542
Mar 05 21:00:27.692767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Deleting subnet 5b30bb12-bcc6-4c7e-b76e-546aed3f6a28 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:00:27.707813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Publish callbacks [] for subnet (5b30bb12-bcc6-4c7e-b76e-546aed3f6a28), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.810149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (5b30bb12-bcc6-4c7e-b76e-546aed3f6a28), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.948653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:27.998267 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5b30bb12-bcc6-4c7e-b76e-546aed3f6a28), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.046279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for router_gateway (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.077588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5fb55-42c1-42ee-bd23-542c11a7fd22 req-b54f8522-9bef-49f4-b966-07e497e346f4 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:28.093578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2c5fb55-42c1-42ee-bd23-542c11a7fd22 req-b54f8522-9bef-49f4-b966-07e497e346f4 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 948 time: 0.3967786
Mar 05 21:00:28.093783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.103403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (5b30bb12-bcc6-4c7e-b76e-546aed3f6a28), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.165572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b30bb12-bcc6-4c7e-b76e-546aed3f6a28,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:28.167894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.173002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-566251e2-c14f-4e9c-a302-d2cd3df82e5a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b30bb12-bcc6-4c7e-b76e-546aed3f6a28 HTTP/1.1" status: 204  len: 168 time: 0.5873816
Mar 05 21:00:28.175812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:28.182423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4ddb96a1-6319-42f4-b30a-01be12098ece up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:28.197992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbb24f-4052-4341-a287-432d48dd3f49 req-34b06146-deb6-448a-a389-63241ca1de65 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:28.223550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04cbb24f-4052-4341-a287-432d48dd3f49 req-34b06146-deb6-448a-a389-63241ca1de65 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.2721629
Mar 05 21:00:28.260696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2c5fb55-42c1-42ee-bd23-542c11a7fd22 req-fef2fef2-7c0c-40d2-b0cf-0e7741624818 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649935
Mar 05 21:00:28.272901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 4ddb96a1-6319-42f4-b30a-01be12098ece completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:28.293607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (77296972-6de3-43b0-bed8-714cdd201eac), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.299847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 4ddb96a1-6319-42f4-b30a-01be12098ece triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:28.303041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.347689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Allocated IP 172.35.0.183 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/18071b6d-7026-4b26-a974-c0db39f19310) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:28.528138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4ddb96a1-6319-42f4-b30a-01be12098ece is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:28.528646 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.554311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (77296972-6de3-43b0-bed8-714cdd201eac), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.570584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for port (18071b6d-7026-4b26-a974-c0db39f19310), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.620933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ddb96a1-6319-42f4-b30a-01be12098ece,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:28.624200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:28.630763 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f689e12-5853-4d0c-b6f2-2f6f6adc686a" -d '{"events": [{"server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:28.639715 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.640186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4127c0>,) {'filters': {'network_id': ['77296972-6de3-43b0-bed8-714cdd201eac']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:28.648042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7c055f59-15ed-4a63-957d-f6ef57627bab no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:28.680513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4127c0>, '02ebe552-a24d-4da5-ada8-be771b52c13e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:28.681126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4127c0>, '02ebe552-a24d-4da5-ada8-be771b52c13e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:28.698293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (02ebe552-a24d-4da5-ada8-be771b52c13e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.702905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 7c055f59-15ed-4a63-957d-f6ef57627bab {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:28.704291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7c055f59-15ed-4a63-957d-f6ef57627bab not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:28.746598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c162b-f906-4193-8dd9-dcd1669fef4b req-e367d5ce-af7c-4978-9a97-2ea91d4b6db2 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:28.760610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f8c162b-f906-4193-8dd9-dcd1669fef4b req-e367d5ce-af7c-4978-9a97-2ea91d4b6db2 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.2923403
Mar 05 21:00:28.769183 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (18071b6d-7026-4b26-a974-c0db39f19310), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.806232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (02ebe552-a24d-4da5-ada8-be771b52c13e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.819576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:28.829840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:00:28.830263 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (02ebe552-a24d-4da5-ada8-be771b52c13e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:00:28.832015 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:00:28.899808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8043b3cb-6a23-42dd-8212-a952ba70f129 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:28.964744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04cbb24f-4052-4341-a287-432d48dd3f49 req-136e3b46-9c3a-433f-98d5-8e75d015a72d tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7394218
Mar 05 21:00:28.990730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:29.005004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:29.008638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:29.011626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8043b3cb-6a23-42dd-8212-a952ba70f129 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:29.014036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f8c162b-f906-4193-8dd9-dcd1669fef4b req-8024daa6-39d0-454f-a493-5066b5dc4e96 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460885
Mar 05 21:00:29.019498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.040932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (77296972-6de3-43b0-bed8-714cdd201eac), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.057685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Pushing event updated for resources: {'Port': ['ID=18071b6d-7026-4b26-a974-c0db39f19310,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:29.058946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.077215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/77296972-6de3-43b0-bed8-714cdd201eac HTTP/1.1" status: 204  len: 168 time: 0.8951638
Mar 05 21:00:29.105245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051b133-1862-4e00-a883-1bf3899a72d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77296972-6de3-43b0-bed8-714cdd201eac,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:29.143020 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238786a9-72de-44c8-a1ab-a125ccf17305 x-openstack-request-id: req-238786a9-72de-44c8-a1ab-a125ccf17305 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:29.143333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:29.143596 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-238786a9-72de-44c8-a1ab-a125ccf17305 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:29.144025 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece', 'code': 200}
Mar 05 21:00:29.289190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c08c-c4db-472b-a46f-db26f679d55d req-4a43c82b-cb2b-4b23-a162-9f3794cad7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:29.290874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c672c08c-c4db-472b-a46f-db26f679d55d req-4a43c82b-cb2b-4b23-a162-9f3794cad7c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 1131 time: 0.1053410
Mar 05 21:00:29.323840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8043b3cb-6a23-42dd-8212-a952ba70f129 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:29.324489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.380393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c672c08c-c4db-472b-a46f-db26f679d55d req-6c9b0a7c-96ab-4972-a439-bc061c7ef3dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828290
Mar 05 21:00:29.390154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 8043b3cb-6a23-42dd-8212-a952ba70f129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8043b3cb-6a23-42dd-8212-a952ba70f129,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:29.396529 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.430799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab71f0-057e-4f89-975a-56cf06b94e08 None None] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:29.579298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58262) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:29.591395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=8043b3cb-6a23-42dd-8212-a952ba70f129,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:29.600749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.615454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8e9bdc23-3559-45e3-a03b-ab2871c8580b None None] Provisioning complete for port 8043b3cb-6a23-42dd-8212-a952ba70f129 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:29.618180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e9bdc23-3559-45e3-a03b-ab2871c8580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.690266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for router_gateway (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:29.789695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bdc23-3559-45e3-a03b-ab2871c8580b None None] Current status of the port 8043b3cb-6a23-42dd-8212-a952ba70f129 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:29.799335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:29.799529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f5d8c04c-9e83-432b-be58-f4b44c2cf46f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c883b952145b45f1aaf4b0d244ff60f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2147355
Mar 05 21:00:29.851339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b847-4006-4af5-804d-79e70f0c099f req-59dd716a-a6f6-4959-8df1-0d54691ffd49 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:29.852934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d18b847-4006-4af5-804d-79e70f0c099f req-59dd716a-a6f6-4959-8df1-0d54691ffd49 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 949 time: 0.2181804
Mar 05 21:00:29.872614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e510b-57ed-4d31-938b-334fb4573c90 req-02fb3b82-f381-4d52-af61-5dc2d95d5f16 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:29.881065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d4e510b-57ed-4d31-938b-334fb4573c90 req-02fb3b82-f381-4d52-af61-5dc2d95d5f16 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.4372487
Mar 05 21:00:29.923653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:29.947310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d18b847-4006-4af5-804d-79e70f0c099f req-507b4026-b1ae-4858-a489-0450fbfbb366 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798984
Mar 05 21:00:30.133706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3af4d3d-13e6-443d-a6bd-1d958dd4db8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.143499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] Publish callbacks [] for security_group (1a1aae1d-1a6d-4f47-9b58-1e9478b77056), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.168835 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d4e510b-57ed-4d31-938b-334fb4573c90 req-a940420f-feab-4ec3-b922-60a99971383c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866571
Mar 05 21:00:30.190275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b2e81-4a9e-4e39-8b38-5bb3e2daceaf req-40aab9f5-e7e6-4861-ab05-b18a62f5d55b tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:30.190275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa4b2e81-4a9e-4e39-8b38-5bb3e2daceaf req-40aab9f5-e7e6-4861-ab05-b18a62f5d55b tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.1286683
Mar 05 21:00:30.215393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] Publish callbacks [] for security_group (1a1aae1d-1a6d-4f47-9b58-1e9478b77056), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.218372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2767ae50-09c2-48d9-ac40-ac93b2fa437a None None] Provisioning complete for port 8043b3cb-6a23-42dd-8212-a952ba70f129 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:30.228317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2767ae50-09c2-48d9-ac40-ac93b2fa437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.291454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a1aae1d-1a6d-4f47-9b58-1e9478b77056), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.294553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.295812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a1aae1d-1a6d-4f47-9b58-1e9478b77056 HTTP/1.1" status: 204  len: 168 time: 0.4935822
Mar 05 21:00:30.352009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.356927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1816-d034-43f2-a5a3-a6ca41b899d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1aae1d-1a6d-4f47-9b58-1e9478b77056,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:30.363513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa4b2e81-4a9e-4e39-8b38-5bb3e2daceaf req-fc711212-f7f0-4a5b-8fdf-b5759073b66b tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653776
Mar 05 21:00:30.414281 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3af4d3d-13e6-443d-a6bd-1d958dd4db8b admin admin] Publish callbacks [] for security_group (4df6e1a0-8b7c-493c-89c4-2a34b35725f4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.420506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2767ae50-09c2-48d9-ac40-ac93b2fa437a None None] Current status of the port 8043b3cb-6a23-42dd-8212-a952ba70f129 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:30.441612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3af4d3d-13e6-443d-a6bd-1d958dd4db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4df6e1a0-8b7c-493c-89c4-2a34b35725f4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.538755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b3af4d3d-13e6-443d-a6bd-1d958dd4db8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33ce2ab210104fdcae497ca7c0c52025&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6139214
Mar 05 21:00:30.539514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58286) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:30.567197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af4d3d-13e6-443d-a6bd-1d958dd4db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6e1a0-8b7c-493c-89c4-2a34b35725f4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:30.615748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332fb3-7bc9-4599-8a7f-e1933917084d req-1d7aeeee-35c9-4246-91a8-40ebb7f10cb4 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:30.617740 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7332fb3-7bc9-4599-8a7f-e1933917084d req-1d7aeeee-35c9-4246-91a8-40ebb7f10cb4 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.3439050
Mar 05 21:00:30.690662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] Publish callbacks [] for security_group (4df6e1a0-8b7c-493c-89c4-2a34b35725f4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.723651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] Publish callbacks [] for security_group (4df6e1a0-8b7c-493c-89c4-2a34b35725f4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.730094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7332fb3-7bc9-4599-8a7f-e1933917084d req-f710d811-4b5d-4ec7-9a34-edb6124c26a4 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933151
Mar 05 21:00:30.809555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4df6e1a0-8b7c-493c-89c4-2a34b35725f4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.812542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:30.817071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4df6e1a0-8b7c-493c-89c4-2a34b35725f4 HTTP/1.1" status: 204  len: 168 time: 0.2751307
Mar 05 21:00:30.825257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922f877-ac60-43f4-acea-65d83e8a4da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6e1a0-8b7c-493c-89c4-2a34b35725f4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:30.845980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8043b3cb-6a23-42dd-8212-a952ba70f129 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:30.933315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:00:30.946825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d41d6-d84e-4a46-9d0f-0f3308fc5191 req-bcb0ada4-4507-41a6-9aaf-a596504adf59 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:30.956991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-554d41d6-d84e-4a46-9d0f-0f3308fc5191 req-bcb0ada4-4507-41a6-9aaf-a596504adf59 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.1023133
Mar 05 21:00:31.013805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:31.043950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8043b3cb-6a23-42dd-8212-a952ba70f129 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:31.044825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:31.083650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-554d41d6-d84e-4a46-9d0f-0f3308fc5191 req-d3a3dc35-c6b5-4b12-8e27-b90b37a3b382 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255403
Mar 05 21:00:31.239814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8043b3cb-6a23-42dd-8212-a952ba70f129 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:31.293150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-ae6c6d3b-df31-4211-a27e-5971900cf1a4 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:31.294910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-ae6c6d3b-df31-4211-a27e-5971900cf1a4 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.2045064
Mar 05 21:00:31.419009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3453d-450d-4c39-9de0-8fefd209e195 req-866d7d79-1e28-4d6f-bb58-7a0407271997 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:31.420961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a3453d-450d-4c39-9de0-8fefd209e195 req-866d7d79-1e28-4d6f-bb58-7a0407271997 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 949 time: 0.2028048
Mar 05 21:00:31.527997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:31.615012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Sync routers for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:00:31.648327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:31.649004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:31.685825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a3453d-450d-4c39-9de0-8fefd209e195 req-1f5aa423-e49b-4652-8184-033d5699bfbe tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546074
Mar 05 21:00:31.693647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:31.695178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ac47b71-8bd1-438e-affd-e35a7901d57d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8998017
Mar 05 21:00:31.704627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:31.821406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Deleting port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:31.822040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:31.863266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5c878-1432-48b2-a308-e6944acb48b6 req-fe1764ee-8a2f-4fb5-8e44-d22d06a4a4d6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:31.872889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dc5c878-1432-48b2-a308-e6944acb48b6 req-fe1764ee-8a2f-4fb5-8e44-d22d06a4a4d6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2884274
Mar 05 21:00:31.891455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58338) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:31.983345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dc5c878-1432-48b2-a308-e6944acb48b6 req-15aadd9f-e305-4827-ae2c-0af995b6cf85 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039758
Mar 05 21:00:31.997651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02637b2-241a-408b-92e5-13acf981027b req-cf62c604-0f8f-40e4-876c-6b790a5d95b2 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:32.013197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a02637b2-241a-408b-92e5-13acf981027b req-cf62c604-0f8f-40e4-876c-6b790a5d95b2 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 946 time: 0.1881807
Mar 05 21:00:32.031619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] For port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,segment=NetworkSegment(77944f22-a110-4ff5-a7a1-d2b57bca5ddf),segment_id=77944f22-a110-4ff5-a7a1-d2b57bca5ddf)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:32.032072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.095353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:32.107553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Calling delete_port for e6ab9b49-2cdd-4131-b322-0ea6ac0003dd owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:32.157920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-809611378-network', 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:32.213684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:32.216083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.244062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a02637b2-241a-408b-92e5-13acf981027b req-b86ba80a-ff60-4246-b5ad-4bb453361643 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254755
Mar 05 21:00:32.255658 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.280796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b207-1aeb-411b-a23e-fef12e711d3e req-02762a41-779a-4d32-921c-8db979529285 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:32.291416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9597b207-1aeb-411b-a23e-fef12e711d3e req-02762a41-779a-4d32-921c-8db979529285 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.1567595
Mar 05 21:00:32.384640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9597b207-1aeb-411b-a23e-fef12e711d3e req-f465ffca-a895-4587-a950-673668585c73 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882978
Mar 05 21:00:32.454504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58358) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:32.523389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e6ab9b49-2cdd-4131-b322-0ea6ac0003dd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.539463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c040>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:29Z', 'revision_number': 3, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:32.547321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['e6ab9b49-2cdd-4131-b322-0ea6ac0003dd'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:32.570562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Pushing event deleted for resources: {'Port': ['ID=e6ab9b49-2cdd-4131-b322-0ea6ac0003dd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:32.624272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Checking router: 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:00:32.624676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Updating router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 port 18071b6d-7026-4b26-a974-c0db39f19310 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:00:32.691696 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18071b6d-7026-4b26-a974-c0db39f19310), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.695004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] No DVR routers for this DVR port e6ab9b49-2cdd-4131-b322-0ea6ac0003dd on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:32.702452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.711707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2dc7bdb-8629-42af-99a0-57a297b7e746 req-874df6d4-6095-4edb-bc05-d8ce9ceb28cf tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.31 "DELETE /v2.0/ports/e6ab9b49-2cdd-4131-b322-0ea6ac0003dd HTTP/1.1" status: 204  len: 173 time: 1.4097111
Mar 05 21:00:32.714736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'name': 'network-vif-deleted', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:32.717202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1955307058'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:32.718286 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c45cc9-1008-4654-b71c-b608739eda0d" -d '{"events": [{"server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "name": "network-vif-deleted", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:32.777720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:32.786563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.792412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks [] for security_group (4e6edeb4-4081-4dab-b065-15e773bb5a27), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.813313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4e6edeb4-4081-4dab-b065-15e773bb5a27), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.824014 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc1938-ec14-4cbb-8c19-df4527b652ca x-openstack-request-id: req-57dc1938-ec14-4cbb-8c19-df4527b652ca {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:32.824515 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94cca9-061c-4b5b-9e77-e7695750da06", "name": "network-vif-deleted", "tag": "e6ab9b49-2cdd-4131-b322-0ea6ac0003dd", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:32.824968 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57dc1938-ec14-4cbb-8c19-df4527b652ca {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:32.825426 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94cca9-061c-4b5b-9e77-e7695750da06', 'name': 'network-vif-deleted', 'tag': 'e6ab9b49-2cdd-4131-b322-0ea6ac0003dd', 'status': 'completed', 'code': 200}
Mar 05 21:00:32.854130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.904992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:32.947010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6edeb4-4081-4dab-b065-15e773bb5a27,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:32.962480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (596631c2-c7d8-4583-8361-511a1c2ddea6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:32.963101 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Added segment 596631c2-c7d8-4583-8361-511a1c2ddea6 of type vlan for network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989
Mar 05 21:00:33.076985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5345ca04-bcd0-4ca9-94fb-fa648ce6d989), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.204043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.238015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks [] for port (18071b6d-7026-4b26-a974-c0db39f19310), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.252145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18071b6d-7026-4b26-a974-c0db39f19310), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.263381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for security_group (d82d8de9-4ca6-45ab-b8c2-933ca09679e8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.269245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5345ca04-bcd0-4ca9-94fb-fa648ce6d989), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.270259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:33.270896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.280784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d82d8de9-4ca6-45ab-b8c2-933ca09679e8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.361392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Attempting to bind port 18071b6d-7026-4b26-a974-c0db39f19310 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:33.362276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Attempting to bind port 18071b6d-7026-4b26-a974-c0db39f19310 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:33.364288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Attempting to bind port 18071b6d-7026-4b26-a974-c0db39f19310 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:33.374075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:33.374539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:33.375326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.376564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:33.377411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Bound port: 18071b6d-7026-4b26-a974-c0db39f19310, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:33.377893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18071b6d-7026-4b26-a974-c0db39f19310), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.475080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45d621-c407-45df-b6a8-56d520015e21 None None] Pushing event updated for resources: {'Port': ['ID=18071b6d-7026-4b26-a974-c0db39f19310,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:33.517642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:33.525798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.6322467
Mar 05 21:00:33.538866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-438155db-9f5c-440e-82e2-5d8ccfa66dd9 req-4f8edf34-4567-438a-9709-885f152b68c8 tempest-ServersNegativeTestMultiTenantJSON-444601859 tempest-ServersNegativeTestMultiTenantJSON-444601859-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a94cca9-061c-4b5b-9e77-e7695750da06 HTTP/1.1" status: 200  len: 210 time: 0.0623796
Mar 05 21:00:33.541268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:33.542276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] For port 18071b6d-7026-4b26-a974-c0db39f19310, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:33.553731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] For port 18071b6d-7026-4b26-a974-c0db39f19310, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18071b6d-7026-4b26-a974-c0db39f19310,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:33.556493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (87e95e15-21f5-4422-8e42-80bce1f3ab56), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.556948 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Added segment 87e95e15-21f5-4422-8e42-80bce1f3ab56 of type vlan for network b38b00b8-98f1-4c83-bef0-db5e8e33c912
Mar 05 21:00:33.566593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18071b6d-7026-4b26-a974-c0db39f19310), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.623967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b38b00b8-98f1-4c83-bef0-db5e8e33c912), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.644432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Request body: {'subnet': {'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-809611378-subnet', 'tenant_id': '180462533c264596b5f243c2915b027c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:33.654579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ced83e-ecfa-4ac2-af46-7dc7d61bcc2d admin admin] Pushing event updated for resources: {'Network': ['ID=5345ca04-bcd0-4ca9-94fb-fa648ce6d989,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:33.659069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d8de9-4ca6-45ab-b8c2-933ca09679e8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:33.781213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1dfbc-3ea5-4bfa-8e8f-bc33052dfba9 req-c3c1d89f-84f9-476f-815e-f3b3f6ab147f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:33.784183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfd1dfbc-3ea5-4bfa-8e8f-bc33052dfba9 req-c3c1d89f-84f9-476f-815e-f3b3f6ab147f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.6309607
Mar 05 21:00:33.817333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:33.848136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:33.851374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.858776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b38b00b8-98f1-4c83-bef0-db5e8e33c912), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.864543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:33.865335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:33.917242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:33.917977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:33.920599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45d621-c407-45df-b6a8-56d520015e21 None None] Pushing event updated for resources: {'Port': ['ID=18071b6d-7026-4b26-a974-c0db39f19310,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:34.004084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bfd1dfbc-3ea5-4bfa-8e8f-bc33052dfba9 req-8dd03917-c9e4-4dc0-89b8-217a02848e11 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090001
Mar 05 21:00:34.075135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:34.102881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c427-5a22-45af-895a-54b6720b70eb req-f055530d-5569-4dbe-82a5-32be3270ca52 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:34.111320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a42c427-5a22-45af-895a-54b6720b70eb req-f055530d-5569-4dbe-82a5-32be3270ca52 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.0880852
Mar 05 21:00:34.111552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.6429842
Mar 05 21:00:34.112323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:34.142590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'subnet': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:34.158825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81c7b5-fcf4-4915-911b-89438bb103cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Network': ['ID=b38b00b8-98f1-4c83-bef0-db5e8e33c912,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:34.176002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a42c427-5a22-45af-895a-54b6720b70eb req-a663d312-8588-4600-b40b-2443e47769b7 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637074
Mar 05 21:00:34.178509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Allocated IP 172.20.0.1 (5a49155d-6f60-4d66-834d-06bb1a535da7/23d20116-114b-4712-a96c-58aff2d6c051/47d8806d-af28-4122-8f35-2307ef599477) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:34.186246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:34.347495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c040>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:29Z', 'revision_number': 3, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:34.381713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713358e-699f-497f-b473-e64b25f26f5c None None] The sync data for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 is: [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:29Z', 'revision_number': 3, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:00:34.451762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26af419-4ca1-454a-8a38-c136b50ce40d req-814a2a7c-1f9a-497e-b401-c1e34bce5e67 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:34.453666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e26af419-4ca1-454a-8a38-c136b50ce40d req-814a2a7c-1f9a-497e-b401-c1e34bce5e67 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.0679889
Mar 05 21:00:34.514482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e26af419-4ca1-454a-8a38-c136b50ce40d req-fcbabc5c-42a0-4ba5-b99c-328c481daad9 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536778
Mar 05 21:00:34.589561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58412) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:34.666965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Deleting subnet e439f2be-1cb6-4841-bdc0-7a924e185a22 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:00:34.673651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Publish callbacks [] for subnet (e439f2be-1cb6-4841-bdc0-7a924e185a22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.757906 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (e439f2be-1cb6-4841-bdc0-7a924e185a22), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.769788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540de0-eb87-4079-82a5-5658dfd782a0 req-88e14458-e23e-4736-b313-16c730f7e665 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:34.771360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4540de0-eb87-4079-82a5-5658dfd782a0 req-88e14458-e23e-4736-b313-16c730f7e665 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 949 time: 0.6540551
Mar 05 21:00:34.822038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e439f2be-1cb6-4841-bdc0-7a924e185a22), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.927615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:34.930950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.934811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (e439f2be-1cb6-4841-bdc0-7a924e185a22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.969657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e439f2be-1cb6-4841-bdc0-7a924e185a22,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:34.980176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:34.983400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f67adcf-c50f-4492-b8b1-5f6fbad7ca59 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e439f2be-1cb6-4841-bdc0-7a924e185a22 HTTP/1.1" status: 204  len: 168 time: 0.3928223
Mar 05 21:00:34.989604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:35.036786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-0ea183ac-8379-4a9c-8404-2b24b3b71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.039395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-0ea183ac-8379-4a9c-8404-2b24b3b71be5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 1128 time: 0.3996935
Mar 05 21:00:35.046724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b952db52-4066-4a1a-87e6-892fe6059218), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.047023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a179-7076-4f3f-86f9-50fb90fafd47 req-5b741665-eba4-4af6-b1f7-9fd2673711ef tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.048937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7930a179-7076-4f3f-86f9-50fb90fafd47 req-5b741665-eba4-4af6-b1f7-9fd2673711ef tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 951 time: 0.1509311
Mar 05 21:00:35.085902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4540de0-eb87-4079-82a5-5658dfd782a0 req-1eb3df9f-b835-4840-8c3b-af425e353f28 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2832398
Mar 05 21:00:35.089360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks [] for port (47d8806d-af28-4122-8f35-2307ef599477), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.098370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (264b845f-29b5-449f-8fc8-89fd683fcf0e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.219618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7930a179-7076-4f3f-86f9-50fb90fafd47 req-61cfb606-bfe3-43cd-bd4c-5e9244fa6ad3 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567292
Mar 05 21:00:35.248409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (264b845f-29b5-449f-8fc8-89fd683fcf0e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.272595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b952db52-4066-4a1a-87e6-892fe6059218,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:35.294756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0a06d0>,) {'filters': {'network_id': ['264b845f-29b5-449f-8fc8-89fd683fcf0e']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:35.308266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0a06d0>, '77944f22-a110-4ff5-a7a1-d2b57bca5ddf') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:35.308708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0a06d0>, '77944f22-a110-4ff5-a7a1-d2b57bca5ddf') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:35.320633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (77944f22-a110-4ff5-a7a1-d2b57bca5ddf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.337897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (77944f22-a110-4ff5-a7a1-d2b57bca5ddf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.354325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:00:35.354825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (77944f22-a110-4ff5-a7a1-d2b57bca5ddf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:00:35.356806 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:00:35.367759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-7e71af7e-98b3-4e11-b5f1-cfdf45c9ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.369318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-7e71af7e-98b3-4e11-b5f1-cfdf45c9ef0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 200  len: 912 time: 0.3160212
Mar 05 21:00:35.370096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:35.370484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Network hostable DHCP agents. Network: 5345ca04-bcd0-4ca9-94fb-fa648ce6d989, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:35.387350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17c490-1640-4f37-8ca1-0a738adbafb2 req-32331852-fabd-4448-a44a-29e41ce8d37a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.388917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb17c490-1640-4f37-8ca1-0a738adbafb2 req-32331852-fabd-4448-a44a-29e41ce8d37a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1957438
Mar 05 21:00:35.427212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.456443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (264b845f-29b5-449f-8fc8-89fd683fcf0e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.473755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.479733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/264b845f-29b5-449f-8fc8-89fd683fcf0e HTTP/1.1" status: 204  len: 168 time: 0.4871051
Mar 05 21:00:35.479733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80bc48-9765-40d3-af36-218e229aa3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=264b845f-29b5-449f-8fc8-89fd683fcf0e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:35.481396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58456) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:35.489493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-7ac722de-2aba-4dbe-ba33-9bfcd4c0b47e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 200  len: 217 time: 0.1109619
Mar 05 21:00:35.584237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Deleting subnet c40accad-d51a-48d1-b7ec-4d2197b68dcf {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:00:35.593580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Publish callbacks [] for subnet (c40accad-d51a-48d1-b7ec-4d2197b68dcf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.618853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:35.636373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:35.649594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-c0a099ca-d304-4929-89a2-9d6092117506 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.650728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:35.651787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-c0a099ca-d304-4929-89a2-9d6092117506 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 949 time: 0.1698570
Mar 05 21:00:35.659616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (c40accad-d51a-48d1-b7ec-4d2197b68dcf), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.669538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:35.685980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:35.720014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5345ca04-bcd0-4ca9-94fb-fa648ce6d989) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:35.729945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d413aa6a-5c4f-475a-bb23-d79651bb149e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.732748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.733356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.738354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2eb1d-32d4-44c7-abfe-aaffda969b56 None None] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:35.756537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb17c490-1640-4f37-8ca1-0a738adbafb2 req-978b36da-d7b6-4936-99a6-6da6b38add49 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3336623
Mar 05 21:00:35.812342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-93e9ea66-84b8-4798-a07c-142fc1b90bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:35.815263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-93e9ea66-84b8-4798-a07c-142fc1b90bc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d139b5d9-2c96-40ac-ae62-ea5b844740fb HTTP/1.1" status: 200  len: 851 time: 0.2881496
Mar 05 21:00:35.858707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c40accad-d51a-48d1-b7ec-4d2197b68dcf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.878259 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.920625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ab357-9f51-4bca-8648-4b442b75bb69 None None] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:35.944384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-08b329cb-69f2-480f-b89c-c14599c5089d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.3005781
Mar 05 21:00:35.963106 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (c40accad-d51a-48d1-b7ec-4d2197b68dcf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:35.992147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-a260675f-3ad6-4831-943f-4d56703b3ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab2e26a-32ab-44a2-a446-4460222e659b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1558187
Mar 05 21:00:36.021126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.029058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c40accad-d51a-48d1-b7ec-4d2197b68dcf HTTP/1.1" status: 204  len: 168 time: 0.5459132
Mar 05 21:00:36.031160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Subnet': ['ID=d413aa6a-5c4f-475a-bb23-d79651bb149e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:36.056339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:36.056967 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.098344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fe18d-4389-4744-94dd-a0042fd071e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40accad-d51a-48d1-b7ec-4d2197b68dcf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:36.127701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c5c502f7-b6a3-4681-8f8c-8a7fed61e431 None None] Provisioning complete for port 47d8806d-af28-4122-8f35-2307ef599477 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:36.129068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c5c502f7-b6a3-4681-8f8c-8a7fed61e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (47d8806d-af28-4122-8f35-2307ef599477), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.148232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Deleting port 4ddb96a1-6319-42f4-b30a-01be12098ece {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:36.148783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.190907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c5c502f7-b6a3-4681-8f8c-8a7fed61e431 None None] Port 47d8806d-af28-4122-8f35-2307ef599477 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:36.231292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6ab9b49-2cdd-4131-b322-0ea6ac0003dd no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:36.242720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Checking segment: {'id': '87e95e15-21f5-4422-8e42-80bce1f3ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:36.243115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network hostable DHCP agents. Network: b38b00b8-98f1-4c83-bef0-db5e8e33c912, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:36.287614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: e6ab9b49-2cdd-4131-b322-0ea6ac0003dd {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:36.288046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6ab9b49-2cdd-4131-b322-0ea6ac0003dd not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:36.288494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:36.310574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] For port 4ddb96a1-6319-42f4-b30a-01be12098ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ddb96a1-6319-42f4-b30a-01be12098ece,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:36.311127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.327615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Calling delete_port for 4ddb96a1-6319-42f4-b30a-01be12098ece owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:36.328647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.347987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8f7c2cab-85e6-4c3d-8053-602f2edec4c8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.374557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668fc4-4d00-495a-854d-1499f532a189 req-0c4e618e-4eab-421b-97d1-5e3947e55d59 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:36.377857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3d55e8e-71fd-427a-9669-f45552929be7 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:36.378263 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.381472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab668fc4-4d00-495a-854d-1499f532a189 req-0c4e618e-4eab-421b-97d1-5e3947e55d59 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.4447527
Mar 05 21:00:36.387893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:36.403356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:36.407241 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfee725-fc8e-41ad-a9dc-2397f0ee9705" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:36.422290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-99865576-4b5d-4cce-9e9d-a750feb2559c service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4141061
Mar 05 21:00:36.425270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:36.428734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b38b00b8-98f1-4c83-bef0-db5e8e33c912) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:36.430954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.454526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:36.455343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.467586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede21429-cdfa-47e2-b46b-49ffce07df3c req-967879c4-e8a8-45df-8e6e-fe9014e77140 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:36.476236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede21429-cdfa-47e2-b46b-49ffce07df3c req-967879c4-e8a8-45df-8e6e-fe9014e77140 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd9126c2-8660-405c-a372-7083f5368bb4 HTTP/1.1" status: 200  len: 949 time: 0.1299503
Mar 05 21:00:36.493219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:36.496724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308cea2-1809-4b23-8dd0-4b0e6a229e03 None None] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:36.566684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede21429-cdfa-47e2-b46b-49ffce07df3c req-75909c4f-9c6b-4201-ae45-704335263039 tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.15 "GET /v2.0/security-groups?id=525eba9f-474b-475d-88d0-1f465a824fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894773
Mar 05 21:00:36.590380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4ddb96a1-6319-42f4-b30a-01be12098ece), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.604365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (47d8806d-af28-4122-8f35-2307ef599477), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.630971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4ddb96a1-6319-42f4-b30a-01be12098ece'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:36.631894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab668fc4-4d00-495a-854d-1499f532a189 req-0576fd19-cfe1-41c9-a3f3-f18e96e451ca tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492268
Mar 05 21:00:36.637054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Pushing event deleted for resources: {'Port': ['ID=4ddb96a1-6319-42f4-b30a-01be12098ece,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:36.661679 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0acfeac9-89fb-4d06-94c6-7649ddd99882 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5219114
Mar 05 21:00:36.677659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:36.686521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591869358'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:36.690672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8f7c2cab-85e6-4c3d-8053-602f2edec4c8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.704366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'project_id': '711ce7b6d3d841e18645eeef79f1c462', 'fixed_ips': [{'subnet_id': 'd413aa6a-5c4f-475a-bb23-d79651bb149e'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:36.710202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.788535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1bb0>,) {'filters': {'network_id': ['8f7c2cab-85e6-4c3d-8053-602f2edec4c8']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:36.802566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] No DVR routers for this DVR port 4ddb96a1-6319-42f4-b30a-01be12098ece on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:36.855206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1bb0>, '452b564f-1f8b-4d60-936c-a476fe6daba3') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:36.855543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1bb0>, '452b564f-1f8b-4d60-936c-a476fe6daba3') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:36.881470 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8452944b-1d9a-454c-9f18-46dfb3ec7e84 x-openstack-request-id: req-8452944b-1d9a-454c-9f18-46dfb3ec7e84 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:36.882330 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:36.882794 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8452944b-1d9a-454c-9f18-46dfb3ec7e84 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:36.883383 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'code': 200}
Mar 05 21:00:36.895755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.897987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (452b564f-1f8b-4d60-936c-a476fe6daba3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:36.902246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdc3d717-1d72-422d-80c4-f490bb442596 req-b40d16eb-adaa-4202-9b20-6e17969aa93e tempest-TenantUsagesTestJSON-1520273454 tempest-TenantUsagesTestJSON-1520273454-project] 10.222.0.31 "DELETE /v2.0/ports/4ddb96a1-6319-42f4-b30a-01be12098ece HTTP/1.1" status: 204  len: 173 time: 1.2052531
Mar 05 21:00:36.902745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'name': 'network-vif-deleted', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:36.913614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ca07f02-8ce5-4100-9d89-7982ead6d8f3 req-b5f35927-07a1-4e83-b665-e2d362a4b2cb service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827080
Mar 05 21:00:36.917254 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fea7a82-d8b2-48d5-9d6f-2607ede9ec9d" -d '{"events": [{"server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "name": "network-vif-deleted", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:36.981379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (452b564f-1f8b-4d60-936c-a476fe6daba3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.012767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 18071b6d-7026-4b26-a974-c0db39f19310 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:37.013211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:00:37.013636 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (452b564f-1f8b-4d60-936c-a476fe6daba3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:00:37.020412 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:00:37.108148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Allocated IP 2001:db8::2 (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/3aa51e52-9815-4224-92d4-0c9d3e73d66a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:37.159534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-9d5abb6f-09b2-4c7b-a80e-4df179967137 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:37.167241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-9d5abb6f-09b2-4c7b-a80e-4df179967137 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.2224021
Mar 05 21:00:37.176836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:37.180795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.181847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8f7c2cab-85e6-4c3d-8053-602f2edec4c8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.193556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.196702 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-c2d7ef9e-081a-464b-afcb-6fba8cdb71ab tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0283232
Mar 05 21:00:37.196856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f7c2cab-85e6-4c3d-8053-602f2edec4c8 HTTP/1.1" status: 204  len: 168 time: 1.1252921
Mar 05 21:00:37.215734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port b0cb80ac-6349-4818-b586-8affd24a53df yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:00:37.218360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 18071b6d-7026-4b26-a974-c0db39f19310 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:37.219526 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (18071b6d-7026-4b26-a974-c0db39f19310), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.222664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007346ce-bf6f-410c-8f92-2a92245dff6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7c2cab-85e6-4c3d-8053-602f2edec4c8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:37.234226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760e9f-4eeb-486d-88d7-60c67a71842c req-d1ddeab7-806b-4e61-adce-bf85dde28cd5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:37.235963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1760e9f-4eeb-486d-88d7-60c67a71842c req-d1ddeab7-806b-4e61-adce-bf85dde28cd5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1565194
Mar 05 21:00:37.263443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-26aa6032-11a1-40ae-ab28-25432029945b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0557046
Mar 05 21:00:37.290079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks [] for port (47d8806d-af28-4122-8f35-2307ef599477), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.302902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.371549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1760e9f-4eeb-486d-88d7-60c67a71842c req-1f2812ba-a590-48bd-a3da-1fc355d63c5a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255023
Mar 05 21:00:37.402360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:37.417079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.451576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 18071b6d-7026-4b26-a974-c0db39f19310 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:37.452157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (18071b6d-7026-4b26-a974-c0db39f19310), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.464354 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1f2545-0853-4d9e-af31-0167141fce2e x-openstack-request-id: req-8e1f2545-0853-4d9e-af31-0167141fce2e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:37.465180 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9126c2-8660-405c-a372-7083f5368bb4", "name": "network-vif-deleted", "tag": "4ddb96a1-6319-42f4-b30a-01be12098ece", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:37.465733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks [] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.466051 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e1f2545-0853-4d9e-af31-0167141fce2e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:37.466621 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9126c2-8660-405c-a372-7083f5368bb4', 'name': 'network-vif-deleted', 'tag': '4ddb96a1-6319-42f4-b30a-01be12098ece', 'status': 'completed', 'code': 200}
Mar 05 21:00:37.478742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-02101b48-99cd-4654-bb71-647410122bd2 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138426
Mar 05 21:00:37.484143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.487830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 18071b6d-7026-4b26-a974-c0db39f19310, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18071b6d-7026-4b26-a974-c0db39f19310,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:37.520469 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (18071b6d-7026-4b26-a974-c0db39f19310), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.550431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:37.566392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:37.577732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:37.586111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Pushing event updated for resources: {'Port': ['ID=3aa51e52-9815-4224-92d4-0c9d3e73d66a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:37.588697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:37.620275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::3a7 (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/b0cb80ac-6349-4818-b586-8affd24a53df) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:37.632263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:37.643615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:37.802281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Attempting to bind port 3aa51e52-9815-4224-92d4-0c9d3e73d66a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:37.802661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Attempting to bind port 3aa51e52-9815-4224-92d4-0c9d3e73d66a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87e95e15-21f5-4422-8e42-80bce1f3ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:37.803036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Attempting to bind port 3aa51e52-9815-4224-92d4-0c9d3e73d66a on network b38b00b8-98f1-4c83-bef0-db5e8e33c912 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:37.824090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3bae83b9-8b2e-4d4c-8ace-113ce19bd387 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fe78275333a4f76b61435e6afaf7a53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2330956
Mar 05 21:00:37.824766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58574) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:37.829831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (b0cb80ac-6349-4818-b586-8affd24a53df), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.831492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:37.835925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Checking segment: {'id': '87e95e15-21f5-4422-8e42-80bce1f3ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:37.836364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.836772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Bound using segment: {'id': '87e95e15-21f5-4422-8e42-80bce1f3ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:37.837289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Bound port: 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e95e15-21f5-4422-8e42-80bce1f3ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:37.837681 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.890421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=18071b6d-7026-4b26-a974-c0db39f19310,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:37.934509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:37.952143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:00:37.971874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636b1c1-d42c-46c6-a997-3c9371305add req-5f9b8a5c-351f-4a13-8849-8ae0d2b697f4 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:37.973830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b636b1c1-d42c-46c6-a997-3c9371305add req-5f9b8a5c-351f-4a13-8849-8ae0d2b697f4 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.1962292
Mar 05 21:00:37.993800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] Publish callbacks [] for security_group (0f4d63b8-f4f8-47a4-8238-12d6bfa34e15), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.018664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] For port 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:38.025568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] For port 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa51e52-9815-4224-92d4-0c9d3e73d66a,segment=NetworkSegment(87e95e15-21f5-4422-8e42-80bce1f3ab56),segment_id=87e95e15-21f5-4422-8e42-80bce1f3ab56)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:38.025791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] Publish callbacks [] for security_group (0f4d63b8-f4f8-47a4-8238-12d6bfa34e15), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.032684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b81192e1-0a88-4a43-8c0f-0c87207c1211 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5516429
Mar 05 21:00:38.036979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:38.039872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.044074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:38.055340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:38.060796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:38.061734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.066785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=b0cb80ac-6349-4818-b586-8affd24a53df,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:38.087963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3288179d-3712-48ab-80b8-34b05e7a96c5 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.4088066
Mar 05 21:00:38.091450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58576) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:38.100103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1082982738', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a7', 'mac_address': 'fa:16:3e:97:ab:75'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:38.130880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691681b-55fd-4e02-a946-0644f19ad9ef None None] Pushing event updated for resources: {'Port': ['ID=3aa51e52-9815-4224-92d4-0c9d3e73d66a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:38.150265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-13b67f1e-133d-472d-88d0-c915656be4cd None None] Provisioning complete for port 47d8806d-af28-4122-8f35-2307ef599477 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:38.150653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13b67f1e-133d-472d-88d0-c915656be4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (47d8806d-af28-4122-8f35-2307ef599477), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.207726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-13b67f1e-133d-472d-88d0-c915656be4cd None None] Port 47d8806d-af28-4122-8f35-2307ef599477 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:38.280660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:38.303068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0f4d63b8-f4f8-47a4-8238-12d6bfa34e15), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.310135 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.313077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f4d63b8-f4f8-47a4-8238-12d6bfa34e15 HTTP/1.1" status: 204  len: 168 time: 0.4644575
Mar 05 21:00:38.366391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e997ddf-b829-49a2-8c3a-e03af8dda907 req-ef1a6f5b-5eec-4988-91eb-794a5bce8479 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 210 time: 0.0536597
Mar 05 21:00:38.411502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b636b1c1-d42c-46c6-a997-3c9371305add req-e43bab0e-0da1-47c1-b419-d0f5f5281848 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4293382
Mar 05 21:00:38.469861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0df4-7faf-4223-9ca3-fd792db969fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d63b8-f4f8-47a4-8238-12d6bfa34e15,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:38.559813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:38.580608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a65cd6b4-65e1-4ead-beab-73d1848d7934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8a73148186e46d78a10218811c8ba53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2968099
Mar 05 21:00:38.585255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58618) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:38.686760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:38.706373 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Sync routers for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:00:38.760472 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:38.761012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:38.798774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] Publish callbacks [] for security_group (525eba9f-474b-475d-88d0-1f465a824fd4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.924742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] Publish callbacks [] for security_group (525eba9f-474b-475d-88d0-1f465a824fd4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:38.998744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3aa51e52-9815-4224-92d4-0c9d3e73d66a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:39.036639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (525eba9f-474b-475d-88d0-1f465a824fd4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.041365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.042559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/525eba9f-474b-475d-88d0-1f465a824fd4 HTTP/1.1" status: 204  len: 168 time: 0.4561243
Mar 05 21:00:39.076068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9560a1c-29c7-48b0-8950-c50bcc469423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525eba9f-474b-475d-88d0-1f465a824fd4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:39.156567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:39.165675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58638) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:39.222879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3aa51e52-9815-4224-92d4-0c9d3e73d66a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:39.223371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.325516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b6a173f0-7d7d-4f14-b034-a3c52fcf0bf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c818289f1404d179d55eae5c16a4fa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1585441
Mar 05 21:00:39.347243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58640) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:39.424888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91186cef-9278-4db4-80c4-e8f644142cde req-e28437b5-bfd9-47fb-82e8-bdaabed86032 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:39.427826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3aa51e52-9815-4224-92d4-0c9d3e73d66a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:39.428658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.446031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91186cef-9278-4db4-80c4-e8f644142cde req-e28437b5-bfd9-47fb-82e8-bdaabed86032 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.3453813
Mar 05 21:00:39.470299 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6c10>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:36Z', 'revision_number': 4, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47d8806d-af28-4122-8f35-2307ef599477', 'name': '', 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'mac_address': 'fa:16:3e:aa:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '23d20116-114b-4712-a96c-58aff2d6c051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:33Z', 'updated_at': '2022-03-05T21:00:36Z', 'revision_number': 2, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'subnets': [{'id': '23d20116-114b-4712-a96c-58aff2d6c051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:39.473935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa51e52-9815-4224-92d4-0c9d3e73d66a,segment=NetworkSegment(87e95e15-21f5-4422-8e42-80bce1f3ab56),segment_id=87e95e15-21f5-4422-8e42-80bce1f3ab56)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:39.482240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.484055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 18071b6d-7026-4b26-a974-c0db39f19310 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:39.508952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Checking router: 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:00:39.509586 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Updating router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 port 47d8806d-af28-4122-8f35-2307ef599477 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:00:39.557691 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (47d8806d-af28-4122-8f35-2307ef599477), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.597186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3aa51e52-9815-4224-92d4-0c9d3e73d66a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:39.608778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 18071b6d-7026-4b26-a974-c0db39f19310 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:39.609236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (18071b6d-7026-4b26-a974-c0db39f19310), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.637774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91186cef-9278-4db4-80c4-e8f644142cde req-486fef9c-417e-4fb5-9ef5-ddf738a65777 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907985
Mar 05 21:00:39.722032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] Publish callbacks [] for security_group (0245d541-5abf-4094-9b53-1a468d46b052), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.733517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-88560ef7-1ef8-4f6a-9921-80f9c94a9bb1 admin admin] 10.222.0.15 "PUT /v2.0/routers/4693f3bf-3d89-4bac-bf57-8e5f12f424b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0276461
Mar 05 21:00:39.785286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] Publish callbacks [] for security_group (0245d541-5abf-4094-9b53-1a468d46b052), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.794624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 18071b6d-7026-4b26-a974-c0db39f19310 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:39.872050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0245d541-5abf-4094-9b53-1a468d46b052), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.875062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.876781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0245d541-5abf-4094-9b53-1a468d46b052 HTTP/1.1" status: 204  len: 168 time: 0.5282080
Mar 05 21:00:39.894378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0de94-204b-498c-b4dc-137aa0e825af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245d541-5abf-4094-9b53-1a468d46b052,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:39.903288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc9e9f-02fc-449f-80b7-7b7b79a6c591 req-21ec234a-f48b-4f03-b049-a8f9c928571c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:39.907827 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80cc9e9f-02fc-449f-80b7-7b7b79a6c591 req-21ec234a-f48b-4f03-b049-a8f9c928571c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 1.2420902
Mar 05 21:00:39.914790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:39.934967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:40.029918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0edf8-d893-4c35-b79b-238b8c9d6e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.061396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8be39a-b4e3-4e7b-a632-aa41d68b3e68 None None] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:40.079014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58662) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:40.095298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port 6632a241-b533-43ae-9b90-00cd59a800a8 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:00:40.132833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80cc9e9f-02fc-449f-80b7-7b7b79a6c591 req-908836af-bf11-414c-84d7-39c2d698d14d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031267
Mar 05 21:00:40.177473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-523f99a6-c713-4e4f-8a75-60a88b55c3ce req-82a5b484-bba1-4b08-b326-4a99055c7606 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 210 time: 0.1338892
Mar 05 21:00:40.266418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4ddb96a1-6319-42f4-b30a-01be12098ece no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:40.396619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 4ddb96a1-6319-42f4-b30a-01be12098ece {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:40.396999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4ddb96a1-6319-42f4-b30a-01be12098ece not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:40.438837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d647417d-a728-4ef5-8773-7d1ca2338044 None None] Provisioning complete for port 3aa51e52-9815-4224-92d4-0c9d3e73d66a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:40.439250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d647417d-a728-4ef5-8773-7d1ca2338044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.452677 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks [] for port (47d8806d-af28-4122-8f35-2307ef599477), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.460601 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.464944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-ec4a4093-2703-4a32-a7df-7de419f6d1e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:40.466491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-ec4a4093-2703-4a32-a7df-7de419f6d1e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.4068108
Mar 05 21:00:40.495258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:40.497976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::2b6 (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/6632a241-b533-43ae-9b90-00cd59a800a8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:40.520801 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Pushing event updated for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:40.542349 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.543279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.544103 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.544827 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.546180 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.547442 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.548185 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.550179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.550685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.551204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.551719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.552239 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.552715 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:40.596787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0edf8-d893-4c35-b79b-238b8c9d6e50 admin admin] Publish callbacks [] for security_group (7065f8fc-81fa-426f-99c3-213d51a9eed7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.639182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0edf8-d893-4c35-b79b-238b8c9d6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7065f8fc-81fa-426f-99c3-213d51a9eed7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.738900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d647417d-a728-4ef5-8773-7d1ca2338044 None None] Current status of the port 3aa51e52-9815-4224-92d4-0c9d3e73d66a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:40.742011 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Attempting to bind port 47d8806d-af28-4122-8f35-2307ef599477 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:40.742660 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Attempting to bind port 47d8806d-af28-4122-8f35-2307ef599477 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:40.743235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Attempting to bind port 47d8806d-af28-4122-8f35-2307ef599477 on network 5a49155d-6f60-4d66-834d-06bb1a535da7 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:40.752036 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:40.752686 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Checking segment: {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:40.753325 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.753925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Bound using segment: {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:40.754597 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Bound port: 47d8806d-af28-4122-8f35-2307ef599477, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7311b9-b1a5-470e-bd9e-0bf18545ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:40.755523 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (47d8806d-af28-4122-8f35-2307ef599477), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.763147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80c0edf8-d893-4c35-b79b-238b8c9d6e50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae5830146424c59ac2e6072671a071c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8215020
Mar 05 21:00:40.767071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0edf8-d893-4c35-b79b-238b8c9d6e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065f8fc-81fa-426f-99c3-213d51a9eed7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:40.785882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3aa51e52-9815-4224-92d4-0c9d3e73d66a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:40.793553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58714) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:40.869386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1876428332'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:40.925503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3aa51e52-9815-4224-92d4-0c9d3e73d66a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:40.926297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.934790 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] For port 47d8806d-af28-4122-8f35-2307ef599477, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:40.942502 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] For port 47d8806d-af28-4122-8f35-2307ef599477, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47d8806d-af28-4122-8f35-2307ef599477,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:40.955865 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.973387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:40.982384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:40.990405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:41.002779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.048389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3aa51e52-9815-4224-92d4-0c9d3e73d66a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:41.075953 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae79c36-69bd-47e1-8227-8c81150c7468 None None] Pushing event updated for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:41.089264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Provisioning complete for port 47d8806d-af28-4122-8f35-2307ef599477 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:41.089995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (47d8806d-af28-4122-8f35-2307ef599477), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.117155 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:41.117806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:41.153665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:41.177719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.178173 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Added segment b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739 of type vlan for network c34535e3-e400-4c55-a1a3-ed7a1b0771fd
Mar 05 21:00:41.261858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa7a3e-37d4-4d06-bd24-039debb6fb0b req-4300e667-d016-47ba-817c-478c9c9f6ac1 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:41.275609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36aa7a3e-37d4-4d06-bd24-039debb6fb0b req-4300e667-d016-47ba-817c-478c9c9f6ac1 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.4435401
Mar 05 21:00:41.311918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c34535e3-e400-4c55-a1a3-ed7a1b0771fd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.315351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Current status of the port 47d8806d-af28-4122-8f35-2307ef599477 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:41.315796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (47d8806d-af28-4122-8f35-2307ef599477), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.374909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] Publish callbacks [] for security_group (7065f8fc-81fa-426f-99c3-213d51a9eed7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.380265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c34535e3-e400-4c55-a1a3-ed7a1b0771fd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.389323 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] For port 47d8806d-af28-4122-8f35-2307ef599477, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47d8806d-af28-4122-8f35-2307ef599477,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:41.400239 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.415868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:41.416667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.430000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] Publish callbacks [] for security_group (7065f8fc-81fa-426f-99c3-213d51a9eed7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.505692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:41.513706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:41.532640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (6632a241-b533-43ae-9b90-00cd59a800a8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.535289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2940a-cf0f-459c-afa6-669a7fe6e50d None None] Pushing event updated for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:41.586110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Provisioning complete for port 3aa51e52-9815-4224-92d4-0c9d3e73d66a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:41.590439 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.600755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.5206974
Mar 05 21:00:41.610995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:41.617684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'subnet': {'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:41.652911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36aa7a3e-37d4-4d06-bd24-039debb6fb0b req-ac77f435-cdef-42ca-9109-1cdf081a0975 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3735652
Mar 05 21:00:41.719314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6632a241-b533-43ae-9b90-00cd59a800a8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.733913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe583c4-fb0d-4fa2-a964-68f70fcf1c5b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Network': ['ID=c34535e3-e400-4c55-a1a3-ed7a1b0771fd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:41.757448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:41.821674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7065f8fc-81fa-426f-99c3-213d51a9eed7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.825892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.829934 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7065f8fc-81fa-426f-99c3-213d51a9eed7 HTTP/1.1" status: 204  len: 168 time: 1.0332890
Mar 05 21:00:41.868424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:41.871965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.881292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd88806-e5d4-49f5-92c5-277f5b53fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065f8fc-81fa-426f-99c3-213d51a9eed7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:41.894111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:41.896849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=6632a241-b533-43ae-9b90-00cd59a800a8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:41.901548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:41.909334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:41.916478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:41.917502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:41.964224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92476-a2ac-461c-8390-977ff463db17 req-964e80ab-c66f-41a6-8d24-d7163133ea74 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:41.966422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6f92476-a2ac-461c-8390-977ff463db17 req-964e80ab-c66f-41a6-8d24-d7163133ea74 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1695883
Mar 05 21:00:41.972733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90fc461d-32c1-4489-9b60-8a3206ed00c0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 3.8795218
Mar 05 21:00:41.976151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58768) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:42.124633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-25005218-network', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:42.181652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Current status of the port 3aa51e52-9815-4224-92d4-0c9d3e73d66a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:42.205116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6c10>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:36Z', 'revision_number': 4, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47d8806d-af28-4122-8f35-2307ef599477', 'name': '', 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'mac_address': 'fa:16:3e:aa:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '23d20116-114b-4712-a96c-58aff2d6c051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:33Z', 'updated_at': '2022-03-05T21:00:40Z', 'revision_number': 4, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'subnets': [{'id': '23d20116-114b-4712-a96c-58aff2d6c051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:42.207999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Provisioning complete for port b0cb80ac-6349-4818-b586-8affd24a53df triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:42.208392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:42.254335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9421e-502d-483d-bd3c-b78848afc530 None None] The sync data for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 is: [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:00:36Z', 'revision_number': 4, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47d8806d-af28-4122-8f35-2307ef599477', 'name': '', 'network_id': '5a49155d-6f60-4d66-834d-06bb1a535da7', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'mac_address': 'fa:16:3e:aa:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '23d20116-114b-4712-a96c-58aff2d6c051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:33Z', 'updated_at': '2022-03-05T21:00:40Z', 'revision_number': 4, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'subnets': [{'id': '23d20116-114b-4712-a96c-58aff2d6c051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:00:42.287734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bdb65-6196-4e59-80d9-e30951c4929e tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:42.301089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bdb65-6196-4e59-80d9-e30951c4929e tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:42.310254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bdb65-6196-4e59-80d9-e30951c4929e tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:42.314521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-876bdb65-6196-4e59-80d9-e30951c4929e tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2484 time: 0.3352997
Mar 05 21:00:42.317901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d60ca024-5db6-4c06-affb-0a5d32799e09 None None] Port b0cb80ac-6349-4818-b586-8affd24a53df cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:42.320686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58774) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:42.362087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6f92476-a2ac-461c-8390-977ff463db17 req-6c49f748-4162-4e68-a4de-f24c446e82ac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3845491
Mar 05 21:00:42.409887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Made reservation on behalf of f59b6cf41e6d4308819eb264dcaa320e for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:42.414394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:42.428920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.4 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/13e30f1f-3efa-4b94-9aa8-e3fa05224e82) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:42.452962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Provisioning complete for port 47d8806d-af28-4122-8f35-2307ef599477 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:42.453637 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (47d8806d-af28-4122-8f35-2307ef599477), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:42.482502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:42.698769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port 6632a241-b533-43ae-9b90-00cd59a800a8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:42.699154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6632a241-b533-43ae-9b90-00cd59a800a8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:42.809825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 47d8806d-af28-4122-8f35-2307ef599477 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:42.819982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ee40893-608b-450d-8f01-5eac984406b8 req-13120e43-6346-4845-8c33-fa2d0d70d6ab tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 210 time: 0.4038794
Mar 05 21:00:42.938192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.016143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 47d8806d-af28-4122-8f35-2307ef599477 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:43.016346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (47d8806d-af28-4122-8f35-2307ef599477), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.063338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6632a241-b533-43ae-9b90-00cd59a800a8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.076869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Current status of the port 47d8806d-af28-4122-8f35-2307ef599477 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:43.097743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Provisioning complete for port b0cb80ac-6349-4818-b586-8affd24a53df triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:43.098125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.105061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for 6632a241-b533-43ae-9b90-00cd59a800a8 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:43.163892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Port b0cb80ac-6349-4818-b586-8affd24a53df cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:43.222003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (d05805b0-1de2-40fc-9f16-024aedcf4373), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.258585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Provisioning complete for port 6632a241-b533-43ae-9b90-00cd59a800a8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:43.259177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6632a241-b533-43ae-9b90-00cd59a800a8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.310807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 47d8806d-af28-4122-8f35-2307ef599477 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:43.327020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-80dbd8b6-3fd3-4672-b1c4-e6753b6f1a91 None None] Port 6632a241-b533-43ae-9b90-00cd59a800a8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:43.346613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.358401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6632a241-b533-43ae-9b90-00cd59a800a8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.372748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Subnet': ['ID=d05805b0-1de2-40fc-9f16-024aedcf4373,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:43.382836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-bd384b81-e31c-4d57-ac31-5a882f60b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:43.384812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-bd384b81-e31c-4d57-ac31-5a882f60b552 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 1128 time: 0.7327130
Mar 05 21:00:43.391773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks [] for security_group (621a7cb9-1374-4c66-a57f-b23eb056c18d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.422562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=6632a241-b533-43ae-9b90-00cd59a800a8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:43.424181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (621a7cb9-1374-4c66-a57f-b23eb056c18d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.424834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:43.434420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4be33-9fea-457c-b011-95ed0c103253 req-43957ca7-81ee-4bb3-a79e-4cb76c38bb95 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:43.442579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84c4be33-9fea-457c-b011-95ed0c103253 req-43957ca7-81ee-4bb3-a79e-4cb76c38bb95 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.4684596
Mar 05 21:00:43.461878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:43.464455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:43.518287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:43.558333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Checking segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:43.558642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network hostable DHCP agents. Network: c34535e3-e400-4c55-a1a3-ed7a1b0771fd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:43.585946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:43.586616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.606056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84c4be33-9fea-457c-b011-95ed0c103253 req-17e01a19-f0f0-478a-80e7-c382d970ead7 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623640
Mar 05 21:00:43.620106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a7cb9-1374-4c66-a57f-b23eb056c18d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:43.645208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:43.662275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-d6d4f1bf-a609-4c02-8e23-ea18e732cf40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1774561
Mar 05 21:00:43.673071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:43.674690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Request body: {'port': {'device_id': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:43.708627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c34535e3-e400-4c55-a1a3-ed7a1b0771fd) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:43.717102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:43.717907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.722078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5bf56-7373-485e-9187-29af06b617bf None None] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:43.777011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6dcbadc2-eab2-4922-96be-419a1d5b29c9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.1640475
Mar 05 21:00:43.779021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:43.790458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.822082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (54c2b107-2514-45b5-b20a-ab9931a24322), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:43.822435 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Added segment 54c2b107-2514-45b5-b20a-ab9931a24322 of type vlan for network eb152f6f-c57d-4619-b0c4-9bec5538183b
Mar 05 21:00:43.827225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1601480503'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:43.990601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'fixed_ips': [{'subnet_id': 'd05805b0-1de2-40fc-9f16-024aedcf4373'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:43.991458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.062427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.078507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-56ccecd4-7e50-4da7-ae7c-71553a4b2fa0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/6632a241-b533-43ae-9b90-00cd59a800a8 HTTP/1.1" status: 204  len: 168 time: 1.7535121
Mar 05 21:00:44.086468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58850) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:44.098166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (eb152f6f-c57d-4619-b0c4-9bec5538183b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.129036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-c617e06f-d327-4097-8f3f-88e67cdd8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:44.131055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-c617e06f-d327-4097-8f3f-88e67cdd8568 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 200  len: 912 time: 0.7203591
Mar 05 21:00:44.132930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:44.137699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.151224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (eb152f6f-c57d-4619-b0c4-9bec5538183b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.152405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:44.152850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.236978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Allocated IP 19.80.0.2 (c34535e3-e400-4c55-a1a3-ed7a1b0771fd/d05805b0-1de2-40fc-9f16-024aedcf4373/42dfb1a0-fed2-4081-808e-1ecc53e0c691) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:44.268781 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9fa0ea-2096-4c74-a518-6b9326cc2540 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] GET failed (client error): The resource could not be found.
Mar 05 21:00:44.277141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aa9fa0ea-2096-4c74-a518-6b9326cc2540 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports/6632a241-b533-43ae-9b90-00cd59a800a8 HTTP/1.1" status: 404  len: 333 time: 0.1915736
Mar 05 21:00:44.278613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58858) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:44.281952 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-5fe23ac1-c79d-4611-9fb7-de5b6f093ec8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 200  len: 217 time: 0.1378083
Mar 05 21:00:44.295479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1884540312'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:44.322386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.7920582
Mar 05 21:00:44.340141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:44.356641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Request body: {'subnet': {'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-25005218-subnet', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:44.435533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949f69-f8b8-4f83-a8c8-2f5f3af2e0c2 req-85dc77aa-8f6f-4e90-b87a-2dfde0927499 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:44.447624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Made reservation on behalf of f59b6cf41e6d4308819eb264dcaa320e for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:44.450504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.452399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16949f69-f8b8-4f83-a8c8-2f5f3af2e0c2 req-85dc77aa-8f6f-4e90-b87a-2dfde0927499 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.3796995
Mar 05 21:00:44.518712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:44.535917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks [] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.548163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89335b-ea66-4092-936d-d34d97c85dad admin admin] Pushing event updated for resources: {'Network': ['ID=eb152f6f-c57d-4619-b0c4-9bec5538183b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:44.586606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network eb152f6f-c57d-4619-b0c4-9bec5538183b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:44.592044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-2dc7cbf0-6dc3-485c-a7d3-57b769082a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:44.593660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-2dc7cbf0-6dc3-485c-a7d3-57b769082a01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d139b5d9-2c96-40ac-ae62-ea5b844740fb HTTP/1.1" status: 200  len: 851 time: 0.2749760
Mar 05 21:00:44.596746 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.688952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16949f69-f8b8-4f83-a8c8-2f5f3af2e0c2 req-0af7d4a9-a2f9-44e8-8c86-176e110d5da3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266147
Mar 05 21:00:44.689172 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (64f03a4d-67ad-45f6-9806-38cb5ef87439), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.689704 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Added segment 64f03a4d-67ad-45f6-9806-38cb5ef87439 of type vlan for network 8cd4a347-d767-466b-a1b2-31d8566918a4
Mar 05 21:00:44.697266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:44.706569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.721236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:44.740597 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks [] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.743937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:44.756970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port 8393852a-84e7-4b9c-9257-dbeb8812b744 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:00:44.757299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:44.759921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:44.764982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Pushing event updated for resources: {'Port': ['ID=42dfb1a0-fed2-4081-808e-1ecc53e0c691,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:44.777352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-10b922fe-f639-4aa5-b596-874695ee6a24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab2e26a-32ab-44a2-a446-4460222e659b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1689813
Mar 05 21:00:44.790576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Transition to ACTIVE for port object 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:00:44.845654 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.861303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Attempting to bind port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:44.861679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Attempting to bind port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:44.862078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Attempting to bind port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:44.868625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:44.869001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Checking segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:44.869645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.870209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Bound using segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:44.870843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Bound port: 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:44.871983 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.883796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8cd4a347-d767-466b-a1b2-31d8566918a4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:44.899752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0cd2b-f547-49ac-a2d4-dbad3c529612 req-756a9163-f35b-4cbb-9598-46eaceb9a462 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:44.901461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35d0cd2b-f547-49ac-a2d4-dbad3c529612 req-756a9163-f35b-4cbb-9598-46eaceb9a462 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 931 time: 0.3165295
Mar 05 21:00:44.993079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] For port 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:44.996942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] For port 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42dfb1a0-fed2-4081-808e-1ecc53e0c691,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:45.001771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Pushing event updated for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.013692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.053623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8cd4a347-d767-466b-a1b2-31d8566918a4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.058970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.059810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.091324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::4f (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/8393852a-84e7-4b9c-9257-dbeb8812b744) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:45.119019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c00e5-5cc1-4956-93ab-a997044f471f None None] Pushing event updated for resources: {'Port': ['ID=42dfb1a0-fed2-4081-808e-1ecc53e0c691,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.122751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Attempting to bind port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:45.123180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Attempting to bind port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:45.123427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Attempting to bind port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:45.125914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-2747a651-448c-4009-9c7e-ab0be33f3e98 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229582
Mar 05 21:00:45.138396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:00:45.138743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Attempting to bind port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:45.158729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:45.159128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:45.159452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:45.161799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3542054
Mar 05 21:00:45.164696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Bound port: 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:45.165146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.166204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35d0cd2b-f547-49ac-a2d4-dbad3c529612 req-f81f68b7-b347-424a-a82e-da61f979b2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552311
Mar 05 21:00:45.166798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58902) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:45.237009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'subnet': {'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:45.310782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2dfe88e3-481b-4b40-8199-614b74d4616e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.429155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:45.434876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:45.450598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.465005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.498067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91974f67-f5d1-4c7f-98fc-0a6df3aadb07 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Network': ['ID=8cd4a347-d767-466b-a1b2-31d8566918a4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.515038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.516013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.518457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:45.524356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f76be6e2-5955-40b1-9475-7efb36a4e29f req-1179ebe5-5f9d-4d40-8ba3-31322cc6419c tempest-FlavorsV2NegativeTest-1021438507 tempest-FlavorsV2NegativeTest-1021438507-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a5e5f27ab114a419a38c4ea23494e6b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2168489
Mar 05 21:00:45.525453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfe88e3-481b-4b40-8199-614b74d4616e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.533214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] 10.222.0.31 "PUT /v2.0/ports/13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 200  len: 1091 time: 1.8651478
Mar 05 21:00:45.535915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:45.538473 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49099755-8645-41fd-bbe9-1d2f93be9b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:45.570714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.571268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.572221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.572571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.572911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.573508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.574005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.574341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.574883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.575009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.575303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.575633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.575977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:45.669807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b81b3e-e43a-46a1-bafc-d49f6c21c146 service neutron] Pushing event updated for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.694427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.714324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Checking segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:45.714701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Network hostable DHCP agents. Network: eb152f6f-c57d-4619-b0c4-9bec5538183b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:45.737972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da1c6aeb-ca49-41a7-a5c7-66031f7cc2d1 req-9c547a1d-20a2-402e-883d-ebc6eada3f35 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5886993
Mar 05 21:00:45.754080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:45.757665 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.769056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-5eb45674-948c-4221-b0d2-5ae91c3abeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.770843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-5eb45674-948c-4221-b0d2-5ae91c3abeb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 1125 time: 0.1509032
Mar 05 21:00:45.775267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:45.786342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:45.791694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:45.797594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.798216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.836888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-3d869d7b-f6ab-4554-bf99-ea7cfbd6ee88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 200  len: 217 time: 0.0564868
Mar 05 21:00:45.849898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=8393852a-84e7-4b9c-9257-dbeb8812b744,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:45.867969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:45.903635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb152f6f-c57d-4619-b0c4-9bec5538183b) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:45.909044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.909794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:45.923472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150adc45-a5c5-4a8f-a400-f3fd9a0a185f None None] Network eb152f6f-c57d-4619-b0c4-9bec5538183b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:45.928488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d80af815-53ee-43d6-a760-4b4372a47fa4 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.6404033
Mar 05 21:00:45.932375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:45.947888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be6e2-5955-40b1-9475-7efb36a4e29f req-7ba5dd54-efc7-4e34-b258-85bcc3d8e7f7 tempest-FlavorsV2NegativeTest-1021438507 tempest-FlavorsV2NegativeTest-1021438507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.949526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a7', 'mac_address': 'fa:16:3e:97:ab:75'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:45.956098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f76be6e2-5955-40b1-9475-7efb36a4e29f req-7ba5dd54-efc7-4e34-b258-85bcc3d8e7f7 tempest-FlavorsV2NegativeTest-1021438507 tempest-FlavorsV2NegativeTest-1021438507-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4130623
Mar 05 21:00:45.981924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5144024c-a02d-48e7-a1dc-094a6664b2f4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6383059
Mar 05 21:00:45.982738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:45.992731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f76be6e2-5955-40b1-9475-7efb36a4e29f req-c39fa095-0a75-47e4-9372-c38f0911d956 tempest-FlavorsV2NegativeTest-1021438507 tempest-FlavorsV2NegativeTest-1021438507-project] 10.222.0.15 "GET /v2.0/quotas/2a5e5f27ab114a419a38c4ea23494e6b HTTP/1.1" status: 200  len: 375 time: 0.0356581
Mar 05 21:00:45.993165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-2bf4e1be-038b-4b83-b540-6061b8f4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:45.995058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-2bf4e1be-038b-4b83-b540-6061b8f4e722 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1475606
Mar 05 21:00:46.001800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:46.027836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76958-f943-4b33-a853-cafe553b092d req-b84f28a5-9738-43d6-9f80-5ea66688c5db tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:46.029178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ca76958-f943-4b33-a853-cafe553b092d req-b84f28a5-9738-43d6-9f80-5ea66688c5db tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.2001586
Mar 05 21:00:46.049796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-89ce4a6c-57c3-4698-a7e9-78d1005ae76b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452690
Mar 05 21:00:46.055916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f76be6e2-5955-40b1-9475-7efb36a4e29f req-91072587-0b36-4530-b24e-ab5e66c64664 tempest-FlavorsV2NegativeTest-1021438507 tempest-FlavorsV2NegativeTest-1021438507-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a5e5f27ab114a419a38c4ea23494e6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0622571
Mar 05 21:00:46.102049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb152f6f-c57d-4619-b0c4-9bec5538183b', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:46.102984 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.127022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.129475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.222438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0da8dac4-7603-4018-afd2-70f0fff552a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.316661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for router_controller (b6faaa7c-a150-4165-a994-9ea1a25f76ce), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.334969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Allocated IP 172.20.0.2 (eb152f6f-c57d-4619-b0c4-9bec5538183b/2dfe88e3-481b-4b40-8199-614b74d4616e/1fd763e8-f645-44fb-ae1f-e5f7007e65f7) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:46.370078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Subnet': ['ID=0da8dac4-7603-4018-afd2-70f0fff552a3,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:46.380371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ca76958-f943-4b33-a853-cafe553b092d req-f5b3b042-b1f1-486f-8036-8201854a3250 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344092
Mar 05 21:00:46.557065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks [] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.572521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.575448 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e4c96-5eeb-4364-a475-8c49238a7a98 x-openstack-request-id: req-b08e4c96-5eeb-4364-a475-8c49238a7a98 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:46.575988 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:46.576629 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b08e4c96-5eeb-4364-a475-8c49238a7a98 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:46.577222 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'status': 'completed', 'code': 200}
Mar 05 21:00:46.587391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-a062541e-19af-47e0-87df-ea44d1400508 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5307584
Mar 05 21:00:46.592003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.636684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fb06d67e-9293-4ca1-9d21-2348bcf08a15 None None] Provisioning complete for port 8393852a-84e7-4b9c-9257-dbeb8812b744 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:46.637169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb06d67e-9293-4ca1-9d21-2348bcf08a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.686799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:46.689065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:46.796435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Checking segment: {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:46.798302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network hostable DHCP agents. Network: 8cd4a347-d767-466b-a1b2-31d8566918a4, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:46.806275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for router_gateway (b6faaa7c-a150-4165-a994-9ea1a25f76ce), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.833021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fb06d67e-9293-4ca1-9d21-2348bcf08a15 None None] Port 8393852a-84e7-4b9c-9257-dbeb8812b744 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:46.841654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:46.871958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdadfe-e5ae-446b-bc63-59439367489d None None] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:46.874326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 42dfb1a0-fed2-4081-808e-1ecc53e0c691 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:46.913879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:46.924675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:46.927423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:46.946814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecced813-6ebd-48bd-8730-dcfe24c9d730 req-eb27daf1-9b27-4f38-a1ce-3e11a30bfaea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:46.948377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ecced813-6ebd-48bd-8730-dcfe24c9d730 req-eb27daf1-9b27-4f38-a1ce-3e11a30bfaea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.2196188
Mar 05 21:00:46.950834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8cd4a347-d767-466b-a1b2-31d8566918a4) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:46.985627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:46.986008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:46.986879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a81639-93c4-42d5-965c-004bc61cac8e None None] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:46.989878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Pushing event updated for resources: {'Port': ['ID=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:47.018535 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-439d9241-00a4-4f3a-b63d-eba40acd6102 req-83c75e4b-f791-4a5f-a582-5e4bbf5fba0a service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4010255
Mar 05 21:00:47.031499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-679f8530-416f-4c00-9c38-b914ff3e1faa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.7939918
Mar 05 21:00:47.039013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ecced813-6ebd-48bd-8730-dcfe24c9d730 req-38298030-6868-4f89-904c-8ca9f96c1fda tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800283
Mar 05 21:00:47.086005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5420b2-a635-4c6f-863a-927aec816bab req-2cbfb798-078e-4964-9e02-3e8e7ffb6963 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.087600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c5420b2-a635-4c6f-863a-927aec816bab req-2cbfb798-078e-4964-9e02-3e8e7ffb6963 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 943 time: 0.2897658
Mar 05 21:00:47.160386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.173868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:00:47.180445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.216409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:47.243963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c5420b2-a635-4c6f-863a-927aec816bab req-2456df33-3f21-4cac-a548-807fb3776129 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420779
Mar 05 21:00:47.247301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] In _notify_port_updated(), no bound segment for port 8393852a-84e7-4b9c-9257-dbeb8812b744 on network b38b00b8-98f1-4c83-bef0-db5e8e33c912 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:00:47.254042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.254846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.256357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "PUT /v2.0/ports/8393852a-84e7-4b9c-9257-dbeb8812b744 HTTP/1.1" status: 200  len: 1002 time: 1.3224878
Mar 05 21:00:47.273885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-8e368035-d6b2-4585-8792-8519e26b14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.276311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-8e368035-d6b2-4585-8792-8519e26b14b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 1125 time: 0.1861851
Mar 05 21:00:47.289680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58980) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:47.412606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=8393852a-84e7-4b9c-9257-dbeb8812b744,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:47.418176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Provisioning complete for port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:47.418690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.525874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.526228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.526580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.526925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.527263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.527601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.527990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.528334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.528667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.529002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.529332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.529659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.529989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0c5cf-28f6-45f4-ade0-73f982d12476 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:00:47.640071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-f132f438-9920-4927-8368-26b81d23f798 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.646713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-f132f438-9920-4927-8368-26b81d23f798 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.648595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-f132f438-9920-4927-8368-26b81d23f798 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/networks?id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd&id=8cd4a347-d767-466b-a1b2-31d8566918a4&id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd HTTP/1.1" status: 200  len: 1392 time: 0.2793748
Mar 05 21:00:47.651434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-d044b0c5-da2c-40e6-91f8-a191cd58d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.653155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-d044b0c5-da2c-40e6-91f8-a191cd58d965 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.2886360
Mar 05 21:00:47.666454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port 8393852a-84e7-4b9c-9257-dbeb8812b744 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:47.666794 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.672659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:47.674063 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.679059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17181739-d25b-4c12-93eb-a56f6089ac49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.680346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:47.681035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.695197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-a6962b83-b3d7-4113-b8d1-145e2c618e7d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/quotas/7cdb6564d9b940f4b35211e858ba1bb2 HTTP/1.1" status: 200  len: 375 time: 0.0395298
Mar 05 21:00:47.752149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41d520-1af8-429c-a682-1e12eb363b8a req-a9597a77-49dc-4eac-bca1-3585b7ace4ea tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:47.753862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f41d520-1af8-429c-a682-1e12eb363b8a req-a9597a77-49dc-4eac-bca1-3585b7ace4ea tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 947 time: 0.5357482
Mar 05 21:00:47.756583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for router_gateway (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.761436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-d709f2f9-dc07-4076-a324-373e48a7c42f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 200  len: 217 time: 0.0910387
Mar 05 21:00:47.785356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:47.796231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Attempting to bind port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:47.797305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Attempting to bind port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:47.797305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Attempting to bind port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:47.798307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.841920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:47.845002 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919b773-a550-4b86-b347-c36689c22173" -d '{"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-unplugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:47.855626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8cd4a347-d767-466b-a1b2-31d8566918a4', 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4', 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'fixed_ips': [{'subnet_id': '0da8dac4-7603-4018-afd2-70f0fff552a3'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:47.856532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.858501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:47.858878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Checking segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:47.859376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.859998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Bound using segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:47.860464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Bound port: 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:47.860852 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.873387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'port_id': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'mac_address': 'fa:16:3e:0b:4f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499444a-01df-44fd-8647-fc4e970eb1a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:47.908388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:47.913690 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f41d520-1af8-429c-a682-1e12eb363b8a req-32e71b09-e790-48cc-90b2-b0481a4b13a1 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296997
Mar 05 21:00:47.951421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.976881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17181739-d25b-4c12-93eb-a56f6089ac49 admin admin] Publish callbacks [] for security_group (a2248e20-447f-45e4-9d28-224a830ca4cd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:47.989001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17181739-d25b-4c12-93eb-a56f6089ac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a2248e20-447f-45e4-9d28-224a830ca4cd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.042478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Allocated IP 172.35.0.230 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/23fe934c-e775-444c-a78c-47a580d28154) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:48.056958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17181739-d25b-4c12-93eb-a56f6089ac49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5e5f27ab114a419a38c4ea23494e6b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8373184
Mar 05 21:00:48.071056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58994) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:48.119108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17181739-d25b-4c12-93eb-a56f6089ac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2248e20-447f-45e4-9d28-224a830ca4cd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.149421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Current status of the port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:48.149816 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.184751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:48.185147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.244344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:48.244747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.279848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.293036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:48.302278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] For port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:48.327466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] Publish callbacks [] for security_group (a2248e20-447f-45e4-9d28-224a830ca4cd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.330366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] For port 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42dfb1a0-fed2-4081-808e-1ecc53e0c691,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:48.344689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cd1f1-73b6-4eea-b31f-5fcd55945df8 req-540a78aa-5836-4ced-8eaf-feba6be1afa6 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:48.355041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb4cd1f1-73b6-4eea-b31f-5fcd55945df8 req-540a78aa-5836-4ced-8eaf-feba6be1afa6 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.3011920
Mar 05 21:00:48.355520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-129dfdd3-d517-477a-b5c0-2ab970e1137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:48.357967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-129dfdd3-d517-477a-b5c0-2ab970e1137c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.5819972
Mar 05 21:00:48.358317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.365326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] For port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:48.375871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:48.386046 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.411514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-a54ead16-1897-49c8-85de-ee7b183f2245 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6619868
Mar 05 21:00:48.418103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-5b402289-de38-43ba-8af3-1577bc09437d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470564
Mar 05 21:00:48.425457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for 8393852a-84e7-4b9c-9257-dbeb8812b744 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:48.429994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.433071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] Publish callbacks [] for security_group (a2248e20-447f-45e4-9d28-224a830ca4cd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.438536 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.446075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Allocated IP 19.86.0.2 (8cd4a347-d767-466b-a1b2-31d8566918a4/0da8dac4-7603-4018-afd2-70f0fff552a3/2a59e426-940a-4b5b-9e22-167a7eac2163) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:48.457828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-dc5f6e6d-197f-4742-ae97-892c011acf70 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:48.459009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-dc5f6e6d-197f-4742-ae97-892c011acf70 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 947 time: 0.2716939
Mar 05 21:00:48.489342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for port (23fe934c-e775-444c-a78c-47a580d28154), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.504706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:00:48.504949 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:00:48.554647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb4cd1f1-73b6-4eea-b31f-5fcd55945df8 req-35ecdeea-1db1-454e-aff3-27a583def677 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918340
Mar 05 21:00:48.563246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Provisioning complete for port 8393852a-84e7-4b9c-9257-dbeb8812b744 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:48.563774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.571847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d634e-be8a-4a12-b2c8-3a38b047638c None None] Pushing event updated for resources: {'Port': ['ID=42dfb1a0-fed2-4081-808e-1ecc53e0c691,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.673882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.681296 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cacfb2-c1bf-46b9-b1f3-673e1d274c11 x-openstack-request-id: req-81cacfb2-c1bf-46b9-b1f3-673e1d274c11 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:48.681611 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-unplugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:48.681853 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81cacfb2-c1bf-46b9-b1f3-673e1d274c11 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:48.682738 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'code': 200}
Mar 05 21:00:48.686878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:48.710724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a2248e20-447f-45e4-9d28-224a830ca4cd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.713863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.715078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2248e20-447f-45e4-9d28-224a830ca4cd HTTP/1.1" status: 204  len: 168 time: 0.6384857
Mar 05 21:00:48.723399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (23fe934c-e775-444c-a78c-47a580d28154), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.726981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-4f6feb84-95ec-4b37-aa67-b2b8c31614a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994456
Mar 05 21:00:48.768685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-b1e5a9ca-b1ad-4478-a1ad-7920e5b2532a service neutron] 10.222.0.15 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400421
Mar 05 21:00:48.854659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Pushing event updated for resources: {'Port': ['ID=23fe934c-e775-444c-a78c-47a580d28154,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.868964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Port 8393852a-84e7-4b9c-9257-dbeb8812b744 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:48.912417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d2930-4b77-4231-9916-78dc4c03a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2248e20-447f-45e4-9d28-224a830ca4cd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.922062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d45b5e-94d2-4043-8d0c-23125fa903cb None None] Pushing event updated for resources: {'Port': ['ID=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:48.941266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:48.949974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:48.956053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Deleting port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:48.959312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:48.965128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:48.994179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Provisioning complete for port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:48.994673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.096906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks [] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.123188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.133289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49099755-8645-41fd-bbe9-1d2f93be9b6c req-74cca5c7-591c-4947-893a-03aca152614e service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3686624
Mar 05 21:00:49.138342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8393852a-84e7-4b9c-9257-dbeb8812b744), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.183602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:49.183864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=8393852a-84e7-4b9c-9257-dbeb8812b744,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:49.198500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-74c3da28-5bca-4ae8-96a1-2a613a2dbeb6 service neutron] 10.222.0.15 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4085453
Mar 05 21:00:49.217924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c1ee3-72a8-43c4-b910-84f34b5570c5 req-a61af710-db8b-45a2-8757-8f2c2aadabf0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:49.220183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-048c1ee3-72a8-43c4-b910-84f34b5570c5 req-a61af710-db8b-45a2-8757-8f2c2aadabf0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 944 time: 0.4067812
Mar 05 21:00:49.280192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:49.335286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] For port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:49.335889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.340855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:49.351471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:49.367438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Pushing event updated for resources: {'Port': ['ID=2a59e426-940a-4b5b-9e22-167a7eac2163,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:49.373442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Calling delete_port for d89b87d8-65fa-4882-ac07-f0f70c7ec7eb owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:49.397397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-048c1ee3-72a8-43c4-b910-84f34b5570c5 req-713df958-3e8a-4ddb-b2ba-e942cd8c0ba5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665003
Mar 05 21:00:49.474121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-4dd495d6-5a4d-4fd4-9ee6-1dcb3595015c service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583278
Mar 05 21:00:49.520449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-72fe5e89-494d-4cbd-b34c-89fada557cb5 None None] Current status of the port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:49.556434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.563725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e7907ea6-f831-48ab-a3bf-da83402a630b tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/8393852a-84e7-4b9c-9257-dbeb8812b744 HTTP/1.1" status: 204  len: 168 time: 2.2730360
Mar 05 21:00:49.590662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59016) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:49.656462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:49.660554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Attempting to bind port 2a59e426-940a-4b5b-9e22-167a7eac2163 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:49.660934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Attempting to bind port 2a59e426-940a-4b5b-9e22-167a7eac2163 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:49.661300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Attempting to bind port 2a59e426-940a-4b5b-9e22-167a7eac2163 on network 8cd4a347-d767-466b-a1b2-31d8566918a4 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:49.681226 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-40426518-bf8c-47ff-8926-807e2d6821fc tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] GET failed (client error): The resource could not be found.
Mar 05 21:00:49.682926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-40426518-bf8c-47ff-8926-807e2d6821fc tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports/8393852a-84e7-4b9c-9257-dbeb8812b744 HTTP/1.1" status: 404  len: 333 time: 0.0912971
Mar 05 21:00:49.688948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59020) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:49.693911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914363851'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:49.703873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:49.704283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Checking segment: {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:49.704666 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.705062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Bound using segment: {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:49.705551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Bound port: 2a59e426-940a-4b5b-9e22-167a7eac2163, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:49.705936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.813881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c00b94-f492-4922-afc7-67db8ed643eb req-0e13c24d-ade3-469c-8cba-0951b3259267 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:49.824077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] For port 2a59e426-940a-4b5b-9e22-167a7eac2163, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:49.829075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] For port 2a59e426-940a-4b5b-9e22-167a7eac2163, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a59e426-940a-4b5b-9e22-167a7eac2163,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:49.829910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0c00b94-f492-4922-afc7-67db8ed643eb req-0e13c24d-ade3-469c-8cba-0951b3259267 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 943 time: 0.2697968
Mar 05 21:00:49.839237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.899476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22fa18f5-5437-4695-aca8-438538360eee service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4067402
Mar 05 21:00:49.924406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:49.929114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:49.979486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:49.979893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.013746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0c00b94-f492-4922-afc7-67db8ed643eb req-f8ae0ed3-41c6-4376-8148-84cc95012a58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825390
Mar 05 21:00:50.033622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3acdb3-24b0-4faa-9633-3f56385863f3 None None] Pushing event updated for resources: {'Port': ['ID=2a59e426-940a-4b5b-9e22-167a7eac2163,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:50.044637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for router_gateway (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.067130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59028) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:50.134416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:00:50.150747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-4392eab6-1e31-4e4d-a7de-c9d417367e57 service neutron] 10.222.0.15 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398236
Mar 05 21:00:50.169693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d89b87d8-65fa-4882-ac07-f0f70c7ec7eb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.169936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:50.171082 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.174299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5b09b-24e0-4fd4-a52d-fd024139b98d None None] Network eb152f6f-c57d-4619-b0c4-9bec5538183b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:50.223866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Pushing event deleted for resources: {'Port': ['ID=d89b87d8-65fa-4882-ac07-f0f70c7ec7eb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:50.332563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:00:50.357623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] No DVR routers for this DVR port d89b87d8-65fa-4882-ac07-f0f70c7ec7eb on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:50.364505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.368081 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d4e41b9-d4db-4a3f-beaa-8669d63afe51 req-3e4acc57-c637-43a2-9f2b-8b9c6cd66df8 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.23 "DELETE /v2.0/ports/d89b87d8-65fa-4882-ac07-f0f70c7ec7eb HTTP/1.1" status: 204  len: 173 time: 1.9005015
Mar 05 21:00:50.368481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-deleted', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:50.371756 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5f6e7-47ee-4cf3-b5fe-e85dc6e6c2ba" -d '{"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-deleted", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:50.387984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-60a159cc-6783-4916-bbde-18a2f8369244 None None] Provisioning complete for port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:50.388561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-60a159cc-6783-4916-bbde-18a2f8369244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.392963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:50.394035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-7e3c7dd5-f805-4279-8093-f0bc85efb7ac service neutron] 10.222.0.15 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299750
Mar 05 21:00:50.413369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-network', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:50.454777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.455579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 42dfb1a0-fed2-4081-808e-1ecc53e0c691 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:50.522562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Made reservation on behalf of 92ce8974b7c140b6b12a24cd251d1d95 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:50.525979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.550687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.644971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::ac (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/0b6b16d7-158d-43dd-9ad6-d5c5c585613a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:50.722152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-53878693-28fa-4240-a473-d56cef88c7f9 req-ec713410-ff3a-4e66-a19e-1d9f756684f9 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc23752-0101-4c2b-a90f-6ccad692e3f3 HTTP/1.1" status: 200  len: 210 time: 0.1822197
Mar 05 21:00:50.787481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.837989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks [] for security_group (28e3d9ea-57e1-4308-ae36-e537a60148bc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:50.918704 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9d1b12-ddc2-4c56-bbdf-9e72291c74e9 x-openstack-request-id: req-6d9d1b12-ddc2-4c56-bbdf-9e72291c74e9 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:50.919539 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc23752-0101-4c2b-a90f-6ccad692e3f3", "name": "network-vif-deleted", "tag": "d89b87d8-65fa-4882-ac07-f0f70c7ec7eb", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:50.920039 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d9d1b12-ddc2-4c56-bbdf-9e72291c74e9 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:50.920663 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc23752-0101-4c2b-a90f-6ccad692e3f3', 'name': 'network-vif-deleted', 'tag': 'd89b87d8-65fa-4882-ac07-f0f70c7ec7eb', 'status': 'completed', 'code': 200}
Mar 05 21:00:50.969658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:00:50.996327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:51.008153 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (28e3d9ea-57e1-4308-ae36-e537a60148bc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.050773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:00:51.065841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.103293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a8f4-5566-4f7d-a114-74289e7b7866 req-1145f9b8-5d10-46c4-b1df-2b70dc366707 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:51.112161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f84a8f4-5566-4f7d-a114-74289e7b7866 req-1145f9b8-5d10-46c4-b1df-2b70dc366707 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.4165013
Mar 05 21:00:51.130611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f3a297d9-3b3a-4ea1-8102-a8769488161b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.130948 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Added segment f3a297d9-3b3a-4ea1-8102-a8769488161b of type vlan for network 50e47084-22c1-4505-b650-54af5bab66ac
Mar 05 21:00:51.138487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e3d9ea-57e1-4308-ae36-e537a60148bc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:51.196184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848e25-095d-46d0-b535-7ac50de122a9 req-3c48b684-64e4-4fb3-b7c0-7922373ae713 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:51.212908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6848e25-095d-46d0-b535-7ac50de122a9 req-3c48b684-64e4-4fb3-b7c0-7922373ae713 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 944 time: 0.2358902
Mar 05 21:00:51.256327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f84a8f4-5566-4f7d-a114-74289e7b7866 req-09eb0f57-866a-40f5-8d4a-31c24a31cd05 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432023
Mar 05 21:00:51.276378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (50e47084-22c1-4505-b650-54af5bab66ac), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.295827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.301534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:51.302044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.363305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6848e25-095d-46d0-b535-7ac50de122a9 req-91d6c928-c51e-44de-a60b-44605d1fce25 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480563
Mar 05 21:00:51.368566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:51.368950 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.371458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=0b6b16d7-158d-43dd-9ad6-d5c5c585613a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:51.398602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:00:51.426054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:51.434440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-60a159cc-6783-4916-bbde-18a2f8369244 None None] Current status of the port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:51.492177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-536f1924-a60b-4b8d-92f0-8c21beda3dc7 req-c889cd69-5df6-4119-9a98-6c3506d26f27 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 210 time: 0.1202195
Mar 05 21:00:51.510898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:51.513173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:51.528699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (50e47084-22c1-4505-b650-54af5bab66ac), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.531339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:51.532523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.535211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:51.542458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:51.543341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.609734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:51.638330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 1.5555282
Mar 05 21:00:51.641326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59050) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:51.653850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Request body: {'subnet': {'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-subnet', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:51.666602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c191ec1a-0d1c-4d52-a8ad-52294579eecf tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.9740748
Mar 05 21:00:51.668601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'mac_address': 'fa:16:3e:37:cc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:00:51.672768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:51.674392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.677192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:51.687570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:ab:75'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:51.694729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0a3ba-bc64-445c-8469-898856cce45f admin admin] Pushing event updated for resources: {'Network': ['ID=50e47084-22c1-4505-b650-54af5bab66ac,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:51.739356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:51.787761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecdcc4-fd58-4ae1-a53f-e5b4099490b6 req-3b7746f4-efa4-44c5-9f06-eca08b33f517 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:51.798104 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3ecdcc4-fd58-4ae1-a53f-e5b4099490b6 req-3b7746f4-efa4-44c5-9f06-eca08b33f517 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 943 time: 0.2767730
Mar 05 21:00:51.804338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Made reservation on behalf of 92ce8974b7c140b6b12a24cd251d1d95 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:51.811408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.845218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:51.899048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:51.903170 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca3851-6498-496b-abb9-6b489670757a" -d '{"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-plugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:51.917929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:00:51.927285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 50e47084-22c1-4505-b650-54af5bab66ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:00:51.932571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3ecdcc4-fd58-4ae1-a53f-e5b4099490b6 req-e54eb093-ddab-4cee-bf50-71caf90f8de3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335592
Mar 05 21:00:51.968061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.972514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7da36b06-2517-42d8-9510-b38d3730a01b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.9777009
Mar 05 21:00:51.973151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59060) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:51.991570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:51.992407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:52.049935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f557b81-14fc-4895-8ca9-d8084a3e9b52 None None] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:52.078330 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b867a0a-e0c0-4334-90c3-e794d651bbb1 x-openstack-request-id: req-3b867a0a-e0c0-4334-90c3-e794d651bbb1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:52.079254 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-plugged", "status": "completed", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:52.079254 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b867a0a-e0c0-4334-90c3-e794d651bbb1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:52.079437 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'code': 200}
Mar 05 21:00:52.162123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:52.162865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.180930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:52.224974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:00:52.229527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: d89b87d8-65fa-4882-ac07-f0f70c7ec7eb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:52.229874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d89b87d8-65fa-4882-ac07-f0f70c7ec7eb not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:52.237301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:52.237942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826a8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:52.460799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.470637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (39c07a60-61ee-460c-9472-ec196c3c44c9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.509823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:52.570134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131f835-23c3-413d-a9b5-0b12746c27ca req-f6e946d1-d2cc-4c27-80f1-c03970f2ef05 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.577482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0131f835-23c3-413d-a9b5-0b12746c27ca req-f6e946d1-d2cc-4c27-80f1-c03970f2ef05 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 949 time: 0.3467093
Mar 05 21:00:52.585079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:52.592131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa423d55-9f1b-43ad-ac4e-395505ec9eab req-7a8e16d8-410b-425d-bbeb-105cec67ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.594065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa423d55-9f1b-43ad-ac4e-395505ec9eab req-7a8e16d8-410b-425d-bbeb-105cec67ed2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 1127 time: 0.3130774
Mar 05 21:00:52.594855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-657ea732-6285-4535-8503-1ff36aaaefe8 None None] Provisioning complete for port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:52.595299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-657ea732-6285-4535-8503-1ff36aaaefe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.596801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:52.601476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:52.619448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855300-a72d-447a-9818-6957825218fc req-a8cc660c-4e88-4e1f-ac5e-f523b7cb3586 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.621058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a855300-a72d-447a-9818-6957825218fc req-a8cc660c-4e88-4e1f-ac5e-f523b7cb3586 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.3027875
Mar 05 21:00:52.648914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-35c4e403-5ca0-430f-b336-24d4884755dc tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.653868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-35c4e403-5ca0-430f-b336-24d4884755dc tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.655428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-35c4e403-5ca0-430f-b336-24d4884755dc tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "GET /v2.0/networks?id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd&id=8cd4a347-d767-466b-a1b2-31d8566918a4&id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd HTTP/1.1" status: 200  len: 1392 time: 0.3703146
Mar 05 21:00:52.664755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c07a60-61ee-460c-9472-ec196c3c44c9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:52.697070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.703442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'admin_state_up': True, 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:52.715572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf5ab-c568-482b-a374-3dea03a3046f req-59d8b371-ac08-4fc3-a88a-baaf63301c99 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.717104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6feaf5ab-c568-482b-a374-3dea03a3046f req-59d8b371-ac08-4fc3-a88a-baaf63301c99 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.3686142
Mar 05 21:00:52.738195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0131f835-23c3-413d-a9b5-0b12746c27ca req-fe4c61f0-feaf-4368-83ac-5f73ec9dcf87 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583681
Mar 05 21:00:52.786483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa423d55-9f1b-43ad-ac4e-395505ec9eab req-ffc70051-8b68-4ffe-acdb-4b8527f9be1c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650083
Mar 05 21:00:52.839930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:52.851032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Checking segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:52.851411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Network hostable DHCP agents. Network: 50e47084-22c1-4505-b650-54af5bab66ac, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:00:52.882675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.913769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:00:52.916956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:52.916956 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:52.931803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76f63-0dc1-4198-9a29-6a1936815012 req-74c7a4bc-b879-4cfc-a767-f1eafd6f74e9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:52.941040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b7f76f63-0dc1-4198-9a29-6a1936815012 req-74c7a4bc-b879-4cfc-a767-f1eafd6f74e9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1220851
Mar 05 21:00:52.975708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Network 50e47084-22c1-4505-b650-54af5bab66ac is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:00:52.998005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6feaf5ab-c568-482b-a374-3dea03a3046f req-a93fafca-adfc-4f38-a54b-af75ec282eb9 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2600937
Mar 05 21:00:53.013919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-657ea732-6285-4535-8503-1ff36aaaefe8 None None] Current status of the port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:53.070324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b7f76f63-0dc1-4198-9a29-6a1936815012 req-3a8a2899-4360-4828-855a-686c4971500a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284056
Mar 05 21:00:53.079879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826a8cd0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:49Z', 'revision_number': 3, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:53.112096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50e47084-22c1-4505-b650-54af5bab66ac) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:53.137548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:53.138266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.154536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fc3f6ab9-93c6-4ef8-8da1-3c086dac1da7 req-c6a10a22-a616-4040-9c0a-7211e0d2ba73 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 210 time: 0.0643649
Mar 05 21:00:53.161927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8b085-ef18-4ac5-9066-82a83e26211d None None] Network 50e47084-22c1-4505-b650-54af5bab66ac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:53.167923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:00:53.168213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Updating router b6faaa7c-a150-4165-a994-9ea1a25f76ce port 23fe934c-e775-444c-a78c-47a580d28154 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:00:53.168751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Deleting port 850a46e3-1e9e-41e7-9170-0648694ef580 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:53.169213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.226557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:53.239900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.247490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Allocated IP 172.20.0.1 (eb152f6f-c57d-4619-b0c4-9bec5538183b/2dfe88e3-481b-4b40-8199-614b74d4616e/2cf5e208-79d5-471b-965d-3e907112b936) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:53.282400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b5ae-93ca-4222-86f1-e2ad6f3eda74 req-3c19f38a-485e-4a4e-8599-340a4d9c3c39 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:53.289688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25f5b5ae-93ca-4222-86f1-e2ad6f3eda74 req-3c19f38a-485e-4a4e-8599-340a4d9c3c39 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 944 time: 0.0958116
Mar 05 21:00:53.311252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.337481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b38614e-0fce-4b58-acf0-b1c67fca571a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.6922917
Mar 05 21:00:53.341514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59072) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:53.343644 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.349777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:53.383571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] For port 850a46e3-1e9e-41e7-9170-0648694ef580, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=850a46e3-1e9e-41e7-9170-0648694ef580,segment=NetworkSegment(b232a5ca-4da8-489e-a87c-0d7b339ef97a),segment_id=b232a5ca-4da8-489e-a87c-0d7b339ef97a)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:53.384024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.423121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:53.423451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] In _notify_port_updated(), no bound segment for port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a on network b38b00b8-98f1-4c83-bef0-db5e8e33c912 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:00:53.424071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a59e426-940a-4b5b-9e22-167a7eac2163 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:53.429193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:53.429876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.431348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "PUT /v2.0/ports/0b6b16d7-158d-43dd-9ad6-d5c5c585613a HTTP/1.1" status: 200  len: 1001 time: 1.7505343
Mar 05 21:00:53.447243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59074) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:53.472806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (23fe934c-e775-444c-a78c-47a580d28154), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.487309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Provisioning complete for port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:53.487736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.579573 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:00:53.694280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:53.857028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25f5b5ae-93ca-4222-86f1-e2ad6f3eda74 req-24e4a2c3-a4fe-499d-b267-e9e98853d53d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5662296
Mar 05 21:00:53.883567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a59e426-940a-4b5b-9e22-167a7eac2163 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:53.892868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.900273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50e47084-22c1-4505-b650-54af5bab66ac', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:00:53.900745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks [] for port (2cf5e208-79d5-471b-965d-3e907112b936), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.901309 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.934336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Provisioning complete for port 2a59e426-940a-4b5b-9e22-167a7eac2163 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:53.935605 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.943377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.954196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6296794-bd9b-4828-ae15-a83017927352 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=0b6b16d7-158d-43dd-9ad6-d5c5c585613a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:53.959011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Calling delete_port for 850a46e3-1e9e-41e7-9170-0648694ef580 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:53.991742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.992572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:53.994770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:53.997760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:54.006281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:54.009879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:54.065072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.225505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a2646-bce3-46f8-98d4-aae43a9ff7f6 req-eef97632-2fc4-478f-a5f8-baf11a21902b tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:54.227388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da2a2646-bce3-46f8-98d4-aae43a9ff7f6 req-eef97632-2fc4-478f-a5f8-baf11a21902b tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 946 time: 0.1061063
Mar 05 21:00:54.277186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for router_controller (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.300161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-186766ed-8593-4b73-b9f2-d8ccfb3ef1bf tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:54.301926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-186766ed-8593-4b73-b9f2-d8ccfb3ef1bf tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 949 time: 0.3189240
Mar 05 21:00:54.326402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059738-562e-4e84-8e0f-701747779c13 req-9edb063b-5718-4256-8644-60206af82f96 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:54.329008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32059738-562e-4e84-8e0f-701747779c13 req-9edb063b-5718-4256-8644-60206af82f96 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 949 time: 0.3465872
Mar 05 21:00:54.351461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da2a2646-bce3-46f8-98d4-aae43a9ff7f6 req-f5c989e5-a5ef-43c0-9098-16d9bba54674 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f5e19f3-737f-4de7-9b02-23747d4d2d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915024
Mar 05 21:00:54.364187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2cf5e208-79d5-471b-965d-3e907112b936), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.394172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a59e426-940a-4b5b-9e22-167a7eac2163 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:54.394572 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.398494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Allocated IP 172.20.0.2 (50e47084-22c1-4505-b650-54af5bab66ac/39c07a60-61ee-460c-9472-ec196c3c44c9/e1112055-da09-4a19-9cc1-f76626b79f4e) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:54.427974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks [] for port (23fe934c-e775-444c-a78c-47a580d28154), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.433191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Current status of the port 2a59e426-940a-4b5b-9e22-167a7eac2163 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:54.433590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.449203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (23fe934c-e775-444c-a78c-47a580d28154), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.485123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Allocated IP 19.80.0.54 (c34535e3-e400-4c55-a1a3-ed7a1b0771fd/d05805b0-1de2-40fc-9f16-024aedcf4373/3e8d3d1b-32fc-4875-8745-15e76c70ee14) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:54.548526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f60bdd-3e29-48e5-a85f-44ecabe8f917 req-8b1df852-be04-4c24-bf86-a4de9b702e52 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:54.550051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97f60bdd-3e29-48e5-a85f-44ecabe8f917 req-8b1df852-be04-4c24-bf86-a4de9b702e52 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.1094742
Mar 05 21:00:54.566748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2a59e426-940a-4b5b-9e22-167a7eac2163, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a59e426-940a-4b5b-9e22-167a7eac2163,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:54.584875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-532cd0ad-0972-4519-a2e7-26baea1ba748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.594940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.638370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Attempting to bind port 23fe934c-e775-444c-a78c-47a580d28154 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:54.638746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Attempting to bind port 23fe934c-e775-444c-a78c-47a580d28154 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:54.640090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Attempting to bind port 23fe934c-e775-444c-a78c-47a580d28154 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:54.640267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks [] for port (2cf5e208-79d5-471b-965d-3e907112b936), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.646507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb5cca-3fb4-4e54-8c8f-43ea4c457952 None None] Pushing event updated for resources: {'Port': ['ID=23fe934c-e775-444c-a78c-47a580d28154,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:54.656859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97f60bdd-3e29-48e5-a85f-44ecabe8f917 req-37e90c47-3747-4239-9ce6-15cc0057fbb1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709100
Mar 05 21:00:54.663512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.669362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:54.670545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:54.671726 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.672546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:54.673315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Bound port: 23fe934c-e775-444c-a78c-47a580d28154, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:54.674143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (23fe934c-e775-444c-a78c-47a580d28154), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.679738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32059738-562e-4e84-8e0f-701747779c13 req-b357b7ac-a21b-4a2c-a2b4-816ec50b29bf tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326612
Mar 05 21:00:54.733382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.755617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:54.801180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:00:54.801967 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:00:54.807445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:54.807825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.816320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-943e0678-76fb-4181-91f4-a6032ce6843b req-dabb9e29-7c63-415d-9ea5-eee7c368ea06 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 210 time: 0.0420320
Mar 05 21:00:54.863622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:54.887709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2a59e426-940a-4b5b-9e22-167a7eac2163,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:54.903054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] For port 23fe934c-e775-444c-a78c-47a580d28154, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:54.913034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] For port 23fe934c-e775-444c-a78c-47a580d28154, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23fe934c-e775-444c-a78c-47a580d28154,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:54.924610 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks [] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.927454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (23fe934c-e775-444c-a78c-47a580d28154), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.942021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:54.944259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for router_gateway (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.966788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:00:54.970130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:54.979950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:54.985316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:54.985823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.039645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Network 50e47084-22c1-4505-b650-54af5bab66ac is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:55.048314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:00:55.048314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826a8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:55.062700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Deleting port f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:55.063648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.082208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (850a46e3-1e9e-41e7-9170-0648694ef580), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.090564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:55.123395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd292e-7a1c-440c-bffb-4d8ff9eb09fd req-11ffa5a7-95ba-4a49-992d-87673111cc89 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:55.126987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:55.131619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32dd292e-7a1c-440c-bffb-4d8ff9eb09fd req-11ffa5a7-95ba-4a49-992d-87673111cc89 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 944 time: 0.1841915
Mar 05 21:00:55.133550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb5cca-3fb4-4e54-8c8f-43ea4c457952 None None] Pushing event updated for resources: {'Port': ['ID=23fe934c-e775-444c-a78c-47a580d28154,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:55.209024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32dd292e-7a1c-440c-bffb-4d8ff9eb09fd req-cc9b9332-a0e6-4168-a719-f2ede3e8e1ae tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762715
Mar 05 21:00:55.239770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Pushing event deleted for resources: {'Port': ['ID=850a46e3-1e9e-41e7-9170-0648694ef580,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:55.248575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:00:55.272912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Pushing event updated for resources: {'Port': ['ID=e1112055-da09-4a19-9cc1-f76626b79f4e,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:55.275268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a14d9-9e34-476c-9272-e7406b3eca78 req-2ba1a10a-2f15-43e4-9780-0604e4ca3dea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:55.282862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-589a14d9-9e34-476c-9272-e7406b3eca78 req-2ba1a10a-2f15-43e4-9780-0604e4ca3dea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.5024259
Mar 05 21:00:55.303394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:00:55.338343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.341907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Attempting to bind port e1112055-da09-4a19-9cc1-f76626b79f4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:00:55.342396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Attempting to bind port e1112055-da09-4a19-9cc1-f76626b79f4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:00:55.342864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Attempting to bind port e1112055-da09-4a19-9cc1-f76626b79f4e on network 50e47084-22c1-4505-b650-54af5bab66ac {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:00:55.397182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:00:55.397687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Checking segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:00:55.398196 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.398695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Bound using segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:00:55.399303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Bound port: e1112055-da09-4a19-9cc1-f76626b79f4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:00:55.400138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.414961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:00:55.426697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-beeb8e95-eded-4953-b8b2-9b4aeaea6661 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6faaa7c-a150-4165-a994-9ea1a25f76ce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4514649
Mar 05 21:00:55.430245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.454843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for 0b6b16d7-158d-43dd-9ad6-d5c5c585613a owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:55.457026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] No DVR routers for this DVR port 850a46e3-1e9e-41e7-9170-0648694ef580 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:55.461644 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.465511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a855300-a72d-447a-9818-6957825218fc req-9a2422bc-8f82-468b-9086-e4fac428b61e tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.23 "DELETE /v2.0/ports/850a46e3-1e9e-41e7-9170-0648694ef580 HTTP/1.1" status: 204  len: 173 time: 2.8359363
Mar 05 21:00:55.474188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'name': 'network-vif-deleted', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:55.476966 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9707e511-20cc-4dc8-a707-baadaf753949" -d '{"events": [{"server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "name": "network-vif-deleted", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:55.481659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cb9958a-4fcd-498c-80e3-fbcf8dfdc5a1 req-fb9a002a-9b35-410e-a0e8-6698805e0e76 tempest-TestServerAdvancedOps-1878112642 tempest-TestServerAdvancedOps-1878112642-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38 HTTP/1.1" status: 200  len: 210 time: 0.0399237
Mar 05 21:00:55.548958 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf25dae-a246-432e-8fc2-fac35f667db2 x-openstack-request-id: req-9cf25dae-a246-432e-8fc2-fac35f667db2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:55.549248 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38", "name": "network-vif-deleted", "tag": "850a46e3-1e9e-41e7-9170-0648694ef580", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:55.549508 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cf25dae-a246-432e-8fc2-fac35f667db2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:55.549920 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae9f4f-0b12-4b37-b8e2-6c20de6a3f38', 'name': 'network-vif-deleted', 'tag': '850a46e3-1e9e-41e7-9170-0648694ef580', 'status': 'completed', 'code': 200}
Mar 05 21:00:55.591562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-589a14d9-9e34-476c-9272-e7406b3eca78 req-9772238a-1a4b-453d-a572-499b93328038 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078027
Mar 05 21:00:55.601039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.619443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] For port f3d55e8e-71fd-427a-9669-f45552929be7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d55e8e-71fd-427a-9669-f45552929be7,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:55.619855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.681319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Calling delete_port for f3d55e8e-71fd-427a-9669-f45552929be7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:55.702202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:55.723244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:55.732505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:55.736617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:55.753708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:55.754209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.768065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b6a13-734e-45a7-b70d-49ff3d5fdb54 None None] Current status of the port 2a59e426-940a-4b5b-9e22-167a7eac2163 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:55.805167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:55.807582 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93799a1d-b1c9-4da7-9948-8acd41652e39" -d '{"events": [{"server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "name": "network-vif-plugged", "status": "completed", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:55.854802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:55.887090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:55.928066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] For port e1112055-da09-4a19-9cc1-f76626b79f4e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:00:55.966209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] For port e1112055-da09-4a19-9cc1-f76626b79f4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1112055-da09-4a19-9cc1-f76626b79f4e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:00:55.996425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Provisioning complete for port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:55.997164 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.000086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.037580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:56.038254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.107938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:56.131113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-abd87266-e78d-45c5-90b0-7da3ffc927dd tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4441161
Mar 05 21:00:56.193562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for router_gateway (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.195117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826a8cd0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 2, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:56.204004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4', 'admin_state_up': True, 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:56.248530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae4027-e9c6-4766-a680-4a6e0c83c0fd None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 2, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:00:56.256757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Port 0b6b16d7-158d-43dd-9ad6-d5c5c585613a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:56.265660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282cb5-e30b-4941-b66a-50a154296f1c req-788bb3fb-c064-48ee-a1d2-716676d950ef tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:56.275874 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93282cb5-e30b-4941-b66a-50a154296f1c req-788bb3fb-c064-48ee-a1d2-716676d950ef tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 949 time: 0.1413760
Mar 05 21:00:56.293149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b6b16d7-158d-43dd-9ad6-d5c5c585613a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.302586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Provisioning complete for port 2a59e426-940a-4b5b-9e22-167a7eac2163 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:56.302968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.305147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0765053-ffc5-4597-b978-85a13591bdf0 None None] Pushing event updated for resources: {'Port': ['ID=e1112055-da09-4a19-9cc1-f76626b79f4e,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:56.326530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.374137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93282cb5-e30b-4941-b66a-50a154296f1c req-861ebad5-1628-4cd0-af32-fe28c358ca8d tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/security-groups?id=48704eb3-59f6-4767-855d-02e59d008d19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971322
Mar 05 21:00:56.425581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Current status of the port 2a59e426-940a-4b5b-9e22-167a7eac2163 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:56.463305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Provisioning complete for port 2cf5e208-79d5-471b-965d-3e907112b936 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:56.464281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2cf5e208-79d5-471b-965d-3e907112b936), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.504187 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53d94ba-2133-4358-9eb9-26493229e760 x-openstack-request-id: req-c53d94ba-2133-4358-9eb9-26493229e760 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:56.505241 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "name": "network-vif-plugged", "status": "completed", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:56.505962 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c53d94ba-2133-4358-9eb9-26493229e760 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:56.506707 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'code': 200}
Mar 05 21:00:56.521645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=0b6b16d7-158d-43dd-9ad6-d5c5c585613a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:56.528945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59114) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:56.536530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f3d55e8e-71fd-427a-9669-f45552929be7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.547844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318069686', 'description': 'tempest-description--1555587495'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:56.568487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d397bc4-1d80-470b-ba0e-017958947848 None None] Port 2cf5e208-79d5-471b-965d-3e907112b936 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:56.576841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.584739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-04e6e5a0-2b34-4f52-a8bc-ef4a5d6cf58c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/0b6b16d7-158d-43dd-9ad6-d5c5c585613a HTTP/1.1" status: 204  len: 168 time: 3.1175981
Mar 05 21:00:56.590279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59120) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:56.618738 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.649522 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6009674a-51a1-4b6f-bff5-2119493283f1 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] GET failed (client error): The resource could not be found.
Mar 05 21:00:56.663326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6009674a-51a1-4b6f-bff5-2119493283f1 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports/0b6b16d7-158d-43dd-9ad6-d5c5c585613a HTTP/1.1" status: 404  len: 333 time: 0.0683146
Mar 05 21:00:56.666322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59128) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:56.736376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 850a46e3-1e9e-41e7-9170-0648694ef580 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:56.741047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2555ee3b-eea2-4d3c-aefe-7ef866d797d2 None None] Provisioning complete for port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:56.741898 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2555ee3b-eea2-4d3c-aefe-7ef866d797d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:56.792144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-808774431'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:56.878671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Pushing event deleted for resources: {'Port': ['ID=f3d55e8e-71fd-427a-9669-f45552929be7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:56.880670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 850a46e3-1e9e-41e7-9170-0648694ef580 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:56.881900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 850a46e3-1e9e-41e7-9170-0648694ef580 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:56.936127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a59e426-940a-4b5b-9e22-167a7eac2163 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:57.020183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1f492af1-50e5-42d4-9726-0fb8e197ae03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.058239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2555ee3b-eea2-4d3c-aefe-7ef866d797d2 None None] Port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:57.063828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (20c77072-d35b-4268-88f4-b0f950a2015b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.081816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8770fe-62dd-48a3-9319-ef5e793b4c9d req-06a4c964-0080-48a5-bed5-f3f5848d389a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:57.083458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a8770fe-62dd-48a3-9319-ef5e793b4c9d req-06a4c964-0080-48a5-bed5-f3f5848d389a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 931 time: 0.4750752
Mar 05 21:00:57.090949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a59e426-940a-4b5b-9e22-167a7eac2163 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:57.091234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (20c77072-d35b-4268-88f4-b0f950a2015b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.091497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.108007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e3d4-2034-42bb-878a-fe55715d5eb3 req-c5a108ff-a850-4436-885a-ab4709cfbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:57.109637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f69e3d4-2034-42bb-878a-fe55715d5eb3 req-c5a108ff-a850-4436-885a-ab4709cfbaf3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 1127 time: 0.5148485
Mar 05 21:00:57.163293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.164777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6338201
Mar 05 21:00:57.181733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59130) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:57.188321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a59e426-940a-4b5b-9e22-167a7eac2163 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:57.189459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group_rule': {'security_group_id': '20c77072-d35b-4268-88f4-b0f950a2015b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:57.189684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e1112055-da09-4a19-9cc1-f76626b79f4e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:57.224545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f69e3d4-2034-42bb-878a-fe55715d5eb3 req-85eb13ba-959e-427b-a43b-7856d71824a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001287
Mar 05 21:00:57.225202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354b493-053f-4c11-b247-fbbd43c32e0a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c77072-d35b-4268-88f4-b0f950a2015b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:57.279092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:57.283370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.305747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e1112055-da09-4a19-9cc1-f76626b79f4e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:57.306426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.317110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a8770fe-62dd-48a3-9319-ef5e793b4c9d req-76efe041-168d-4326-bb0c-532fd6ea0bde tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161164
Mar 05 21:00:57.337438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (deba6697-be42-4582-a427-5b7eb1f11484), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.369573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:00:57.507560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e1112055-da09-4a19-9cc1-f76626b79f4e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:57.509793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.516912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] No DVR routers for this DVR port f3d55e8e-71fd-427a-9669-f45552929be7 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:00:57.520291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.524246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d2b3be5-8834-4ed0-b9e3-3276c17c00e7 req-2ba714e5-280e-481a-9f04-6f553d038341 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.31 "DELETE /v2.0/ports/f3d55e8e-71fd-427a-9669-f45552929be7 HTTP/1.1" status: 204  len: 173 time: 3.2108476
Mar 05 21:00:57.559280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-deleted', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:00:57.562607 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc8b76-dc5d-4a4d-aad9-297b82406090" -d '{"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-deleted", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:00:57.571932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Allocated IP 172.35.0.19 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d9184220-9b0c-4faf-954d-2e5bdc8a4c10) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:57.581004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:00:57.585698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.616394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port e1112055-da09-4a19-9cc1-f76626b79f4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1112055-da09-4a19-9cc1-f76626b79f4e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:57.640889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.761287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=e1112055-da09-4a19-9cc1-f76626b79f4e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:57.768584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-4a0f6a04-da91-471c-9c7f-70f5dbfec8a9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:57.770970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-4a0f6a04-da91-471c-9c7f-70f5dbfec8a9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0ba2b9-85e8-4b78-91be-461650cff33f HTTP/1.1" status: 200  len: 945 time: 0.3407524
Mar 05 21:00:57.803519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (deba6697-be42-4582-a427-5b7eb1f11484), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.825938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-fa430a41-8b90-4aaf-a577-c93910664842 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:57.828052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-fa430a41-8b90-4aaf-a577-c93910664842 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 1.1521633
Mar 05 21:00:57.830275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (deba6697-be42-4582-a427-5b7eb1f11484), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.867739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f882b-dce4-4040-82a8-f77329641612 req-7455aab8-f55f-4d08-87c0-c9ca5cdbc16e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:57.875785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e9f882b-dce4-4040-82a8-f77329641612 req-7455aab8-f55f-4d08-87c0-c9ca5cdbc16e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 945 time: 0.3878758
Mar 05 21:00:57.928230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-726e5211-35d0-4279-8d0a-27cb7e3edd09 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/quotas/fa686c12d54e49ceaa2ce991119294e4 HTTP/1.1" status: 200  len: 375 time: 0.0852463
Mar 05 21:00:57.935508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.949035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deba6697-be42-4582-a427-5b7eb1f11484,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:57.973274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:57.974866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-82269519-3ad4-4c8a-a122-216b03cb944f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7918334
Mar 05 21:00:57.976144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::30e (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:57.980790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59136) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:57.988081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group_rule': {'security_group_id': '20c77072-d35b-4268-88f4-b0f950a2015b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:58.009479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83fc086-4d3f-4c13-86b9-c56f8c66eb31 None None] Network 50e47084-22c1-4505-b650-54af5bab66ac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:00:58.056037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e9f882b-dce4-4040-82a8-f77329641612 req-a508f891-a33c-4208-b6a0-264638918b43 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789742
Mar 05 21:00:58.072666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Allocated IP 19.86.0.143 (8cd4a347-d767-466b-a1b2-31d8566918a4/0da8dac4-7603-4018-afd2-70f0fff552a3/72e25e7d-18ab-47fe-93ef-08f3073a56c7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:00:58.079515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (1c4901b7-679d-4918-84e7-1dc462c586da), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.123468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.168845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-434ef66b-2499-4b7b-a2db-9f4a30b7e9b9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2393441
Mar 05 21:00:58.237606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:58.271313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4acef764-410c-49a6-8682-d536be5f85b5 None None] Provisioning complete for port e1112055-da09-4a19-9cc1-f76626b79f4e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:58.271714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4acef764-410c-49a6-8682-d536be5f85b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.400731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4acef764-410c-49a6-8682-d536be5f85b5 None None] Current status of the port e1112055-da09-4a19-9cc1-f76626b79f4e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:58.418482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a533c788-a86d-4515-91f0-49e88e6d79ff req-460dd3cc-0159-49dc-a216-d3c811a6af84 tempest-ListImageFiltersTestJSON-2026819219 tempest-ListImageFiltersTestJSON-2026819219-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a6114e-7710-4ccf-b462-bb8c98001725 HTTP/1.1" status: 200  len: 210 time: 0.1342320
Mar 05 21:00:58.453048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Deleting subnet d139b5d9-2c96-40ac-ae62-ea5b844740fb {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:00:58.460795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Publish callbacks [] for subnet (d139b5d9-2c96-40ac-ae62-ea5b844740fb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.504560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.516916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d139b5d9-2c96-40ac-ae62-ea5b844740fb), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.556451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-f82171e7-89ae-41e1-a4f2-82f0de314995 service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866055
Mar 05 21:00:58.559799 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d865c2fb-c0a3-484f-b733-78bc9a8987f7 x-openstack-request-id: req-d865c2fb-c0a3-484f-b733-78bc9a8987f7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:00:58.560182 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a6114e-7710-4ccf-b462-bb8c98001725", "name": "network-vif-deleted", "tag": "f3d55e8e-71fd-427a-9669-f45552929be7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:00:58.560470 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d865c2fb-c0a3-484f-b733-78bc9a8987f7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:00:58.560723 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a6114e-7710-4ccf-b462-bb8c98001725', 'name': 'network-vif-deleted', 'tag': 'f3d55e8e-71fd-427a-9669-f45552929be7', 'status': 'completed', 'code': 200}
Mar 05 21:00:58.565918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.598518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d139b5d9-2c96-40ac-ae62-ea5b844740fb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.618866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Deleting port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:00:58.619913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.623919 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.690628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d139b5d9-2c96-40ac-ae62-ea5b844740fb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.696048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:00:58.704611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (1c4901b7-679d-4918-84e7-1dc462c586da), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.706498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:58.738405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f3d55e8e-71fd-427a-9669-f45552929be7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:00:58.739059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3d55e8e-71fd-427a-9669-f45552929be7 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:00:58.752392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1c4901b7-679d-4918-84e7-1dc462c586da), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.769285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cb5313c8-ad81-428d-8af0-5096374ebafd None None] Provisioning complete for port e1112055-da09-4a19-9cc1-f76626b79f4e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:58.769978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb5313c8-ad81-428d-8af0-5096374ebafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.787377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4901b7-679d-4918-84e7-1dc462c586da,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:58.790186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d139b5d9-2c96-40ac-ae62-ea5b844740fb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:58.836698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.844538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.845777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8ffb9899-9981-4fd1-8582-9400f2832d31 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8621500
Mar 05 21:00:58.852743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:58.855966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c361d0ac-4d1e-4671-95de-7ac30696c2c9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d139b5d9-2c96-40ac-ae62-ea5b844740fb HTTP/1.1" status: 204  len: 168 time: 0.6130884
Mar 05 21:00:58.864465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e1112055-da09-4a19-9cc1-f76626b79f4e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:58.867804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59144) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:58.868155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:58.873675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:58.876377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:58.890708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:58.896911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:58.931927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Pushing event updated for resources: {'Port': ['ID=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:58.942191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb80a-bac6-49e9-9073-0e251cb2d95c req-98466176-1e02-45c3-a727-d680a19854aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:58.949617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb80a-bac6-49e9-9073-0e251cb2d95c req-98466176-1e02-45c3-a727-d680a19854aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:58.956946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-202cb80a-bac6-49e9-9073-0e251cb2d95c req-98466176-1e02-45c3-a727-d680a19854aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 1654 time: 0.3883696
Mar 05 21:00:58.960716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:58.994154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:58.995582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cb5313c8-ad81-428d-8af0-5096374ebafd None None] Current status of the port e1112055-da09-4a19-9cc1-f76626b79f4e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:59.005826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e1112055-da09-4a19-9cc1-f76626b79f4e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:59.005826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.069898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.098645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8ab2e26a-32ab-44a2-a446-4460222e659b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.121326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e1112055-da09-4a19-9cc1-f76626b79f4e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:59.122735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 23fe934c-e775-444c-a78c-47a580d28154 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:00:59.180576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.185331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 23fe934c-e775-444c-a78c-47a580d28154 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:59.185863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (23fe934c-e775-444c-a78c-47a580d28154), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.213171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-202cb80a-bac6-49e9-9073-0e251cb2d95c req-66c11401-3d10-4155-8c2e-9bb81d63b86c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195494
Mar 05 21:00:59.244210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-288f3cc7-4e2f-400e-ac7a-9e5c561af34f service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6674786
Mar 05 21:00:59.299499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 23fe934c-e775-444c-a78c-47a580d28154 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:00:59.300076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (23fe934c-e775-444c-a78c-47a580d28154), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.330305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:00:59.332402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 23fe934c-e775-444c-a78c-47a580d28154, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23fe934c-e775-444c-a78c-47a580d28154,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:59.341499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-332102fb-f209-4584-8db3-466d56a4cbf3 None None] Provisioning complete for port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:59.341958 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-332102fb-f209-4584-8db3-466d56a4cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.345241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (23fe934c-e775-444c-a78c-47a580d28154), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.355579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:00:59.400996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:59.416962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-332102fb-f209-4584-8db3-466d56a4cbf3 None None] Port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:00:59.434098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:59.434807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.440353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=23fe934c-e775-444c-a78c-47a580d28154,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:59.442133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] For port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:00:59.445052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.480656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Calling delete_port for 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:00:59.490798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:00:59.502845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-dc7b51fa-9c3a-4889-83cb-b1d31e247bf3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3544114
Mar 05 21:00:59.514730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.519800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:00:59.526100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:59.526750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.529557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'admin_state_up': True, 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:59.603398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ecbd9f6f-025c-4592-97ae-7133c8fdfc64 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.8222747
Mar 05 21:00:59.608181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59158) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:00:59.613771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'network_id': 'b38b00b8-98f1-4c83-bef0-db5e8e33c912', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2111145274'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:00:59.624010 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8ab2e26a-32ab-44a2-a446-4460222e659b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.635703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for router_gateway (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.731459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89786c10>,) {'filters': {'network_id': ['8ab2e26a-32ab-44a2-a446-4460222e659b']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:59.761911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89786c10>, 'b232a5ca-4da8-489e-a87c-0d7b339ef97a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:59.762460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89786c10>, 'b232a5ca-4da8-489e-a87c-0d7b339ef97a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:00:59.784055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b232a5ca-4da8-489e-a87c-0d7b339ef97a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.791755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce74b747-16ff-49a1-8a94-8b8576a7f2ba req-5fbab994-a21e-41e1-a689-a5df5883a913 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 210 time: 0.1739469
Mar 05 21:00:59.863471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a916-ab74-4d7b-b97f-f97df148b12f req-a9dcb152-611b-4fff-8785-03981de8d794 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:00:59.865546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e660a916-ab74-4d7b-b97f-f97df148b12f req-a9dcb152-611b-4fff-8785-03981de8d794 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 945 time: 0.5302963
Mar 05 21:00:59.867734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b232a5ca-4da8-489e-a87c-0d7b339ef97a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.878283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:00:59.878834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b232a5ca-4da8-489e-a87c-0d7b339ef97a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.913494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d6b3b13-9f38-4e71-a540-018dd9bc9fa4 None None] Provisioning complete for port b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:00:59.913877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3b13-9f38-4e71-a540-018dd9bc9fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:00:59.963025 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:00:59.998292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.007877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b3b13-9f38-4e71-a540-018dd9bc9fa4 None None] Port b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:00.009074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:00.013061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.019291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8ab2e26a-32ab-44a2-a446-4460222e659b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.060519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:00.081390 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:00.082043 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf848e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:00.117398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.120873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ab2e26a-32ab-44a2-a446-4460222e659b HTTP/1.1" status: 204  len: 168 time: 1.2479150
Mar 05 21:01:00.139185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59176) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:00.145005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Made reservation on behalf of 711ce7b6d3d841e18645eeef79f1c462 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:00.150082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.159014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74c92-c3d9-4bf3-8e04-b75e095c6c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab2e26a-32ab-44a2-a446-4460222e659b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:00.186923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e660a916-ab74-4d7b-b97f-f97df148b12f req-66f08608-e09c-418a-918d-748cb474b4da tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074440
Mar 05 21:01:00.193275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.207867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:00.246069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Deleting subnet 9e4d9dd6-88c4-496c-978f-afd411a78b00 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:00.248890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] device_id is not set on port 2393380f-fa13-48a0-a9ca-0d196dfb2602 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:00.327058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Publish callbacks [] for subnet (9e4d9dd6-88c4-496c-978f-afd411a78b00), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.329574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event deleted for resources: {'Port': ['ID=55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:00.345231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Allocated IP 172.35.0.212 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/1596071c-d718-47df-8c87-186094cad6c3) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:00.366115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.425751 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:00.469549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] No DVR routers for this DVR port 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:00.474641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.477284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f357f9a-b4ba-4921-b8ed-1e27efad4702 req-db860ffb-7670-4038-99b2-698d798b3521 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "DELETE /v2.0/ports/55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 HTTP/1.1" status: 204  len: 173 time: 2.6482704
Mar 05 21:01:00.539599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed21c-72a0-47c8-8ad4-e40bc3b0f172 req-dae07cd4-d46b-4a30-a117-3d6a62321905 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:00.545046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed21c-72a0-47c8-8ad4-e40bc3b0f172 req-dae07cd4-d46b-4a30-a117-3d6a62321905 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:00.546986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-718ed21c-72a0-47c8-8ad4-e40bc3b0f172 req-dae07cd4-d46b-4a30-a117-3d6a62321905 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 1654 time: 0.2202487
Mar 05 21:01:00.584044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Allocated IP 2001:db8::146 (b38b00b8-98f1-4c83-bef0-db5e8e33c912/d413aa6a-5c4f-475a-bb23-d79651bb149e/2393380f-fa13-48a0-a9ca-0d196dfb2602) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:00.635917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-deleted', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:00.649464 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1418dc3f-946f-47ab-b68e-ceb2352fbca1" -d '{"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-deleted", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:00.665481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (9e4d9dd6-88c4-496c-978f-afd411a78b00), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.754309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (1596071c-d718-47df-8c87-186094cad6c3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.772296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-718ed21c-72a0-47c8-8ad4-e40bc3b0f172 req-966d737b-493b-4ddb-8da3-8144e555bf15 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174263
Mar 05 21:01:00.777823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 23fe934c-e775-444c-a78c-47a580d28154 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:00.807726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Allocated IP 19.80.0.233 (c34535e3-e400-4c55-a1a3-ed7a1b0771fd/d05805b0-1de2-40fc-9f16-024aedcf4373/1b3e0510-7554-46df-85e7-0d1bd3573aeb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:00.864648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf848e0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 2, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:00.900419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 23fe934c-e775-444c-a78c-47a580d28154 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:00.900812 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (23fe934c-e775-444c-a78c-47a580d28154), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:00.928732 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:00.929315 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Updating router b6faaa7c-a150-4165-a994-9ea1a25f76ce port 2cf5e208-79d5-471b-965d-3e907112b936 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:00.960537 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2cf5e208-79d5-471b-965d-3e907112b936), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.015494 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.095968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 23fe934c-e775-444c-a78c-47a580d28154 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:01.189169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (9e4d9dd6-88c4-496c-978f-afd411a78b00), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.254241 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcad3ee-f315-4d5b-a978-83150aea3bb6 x-openstack-request-id: req-bfcad3ee-f315-4d5b-a978-83150aea3bb6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:01.254661 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ba2b9-85e8-4b78-91be-461650cff33f", "name": "network-vif-deleted", "tag": "55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:01.254966 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfcad3ee-f315-4d5b-a978-83150aea3bb6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:01.255697 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ba2b9-85e8-4b78-91be-461650cff33f', 'name': 'network-vif-deleted', 'tag': '55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8', 'status': 'completed', 'code': 200}
Mar 05 21:01:01.402136 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks [] for port (2cf5e208-79d5-471b-965d-3e907112b936), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.410287 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.478983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1596071c-d718-47df-8c87-186094cad6c3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.493832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69435602-a99c-487f-a1ad-3b978027e62d req-6f0eea81-1ea7-4b13-a66c-385892503532 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 210 time: 0.0441735
Mar 05 21:01:01.548757 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e08dd-59eb-4c70-b60c-b5b932c8aff5 None None] Pushing event updated for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:01.556171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.558595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:01.564381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Attempting to bind port 2cf5e208-79d5-471b-965d-3e907112b936 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:01.564598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:01.564894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Attempting to bind port 2cf5e208-79d5-471b-965d-3e907112b936 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:01.565331 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Attempting to bind port 2cf5e208-79d5-471b-965d-3e907112b936 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:01.569765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:01.574587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:01.575654 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Checking segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:01.576092 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.576651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Bound using segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:01.577140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Bound port: 2cf5e208-79d5-471b-965d-3e907112b936, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:01.578172 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2cf5e208-79d5-471b-965d-3e907112b936), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.596833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=1596071c-d718-47df-8c87-186094cad6c3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:01.682962 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] For port 2cf5e208-79d5-471b-965d-3e907112b936, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:01.687192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] For port 2cf5e208-79d5-471b-965d-3e907112b936, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf5e208-79d5-471b-965d-3e907112b936,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:01.699207 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.714934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.777777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.790211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:01.800137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:01.802498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:01.803693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf848e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:01.810671 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e08dd-59eb-4c70-b60c-b5b932c8aff5 None None] Pushing event updated for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:01.810787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:01.816680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:01.817337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.852230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=2393380f-fa13-48a0-a9ca-0d196dfb2602,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:01.865887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1596071c-d718-47df-8c87-186094cad6c3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.881141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-96fc29d5-fb13-45a9-861c-9f045c8909e6 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.2712650
Mar 05 21:01:01.881953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:01.920659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-b054b446-72df-452a-9657-51f1368d2a4d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:01.922834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-b054b446-72df-452a-9657-51f1368d2a4d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 1.1958482
Mar 05 21:01:01.936370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a7', 'mac_address': 'fa:16:3e:97:ab:75'}, {'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:26:c3:fc'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:01.937665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (9e4d9dd6-88c4-496c-978f-afd411a78b00), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:01.991567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Provisioning complete for port 2cf5e208-79d5-471b-965d-3e907112b936 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:01.991977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2cf5e208-79d5-471b-965d-3e907112b936), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.054252 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:02.134960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-d454eef7-295e-4614-93ac-32995a99b3b0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.1637518
Mar 05 21:01:02.192659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4d9dd6-88c4-496c-978f-afd411a78b00,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:02.213954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Current status of the port 2cf5e208-79d5-471b-965d-3e907112b936 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:02.215492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2cf5e208-79d5-471b-965d-3e907112b936), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.254392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.263259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-62da4320-6b19-4643-b6c3-ba81b6be27a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9e4d9dd6-88c4-496c-978f-afd411a78b00 HTTP/1.1" status: 204  len: 168 time: 2.1185315
Mar 05 21:01:02.274006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.279715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59244) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:02.306981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] For port 2cf5e208-79d5-471b-965d-3e907112b936, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf5e208-79d5-471b-965d-3e907112b936,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:02.315233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.409650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:02.417819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a3c9-e4ab-4d12-9883-44d6048860b3 None None] Pushing event updated for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:02.438140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:01:02.454416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.457094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-8171f677-6e96-4de2-acb2-4da118e9995c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:02.458612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-8171f677-6e96-4de2-acb2-4da118e9995c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 1.2154391
Mar 05 21:01:02.486856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Request body: {'port': {'device_id': '407e6bab-ea50-48db-a853-4190fadf8e50', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'admin_state_up': True, 'tenant_id': 'fa686c12d54e49ceaa2ce991119294e4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:02.489525 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf848e0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:01Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:02.496928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139c5fb-910b-4dd7-baaa-7258af7b8892 req-9396b44f-452b-44bc-8e17-d335e9b41c6e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:02.502306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139c5fb-910b-4dd7-baaa-7258af7b8892 req-9396b44f-452b-44bc-8e17-d335e9b41c6e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:02.504780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Provisioning complete for port 2393380f-fa13-48a0-a9ca-0d196dfb2602 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:02.505167 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.509742 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2139c5fb-910b-4dd7-baaa-7258af7b8892 req-9396b44f-452b-44bc-8e17-d335e9b41c6e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 1654 time: 0.4360352
Mar 05 21:01:02.530105 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526cae2-0e68-40a7-b3f6-fb4de3bc7524 None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:01Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:02.582281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Port 2393380f-fa13-48a0-a9ca-0d196dfb2602 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:02.613365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Provisioning complete for port 2cf5e208-79d5-471b-965d-3e907112b936 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:02.613932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2cf5e208-79d5-471b-965d-3e907112b936), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.616160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (1596071c-d718-47df-8c87-186094cad6c3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.622788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7cff7da4-0086-4936-8861-13470fd6ff5d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.641489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1596071c-d718-47df-8c87-186094cad6c3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.651374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-3029d15a-c277-4783-b01e-8956508eb8e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4944680
Mar 05 21:01:02.707360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2139c5fb-910b-4dd7-baaa-7258af7b8892 req-3a9a80f3-97e6-4c11-a0d9-82277f05a915 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965394
Mar 05 21:01:02.744217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:02.769553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.794829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2cf5e208-79d5-471b-965d-3e907112b936 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:02.849356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:02.850043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 55bf9cc0-eea1-4e21-b8d6-e730f4a85fe8 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:02.861913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4971332a-24d7-4b5a-97cd-57d5d2ffc2c7 None None] Current status of the port 2cf5e208-79d5-471b-965d-3e907112b936 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:02.880859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2cf5e208-79d5-471b-965d-3e907112b936 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:02.881676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2cf5e208-79d5-471b-965d-3e907112b936), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:02.924384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=1596071c-d718-47df-8c87-186094cad6c3,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:02.998739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2cf5e208-79d5-471b-965d-3e907112b936 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:03.000156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-410447ad-a567-45af-ace6-5a03d99e958e req-9b9ba6b6-1803-47e3-a88e-8f7745900e12 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 210 time: 0.0711007
Mar 05 21:01:03.005874 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.020992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.022268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Made reservation on behalf of fa686c12d54e49ceaa2ce991119294e4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:03.025905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.071341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.083476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] In _notify_port_updated(), no bound segment for port 2393380f-fa13-48a0-a9ca-0d196dfb2602 on network b38b00b8-98f1-4c83-bef0-db5e8e33c912 {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:01:03.088445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:03.089107 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.094598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "PUT /v2.0/ports/2393380f-fa13-48a0-a9ca-0d196dfb2602 HTTP/1.1" status: 200  len: 1068 time: 1.1792407
Mar 05 21:01:03.097726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59254) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:03.104401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:03.127359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:03.134424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e0b0aae4-8ef8-4f27-b089-628c1d8665f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6554e19485bf42f3b2e5fb14472dea2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7163842
Mar 05 21:01:03.135029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:03.137395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bfb09-b12e-4c9c-9612-fe2f83fa70b0 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event updated for resources: {'Port': ['ID=2393380f-fa13-48a0-a9ca-0d196dfb2602,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:03.141344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:03.150271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.151442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d17cc2d9-3d02-43a3-9afe-52175aa20baf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2797046
Mar 05 21:01:03.154491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:03.172025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7cff7da4-0086-4936-8861-13470fd6ff5d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.292256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] Publish callbacks [] for security_group (48704eb3-59f6-4767-855d-02e59d008d19), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.316499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-489dda0e-d96c-444b-987b-f246c9654f20 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6501546
Mar 05 21:01:03.317470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port 2393380f-fa13-48a0-a9ca-0d196dfb2602 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:03.317825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.362485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:03.380744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Sync routers for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:03.387479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2c2d30>,) {'filters': {'network_id': ['7cff7da4-0086-4936-8861-13470fd6ff5d']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:03.401207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2c2d30>, 'f2618313-a673-4225-b577-e1835682660b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:03.401415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2c2d30>, 'f2618313-a673-4225-b577-e1835682660b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:03.405384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] Publish callbacks [] for security_group (48704eb3-59f6-4767-855d-02e59d008d19), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.409623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:03.410329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8331a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:03.447985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (f2618313-a673-4225-b577-e1835682660b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.521367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f2618313-a673-4225-b577-e1835682660b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.555686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.577789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for 2393380f-fa13-48a0-a9ca-0d196dfb2602 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:03.579932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (48704eb3-59f6-4767-855d-02e59d008d19), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.583029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.586870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48704eb3-59f6-4767-855d-02e59d008d19 HTTP/1.1" status: 204  len: 168 time: 0.4478719
Mar 05 21:01:03.606950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:03.608028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.614579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb243425-dcd6-4167-9101-d1b7e0117ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48704eb3-59f6-4767-855d-02e59d008d19,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:03.620969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:03.678944 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-b85c22e7-2877-49eb-a6ab-f163690fa008 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--318069686&fields=id&tenant_id=f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 267 time: 0.1635938
Mar 05 21:01:03.693658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.697438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-52fe2f61-4cc5-4055-a5fc-2030bd33ca4a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 939 time: 10.3489540
Mar 05 21:01:03.699335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59272) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:03.714272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Provisioning complete for port 2393380f-fa13-48a0-a9ca-0d196dfb2602 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:03.714917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.734445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:01:03.735172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (f2618313-a673-4225-b577-e1835682660b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:01:03.738727 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:01:03.839057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Port 2393380f-fa13-48a0-a9ca-0d196dfb2602 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:03.853423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-22697c4c-3e7e-4b59-a897-b08937ad9b17 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3284154
Mar 05 21:01:03.863241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Provisioning complete for port 1b3e0510-7554-46df-85e7-0d1bd3573aeb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:03.863636 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:03.882519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:03.936509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d6bab-f0b7-4358-bebb-3f6d6dd5af3e None None] Port 1b3e0510-7554-46df-85e7-0d1bd3573aeb cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:03.969427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8331a9a0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 3, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:03.974933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Allocated IP 172.20.0.2 (d74d376a-0a45-4915-b0da-56d17c1f19d7/4499444a-01df-44fd-8647-fc4e970eb1a2/1e6ee596-a668-4236-aab0-7cf7ebed5d1d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:03.992337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.006120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Checking router: a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:04.006755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Updating router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:04.006884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7cff7da4-0086-4936-8861-13470fd6ff5d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.014268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.019086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7cff7da4-0086-4936-8861-13470fd6ff5d HTTP/1.1" status: 204  len: 168 time: 1.7383094
Mar 05 21:01:04.038872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.170272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-04ee3006-b990-456b-b126-c9c380a6f8dc tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:04.172385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-04ee3006-b990-456b-b126-c9c380a6f8dc tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 809 time: 0.4877038
Mar 05 21:01:04.211260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-6e679898-e3d1-4a78-b9b0-89bb2b3d4507 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/quotas/f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 375 time: 0.0300796
Mar 05 21:01:04.226998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59288) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:04.231820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f82e5-b36d-43bc-a2cf-b9f78fadf577 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cff7da4-0086-4936-8861-13470fd6ff5d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:04.252300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-5b373b35-29e4-4e3c-abc3-7ac25fda3bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9123480
Mar 05 21:01:04.256912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2393380f-fa13-48a0-a9ca-0d196dfb2602), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.320703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=2393380f-fa13-48a0-a9ca-0d196dfb2602,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:04.548106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks [] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.555057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks [] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.558438 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.558782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4475aa6f-5b4a-4daf-b939-fd39db2b26e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21ab0f35161b4fd9857a3cd95cc89063&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3290884
Mar 05 21:01:04.561712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:04.618694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Pushing event updated for resources: {'Port': ['ID=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:04.626032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-817605f1-b0b8-4a57-82fe-4dab334f0f1f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4137008
Mar 05 21:01:04.692401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Attempting to bind port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:04.693153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Attempting to bind port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:04.693627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Attempting to bind port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:04.700974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:04.701523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:04.702035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.703395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:04.704589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Bound port: d9184220-9b0c-4faf-954d-2e5bdc8a4c10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:04.705096 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.706102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015392-4c7d-4b44-a328-545b8aa09671 req-9c06f9bc-f984-49c2-9a30-459b069f77d3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:04.712520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-80ccbb20-c0ac-42f1-b50e-3fa1bc00b522 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:01:04.713186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015392-4c7d-4b44-a328-545b8aa09671 req-9c06f9bc-f984-49c2-9a30-459b069f77d3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:04.718957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-80ccbb20-c0ac-42f1-b50e-3fa1bc00b522 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0171461
Mar 05 21:01:04.735990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015392-4c7d-4b44-a328-545b8aa09671 req-9c06f9bc-f984-49c2-9a30-459b069f77d3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:04.737923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa015392-4c7d-4b44-a328-545b8aa09671 req-9c06f9bc-f984-49c2-9a30-459b069f77d3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2376 time: 0.1806946
Mar 05 21:01:04.816736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8d3d1b-32fc-4875-8745-15e76c70ee14 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:04.817981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] For port d9184220-9b0c-4faf-954d-2e5bdc8a4c10, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:04.831779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] For port d9184220-9b0c-4faf-954d-2e5bdc8a4c10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:04.836827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks [] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.841573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.880536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa015392-4c7d-4b44-a328-545b8aa09671 req-51782141-bfc1-4e85-aa56-98ea84ad99e1 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286578
Mar 05 21:01:04.900444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Transition to ACTIVE for port object 3e8d3d1b-32fc-4875-8745-15e76c70ee14 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:04.920742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.921818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:04.922723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8331a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:04.989616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:04.998342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:05.006803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] Publish callbacks [] for security_group (9f5e19f3-737f-4de7-9b02-23747d4d2d9f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.070171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:05.087427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.107460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2ebb7653-bdd7-44aa-8d9a-25d966712905 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/2393380f-fa13-48a0-a9ca-0d196dfb2602 HTTP/1.1" status: 204  len: 168 time: 2.0066996
Mar 05 21:01:05.114168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:05.140951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:05.147682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-a689a780-4f9f-45a0-ab6d-c2bb86ee42fd service neutron] 10.222.0.15 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4098573
Mar 05 21:01:05.158532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:05.191475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] Publish callbacks [] for security_group (9f5e19f3-737f-4de7-9b02-23747d4d2d9f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.201089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:05.203032 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-69080b9e-d3c9-4bdf-8335-f591cad34bbe tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] GET failed (client error): The resource could not be found.
Mar 05 21:01:05.208979 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-69080b9e-d3c9-4bdf-8335-f591cad34bbe tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports/2393380f-fa13-48a0-a9ca-0d196dfb2602 HTTP/1.1" status: 404  len: 333 time: 0.0921597
Mar 05 21:01:05.209513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:05.212990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59318) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:05.299026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:05.299798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.345350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bed2b8-6ec3-447c-b852-4ac89e9f31ae req-b64b9d50-0ab2-40fd-a719-bdfd23fe7d30 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:05.346847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1bed2b8-6ec3-447c-b852-4ac89e9f31ae req-b64b9d50-0ab2-40fd-a719-bdfd23fe7d30 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 931 time: 0.2732275
Mar 05 21:01:05.372240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-2f86c89a-11d5-4edc-b383-f1c4d009507f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8955960
Mar 05 21:01:05.395906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Request body: {'port': {'device_id': '407e6bab-ea50-48db-a853-4190fadf8e50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:05.406582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Pushing event updated for resources: {'Port': ['ID=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:05.422665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.423013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.423392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.423893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.424340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.424802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.425287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.425719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.426407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.426800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.427109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.427510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.428096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccef80-b4c6-4fcf-b5a9-7ce0f95025a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:05.459426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Attempting to bind port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:05.459976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Attempting to bind port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:05.461100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Attempting to bind port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:05.467261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:05.530894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1bed2b8-6ec3-447c-b852-4ac89e9f31ae req-e90af9bd-e90a-4120-ade3-694c3f8a223b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777120
Mar 05 21:01:05.531152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:05.531334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Attempting to bind port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:05.534520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.555346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:05.555830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Checking segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:05.556697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Bound using segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:05.557242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Bound port: 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:05.557716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.567049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-859707336-network', 'tenant_id': 'd804e9e8cf8844cb8020ce064341f839'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:05.578902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9f5e19f3-737f-4de7-9b02-23747d4d2d9f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.582898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.586856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f5e19f3-737f-4de7-9b02-23747d4d2d9f HTTP/1.1" status: 204  len: 168 time: 0.9855509
Mar 05 21:01:05.617894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2a6e-ba9a-4000-a616-791cdd2601f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e19f3-737f-4de7-9b02-23747d4d2d9f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:05.751788 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.794049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:05.799098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Made reservation on behalf of d804e9e8cf8844cb8020ce064341f839 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:05.801615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:05.806993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.807373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8331a9a0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 3, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:05.823041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.851061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f379a-b8c6-4f63-9351-6776a75342e0 None None] The sync data for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 is: [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 3, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:05.859839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:05.860370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.863106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.951109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-0f9ff4e4-2794-492c-a2cb-506e3893fb15 service neutron] 10.222.0.15 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7508054
Mar 05 21:01:05.978249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:05.978881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:05.981995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e8d3d1b-32fc-4875-8745-15e76c70ee14 HTTP/1.1" status: 200  len: 1091 time: 2.1099379
Mar 05 21:01:05.996507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:06.001961 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830774be-97b7-43a1-a668-198474b36fec" -d '{"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:06.017849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.068441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.091132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:06.181734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8f28c0a-7de1-4698-8871-d87170b309f4 req-e714ab4e-eea2-4df5-a6a8-2046a781c4ab tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.2445157
Mar 05 21:01:06.205074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:06.219592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:06.283560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84c59-51ff-4aeb-b105-9a9666cd2075 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:06.303909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.332139 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406bb678-d04c-4c5a-b9ea-41c1b13d15ae x-openstack-request-id: req-406bb678-d04c-4c5a-b9ea-41c1b13d15ae {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:06.335713 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:06.335713 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406bb678-d04c-4c5a-b9ea-41c1b13d15ae {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:06.335713 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'status': 'completed', 'code': 200}
Mar 05 21:01:06.532390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac812044-e61c-4ff5-b834-4a02fef74177 req-77433295-0d80-4de2-963a-27cc8d219ddd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 210 time: 0.1447330
Mar 05 21:01:06.532703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-7ad62645-0299-4a86-a85d-eaa571fb894c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.0487511
Mar 05 21:01:06.635063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.660048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-aca5e020-4e55-4ba3-82bf-e1e69b0220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:06.660534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-aca5e020-4e55-4ba3-82bf-e1e69b0220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:06.661007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-aca5e020-4e55-4ba3-82bf-e1e69b0220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:06.663053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-830774be-97b7-43a1-a668-198474b36fec req-aca5e020-4e55-4ba3-82bf-e1e69b0220c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2762 time: 0.3564866
Mar 05 21:01:06.729026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks [] for security_group (07dd8a2d-e0d6-4331-9d01-077df8903ba3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.775786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d9184220-9b0c-4faf-954d-2e5bdc8a4c10 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:06.793821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-78a9738f-0c8c-4236-a66d-172da6e84638 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15e3cd72cd6b4ac48065eaad4f306c59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5709314
Mar 05 21:01:06.796536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:06.800563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-f896c1b7-b678-4849-b209-29446003cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:06.801396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:06.802205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-f896c1b7-b678-4849-b209-29446003cd64 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=180462533c264596b5f243c2915b027c&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2533042
Mar 05 21:01:06.802835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (07dd8a2d-e0d6-4331-9d01-077df8903ba3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.854328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:06.854871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.902371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks [] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:06.939929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Transition to ACTIVE for port object 1e6ee596-a668-4236-aab0-7cf7ebed5d1d will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:06.986666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:06.987491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.018219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d9184220-9b0c-4faf-954d-2e5bdc8a4c10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:07.028516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.096258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:07.392008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.398495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:07.426930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdeca-5f8f-46b8-9a74-d281570c6f29 req-9a7047b4-8284-4450-9173-00ede119ae8f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.432228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdeca-5f8f-46b8-9a74-d281570c6f29 req-9a7047b4-8284-4450-9173-00ede119ae8f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.437672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdeca-5f8f-46b8-9a74-d281570c6f29 req-9a7047b4-8284-4450-9173-00ede119ae8f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.439343 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-947bdeca-5f8f-46b8-9a74-d281570c6f29 req-9a7047b4-8284-4450-9173-00ede119ae8f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2388 time: 1.1344728
Mar 05 21:01:07.528222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd8a2d-e0d6-4331-9d01-077df8903ba3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:07.545647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a5977-2df3-4c19-a2f8-0759b03c83da req-04fa88b0-5799-4ad2-8a89-a236f56ee755 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.547362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-532a5977-2df3-4c19-a2f8-0759b03c83da req-04fa88b0-5799-4ad2-8a89-a236f56ee755 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 931 time: 0.8582957
Mar 05 21:01:07.563006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] Publish callbacks [] for security_group (93ed11ab-c0f9-46b3-9c8e-098352fb082d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.573990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:07.582866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-26c6a8f3-3b0e-4630-8b7e-0039395b1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.583334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-26c6a8f3-3b0e-4630-8b7e-0039395b1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.583829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-26c6a8f3-3b0e-4630-8b7e-0039395b1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.585523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-830774be-97b7-43a1-a668-198474b36fec req-26c6a8f3-3b0e-4630-8b7e-0039395b1a08 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.8976343
Mar 05 21:01:07.614099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Allocated IP 172.20.0.1 (50e47084-22c1-4505-b650-54af5bab66ac/39c07a60-61ee-460c-9472-ec196c3c44c9/30ed5613-6cdc-4571-8f3a-c8a3d8cc882e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:07.680375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.687565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0815c7be-111c-45f8-9d5a-4255dcd256e2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.687938 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Added segment 0815c7be-111c-45f8-9d5a-4255dcd256e2 of type vlan for network ee58eab6-001c-4f6b-a506-c17484517cc8
Mar 05 21:01:07.699017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] Publish callbacks [] for security_group (93ed11ab-c0f9-46b3-9c8e-098352fb082d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.736515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-947bdeca-5f8f-46b8-9a74-d281570c6f29 req-fb3afe19-f2ee-4bb9-97df-35c332390676 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541490
Mar 05 21:01:07.786364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-a769e1d5-b342-4d37-b18d-66cab4004e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:07.787879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-a769e1d5-b342-4d37-b18d-66cab4004e31 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9740372
Mar 05 21:01:07.817456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-532a5977-2df3-4c19-a2f8-0759b03c83da req-5dda8d03-8646-413f-a3d4-7e4401d40c78 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490706
Mar 05 21:01:07.872064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:07.923265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ee58eab6-001c-4f6b-a506-c17484517cc8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:07.937583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Attempting to bind port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:07.938001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Attempting to bind port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:07.938335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Attempting to bind port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:07.944296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4c17518-9110-4f4e-9aff-e1993550fb01 req-c239da92-9946-4fc9-8352-1c6c4ab712fe tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.1163471
Mar 05 21:01:07.947407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0eea996-4cef-4c6e-b70e-3adf9cef6f0a req-3d9ed570-d865-4e55-8dda-9fb7d41b4bde tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/ports?device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.0993073
Mar 05 21:01:08.007752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830774be-97b7-43a1-a668-198474b36fec req-f0fb00d2-a285-4134-8a95-a90fa94cfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:08.009204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-830774be-97b7-43a1-a668-198474b36fec req-f0fb00d2-a285-4134-8a95-a90fa94cfb57 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4075882
Mar 05 21:01:08.011732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ee58eab6-001c-4f6b-a506-c17484517cc8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.012708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:08.013478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.020142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d54d02f-970f-435e-80cf-3298036819ff req-1a819f13-1453-44b3-8182-6a3b08d750bf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 210 time: 0.1390603
Mar 05 21:01:08.023019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d on network d74d376a-0a45-4915-b0da-56d17c1f19d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:08.023350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Attempting to bind port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:08.025253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-377f0ebf-60a6-480b-9694-f602ffc2f49f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:08.026735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-377f0ebf-60a6-480b-9694-f602ffc2f49f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 809 time: 0.4800556
Mar 05 21:01:08.027904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.034557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1fd0d246-a9ff-4a4d-8026-1fc312e7846c tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e HTTP/1.1" status: 204  len: 168 time: 2.7962394
Mar 05 21:01:08.034925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93ed11ab-c0f9-46b3-9c8e-098352fb082d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.037670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.042449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93ed11ab-c0f9-46b3-9c8e-098352fb082d HTTP/1.1" status: 204  len: 168 time: 1.2308521
Mar 05 21:01:08.044334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59350) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:08.067256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e25e7d-18ab-47fe-93ef-08f3073a56c7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:08.087486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks [] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.124262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:08.124538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Checking segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:08.125064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Bound using segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:08.125525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Bound port: 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:08.126388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.132957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081f2cc-347a-4fe4-b212-906a88299c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed11ab-c0f9-46b3-9c8e-098352fb082d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:08.134757 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2705da5c-b38a-4440-a074-cb34a7e71415 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] GET failed (client error): The resource could not be found.
Mar 05 21:01:08.136301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2705da5c-b38a-4440-a074-cb34a7e71415 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "GET /v2.0/ports/b47ba3e7-cd82-4094-86a1-cb2c5c6fa25e HTTP/1.1" status: 404  len: 333 time: 0.0864336
Mar 05 21:01:08.145928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59354) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:08.167387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Transition to ACTIVE for port object 72e25e7d-18ab-47fe-93ef-08f3073a56c7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:08.199846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.0547190
Mar 05 21:01:08.200615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.215380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59356) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:08.248187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Request body: {'subnet': {'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-859707336-subnet', 'tenant_id': 'd804e9e8cf8844cb8020ce064341f839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:08.261234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks [] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.264586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593d223-9c7a-42ec-9f08-34cd883dcf29 admin admin] Pushing event updated for resources: {'Network': ['ID=ee58eab6-001c-4f6b-a506-c17484517cc8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:08.286484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ee58eab6-001c-4f6b-a506-c17484517cc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:08.310495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-593652ce-ef0f-4db7-bb84-fe1d7df45632 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 379 time: 0.2516038
Mar 05 21:01:08.313240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Made reservation on behalf of d804e9e8cf8844cb8020ce064341f839 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:08.319684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.348126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'port': {'device_id': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'admin_state_up': True, 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'security_groups': ['20c77072-d35b-4268-88f4-b0f950a2015b']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:08.441032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:08.443869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Pushing event updated for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:08.503449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f285496-1d12-4270-8f67-f086b4075cce req-05b7d5fd-609d-408f-9cb8-d1a3c80a2299 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.0713654
Mar 05 21:01:08.508100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:08.529231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.590552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port b0cb80ac-6349-4818-b586-8affd24a53df {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:08.590904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.616307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:08.616788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.618204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e6ee596-a668-4236-aab0-7cf7ebed5d1d HTTP/1.1" status: 200  len: 1091 time: 3.2340527
Mar 05 21:01:08.661219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.668834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:08.672229 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c802c-e2be-4902-b6c7-79a63d391670" -d '{"events": [{"name": "network-changed", "server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:08.695861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Attempting to bind port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:08.696132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Attempting to bind port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:08.696666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Attempting to bind port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 on network 8cd4a347-d767-466b-a1b2-31d8566918a4 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:08.748713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d9184220-9b0c-4faf-954d-2e5bdc8a4c10 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:08.760136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Pushing event updated for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:08.762568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 on network 8cd4a347-d767-466b-a1b2-31d8566918a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:08.762568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Attempting to bind port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 on network 8cd4a347-d767-466b-a1b2-31d8566918a4 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:08.776322 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a660273-2cbd-489c-9710-6f98eec3b927 x-openstack-request-id: req-4a660273-2cbd-489c-9710-6f98eec3b927 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:08.776886 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:08.777358 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a660273-2cbd-489c-9710-6f98eec3b927 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:08.778596 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'status': 'completed', 'code': 200}
Mar 05 21:01:08.825492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:08.826186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Checking segment: {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:08.826737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Bound using segment: {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:08.827536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Bound port: 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f03a4d-67ad-45f6-9806-38cb5ef87439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:08.828370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.829297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Network 50e47084-22c1-4505-b650-54af5bab66ac is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:08.837593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:08.842750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285496-1d12-4270-8f67-f086b4075cce req-8fef94cd-5b22-4564-9081-cdff5a0ed43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:08.845078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f285496-1d12-4270-8f67-f086b4075cce req-8fef94cd-5b22-4564-9081-cdff5a0ed43f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=180462533c264596b5f243c2915b027c&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3325634
Mar 05 21:01:08.848286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:08.896176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:08.896822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:08.921696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec200014-2693-420d-a41f-39d51f8dd8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:08.968925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Made reservation on behalf of f59b6cf41e6d4308819eb264dcaa320e for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:08.977345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.025680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:09.058996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.086877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for b0cb80ac-6349-4818-b586-8affd24a53df owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:09.180150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-e544119a-04cb-44fd-bd67-c5d08d57f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.181803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-e544119a-04cb-44fd-bd67-c5d08d57f035 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 1125 time: 0.4924233
Mar 05 21:01:09.207477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a3f9107f-3922-4cc3-a810-49c723263bdb None None] Provisioning complete for port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:09.211447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a3f9107f-3922-4cc3-a810-49c723263bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.225890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7501a-1c12-473e-bf44-a536bdbc2829 req-4a8d4f76-adf3-42dd-b0ff-c3a7a22f4b27 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.231873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7501a-1c12-473e-bf44-a536bdbc2829 req-4a8d4f76-adf3-42dd-b0ff-c3a7a22f4b27 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.237792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7501a-1c12-473e-bf44-a536bdbc2829 req-4a8d4f76-adf3-42dd-b0ff-c3a7a22f4b27 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.240050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fab7501a-1c12-473e-bf44-a536bdbc2829 req-4a8d4f76-adf3-42dd-b0ff-c3a7a22f4b27 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2400 time: 0.3573558
Mar 05 21:01:09.243440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.255069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9107f-3922-4cc3-a810-49c723263bdb None None] Port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:09.281854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-ebd73a8e-ce26-4341-a89c-122ce610d0d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d HTTP/1.1" status: 200  len: 217 time: 0.0856290
Mar 05 21:01:09.298181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:09.299251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:09.353924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0bbbe419-ee0e-495b-8b3d-1bf50698fa76), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.367582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:09.370312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35fc75-c7b0-46cb-8f71-ee1165e385e7 req-d4c654c7-d28b-46db-800d-0566b79a13da tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.372694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c35fc75-c7b0-46cb-8f71-ee1165e385e7 req-d4c654c7-d28b-46db-800d-0566b79a13da tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 943 time: 0.3824353
Mar 05 21:01:09.385622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Allocated IP 172.20.0.4 (eb152f6f-c57d-4619-b0c4-9bec5538183b/2dfe88e3-481b-4b40-8199-614b74d4616e/fe8c874c-29b6-4154-bd1d-0bdf845e26a3) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:09.412588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.419507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285496-1d12-4270-8f67-f086b4075cce req-fe68a93f-5e09-4813-b237-d21c19bdc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.421179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f285496-1d12-4270-8f67-f086b4075cce req-fe68a93f-5e09-4813-b237-d21c19bdc4b0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5705047
Mar 05 21:01:09.443312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-a1e805c5-e722-40f2-b9bc-a570c266758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.444958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-a1e805c5-e722-40f2-b9bc-a570c266758b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.1491971
Mar 05 21:01:09.482409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1209407252-network', 'tenant_id': '899872f9f3b243ef89011a53ba07e160'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:09.499731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fab7501a-1c12-473e-bf44-a536bdbc2829 req-99312c5e-dae8-4269-b3d9-9c864bb5b259 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223933
Mar 05 21:01:09.501095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.501698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.503048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] 10.222.0.31 "PUT /v2.0/ports/72e25e7d-18ab-47fe-93ef-08f3073a56c7 HTTP/1.1" status: 200  len: 1092 time: 3.3187129
Mar 05 21:01:09.545576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-81c2e06b-834e-4cc4-a55c-703416b2a2fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701880
Mar 05 21:01:09.561305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Request body: {'port': {'device_id': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:09.578210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbbe419-ee0e-495b-8b3d-1bf50698fa76,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:09.600449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f285496-1d12-4270-8f67-f086b4075cce req-2a8561ff-176f-4d10-9465-3e600c6a781d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/ports?device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.1015239
Mar 05 21:01:09.647715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b0cb80ac-6349-4818-b586-8affd24a53df), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.665172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c35fc75-c7b0-46cb-8f71-ee1165e385e7 req-185af64b-af4d-4bff-ba41-b580bb015eb8 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505119
Mar 05 21:01:09.681004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450ae7-dab6-4cff-884b-ac363a77c74f service neutron] Pushing event updated for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:09.683965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Made reservation on behalf of 899872f9f3b243ef89011a53ba07e160 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:09.691202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.699557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Checking segment: {'id': '0815c7be-111c-45f8-9d5a-4255dcd256e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:09.699957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Network hostable DHCP agents. Network: ee58eab6-001c-4f6b-a506-c17484517cc8, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:09.752920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-663d0584-5e36-4bf9-bc18-09494b46df04 req-85cb67f0-5728-4981-95b5-b5788a9a8437 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=5004c65f-d6e8-4a09-8ba3-c8f40fd09fb2 HTTP/1.1" status: 200  len: 210 time: 0.1365104
Mar 05 21:01:09.760648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.786240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=b0cb80ac-6349-4818-b586-8affd24a53df,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:09.792250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.798755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Network ee58eab6-001c-4f6b-a506-c17484517cc8 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:09.835518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.856074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee58eab6-001c-4f6b-a506-c17484517cc8) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:09.862054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:09.862660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.872104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5e0f6-1bee-4561-afb5-f5dc34311f4e None None] Network ee58eab6-001c-4f6b-a506-c17484517cc8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:09.917537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.937990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:09.946283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47b4f41a-0f23-4d64-9c0d-ad8968eeb792 req-6f236ead-ebe7-4835-8a0c-20b86b0eb260 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 210 time: 0.0982263
Mar 05 21:01:09.949847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5293640d-e4b2-4e5b-b6eb-ed9dcc9553cd tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/ports/b0cb80ac-6349-4818-b586-8affd24a53df HTTP/1.1" status: 204  len: 168 time: 1.7992771
Mar 05 21:01:09.954824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:09.988242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1da0d8b0-5eba-4f66-ab53-8754e629034b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7587147
Mar 05 21:01:10.004443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-df4f576e-2781-4bf6-a8ce-075fe1756ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376493
Mar 05 21:01:10.087999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4baee-64a0-47eb-b874-3c0d7c48adfb None None] Network ee58eab6-001c-4f6b-a506-c17484517cc8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:10.231459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks [] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.239368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks [] for security_group (adc63b04-8d28-4758-8fa1-0fb5c2221703), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.259479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting subnet d413aa6a-5c4f-475a-bb23-d79651bb149e {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:10.262198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.262365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (adc63b04-8d28-4758-8fa1-0fb5c2221703), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.297062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for subnet (d413aa6a-5c4f-475a-bb23-d79651bb149e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.312966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa9c896a-04bb-4f28-8e58-9c114b358aa8 req-93cc7094-5bec-4ed2-9ea1-20cf6d27b806 service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026381
Mar 05 21:01:10.371109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.394279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:10.400021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc63b04-8d28-4758-8fa1-0fb5c2221703,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:10.412329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:10.413414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Pushing event updated for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:10.419915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d413aa6a-5c4f-475a-bb23-d79651bb149e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.428017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:10.446106 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (10ed1786-b401-46fe-954d-b3b52574751d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.446574 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Added segment 10ed1786-b401-46fe-954d-b3b52574751d of type vlan for network adc6ce26-0999-46fd-83e3-7feba14413c3
Mar 05 21:01:10.461304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.463431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:10.573928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c802c-e2be-4902-b6c7-79a63d391670 req-82543d39-f560-48ca-8610-068f73da9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.577984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-82543d39-f560-48ca-8610-068f73da9050 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 1125 time: 0.2088377
Mar 05 21:01:10.580297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (adc6ce26-0999-46fd-83e3-7feba14413c3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.730639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:10.795759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:01:10.800026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:10.800167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.800803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.802268 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d088f-c779-413a-81f9-8c11d2ccd44c" -d '{"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:10.836030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2aa60cc6-3d1e-4d26-8077-1a6e9bcba802 None None] Provisioning complete for port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:10.836517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2aa60cc6-3d1e-4d26-8077-1a6e9bcba802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.869210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (adc6ce26-0999-46fd-83e3-7feba14413c3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.869901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-560038dc-da3b-473e-b0c1-55864c54fdff tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5443852
Mar 05 21:01:10.871129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.871751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.879067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2aa60cc6-3d1e-4d26-8077-1a6e9bcba802 None None] Port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:10.879616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3e0510-7554-46df-85e7-0d1bd3573aeb {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:10.885623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Request body: {'port': {'device_id': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:10.913200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks [] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.913487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920adf-e390-4242-b78d-91b3c2f4b935 req-94ba760b-6d51-44a3-b616-cd061edc5d48 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.921762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920adf-e390-4242-b78d-91b3c2f4b935 req-94ba760b-6d51-44a3-b616-cd061edc5d48 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.928898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920adf-e390-4242-b78d-91b3c2f4b935 req-94ba760b-6d51-44a3-b616-cd061edc5d48 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.931086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e920adf-e390-4242-b78d-91b3c2f4b935 req-94ba760b-6d51-44a3-b616-cd061edc5d48 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2400 time: 0.3297186
Mar 05 21:01:10.954396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c802c-e2be-4902-b6c7-79a63d391670 req-38db69d0-dac5-43de-aaab-ad64c1064213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:10.955929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-38db69d0-dac5-43de-aaab-ad64c1064213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 916 time: 0.3152516
Mar 05 21:01:10.975879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d413aa6a-5c4f-475a-bb23-d79651bb149e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:10.987608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6724918
Mar 05 21:01:10.996798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:11.033282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Transition to ACTIVE for port object 1b3e0510-7554-46df-85e7-0d1bd3573aeb will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:11.033497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Request body: {'subnet': {'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1209407252-subnet', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:11.038687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-a5fd8aca-1b01-4f96-ac34-0fdc3e1d84b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d HTTP/1.1" status: 200  len: 217 time: 0.0723891
Mar 05 21:01:11.043502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.048629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd70a5e-5e49-494a-acd8-cfdc54576564 admin admin] Pushing event updated for resources: {'Network': ['ID=adc6ce26-0999-46fd-83e3-7feba14413c3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:11.055975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-7108fa9b-3ef6-4ff6-bdf4-4938c5ebdf66 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:11.057487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-7108fa9b-3ef6-4ff6-bdf4-4938c5ebdf66 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/networks?id=ee58eab6-001c-4f6b-a506-c17484517cc8 HTTP/1.1" status: 200  len: 813 time: 0.5379045
Mar 05 21:01:11.064344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network adc6ce26-0999-46fd-83e3-7feba14413c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:11.068365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Network 50e47084-22c1-4505-b650-54af5bab66ac is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:11.100581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:11.136581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.138856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-f7b03fca-b805-4a1d-9740-e0767262dda3 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/quotas/d804e9e8cf8844cb8020ce064341f839 HTTP/1.1" status: 200  len: 375 time: 0.0518923
Mar 05 21:01:11.148205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e920adf-e390-4242-b78d-91b3c2f4b935 req-99da5ff0-26e9-42b3-b044-7f13759293b2 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851835
Mar 05 21:01:11.155863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:11.164310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c802c-e2be-4902-b6c7-79a63d391670 req-fc8d5380-41c2-4bcf-a99f-08f1f947eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:11.165765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-fc8d5380-41c2-4bcf-a99f-08f1f947eb83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.1060328
Mar 05 21:01:11.250593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-69ae88a7-23b6-4292-ba2f-8d20a5ad7986 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d804e9e8cf8844cb8020ce064341f839&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0915773
Mar 05 21:01:11.253959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-56e64faa-db41-42fc-9b5c-4d4deb875b0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672128
Mar 05 21:01:11.280931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Made reservation on behalf of 899872f9f3b243ef89011a53ba07e160 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:11.283247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.312447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d413aa6a-5c4f-475a-bb23-d79651bb149e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.513837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f6688767-5b6a-44cc-97f7-e8b9b27c9763 None None] Provisioning complete for port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:11.514399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6688767-5b6a-44cc-97f7-e8b9b27c9763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.557512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f6688767-5b6a-44cc-97f7-e8b9b27c9763 None None] Port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:11.757206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Attempting to bind port 1b3e0510-7554-46df-85e7-0d1bd3573aeb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:11.757772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Attempting to bind port 1b3e0510-7554-46df-85e7-0d1bd3573aeb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:11.757880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Attempting to bind port 1b3e0510-7554-46df-85e7-0d1bd3573aeb on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:11.781519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Port 1b3e0510-7554-46df-85e7-0d1bd3573aeb on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:11.781852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Attempting to bind port 1b3e0510-7554-46df-85e7-0d1bd3573aeb on network c34535e3-e400-4c55-a1a3-ed7a1b0771fd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:11.787333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Subnet': ['ID=d413aa6a-5c4f-475a-bb23-d79651bb149e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:11.796731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-3d6a7300-a9e2-4f8c-857b-791ddf070c4d service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5162544
Mar 05 21:01:11.797867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:11.798218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Checking segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:11.798604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Bound using segment: {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:11.799044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Bound port: 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:11.799403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.803973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-86c2fbb6-4362-490d-b873-f7228986f953 service neutron] 10.222.0.15 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5311720
Mar 05 21:01:11.804558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:11.807817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5238461d-2130-4b62-851f-fca7b1571c5a tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/subnets/d413aa6a-5c4f-475a-bb23-d79651bb149e HTTP/1.1" status: 204  len: 168 time: 1.8518438
Mar 05 21:01:11.813254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59420) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:11.814601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ad6c1-1973-4e61-8c1e-41ccd0b59811 None None] Network b38b00b8-98f1-4c83-bef0-db5e8e33c912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:11.912087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:11.919402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba348041-9543-4ae8-82bb-d0297be6117f req-e70cb536-d4e0-495c-bebe-3c8eab315336 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:11.921488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba348041-9543-4ae8-82bb-d0297be6117f req-e70cb536-d4e0-495c-bebe-3c8eab315336 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 943 time: 0.6350358
Mar 05 21:01:12.029548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] DHCP port deletion for b38b00b8-98f1-4c83-bef0-db5e8e33c912 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:12.067700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b38b00b8-98f1-4c83-bef0-db5e8e33c912), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.083389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-486c802c-e2be-4902-b6c7-79a63d391670 req-4d0b530f-be45-47ea-9576-008d30b00513 service neutron] 10.222.0.23 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2814817
Mar 05 21:01:12.095838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:12.101353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:12.104396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-45f0da71-4641-44a0-a9f0-e7a4f3fdc06e service neutron] 10.222.0.15 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919147
Mar 05 21:01:12.113380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.129646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Deleting port 3aa51e52-9815-4224-92d4-0c9d3e73d66a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:12.133784 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.175361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba348041-9543-4ae8-82bb-d0297be6117f req-8a19de60-89d8-4225-9591-e930dc38bb49 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393579
Mar 05 21:01:12.184734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:12.185539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.187371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] 10.222.0.31 "PUT /v2.0/ports/1b3e0510-7554-46df-85e7-0d1bd3573aeb HTTP/1.1" status: 200  len: 1092 time: 2.6353819
Mar 05 21:01:12.211007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e3e89-a2ea-4f59-849a-5260e1cdbb1e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:12.222848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Deleting port 3aa51e52-9815-4224-92d4-0c9d3e73d66a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:12.223329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.270244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2b746596-50a9-4a93-8dbb-4ddf8e0b62e6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.320282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] For port 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa51e52-9815-4224-92d4-0c9d3e73d66a,segment=NetworkSegment(87e95e15-21f5-4422-8e42-80bce1f3ab56),segment_id=87e95e15-21f5-4422-8e42-80bce1f3ab56)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:12.320282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.356933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c874c-29b6-4154-bd1d-0bdf845e26a3 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:12.366273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks [] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.371987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] For port 3aa51e52-9815-4224-92d4-0c9d3e73d66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa51e52-9815-4224-92d4-0c9d3e73d66a,segment=NetworkSegment(87e95e15-21f5-4422-8e42-80bce1f3ab56),segment_id=87e95e15-21f5-4422-8e42-80bce1f3ab56)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:12.372411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.373440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Calling delete_port for 3aa51e52-9815-4224-92d4-0c9d3e73d66a owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:12.380221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Transition to ACTIVE for port object fe8c874c-29b6-4154-bd1d-0bdf845e26a3 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:12.407926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Calling delete_port for 3aa51e52-9815-4224-92d4-0c9d3e73d66a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:12.417551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.491058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:12.503134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:12.522430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-96a17313-8a6f-4697-9e43-cb1666a87d53 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ce9aa6-4d9b-409b-ba93-87959fc3fa05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8215334
Mar 05 21:01:12.527328 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Sync routers for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:12.580944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Checking segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:12.581660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Network hostable DHCP agents. Network: adc6ce26-0999-46fd-83e3-7feba14413c3, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:12.582180 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:12.588755 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc22e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:12.599433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:12.651771 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:12.736798 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3ae74-4c84-478e-b221-743f41989bce x-openstack-request-id: req-1fd3ae74-4c84-478e-b221-743f41989bce {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:12.739614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Network adc6ce26-0999-46fd-83e3-7feba14413c3 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:12.740612 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:12.746665 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fd3ae74-4c84-478e-b221-743f41989bce {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:12.747234 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7', 'status': 'completed', 'code': 200}
Mar 05 21:01:12.757708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] No DVR routers for this DVR port 3aa51e52-9815-4224-92d4-0c9d3e73d66a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:12.762451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1a1cc-a006-4ee3-b3b5-16dd770959da None None] Pushing event deleted for resources: {'Port': ['ID=3aa51e52-9815-4224-92d4-0c9d3e73d66a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:12.791705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:12.863093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, adc6ce26-0999-46fd-83e3-7feba14413c3) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:12.919663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:12.942989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.027157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9094431c-4534-4cf9-a7ec-258123d5460a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0094168
Mar 05 21:01:13.030855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Attempting to bind port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:13.031429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Attempting to bind port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:13.031955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Attempting to bind port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:13.033406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59438) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:13.038990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 on network eb152f6f-c57d-4619-b0c4-9bec5538183b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:13.039557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Attempting to bind port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:13.041123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:13.047602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:13.048276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Checking segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:13.049172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Bound using segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:13.049818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Bound port: fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:13.050518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.068116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3aa51e52-9815-4224-92d4-0c9d3e73d66a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.081280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7631cf5-5626-46e9-95e6-95d71feeb7b0 None None] Network adc6ce26-0999-46fd-83e3-7feba14413c3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:13.090408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3aa51e52-9815-4224-92d4-0c9d3e73d66a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:13.125062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Port': ['ID=3aa51e52-9815-4224-92d4-0c9d3e73d66a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:13.138001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-fbf30274-04b0-4b0c-b612-641f6235a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.138565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-fbf30274-04b0-4b0c-b612-641f6235a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.139093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-fbf30274-04b0-4b0c-b612-641f6235a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.145671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-fbf30274-04b0-4b0c-b612-641f6235a268 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2958 time: 0.4366956
Mar 05 21:01:13.152861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9835e566-d504-42be-ae7b-e05487be8212), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.154052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9835e566-d504-42be-ae7b-e05487be8212), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.160212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] No DVR routers for this DVR port 3aa51e52-9815-4224-92d4-0c9d3e73d66a on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:13.165195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:13.173256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adcb1-3180-4c79-9bee-d0409c13a053 req-34c1cbe8-dae3-4f0e-b02a-8a94bc77e997 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.174268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:13.174475 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:13.181925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adcb1-3180-4c79-9bee-d0409c13a053 req-34c1cbe8-dae3-4f0e-b02a-8a94bc77e997 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.187708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.190956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adcb1-3180-4c79-9bee-d0409c13a053 req-34c1cbe8-dae3-4f0e-b02a-8a94bc77e997 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.200802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb7adcb1-3180-4c79-9bee-d0409c13a053 req-34c1cbe8-dae3-4f0e-b02a-8a94bc77e997 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 0.2546372
Mar 05 21:01:13.240977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3aa51e52-9815-4224-92d4-0c9d3e73d66a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:13.241406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3aa51e52-9815-4224-92d4-0c9d3e73d66a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:13.309948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-bf323dd8-4b6a-4974-a200-a4d7e0a4355b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14 HTTP/1.1" status: 200  len: 217 time: 0.1510711
Mar 05 21:01:13.312505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:13.330283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'port_id': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'mac_address': 'fa:16:3e:06:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499444a-01df-44fd-8647-fc4e970eb1a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:13.374717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-adc6ce26-0999-46fd-83e3-7feba14413c3', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:13.375922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.416293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.416934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.418632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] 10.222.0.23 "PUT /v2.0/ports/fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 1091 time: 2.5370743
Mar 05 21:01:13.419101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:13.436140 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cc4de-7b88-4572-bf40-d34361785b54" -d '{"events": [{"name": "network-changed", "server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:13.467354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d261a0-975f-48b3-84c1-3dfe8ad32cff req-c2c17da6-9fb4-429c-9219-af601d71ac69 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.471232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54d261a0-975f-48b3-84c1-3dfe8ad32cff req-c2c17da6-9fb4-429c-9219-af601d71ac69 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 943 time: 0.5694566
Mar 05 21:01:13.504263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:13.504732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.513364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce605d5-b6c1-4067-a8f5-20a007ad45bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:13.558626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:13.573962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b38b00b8-98f1-4c83-bef0-db5e8e33c912), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.589401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54d261a0-975f-48b3-84c1-3dfe8ad32cff req-b797dd64-82b2-4e09-b825-435ea76d0a4f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003568
Mar 05 21:01:13.592761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for router_controller (9835e566-d504-42be-ae7b-e05487be8212), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.651328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-12d19c45-bfac-43c9-a5d9-a9c8a4a19dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.652308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb7adcb1-3180-4c79-9bee-d0409c13a053 req-3cad3342-6bc7-4af8-807c-4b646aac3cfa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4504936
Mar 05 21:01:13.653278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:13.660535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-12d19c45-bfac-43c9-a5d9-a9c8a4a19dae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1125 time: 0.1878822
Mar 05 21:01:13.667422 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.747742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Allocated IP 172.20.0.2 (adc6ce26-0999-46fd-83e3-7feba14413c3/2b746596-50a9-4a93-8dbb-4ddf8e0b62e6/2b3aa4d8-365f-4859-a769-6cee7c7f493a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:13.752327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:13.769779 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc22e80>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 2, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:13.793257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b76ba0bf-76e4-4e0d-8666-808cecd2593f req-dca69c91-36f7-41ec-9ad2-42a07d29567b tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 210 time: 0.0458658
Mar 05 21:01:13.801021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-3ee1bc32-820d-464c-bd2d-0bad874ab60f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 217 time: 0.1338716
Mar 05 21:01:13.814389 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Checking router: a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:13.814894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Updating router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:13.869329 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:13.889330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-35befbaf-8896-49f1-bbe2-2772ce8a670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.891931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-35befbaf-8896-49f1-bbe2-2772ce8a670b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d05805b0-1de2-40fc-9f16-024aedcf4373 HTTP/1.1" status: 200  len: 801 time: 0.5721991
Mar 05 21:01:13.899257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91431eb0>,) {'filters': {'network_id': ['b38b00b8-98f1-4c83-bef0-db5e8e33c912']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:13.939443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-76cfca33-dd04-4da0-8835-ab21a63c4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:13.952976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-76cfca33-dd04-4da0-8835-ab21a63c4bf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.1457250
Mar 05 21:01:13.958242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91431eb0>, '87e95e15-21f5-4422-8e42-80bce1f3ab56') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:13.958555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91431eb0>, '87e95e15-21f5-4422-8e42-80bce1f3ab56') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:13.959264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1e6ee596-a668-4236-aab0-7cf7ebed5d1d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:13.987323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (87e95e15-21f5-4422-8e42-80bce1f3ab56), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.081414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (87e95e15-21f5-4422-8e42-80bce1f3ab56), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.130102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:01:14.130383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (87e95e15-21f5-4422-8e42-80bce1f3ab56), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:01:14.133473 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:01:14.136340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d28d75bd-9e40-47e2-80dc-cb88969f4cfa tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:14.138632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d28d75bd-9e40-47e2-80dc-cb88969f4cfa tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.1846843
Mar 05 21:01:14.154522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks [] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.169397 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.189664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for router_gateway (9835e566-d504-42be-ae7b-e05487be8212), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.227898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Network adc6ce26-0999-46fd-83e3-7feba14413c3 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:14.232237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:14.236635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-ca2484ca-b73d-40d9-8e3c-0038db45c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:14.237353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:14.242046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-ca2484ca-b73d-40d9-8e3c-0038db45c2f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.3385079
Mar 05 21:01:14.267644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-83860a6b-6ae9-4e4d-b64c-cc364e68d01d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0936210
Mar 05 21:01:14.297968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b38b00b8-98f1-4c83-bef0-db5e8e33c912), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.301960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Pushing event updated for resources: {'Port': ['ID=2b3aa4d8-365f-4859-a769-6cee7c7f493a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:14.364924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Attempting to bind port 2b3aa4d8-365f-4859-a769-6cee7c7f493a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:14.365983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Attempting to bind port 2b3aa4d8-365f-4859-a769-6cee7c7f493a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:14.366617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Attempting to bind port 2b3aa4d8-365f-4859-a769-6cee7c7f493a on network adc6ce26-0999-46fd-83e3-7feba14413c3 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:14.367425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-3b99738e-0cbb-480a-b1d3-3e7beef00a03 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0987904
Mar 05 21:01:14.376880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:14.377640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Checking segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:14.378587 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.379196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Bound using segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:14.379924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Bound port: 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:14.381111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.403565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.407633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] 10.222.0.15 "DELETE /v2.0/networks/b38b00b8-98f1-4c83-bef0-db5e8e33c912 HTTP/1.1" status: 204  len: 168 time: 2.5934756
Mar 05 21:01:14.410432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-df363f78-fd03-48dc-8e41-5fdf996165b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:14.412157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-df363f78-fd03-48dc-8e41-5fdf996165b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2726135
Mar 05 21:01:14.429316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-f0c1f742-5fe5-45df-a2cf-65a85de9d412 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:14.439574 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks [] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.441597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-f0c1f742-5fe5-45df-a2cf-65a85de9d412 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 828 time: 0.4792771
Mar 05 21:01:14.449638 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.468745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b656bd-cf6a-4f87-b902-c04a01a0ce26 tempest-AllowedAddressPairIpV6TestJSON-518712738 tempest-AllowedAddressPairIpV6TestJSON-518712738-project] Pushing event deleted for resources: {'Network': ['ID=b38b00b8-98f1-4c83-bef0-db5e8e33c912,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:14.491189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] For port 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:14.492252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-51566434-0b52-46df-b6cd-5e10b09cc2cf tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/quotas/92ce8974b7c140b6b12a24cd251d1d95 HTTP/1.1" status: 200  len: 375 time: 0.0497313
Mar 05 21:01:14.502980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] For port 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b3aa4d8-365f-4859-a769-6cee7c7f493a,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:14.517850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.596729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e53a-0bcc-4fbe-b499-2b38064960d2 None None] Pushing event updated for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:14.624339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6e6ec-f638-460d-ba6c-f5947db6d4de None None] Pushing event updated for resources: {'Port': ['ID=2b3aa4d8-365f-4859-a769-6cee7c7f493a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:14.640860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1413bcc-fe68-4330-a0fd-651f3e8fef74 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722239
Mar 05 21:01:14.680919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-8a3ec30f-02a1-473f-acb2-0e9ddb6f9e31 service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4068730
Mar 05 21:01:14.705523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-dc3339d4-3791-41c8-8d10-a13a2b8e21c2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2121580
Mar 05 21:01:14.716623 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Attempting to bind port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:14.716999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Attempting to bind port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:14.719819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Attempting to bind port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e on network 50e47084-22c1-4505-b650-54af5bab66ac {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:14.727156 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:14.727801 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Checking segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:14.728489 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.728894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Bound using segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:14.729414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Bound port: 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:14.729794 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:14.763325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-35884e77-4888-4973-bde3-8ee5e476b8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203332
Mar 05 21:01:14.791332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-50dd14cf-173f-429a-8c9e-0006511ec895 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494057
Mar 05 21:01:14.797728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:14.887593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:14.931099 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] For port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:14.948459 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] For port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:14.971089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7066bda5-5996-413e-8ef8-8988701b7d5c req-996a8bae-aebf-47ee-a159-a9ed27be8c1c service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016232
Mar 05 21:01:14.973168 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.037535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:15.043267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:15.043660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.052731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:15.057061 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:15.104006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-0b949d5a-d82e-418b-bd90-5480e5f78378 service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3607631
Mar 05 21:01:15.198678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:15.199393 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc22e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:15.212010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Provisioning complete for port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:15.212486 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.306169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b18934-6287-4aef-8032-3119ea495259 req-01bcfe54-5b21-48cd-8da8-dca5fe903541 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:15.317621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2b18934-6287-4aef-8032-3119ea495259 req-01bcfe54-5b21-48cd-8da8-dca5fe903541 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 944 time: 0.1309788
Mar 05 21:01:15.361800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e6475bfa-daac-4e0c-9d49-fe9b5755e036 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=711ce7b6d3d841e18645eeef79f1c462&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4733255
Mar 05 21:01:15.362384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:15.381176 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e53a-0bcc-4fbe-b499-2b38064960d2 None None] Pushing event updated for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:15.443282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2b18934-6287-4aef-8032-3119ea495259 req-7c9d26fe-a87e-4f4e-ba31-4c5c3980c9fd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243396
Mar 05 21:01:15.443524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-9c693167-c200-486b-b864-61fe67116efd tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:15.445673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-9c693167-c200-486b-b864-61fe67116efd tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.23 "GET /v2.0/networks?id=ee58eab6-001c-4f6b-a506-c17484517cc8 HTTP/1.1" status: 200  len: 813 time: 0.3267908
Mar 05 21:01:15.485781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Current status of the port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:15.486266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.491383 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:15.535163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] For port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:15.540512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:15.541362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.551051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.558424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] Publish callbacks [] for security_group (d82d8de9-4ca6-45ab-b8c2-933ca09679e8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.574436 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7a821b-a2d4-4a58-b4bb-7eb7fe8f380d x-openstack-request-id: req-dd7a821b-a2d4-4a58-b4bb-7eb7fe8f380d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:15.574826 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:15.575358 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd7a821b-a2d4-4a58-b4bb-7eb7fe8f380d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:15.575736 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'status': 'completed', 'code': 200}
Mar 05 21:01:15.669278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Request body: {'port': {'device_id': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8', 'admin_state_up': True, 'tenant_id': 'd804e9e8cf8844cb8020ce064341f839'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:15.706808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] Publish callbacks [] for security_group (d82d8de9-4ca6-45ab-b8c2-933ca09679e8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:15.767405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-03f7cead-0186-468d-9ec7-ca411c9b86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:15.770073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-03f7cead-0186-468d-9ec7-ca411c9b86d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1125 time: 0.1787617
Mar 05 21:01:15.824573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-189049ab-fa30-4f49-a9bf-cbc303d94b74 service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3764043
Mar 05 21:01:15.946978 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc22e80>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:14Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:15.955484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48db5-33ba-46f3-b39b-605af3939a33 req-623bbd0f-88f8-48a1-84cd-b7498ec68ecf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:15.966468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321da563-f208-4dee-9a60-5364cc14a0c7 None None] Pushing event updated for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:15.968586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efa48db5-33ba-46f3-b39b-605af3939a33 req-623bbd0f-88f8-48a1-84cd-b7498ec68ecf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 943 time: 0.2837477
Mar 05 21:01:16.013689 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5bcd7-101c-435c-bc57-6eaf2c4bc7eb None None] The sync data for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 is: [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:14Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:16.022595 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d82d8de9-4ca6-45ab-b8c2-933ca09679e8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.025439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.026592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d82d8de9-4ca6-45ab-b8c2-933ca09679e8 HTTP/1.1" status: 204  len: 168 time: 0.6632421
Mar 05 21:01:16.081308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cb33e159-0d5c-456a-b7d0-129b3dfcbd35 None None] Provisioning complete for port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:16.081705 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb33e159-0d5c-456a-b7d0-129b3dfcbd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.083020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:16.100613 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8be8ed7-07d3-4c71-8d51-bf30214acd72" -d '{"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-plugged", "status": "completed", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:16.160033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d612e-5b1b-44fa-935f-77a56fdcf1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d8de9-4ca6-45ab-b8c2-933ca09679e8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:16.252462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-c1ecf3b2-b16c-4101-904a-68824ca0dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:16.254307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-c1ecf3b2-b16c-4101-904a-68824ca0dc4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.4703941
Mar 05 21:01:16.260766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:16.290905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.353803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for router_gateway (9835e566-d504-42be-ae7b-e05487be8212), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.404637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efa48db5-33ba-46f3-b39b-605af3939a33 req-42d26f6c-201a-45e6-9fbc-49a7069ba3e9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4101686
Mar 05 21:01:16.411791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.415395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-289caede-ff08-453b-91da-9821cb0edfc9 service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7071917
Mar 05 21:01:16.415591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-c6e54348-d3cd-42bf-9b09-4cb9250e8296 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 217 time: 0.1467462
Mar 05 21:01:16.474645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cb33e159-0d5c-456a-b7d0-129b3dfcbd35 None None] Current status of the port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:16.507397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d172c9-a564-48a8-92fe-5a3e806e2f73 None None] Network adc6ce26-0999-46fd-83e3-7feba14413c3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:16.707972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:16.716772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-c95c5406-bbb7-4bc5-b1f8-bfc5c16a3706 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7 HTTP/1.1" status: 200  len: 217 time: 0.2679942
Mar 05 21:01:16.726066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Provisioning complete for port 2b3aa4d8-365f-4859-a769-6cee7c7f493a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:16.726503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:16.773434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ae54861-35d5-4ff3-832c-5654571c08b1 req-18259ca5-8427-4a96-b230-c15df9992a07 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 210 time: 0.1624506
Mar 05 21:01:16.817928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fe8c874c-29b6-4154-bd1d-0bdf845e26a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:16.840408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-c4747c46-94d0-46ab-880d-5125f66b8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:16.843951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-c4747c46-94d0-46ab-880d-5125f66b8f15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.4212244
Mar 05 21:01:16.958055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-cea48aac-c376-4616-8dcb-352da191a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:16.959961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-cea48aac-c376-4616-8dcb-352da191a2c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1101668
Mar 05 21:01:17.084054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b3aa4d8-365f-4859-a769-6cee7c7f493a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:17.122790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-daa2ca7f-2475-42e7-b8a6-a9b8c5f492c9 req-d0d8fa17-6599-45ed-afaa-645e487c1490 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 210 time: 0.0966606
Mar 05 21:01:17.276410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Current status of the port 2b3aa4d8-365f-4859-a769-6cee7c7f493a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:17.277417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.361417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-dfe86f58-05f3-4334-8b21-ae37206c3806 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3887062
Mar 05 21:01:17.404230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] For port 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b3aa4d8-365f-4859-a769-6cee7c7f493a,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:17.408367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:17.423417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.438996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'port_id': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'mac_address': 'fa:16:3e:84:bf:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:17.504121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fa5edf3-67a6-420d-80a2-67b38de1113a req-049ea41b-4c51-4b9c-8bb5-06123b0b2b2a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 210 time: 0.1125975
Mar 05 21:01:17.528528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b3aa4d8-365f-4859-a769-6cee7c7f493a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:17.529117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.599856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59532) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:17.610547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534c642-2de7-4125-80dd-69fa28886083 None None] Pushing event updated for resources: {'Port': ['ID=2b3aa4d8-365f-4859-a769-6cee7c7f493a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:17.618629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:17.619199 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.628239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0cc4de-7b88-4572-bf40-d34361785b54 req-aa623cf7-da3d-48d9-bf3a-bdd00096004f service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621157
Mar 05 21:01:17.637809 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbf974-fed1-41fb-a581-61ab9e64e8ea x-openstack-request-id: req-3ddbf974-fed1-41fb-a581-61ab9e64e8ea {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:17.638454 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-plugged", "status": "completed", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:17.638863 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ddbf974-fed1-41fb-a581-61ab9e64e8ea {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:17.641091 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'code': 200}
Mar 05 21:01:17.656222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a7194724-4c0c-4a3e-aefd-4350d443ad20 None None] Provisioning complete for port 2b3aa4d8-365f-4859-a769-6cee7c7f493a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:17.656622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7194724-4c0c-4a3e-aefd-4350d443ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.662772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c874c-29b6-4154-bd1d-0bdf845e26a3 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:17.752604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:17.786912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.844461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:17.845731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1281759975'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:17.856080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b3aa4d8-365f-4859-a769-6cee7c7f493a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:17.857180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:17.881506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:17.891795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.907515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab16d0-f43d-4888-ac2c-8db0fb415981 req-f8b33072-ceff-4fac-b858-c2ab21dd0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:17.910444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dab16d0-f43d-4888-ac2c-8db0fb415981 req-f8b33072-ceff-4fac-b858-c2ab21dd0417 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 1127 time: 0.1637521
Mar 05 21:01:17.911368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.937394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a7194724-4c0c-4a3e-aefd-4350d443ad20 None None] Current status of the port 2b3aa4d8-365f-4859-a769-6cee7c7f493a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:17.949028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:17.949442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:17.954017 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5d7f4a-24a7-417d-9a6d-0eb165bf80fe x-openstack-request-id: req-bb5d7f4a-24a7-417d-9a6d-0eb165bf80fe {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:17.955581 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:17.956045 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb5d7f4a-24a7-417d-9a6d-0eb165bf80fe {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:17.956673 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb', 'status': 'completed', 'code': 200}
Mar 05 21:01:17.992744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e555-a2fa-4c21-86ff-262bd6ecfc4b req-7668e133-9bc1-4080-86c8-e6cb062971d4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.001500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c14e555-a2fa-4c21-86ff-262bd6ecfc4b req-7668e133-9bc1-4080-86c8-e6cb062971d4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2073071
Mar 05 21:01:18.007890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['fe8c874c-29b6-4154-bd1d-0bdf845e26a3'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:18.087753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dab16d0-f43d-4888-ac2c-8db0fb415981 req-f5abd705-1314-458b-8706-d8eed88b60e5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602004
Mar 05 21:01:18.090540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:18.132097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Allocated IP 172.35.0.196 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f418ebb8-6699-461b-8766-bb0a0d813d86) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:18.160498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-35564c6c-783a-4d07-9e8e-8c713f682e09 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.164245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-35564c6c-783a-4d07-9e8e-8c713f682e09 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 1.3524578
Mar 05 21:01:18.165176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Made reservation on behalf of d804e9e8cf8844cb8020ce064341f839 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:18.172629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.219863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539e4b8-7dbc-4c7b-b52f-b653581db546 req-cae9c5e3-0cf2-4170-9ca8-b713f03a0962 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.221715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c14e555-a2fa-4c21-86ff-262bd6ecfc4b req-167a165d-342b-4b40-80d5-98cdde7677ce tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191486
Mar 05 21:01:18.228671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539e4b8-7dbc-4c7b-b52f-b653581db546 req-cae9c5e3-0cf2-4170-9ca8-b713f03a0962 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.235619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539e4b8-7dbc-4c7b-b52f-b653581db546 req-cae9c5e3-0cf2-4170-9ca8-b713f03a0962 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.238329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6539e4b8-7dbc-4c7b-b52f-b653581db546 req-cae9c5e3-0cf2-4170-9ca8-b713f03a0962 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 1.8884354
Mar 05 21:01:18.247565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:18.296368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for security_group (4ec76608-4041-4d55-aef2-c4150c03ef97), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.304911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-bd27279f-0b2e-47ef-afa5-8e02cd55d2b2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.306855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-bd27279f-0b2e-47ef-afa5-8e02cd55d2b2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.31 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 828 time: 0.2342942
Mar 05 21:01:18.309396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4ec76608-4041-4d55-aef2-c4150c03ef97), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.322367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:18.333170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'port': {'device_id': '0c823028-9831-4a07-9622-4c0649617902', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'admin_state_up': True, 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:18.373670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-f12ec0f7-380d-4c00-8b0c-70db9a3badbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.375707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-f12ec0f7-380d-4c00-8b0c-70db9a3badbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0da8dac4-7603-4018-afd2-70f0fff552a3 HTTP/1.1" status: 200  len: 801 time: 1.6347628
Mar 05 21:01:18.416903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cadb0728-c4ae-4bbb-b206-ce75adbda2be), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.417253 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Added segment cadb0728-c4ae-4bbb-b206-ce75adbda2be of type vlan for network 5e836852-f4cc-40c5-91ef-7e406c291770
Mar 05 21:01:18.471661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec76608-4041-4d55-aef2-c4150c03ef97,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:18.488155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5e836852-f4cc-40c5-91ef-7e406c291770), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.552495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db505909-9b36-41c2-83e8-437085eb2bdb req-4744ed06-484f-47ee-abb7-08b277fe1def tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.554195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db505909-9b36-41c2-83e8-437085eb2bdb req-4744ed06-484f-47ee-abb7-08b277fe1def tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 944 time: 0.2289281
Mar 05 21:01:18.573462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5e836852-f4cc-40c5-91ef-7e406c291770), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.578782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.579409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.588059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6539e4b8-7dbc-4c7b-b52f-b653581db546 req-ab61854c-8cf6-4879-940c-206f4944fee1 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149536
Mar 05 21:01:18.644891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Made reservation on behalf of 92ce8974b7c140b6b12a24cd251d1d95 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:18.648384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.654577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Allocated IP 172.20.0.13 (ee58eab6-001c-4f6b-a506-c17484517cc8/0bbbe419-ee0e-495b-8b3d-1bf50698fa76/7ce0566c-b8c7-44ba-96cc-c04b6c770e05) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:18.666793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.679095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-b84f9aa6-387a-4aff-9bce-6356743bad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:18.680973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-b84f9aa6-387a-4aff-9bce-6356743bad29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cd4a347-d767-466b-a1b2-31d8566918a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2610078
Mar 05 21:01:18.684711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0834038
Mar 05 21:01:18.692850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:18.694873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:18.697065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e920-7684-4979-835c-e2e3c5caa0f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Network': ['ID=5e836852-f4cc-40c5-91ef-7e406c291770,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:18.701851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:18.705212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:18.724643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:18.758099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db505909-9b36-41c2-83e8-437085eb2bdb req-f308e5b0-874d-471f-9a5e-580a8aaab427 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1966755
Mar 05 21:01:18.780807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b3aa4d8-365f-4859-a769-6cee7c7f493a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:18.863493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fe8c874c-29b6-4154-bd1d-0bdf845e26a3 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:18.870231 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e875359-2042-4089-a0c2-be57652b2207 req-fd85ccf9-6ce3-474c-9481-87ae0edc9d60 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 210 time: 0.0354798
Mar 05 21:01:18.892076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Allocated IP 172.20.0.13 (50e47084-22c1-4505-b650-54af5bab66ac/39c07a60-61ee-460c-9472-ec196c3c44c9/85d8eddd-cd0d-4454-936e-fd94b927f82a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:18.899932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09c40ca2-b029-46fc-bb20-2b8dafb9a5ff req-5bb31277-d891-4878-b87a-fa36330840e2 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 210 time: 0.0943303
Mar 05 21:01:18.991452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b3aa4d8-365f-4859-a769-6cee7c7f493a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:18.991452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.010148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09deb228-cfbd-42fb-a009-32b0f41a55cf req-b1057c08-03da-4e55-a005-ccf0ba18531d tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 210 time: 0.0542178
Mar 05 21:01:19.051395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:19.058027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:19.058542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.075143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.132822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-86aed0fd-af58-4522-ba17-c4f173867df7 service neutron] 10.222.0.31 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4408267
Mar 05 21:01:19.138544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.143485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b3aa4d8-365f-4859-a769-6cee7c7f493a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:19.186951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.191110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:19.191563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.227300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Pushing event updated for resources: {'Port': ['ID=f418ebb8-6699-461b-8766-bb0a0d813d86,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:19.229441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Network 50e47084-22c1-4505-b650-54af5bab66ac is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:19.235999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:19.237771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:19.242716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:19.243935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.291038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event updated for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:19.321315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:19.322249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.322772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:19.323956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:19.327235 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.329551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:19.347363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-1c11185f-8f08-4a67-b47c-5928b441b357 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0209441
Mar 05 21:01:19.361960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Request body: {'port': {'device_id': '0c823028-9831-4a07-9622-4c0649617902', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:19.363024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:19.366233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:19.370510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks [] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.438048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.5 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/c5be3821-8a36-497a-857f-a32b6f507ef0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:19.439512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.608710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-49bcb3c1-e583-4732-8809-cb0edc3eecd9 None None] Provisioning complete for port 85d8eddd-cd0d-4454-936e-fd94b927f82a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:19.609116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-49bcb3c1-e583-4732-8809-cb0edc3eecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.643354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:19.645964 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17df9314-3157-4ce0-b9b4-ef72c6b8b813" -d '{"events": [{"server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:19.653256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-49bcb3c1-e583-4732-8809-cb0edc3eecd9 None None] Port 85d8eddd-cd0d-4454-936e-fd94b927f82a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:19.705446 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-913923fb-8c78-46da-bdc1-8bc76201da19 service neutron] 10.222.0.31 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5609388
Mar 05 21:01:19.728038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.756371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d8eddd-cd0d-4454-936e-fd94b927f82a {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:19.766682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks [] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.784117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Transition to ACTIVE for port object 85d8eddd-cd0d-4454-936e-fd94b927f82a will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:19.794341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce168e-64fb-4386-8bf9-490df8ef61fd req-ac063261-8129-4bb8-b4fe-e1be62c6aae5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:19.796747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76ce168e-64fb-4386-8bf9-490df8ef61fd req-ac063261-8129-4bb8-b4fe-e1be62c6aae5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.3974705
Mar 05 21:01:19.797306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e4b9-2777-428a-bcc8-f1af875c1227 req-4c1d8409-0a15-4d4c-bcc7-39dcb2e9ad2b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:19.802500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e4b9-2777-428a-bcc8-f1af875c1227 req-4c1d8409-0a15-4d4c-bcc7-39dcb2e9ad2b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:19.807834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e4b9-2777-428a-bcc8-f1af875c1227 req-4c1d8409-0a15-4d4c-bcc7-39dcb2e9ad2b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:19.809523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9508e4b9-2777-428a-bcc8-f1af875c1227 req-4c1d8409-0a15-4d4c-bcc7-39dcb2e9ad2b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 0.1142502
Mar 05 21:01:19.810212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:19.890624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Pushing event updated for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:19.901887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-8d2aec2f-1d1b-4245-8adb-622d701b1474 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb HTTP/1.1" status: 200  len: 217 time: 0.1765926
Mar 05 21:01:19.945901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9508e4b9-2777-428a-bcc8-f1af875c1227 req-3e673c12-a316-43bb-b934-e43d28f1d1a2 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268640
Mar 05 21:01:19.988905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Attempting to bind port 85d8eddd-cd0d-4454-936e-fd94b927f82a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:19.992969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Attempting to bind port 85d8eddd-cd0d-4454-936e-fd94b927f82a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:19.993476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Attempting to bind port 85d8eddd-cd0d-4454-936e-fd94b927f82a on network 50e47084-22c1-4505-b650-54af5bab66ac {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:20.003514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Port 85d8eddd-cd0d-4454-936e-fd94b927f82a on network 50e47084-22c1-4505-b650-54af5bab66ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:20.003656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-1a663d9c-5f7c-49c8-8728-b538d0fea237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.004263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Attempting to bind port 85d8eddd-cd0d-4454-936e-fd94b927f82a on network 50e47084-22c1-4505-b650-54af5bab66ac {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:20.004901 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb9a4b4-21a3-4c79-a042-38445b63e4ff x-openstack-request-id: req-cbb9a4b4-21a3-4c79-a042-38445b63e4ff {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:20.005375 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:20.005477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-1a663d9c-5f7c-49c8-8728-b538d0fea237 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d05805b0-1de2-40fc-9f16-024aedcf4373 HTTP/1.1" status: 200  len: 801 time: 0.0782456
Mar 05 21:01:20.005580 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbb9a4b4-21a3-4c79-a042-38445b63e4ff {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:20.005882 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'code': 200}
Mar 05 21:01:20.010996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Network ee58eab6-001c-4f6b-a506-c17484517cc8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:20.036674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:20.037050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Checking segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:20.041746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Bound using segment: {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:20.042469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Bound port: 85d8eddd-cd0d-4454-936e-fd94b927f82a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a297d9-3b3a-4ea1-8102-a8769488161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:20.043828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.071046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Pushing event updated for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:20.083156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:20.086410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:20.262808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.272023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76ce168e-64fb-4386-8bf9-490df8ef61fd req-ba0d1140-b357-4030-a109-8774d1262305 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4583037
Mar 05 21:01:20.326013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.326655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.361170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738292-7582-4c64-9852-17a89ff8eb7c req-457b532c-67d6-4cc7-bdd8-342bc89425a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.362682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-457b532c-67d6-4cc7-bdd8-342bc89425a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.3208177
Mar 05 21:01:20.374571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (af4ec259-42f0-4c35-8bab-a4da4399de70), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.420567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-b2c34a07-358f-4d19-97aa-e1d9d05d59ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7618396
Mar 05 21:01:20.430264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8131cf5a-6fda-4934-92ce-7b869f4ebdea req-8a1e1017-9342-4724-a806-e5cedf502b4d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 210 time: 0.0796087
Mar 05 21:01:20.469798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Request body: {'port': {'device_id': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:20.521310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:20.539458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:20.545456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1e63a-7086-446e-b57b-2cfe4256b945 req-c5dd07cb-73d0-4414-8e8d-28f8d3a0d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.547124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2c1e63a-7086-446e-b57b-2cfe4256b945 req-c5dd07cb-73d0-4414-8e8d-28f8d3a0d0f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.4677374
Mar 05 21:01:20.555187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d30143-ed63-4459-81ab-ed4051bf315f req-d95c8e9f-531d-49dc-9113-98aff07b97f2 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.556643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3d30143-ed63-4459-81ab-ed4051bf315f req-d95c8e9f-531d-49dc-9113-98aff07b97f2 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.4909205
Mar 05 21:01:20.559137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.626345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.627076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.628518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] 10.222.0.31 "PUT /v2.0/ports/85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 1092 time: 1.2731903
Mar 05 21:01:20.632760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:20.635019 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674bd2c8-5e85-406d-9783-5e29b4e2d874" -d '{"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:20.730241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2c1e63a-7086-446e-b57b-2cfe4256b945 req-33651bf0-df64-4461-af38-1773cd92dafd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724679
Mar 05 21:01:20.730880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebbd49-ecae-4920-939d-cc6b95059f90 service neutron] Pushing event updated for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:20.745214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3d30143-ed63-4459-81ab-ed4051bf315f req-31ac9239-82dd-4177-8775-e6ee6828aa4b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1769187
Mar 05 21:01:20.784597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-78b4080d-3465-474b-afde-f1a5a8e04b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.786587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-78b4080d-3465-474b-afde-f1a5a8e04b98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1126 time: 0.1075895
Mar 05 21:01:20.835978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-7913d846-294b-48ad-863f-3fc103eaf447 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 217 time: 0.0419354
Mar 05 21:01:20.932735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-713e9b67-d9d8-4ac3-86c7-6c4d131d7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.934202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-713e9b67-d9d8-4ac3-86c7-6c4d131d7332 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.0881450
Mar 05 21:01:20.942711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb3b18-6d88-439b-9f26-faf0729bde95 req-a4a09a1a-88e8-4746-8ea9-8cc9a669af21 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:20.944261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-37cb3b18-6d88-439b-9f26-faf0729bde95 req-a4a09a1a-88e8-4746-8ea9-8cc9a669af21 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 944 time: 0.1069658
Mar 05 21:01:20.959547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for router_gateway (9835e566-d504-42be-ae7b-e05487be8212), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.970912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:20.986559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:21.025397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-37cb3b18-6d88-439b-9f26-faf0729bde95 req-ce214872-0efe-4cf4-bcf8-92658c5307e6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715206
Mar 05 21:01:21.028700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-d2d3bbb1-5f95-478d-a0f5-75cd997f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.030759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-d2d3bbb1-5f95-478d-a0f5-75cd997f83a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0849960
Mar 05 21:01:21.089318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=af4ec259-42f0-4c35-8bab-a4da4399de70,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:21.152522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a08ab1f8-a029-4ad4-b563-8b003432d132 service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1149812
Mar 05 21:01:21.185304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:21.220759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:21.223585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:21.224035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network hostable DHCP agents. Network: 5e836852-f4cc-40c5-91ef-7e406c291770, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:21.225946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:21.232535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:21.253654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-af5862b0-9fe3-46ee-9887-f429785022aa service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8748066
Mar 05 21:01:21.304444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:21.311085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f2fa9-d703-4ec0-b07c-3beb707341d0 req-d5afce47-32b6-4b52-abea-ebc6c187155d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.314653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f2fa9-d703-4ec0-b07c-3beb707341d0 req-d5afce47-32b6-4b52-abea-ebc6c187155d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1452575
Mar 05 21:01:21.319647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb13654-dca3-424c-bd34-5ad2bc3cf911 req-a4f4bf70-c8a4-439c-ba99-1ce350af126d service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606653
Mar 05 21:01:21.371379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d219b-cef2-49a8-b838-27d0c32b846d req-9af75353-cf4a-46f1-9c32-1f655149a93c tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.372945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-969d219b-cef2-49a8-b838-27d0c32b846d req-9af75353-cf4a-46f1-9c32-1f655149a93c tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 932 time: 0.8510678
Mar 05 21:01:21.380332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f2fa9-d703-4ec0-b07c-3beb707341d0 req-56ef6076-166c-4a79-b778-a6f4f55f1e2c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592756
Mar 05 21:01:21.438685 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b952b992-8feb-451a-86c1-2958c0bd32a5 x-openstack-request-id: req-b952b992-8feb-451a-86c1-2958c0bd32a5 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:21.439043 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:21.439360 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b952b992-8feb-451a-86c1-2958c0bd32a5 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:21.439871 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'status': 'completed', 'code': 200}
Mar 05 21:01:21.445270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:21.465815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.466082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:21.563683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-64de8fa8-45d8-478a-9ee2-1fd7835cae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.565271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-64de8fa8-45d8-478a-9ee2-1fd7835cae0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1126 time: 0.0980883
Mar 05 21:01:21.579835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab79b-b0af-487d-b524-bb14b0196f33 req-6666f065-9ff3-4341-8035-e77728c81bb3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.585318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab79b-b0af-487d-b524-bb14b0196f33 req-6666f065-9ff3-4341-8035-e77728c81bb3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.591750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab79b-b0af-487d-b524-bb14b0196f33 req-6666f065-9ff3-4341-8035-e77728c81bb3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.593946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e1ab79b-b0af-487d-b524-bb14b0196f33 req-6666f065-9ff3-4341-8035-e77728c81bb3 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 0.0906434
Mar 05 21:01:21.627660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e836852-f4cc-40c5-91ef-7e406c291770) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:21.638828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-f1fcb43b-3190-4392-8323-1e4340c86c38 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4383171
Mar 05 21:01:21.642434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0cd59-67a3-4b5a-9797-df5367fceddb None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:21.653955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.654566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:21.676398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Request body: {'port': {'device_id': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:21.724468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-969d219b-cef2-49a8-b838-27d0c32b846d req-27524df4-aff3-400c-8a99-a35f65209fa7 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3211219
Mar 05 21:01:21.750792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e1ab79b-b0af-487d-b524-bb14b0196f33 req-70e73508-9a76-42e9-a883-e21985c21d83 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464751
Mar 05 21:01:21.803403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05738292-7582-4c64-9852-17a89ff8eb7c req-03d9a060-c639-44df-a1f6-eff5876eaff3 service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5195854
Mar 05 21:01:21.806979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-47cf22ac-069e-41df-9227-d857dd1e374d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.1128659
Mar 05 21:01:21.815207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59572) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:21.820189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'name': 'tempest-NetworksTestDHCPv6-513857672'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:21.851523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'af4ec259-42f0-4c35-8bab-a4da4399de70'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:21.855475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:21.859207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-8979f645-3c89-4beb-945a-051971cff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:21.861802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-8979f645-3c89-4beb-945a-051971cff580 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 929 time: 0.2667966
Mar 05 21:01:21.976125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-22438573-e0c6-4bd9-b7c1-6e77d41de2f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 217 time: 0.1076081
Mar 05 21:01:22.005859 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9835e566-d504-42be-ae7b-e05487be8212), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.079501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-093038c8-fbfc-4c72-8185-3462ccd697de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.081201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-093038c8-fbfc-4c72-8185-3462ccd697de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.0723112
Mar 05 21:01:22.090147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/af4ec259-42f0-4c35-8bab-a4da4399de70/37a2e105-1378-49b5-bd54-5926043eedb1) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:22.091987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8a543-04ac-4134-b3dd-3d3ffaa21ec7 req-673d118f-8d84-4217-8f4b-bc7512aeb4f7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.093672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cd8a543-04ac-4134-b3dd-3d3ffaa21ec7 req-673d118f-8d84-4217-8f4b-bc7512aeb4f7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 931 time: 0.1408582
Mar 05 21:01:22.174651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cd8a543-04ac-4134-b3dd-3d3ffaa21ec7 req-3868e2da-298b-41eb-8110-3943e03cea93 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706959
Mar 05 21:01:22.178020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-e6fe040b-9c16-44d5-a60a-d1774f354caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.179134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-e6fe040b-9c16-44d5-a60a-d1774f354caf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0846264
Mar 05 21:01:22.205466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.288500 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks [] for port (37a2e105-1378-49b5-bd54-5926043eedb1), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.299874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.323498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-492cebe4-57a6-4f8f-9d63-927b4ec1db2a service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372173
Mar 05 21:01:22.350945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:22.354787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:22.357528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Pushing event updated for resources: {'Port': ['ID=37a2e105-1378-49b5-bd54-5926043eedb1,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:22.361113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:22.365566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e0057-6d36-47d3-b542-29615138ff88 req-2ae07827-c6b3-4e16-b605-5505b77f9bb3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.367241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c6e0057-6d36-47d3-b542-29615138ff88 req-2ae07827-c6b3-4e16-b605-5505b77f9bb3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0938423
Mar 05 21:01:22.381807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-06f7feed-c2b3-4cef-88aa-b88adef6e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.382421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-06f7feed-c2b3-4cef-88aa-b88adef6e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.382961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-06f7feed-c2b3-4cef-88aa-b88adef6e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.384730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-06f7feed-c2b3-4cef-88aa-b88adef6e54e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2958 time: 0.4301221
Mar 05 21:01:22.421396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Attempting to bind port 37a2e105-1378-49b5-bd54-5926043eedb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:22.421396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Attempting to bind port 37a2e105-1378-49b5-bd54-5926043eedb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:22.421755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Attempting to bind port 37a2e105-1378-49b5-bd54-5926043eedb1 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:22.428266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:22.428650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:22.429064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.429450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:22.430755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Bound port: 37a2e105-1378-49b5-bd54-5926043eedb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:22.430755 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.464447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c6e0057-6d36-47d3-b542-29615138ff88 req-de29df87-b005-44eb-a490-4c975931a971 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640166
Mar 05 21:01:22.484651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-674bd2c8-5e85-406d-9783-5e29b4e2d874 req-87134feb-f4b9-451d-b38f-b2e716ca9213 service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509874
Mar 05 21:01:22.519335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] For port 37a2e105-1378-49b5-bd54-5926043eedb1, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:22.525373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] For port 37a2e105-1378-49b5-bd54-5926043eedb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a2e105-1378-49b5-bd54-5926043eedb1,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:22.533230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.576740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73225ef-6fdb-4736-b405-427f8f6d4700 req-563fe0da-2488-4101-830a-972b5a7cd17e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.579193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c73225ef-6fdb-4736-b405-427f8f6d4700 req-563fe0da-2488-4101-830a-972b5a7cd17e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.5083001
Mar 05 21:01:22.602754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e3a6-ff0e-4c26-93e1-2fd39bb2c004 None None] Pushing event updated for resources: {'Port': ['ID=37a2e105-1378-49b5-bd54-5926043eedb1,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:22.604043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:22.607627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.620715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb3f9-206d-4365-ba34-6b601e3bb2d0 req-692bca0c-38ea-4040-8c6b-641cb14b0d6e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.621357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:22.622277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bcceb3f9-206d-4365-ba34-6b601e3bb2d0 req-692bca0c-38ea-4040-8c6b-641cb14b0d6e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 944 time: 0.0753598
Mar 05 21:01:22.640491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks [] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.684358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bcceb3f9-206d-4365-ba34-6b601e3bb2d0 req-6eda588a-1bc4-4c38-8621-f09ba5630376 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546374
Mar 05 21:01:22.706989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Transition to ACTIVE for port object 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:22.757074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 57b10354-a740-42b4-b274-610edc49d2d5 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:22.764193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:22.848868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-43c684be-ecee-4b7a-88ec-18333bfadcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.848868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-43c684be-ecee-4b7a-88ec-18333bfadcb2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cd4a347-d767-466b-a1b2-31d8566918a4 HTTP/1.1" status: 200  len: 903 time: 0.4370937
Mar 05 21:01:22.886009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837500-7a2e-46ab-8249-8e588889ebad req-bf8d0e73-3797-471c-9b9b-55fd1f07899c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:22.895708 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19837500-7a2e-46ab-8249-8e588889ebad req-bf8d0e73-3797-471c-9b9b-55fd1f07899c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1235018
Mar 05 21:01:22.970079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-45b95da1-20e7-4ea9-9c63-cd3ed4196f93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7 HTTP/1.1" status: 200  len: 217 time: 0.0849936
Mar 05 21:01:22.970636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Router 9835e566-d504-42be-ae7b-e05487be8212 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:01:22.984683 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19837500-7a2e-46ab-8249-8e588889ebad req-bd1c79b9-09a6-48d3-8bbb-fb4e605f3608 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880604
Mar 05 21:01:22.989922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c73225ef-6fdb-4736-b405-427f8f6d4700 req-f8635bea-bee0-4b6f-adfe-79394a4a3f03 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3718309
Mar 05 21:01:23.038269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:23.181097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008263-8637-4703-9aa7-d78bbe69dffe req-8e7a2f3a-4bca-4c64-8861-da5fbf9302cb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:23.186726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008263-8637-4703-9aa7-d78bbe69dffe req-8e7a2f3a-4bca-4c64-8861-da5fbf9302cb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:23.192741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008263-8637-4703-9aa7-d78bbe69dffe req-8e7a2f3a-4bca-4c64-8861-da5fbf9302cb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:23.195894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19008263-8637-4703-9aa7-d78bbe69dffe req-8e7a2f3a-4bca-4c64-8861-da5fbf9302cb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 0.0769441
Mar 05 21:01:23.258134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-19008263-8637-4703-9aa7-d78bbe69dffe req-bd9746ac-64ed-4bbf-911f-d2c0f55c18e5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542595
Mar 05 21:01:23.395570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf77630-a5d9-4f49-b576-c5f71dcbaecf req-4c02ad79-6333-4a00-b41d-f737cf2970f6 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:23.397159 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9bf77630-a5d9-4f49-b576-c5f71dcbaecf req-4c02ad79-6333-4a00-b41d-f737cf2970f6 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.0588746
Mar 05 21:01:23.407561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59590) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:23.419280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'floatingip': {'port_id': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:23.471728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:23.553247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-f64fe828-26a8-43b9-9d9f-576c5beb7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:23.554753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-f64fe828-26a8-43b9-9d9f-576c5beb7f65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0da8dac4-7603-4018-afd2-70f0fff552a3 HTTP/1.1" status: 200  len: 801 time: 0.5622611
Mar 05 21:01:23.782377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:23.794013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Sync routers for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:23.814342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:23.814993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829f5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:23.999969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b37b-49ae-4302-95fc-c76692ff1f51 req-8a9141ad-576e-4898-a89c-b2bf86d7989e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:24.001552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d989b37b-49ae-4302-95fc-c76692ff1f51 req-8a9141ad-576e-4898-a89c-b2bf86d7989e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 931 time: 0.1765440
Mar 05 21:01:24.032405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::15a (5e836852-f4cc-40c5-91ef-7e406c291770/af4ec259-42f0-4c35-8bab-a4da4399de70/57b10354-a740-42b4-b274-610edc49d2d5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:24.039656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Attempting to bind port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:24.040021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Attempting to bind port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0815c7be-111c-45f8-9d5a-4255dcd256e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:24.040145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:24.040370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Attempting to bind port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 on network ee58eab6-001c-4f6b-a506-c17484517cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:24.066296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.067651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1b266198-c5fc-4049-b961-550ce9f04fec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 11.0332084
Mar 05 21:01:24.074369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 on network ee58eab6-001c-4f6b-a506-c17484517cc8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:24.074972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Attempting to bind port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 on network ee58eab6-001c-4f6b-a506-c17484517cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:24.083967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59612) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:24.090195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5be3821-8a36-497a-857f-a32b6f507ef0 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:24.112155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-b8da50df-584c-46d9-bc9d-af2fa7645ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:24.113677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-b8da50df-584c-46d9-bc9d-af2fa7645ceb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cd4a347-d767-466b-a1b2-31d8566918a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.5442078
Mar 05 21:01:24.118944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks [] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.155692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:24.156143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Checking segment: {'id': '0815c7be-111c-45f8-9d5a-4255dcd256e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:24.156548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Bound using segment: {'id': '0815c7be-111c-45f8-9d5a-4255dcd256e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:24.157002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Bound port: 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0815c7be-111c-45f8-9d5a-4255dcd256e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:24.157363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.225281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6452c-8fa5-47d9-8705-b83d5da67004 req-3a999f2c-289b-4c0f-a8a0-a8b294b489f8 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:24.228385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0eb6452c-8fa5-47d9-8705-b83d5da67004 req-3a999f2c-289b-4c0f-a8a0-a8b294b489f8 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 944 time: 0.7326834
Mar 05 21:01:24.236280 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d989b37b-49ae-4302-95fc-c76692ff1f51 req-a0522d22-3fb2-4b60-92e5-744f99163f47 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234976
Mar 05 21:01:24.328582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea29b80-b0b5-4fcb-bbe4-010e6f668904 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:24.334456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Transition to ACTIVE for port object c5be3821-8a36-497a-857f-a32b6f507ef0 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:24.368957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.413154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.424886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf966-bd88-415b-a62f-c34aa1e4de62 req-a9458534-7490-4d1d-a1ac-9c0edb4b257e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:24.432152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ebbf966-bd88-415b-a62f-c34aa1e4de62 req-a9458534-7490-4d1d-a1ac-9c0edb4b257e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 944 time: 0.1238594
Mar 05 21:01:24.440344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.445124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Provisioning complete for port 37a2e105-1378-49b5-bd54-5926043eedb1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:24.445517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.531197 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-badd7d3e-3932-41af-9d4c-4733a327d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.563182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ebbf966-bd88-415b-a62f-c34aa1e4de62 req-b8eeb67c-5e03-45cd-a5c8-3378cd37234e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299574
Mar 05 21:01:24.589879 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Floating IP 03e342ef-873d-4dd4-b2ba-97a0183f600d associated. External IP: 172.35.0.212, port: fe8c874c-29b6-4154-bd1d-0bdf845e26a3.
Mar 05 21:01:24.641339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Current status of the port 37a2e105-1378-49b5-bd54-5926043eedb1 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:24.641684 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.678993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0eb6452c-8fa5-47d9-8705-b83d5da67004 req-fa117681-5753-4da2-bd92-8a481fbd9a91 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3894408
Mar 05 21:01:24.688213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829f5160>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:19Z', 'revision_number': 3, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:24.693145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:24.693525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] For port 37a2e105-1378-49b5-bd54-5926043eedb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a2e105-1378-49b5-bd54-5926043eedb1,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:24.696053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:24.727954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Checking router: 9835e566-d504-42be-ae7b-e05487be8212 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:24.728331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Updating router 9835e566-d504-42be-ae7b-e05487be8212 port f418ebb8-6699-461b-8766-bb0a0d813d86 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:24.730606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.764146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,segment=NetworkSegment(0815c7be-111c-45f8-9d5a-4255dcd256e2),segment_id=0815c7be-111c-45f8-9d5a-4255dcd256e2)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:24.781038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b3e0510-7554-46df-85e7-0d1bd3573aeb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:24.793575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-7590c01a-2ebf-40a4-834f-4465f05a101d service neutron] 10.222.0.31 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6039934
Mar 05 21:01:24.804757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.820565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.962449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:24.963073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:24.964878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] 10.222.0.23 "PUT /v2.0/ports/7ce0566c-b8c7-44ba-96cc-c04b6c770e05 HTTP/1.1" status: 200  len: 1092 time: 4.4998376
Mar 05 21:01:24.974000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a3b38-8b51-42c1-afc6-e7af6e03af3e None None] Pushing event updated for resources: {'Port': ['ID=37a2e105-1378-49b5-bd54-5926043eedb1,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:24.987490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:24.990810 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f12ec-57a4-4c95-bd2d-451e374c749a" -d '{"events": [{"name": "network-changed", "server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:25.002143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:01:25.013380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 37a2e105-1378-49b5-bd54-5926043eedb1 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:25.030578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fd67d-4760-4cb1-b1d5-dceadf5d6b63 req-6f82f76f-1be5-4f5f-87f2-9013e816b4d0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.039451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b85fd67d-4760-4cb1-b1d5-dceadf5d6b63 req-6f82f76f-1be5-4f5f-87f2-9013e816b4d0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2618382
Mar 05 21:01:25.080410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (57b10354-a740-42b4-b274-610edc49d2d5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.109944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:25.119338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b85fd67d-4760-4cb1-b1d5-dceadf5d6b63 req-89f52cb4-23c6-4633-9f9d-37f16ddcaa02 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789824
Mar 05 21:01:25.192085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Attempting to bind port c5be3821-8a36-497a-857f-a32b6f507ef0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:25.192572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Attempting to bind port c5be3821-8a36-497a-857f-a32b6f507ef0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:25.192989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Attempting to bind port c5be3821-8a36-497a-857f-a32b6f507ef0 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:25.204849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf323-290a-4f5a-8471-d768fb32ce2a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:25.227856 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d7a15-9629-48da-99e1-6041dbb2dda4 x-openstack-request-id: req-2b9d7a15-9629-48da-99e1-6041dbb2dda4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:25.228333 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:25.228592 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b9d7a15-9629-48da-99e1-6041dbb2dda4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:25.228869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:25.228995 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05', 'status': 'completed', 'code': 200}
Mar 05 21:01:25.238434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Port c5be3821-8a36-497a-857f-a32b6f507ef0 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:25.238682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Attempting to bind port c5be3821-8a36-497a-857f-a32b6f507ef0 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:25.248264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f9647e6c-0983-40df-9d17-7b64a3e98a0b None None] Provisioning complete for port 37a2e105-1378-49b5-bd54-5926043eedb1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:25.250464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f9647e6c-0983-40df-9d17-7b64a3e98a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.251317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:25.266834 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:25.273581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.281778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 37a2e105-1378-49b5-bd54-5926043eedb1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:25.282287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.284077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '1b3e0510-7554-46df-85e7-0d1bd3573aeb', 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'port_id': '1b3e0510-7554-46df-85e7-0d1bd3573aeb', 'mac_address': 'fa:16:3e:19:cb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05805b0-1de2-40fc-9f16-024aedcf4373', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:25.288708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:25.289055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:25.289447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:25.289896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Bound port: c5be3821-8a36-497a-857f-a32b6f507ef0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:25.290109 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:25.290254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.291229 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd98580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:25.294997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-993d088f-c779-413a-81f9-8c11d2ccd44c req-eeb18c81-1915-4ca1-a7e4-7ddee0e2f7c4 service neutron] 10.222.0.31 "GET /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4898918
Mar 05 21:01:25.340664 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02d2693b-b305-4a1a-9c57-521c61f5694d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "PUT /v2.0/floatingips/03e342ef-873d-4dd4-b2ba-97a0183f600d HTTP/1.1" status: 200  len: 991 time: 1.9165852
Mar 05 21:01:25.340664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:25.340961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439486-4053-46e6-95cd-5c7afd052b38 req-0f321595-95a1-4c7b-919a-1bdf07bb40fe tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.341067 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd099db-5f2b-424d-a0aa-c24f1590de45" -d '{"events": [{"name": "network-changed", "server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:25.341210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439486-4053-46e6-95cd-5c7afd052b38 req-0f321595-95a1-4c7b-919a-1bdf07bb40fe tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.341210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439486-4053-46e6-95cd-5c7afd052b38 req-0f321595-95a1-4c7b-919a-1bdf07bb40fe tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.343090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4439486-4053-46e6-95cd-5c7afd052b38 req-0f321595-95a1-4c7b-919a-1bdf07bb40fe tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2412 time: 0.3973756
Mar 05 21:01:25.405771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (57b10354-a740-42b4-b274-610edc49d2d5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.436941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-3a623e69-1d09-4e63-a5b7-92b49b40dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.438753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-3a623e69-1d09-4e63-a5b7-92b49b40dea7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d804e9e8cf8844cb8020ce064341f839&device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 1126 time: 0.3837268
Mar 05 21:01:25.452147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1b3e0510-7554-46df-85e7-0d1bd3573aeb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:25.452892 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.501357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3e0510-7554-46df-85e7-0d1bd3573aeb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:25.503133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc26b7-61f3-49fe-9ce1-2d2546074aa0 req-a97bc4ab-f4ea-49f0-a0e3-91aec9c1e76b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.509315 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:25.511764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2cc26b7-61f3-49fe-9ce1-2d2546074aa0 req-a97bc4ab-f4ea-49f0-a0e3-91aec9c1e76b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 943 time: 0.0956938
Mar 05 21:01:25.523439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:25.554665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.555586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 72e25e7d-18ab-47fe-93ef-08f3073a56c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:25.566199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:25.568404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks [] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.577961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-ab8b3bd3-109a-4cb3-b4fb-99866be4673f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05 HTTP/1.1" status: 200  len: 217 time: 0.1257565
Mar 05 21:01:25.581010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f9647e6c-0983-40df-9d17-7b64a3e98a0b None None] Current status of the port 37a2e105-1378-49b5-bd54-5926043eedb1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:25.585553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2cc26b7-61f3-49fe-9ce1-2d2546074aa0 req-6ded5821-0dc2-4338-9865-2a8235df8e81 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738575
Mar 05 21:01:25.614344 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.620307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:25.622709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:25.625144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 37a2e105-1378-49b5-bd54-5926043eedb1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:25.629827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.630487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.648492 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7214023-33bb-42e6-afd3-d089440906bb x-openstack-request-id: req-f7214023-33bb-42e6-afd3-d089440906bb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:25.648785 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:25.649048 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7214023-33bb-42e6-afd3-d089440906bb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:25.653051 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'status': 'completed', 'code': 200}
Mar 05 21:01:25.708508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:25.721157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Attempting to bind port f418ebb8-6699-461b-8766-bb0a0d813d86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:25.721702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Attempting to bind port f418ebb8-6699-461b-8766-bb0a0d813d86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:25.723052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Attempting to bind port f418ebb8-6699-461b-8766-bb0a0d813d86 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:25.753751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=57b10354-a740-42b4-b274-610edc49d2d5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:25.765220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-1ffc1d90-9323-4733-879b-2126527ea8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.767810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-1ffc1d90-9323-4733-879b-2126527ea8cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.0969932
Mar 05 21:01:25.781785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4439486-4053-46e6-95cd-5c7afd052b38 req-331c7894-32eb-41e0-a74f-12d9b2763848 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4276910
Mar 05 21:01:25.797578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:25.798654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:25.799183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.799704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:25.800317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Bound port: f418ebb8-6699-461b-8766-bb0a0d813d86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:25.800881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:25.801002 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.831497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca796ed3-6dc5-4204-9531-6c49faa80808 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.0151560
Mar 05 21:01:25.833595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59628) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:25.882908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5be3821-8a36-497a-857f-a32b6f507ef0,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:25.904653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-33e475db-afcc-4d9d-a439-6bd901e9da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.905183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-33e475db-afcc-4d9d-a439-6bd901e9da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.905655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-33e475db-afcc-4d9d-a439-6bd901e9da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.907445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-33e475db-afcc-4d9d-a439-6bd901e9da9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2958 time: 0.5388851
Mar 05 21:01:25.931309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29547-cdcf-4912-823a-2991999afea0 None None] Pushing event updated for resources: {'Port': ['ID=f418ebb8-6699-461b-8766-bb0a0d813d86,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:25.939464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43ece-d307-420f-abfa-3357bc758e7d req-074a7e36-7538-4835-8ad6-9e1dd262eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.941201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-074a7e36-7538-4835-8ad6-9e1dd262eb21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bbbe419-ee0e-495b-8b3d-1bf50698fa76 HTTP/1.1" status: 200  len: 853 time: 0.3337736
Mar 05 21:01:25.951280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-477cbd78-c584-4ea4-aad1-41c212400196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:25.953261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-477cbd78-c584-4ea4-aad1-41c212400196 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.1800745
Mar 05 21:01:25.964546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:25.974373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:25.996256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '72e25e7d-18ab-47fe-93ef-08f3073a56c7', 'network_id': '8cd4a347-d767-466b-a1b2-31d8566918a4', 'port_id': '72e25e7d-18ab-47fe-93ef-08f3073a56c7', 'mac_address': 'fa:16:3e:66:ba:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da8dac4-7603-4018-afd2-70f0fff552a3', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:26.006328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] For port f418ebb8-6699-461b-8766-bb0a0d813d86, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:26.013595 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd98580>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03e342ef-873d-4dd4-b2ba-97a0183f600d', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:84:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:01Z', 'updated_at': '2022-03-05T21:01:24Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:26.025062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] For port f418ebb8-6699-461b-8766-bb0a0d813d86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f418ebb8-6699-461b-8766-bb0a0d813d86,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:26.054040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.072262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:26.083158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:26.084737 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd98580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:26.116284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-b656eeb5-3cdd-4d3b-b3bb-f02ec7bb3b56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 999 time: 0.1143453
Mar 05 21:01:26.127448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:26.128029 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.165758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:26.166571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829f5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:00:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:26.171852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29547-cdcf-4912-823a-2991999afea0 None None] Pushing event updated for resources: {'Port': ['ID=f418ebb8-6699-461b-8766-bb0a0d813d86,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:26.189457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-26e04861-79be-4840-bef8-9485309917d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.191765 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-26e04861-79be-4840-bef8-9485309917d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.0695276
Mar 05 21:01:26.212774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed8b80c6-75b3-4de6-b59f-93a5c1b4738e None None] Provisioning complete for port 57b10354-a740-42b4-b274-610edc49d2d5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:26.213354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed8b80c6-75b3-4de6-b59f-93a5c1b4738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (57b10354-a740-42b4-b274-610edc49d2d5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.231392 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:26.244636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e25e7d-18ab-47fe-93ef-08f3073a56c7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:26.258664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a865a6-6090-4cff-bb44-c308feaec5b7 req-26f074dd-af3e-4d7c-aeed-1997250970f1 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.267206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67a865a6-6090-4cff-bb44-c308feaec5b7 req-26f074dd-af3e-4d7c-aeed-1997250970f1 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 944 time: 0.3129170
Mar 05 21:01:26.328553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-0901deb3-e392-4229-afd8-9523d627cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.330534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-0901deb3-e392-4229-afd8-9523d627cf0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1324692
Mar 05 21:01:26.357808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67a865a6-6090-4cff-bb44-c308feaec5b7 req-c3af0111-0380-4077-bb89-436f329cd00f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738025
Mar 05 21:01:26.455547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-dab7d6ad-d728-4881-823c-2776582b6247 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee58eab6-001c-4f6b-a506-c17484517cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4865470
Mar 05 21:01:26.467037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.469082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.470672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5be3821-8a36-497a-857f-a32b6f507ef0 HTTP/1.1" status: 200  len: 1091 time: 4.8092003
Mar 05 21:01:26.477545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:26.491327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.492139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3e8d3d1b-32fc-4875-8745-15e76c70ee14 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:26.545328 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd98580>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03e342ef-873d-4dd4-b2ba-97a0183f600d', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:84:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:01Z', 'updated_at': '2022-03-05T21:01:24Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:26.546692 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-3b211873-0955-42a0-9c88-e6e479a2d908 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936123
Mar 05 21:01:26.549474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:26.552307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b80c6-75b3-4de6-b59f-93a5c1b4738e None None] Port 57b10354-a740-42b4-b274-610edc49d2d5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:26.597866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:26.616307 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df9735-ff54-4d38-ac7d-a7a4b429c314 None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03e342ef-873d-4dd4-b2ba-97a0183f600d', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:84:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:01Z', 'updated_at': '2022-03-05T21:01:24Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:26.628209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbee66-6637-46e8-a070-ae2d8e615cf3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.634296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbee66-6637-46e8-a070-ae2d8e615cf3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.638314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-42bbee66-6637-46e8-a070-ae2d8e615cf3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.7961199
Mar 05 21:01:26.653724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59634) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:26.685846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:26.704725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'network_id': 'c34535e3-e400-4c55-a1a3-ed7a1b0771fd', 'port_id': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'mac_address': 'fa:16:3e:ce:d2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05805b0-1de2-40fc-9f16-024aedcf4373', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:26.727144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-ea8adf18-4e2e-4bc4-848d-63884f346ecc service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504966
Mar 05 21:01:26.756304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4d84b-e1c4-4d38-850d-bc441df9317b req-e6698f38-a87a-41e2-9f81-bb93fcec9123 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.758113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dce4d84b-e1c4-4d38-850d-bc441df9317b req-e6698f38-a87a-41e2-9f81-bb93fcec9123 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 944 time: 0.8434598
Mar 05 21:01:26.790597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a7e9-0c5c-43ef-a62a-2ad69382fa31 req-e0299451-8cc8-41f9-b1ed-1c245dac002f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.796422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55a0a7e9-0c5c-43ef-a62a-2ad69382fa31 req-e0299451-8cc8-41f9-b1ed-1c245dac002f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2490795
Mar 05 21:01:26.828336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc6fcd-d3ff-4022-93b8-5368dd8b8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:26.835995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cd099db-5f2b-424d-a0aa-c24f1590de45 req-69b3e74d-787b-475b-a539-8f506532bed9 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2766206
Mar 05 21:01:26.836638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 37a2e105-1378-49b5-bd54-5926043eedb1 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:26.847873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-2dda037a-362d-4749-9b7e-4edfe79b1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:26.849350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-2dda037a-362d-4749-9b7e-4edfe79b1a79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd HTTP/1.1" status: 200  len: 903 time: 0.9220653
Mar 05 21:01:26.867453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.909677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8aee8c5b-c302-4ace-9e57-5b542c8bad74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.928607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55a0a7e9-0c5c-43ef-a62a-2ad69382fa31 req-8fe9d2f4-9f29-4708-9d72-1f7e14ee9b5d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051564
Mar 05 21:01:26.947441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 57b10354-a740-42b4-b274-610edc49d2d5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:26.948489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (57b10354-a740-42b4-b274-610edc49d2d5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:26.961857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:26.962440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.010751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8d3d1b-32fc-4875-8745-15e76c70ee14 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:27.037308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:27.045487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4d040-ec13-48f4-a882-f1b08b483efd None None] New status for floating IP 03e342ef-873d-4dd4-b2ba-97a0183f600d: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:01:27.050583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-489f3eeb-f027-4ed0-b748-5a4cc96d5b0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb HTTP/1.1" status: 200  len: 217 time: 0.1922038
Mar 05 21:01:27.064282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-aacf27a3-d1e3-4951-b147-43758a784033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.069598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-aacf27a3-d1e3-4951-b147-43758a784033 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 1125 time: 0.5437837
Mar 05 21:01:27.080792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61c43ece-d307-420f-abfa-3357bc758e7d req-c2bc7e5b-a7d1-4738-b76d-bc4d4755174e service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374107
Mar 05 21:01:27.092059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.093024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 85d8eddd-cd0d-4454-936e-fd94b927f82a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:27.172221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846398-0191-497e-aeec-94ffd7e94217 req-e55733ce-657a-4c29-adf5-9a8b84136057 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.173887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c846398-0191-497e-aeec-94ffd7e94217 req-e55733ce-657a-4c29-adf5-9a8b84136057 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 943 time: 0.1063004
Mar 05 21:01:27.176214 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (57b10354-a740-42b4-b274-610edc49d2d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.198137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 57b10354-a740-42b4-b274-610edc49d2d5 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:27.221251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 37a2e105-1378-49b5-bd54-5926043eedb1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:27.221621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.259953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:27.262218 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab380028-7fdc-49b3-85b6-f296c0c29ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:27.276748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-ec227010-b28a-46b3-ad3a-076c6623b3f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5be3821-8a36-497a-857f-a32b6f507ef0 HTTP/1.1" status: 200  len: 217 time: 0.1229713
Mar 05 21:01:27.285421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dce4d84b-e1c4-4d38-850d-bc441df9317b req-05dcf779-b5ab-42f5-a1a8-bb1ce42e5b3b tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514492
Mar 05 21:01:27.340102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-361a8935-4ccc-4431-a060-fceccab7f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.341724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-361a8935-4ccc-4431-a060-fceccab7f1d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d05805b0-1de2-40fc-9f16-024aedcf4373 HTTP/1.1" status: 200  len: 801 time: 0.2710452
Mar 05 21:01:27.398279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (57b10354-a740-42b4-b274-610edc49d2d5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.412238 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c846398-0191-497e-aeec-94ffd7e94217 req-53a20e32-375a-406d-a83a-8ce8e8cec492 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237322
Mar 05 21:01:27.439930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:27.448093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:27.469480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=57b10354-a740-42b4-b274-610edc49d2d5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:27.500405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.506912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-405b5603-0c14-480b-b495-a58e89273882 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/57b10354-a740-42b4-b274-610edc49d2d5 HTTP/1.1" status: 204  len: 168 time: 0.8510756
Mar 05 21:01:27.507742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59644) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:27.516685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'mac_address': 'fa:16:3e:a0:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:27.517865 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1b031-ba07-4e8d-b72a-6fa611d0cb62 x-openstack-request-id: req-57e1b031-ba07-4e8d-b72a-6fa611d0cb62 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:27.518325 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:27.518965 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57e1b031-ba07-4e8d-b72a-6fa611d0cb62 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:27.519766 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0', 'status': 'completed', 'code': 200}
Mar 05 21:01:27.622371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0795cf0-f562-41b9-8a73-572d91f42eda tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.622688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829f5160>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:19Z', 'revision_number': 3, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:27.624742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0795cf0-f562-41b9-8a73-572d91f42eda tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.630061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0795cf0-f562-41b9-8a73-572d91f42eda tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1189382
Mar 05 21:01:27.631178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-6b9b197d-b4a1-46d1-9ea0-21892a94844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.631178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-6b9b197d-b4a1-46d1-9ea0-21892a94844e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d804e9e8cf8844cb8020ce064341f839&device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 1126 time: 0.4463143
Mar 05 21:01:27.633264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:27.633414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 37a2e105-1378-49b5-bd54-5926043eedb1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:27.656939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232385d6-2545-450b-aaa4-88375efa6fc9 req-65a76841-d315-4573-a357-69dc923adf43 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.665410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-232385d6-2545-450b-aaa4-88375efa6fc9 req-65a76841-d315-4573-a357-69dc923adf43 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 944 time: 0.1152880
Mar 05 21:01:27.666513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb187e3-61c8-4433-a03c-2005fd624ca9 None None] The sync data for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 is: [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:19Z', 'revision_number': 3, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:27.676030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 85d8eddd-cd0d-4454-936e-fd94b927f82a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:27.676433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.701340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d8eddd-cd0d-4454-936e-fd94b927f82a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:27.733710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet af4ec259-42f0-4c35-8bab-a4da4399de70 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:27.737454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-232385d6-2545-450b-aaa4-88375efa6fc9 req-9baee671-f87f-4b1a-ad77-c6ebbc05dfc9 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709374
Mar 05 21:01:27.738076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (af4ec259-42f0-4c35-8bab-a4da4399de70), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.749445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:27.760452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.770064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d2b83727-cf44-429a-9edf-eee33e4f8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.771547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d2b83727-cf44-429a-9edf-eee33e4f8765 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.4809108
Mar 05 21:01:27.794242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a3f23-31fb-4de7-934f-f7a83e6bf742 req-8b2ba010-d6cc-4f32-9f3f-dbdcc658824a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.800665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a3f23-31fb-4de7-934f-f7a83e6bf742 req-8b2ba010-d6cc-4f32-9f3f-dbdcc658824a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.806650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a3f23-31fb-4de7-934f-f7a83e6bf742 req-8b2ba010-d6cc-4f32-9f3f-dbdcc658824a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.808279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-805a3f23-31fb-4de7-934f-f7a83e6bf742 req-8b2ba010-d6cc-4f32-9f3f-dbdcc658824a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2415 time: 0.4343288
Mar 05 21:01:27.815742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:27.846028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-f70f2588-bbeb-4a33-89d6-f58b25f598fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:27.847518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-f70f2588-bbeb-4a33-89d6-f58b25f598fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c34535e3-e400-4c55-a1a3-ed7a1b0771fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.4774692
Mar 05 21:01:27.911564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-adeaeed9-f23b-4903-85a0-c45610b201c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986784
Mar 05 21:01:27.912056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:27.923088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Allocated IP 172.20.0.1 (adc6ce26-0999-46fd-83e3-7feba14413c3/2b746596-50a9-4a93-8dbb-4ddf8e0b62e6/7c542737-25f1-4b7c-9e05-dfc80c4d601c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:27.994524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (af4ec259-42f0-4c35-8bab-a4da4399de70), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.088852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76ab7-44e6-4204-9a68-625c828d4f2c req-d01564a1-e85f-4252-a7a9-2188d7e8ae1c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.096124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fc76ab7-44e6-4204-9a68-625c828d4f2c req-d01564a1-e85f-4252-a7a9-2188d7e8ae1c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0775969
Mar 05 21:01:28.136429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['72e25e7d-18ab-47fe-93ef-08f3073a56c7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:28.174866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['85d8eddd-cd0d-4454-936e-fd94b927f82a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:28.177666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fc76ab7-44e6-4204-9a68-625c828d4f2c req-0f08e7b0-06b8-40a5-86fd-d068ede1224c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721412
Mar 05 21:01:28.181549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['3e8d3d1b-32fc-4875-8745-15e76c70ee14'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:28.256806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-805a3f23-31fb-4de7-934f-f7a83e6bf742 req-356774c5-114e-424b-8b4a-b979b4245d58 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4152558
Mar 05 21:01:28.342319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-67c48294-85aa-487b-9aad-58476cc4d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.344345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-67c48294-85aa-487b-9aad-58476cc4d87b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee58eab6-001c-4f6b-a506-c17484517cc8 HTTP/1.1" status: 200  len: 914 time: 0.6246729
Mar 05 21:01:28.391035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-5b128a45-be17-479b-a2ca-5a09c7e33919 service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857745
Mar 05 21:01:28.448675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec530-83d6-4dd0-ab58-f838b1937fc3 req-e58f6be7-64a9-47a5-b53e-975942ab0a57 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.450744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fcec530-83d6-4dd0-ab58-f838b1937fc3 req-e58f6be7-64a9-47a5-b53e-975942ab0a57 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 944 time: 0.0737307
Mar 05 21:01:28.523232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-aadff0d2-b67e-4c06-b11c-18828483a81f service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5968685
Mar 05 21:01:28.529223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1fcec530-83d6-4dd0-ab58-f838b1937fc3 req-3a679b9e-2770-474f-93b7-38b25437a5ee tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714664
Mar 05 21:01:28.543346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks [] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.565745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (af4ec259-42f0-4c35-8bab-a4da4399de70), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.570016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-4598665f-b390-4512-b0cc-c74fd00f5871 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05 HTTP/1.1" status: 200  len: 217 time: 0.2088821
Mar 05 21:01:28.754204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f418ebb8-6699-461b-8766-bb0a0d813d86 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:28.789159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-ad6b8492-3223-477b-8b3c-186c7b4a7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.790664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-ad6b8492-3223-477b-8b3c-186c7b4a7293 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bbbe419-ee0e-495b-8b3d-1bf50698fa76 HTTP/1.1" status: 200  len: 853 time: 0.1803458
Mar 05 21:01:28.800217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.848307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f418ebb8-6699-461b-8766-bb0a0d813d86 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:28.848822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.871506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:28.898633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-8ea7b27f-8c1d-4190-97d6-66e5f28a94a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee58eab6-001c-4f6b-a506-c17484517cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0809636
Mar 05 21:01:28.902436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc6aa4-7ce3-4061-af08-1e522a634a33 req-03bd2e2b-3728-4386-9e17-9553d39684d6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.906544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8b6cc-c360-4969-8422-8c22cbaaec95 req-8aedf33a-ea47-415b-bc23-aa7778e2f51b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:28.908866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8c8b6cc-c360-4969-8422-8c22cbaaec95 req-8aedf33a-ea47-415b-bc23-aa7778e2f51b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 943 time: 0.3438332
Mar 05 21:01:28.909212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57fc6aa4-7ce3-4061-af08-1e522a634a33 req-03bd2e2b-3728-4386-9e17-9553d39684d6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 945 time: 0.0737333
Mar 05 21:01:28.909902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2985ff8-fc91-4ff4-ae15-7a2c9961fd9a req-957f5469-a12f-4fef-99e5-cccb8fc83e11 service neutron] 10.222.0.31 "GET /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4804466
Mar 05 21:01:28.913579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Network adc6ce26-0999-46fd-83e3-7feba14413c3 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:28.933239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (af4ec259-42f0-4c35-8bab-a4da4399de70), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:28.935286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:28.940105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76169b2a-293c-41fd-9236-5c108865ef3d req-d8671d07-b4ec-4a7d-b5a9-861b9e3e5102 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3657055
Mar 05 21:01:28.944969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:29.027954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f418ebb8-6699-461b-8766-bb0a0d813d86 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:29.028355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.033173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57fc6aa4-7ce3-4061-af08-1e522a634a33 req-1996d009-4ae7-4a59-9bf7-dd8cf25f9762 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098795
Mar 05 21:01:29.072186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,segment=NetworkSegment(0815c7be-111c-45f8-9d5a-4255dcd256e2),segment_id=0815c7be-111c-45f8-9d5a-4255dcd256e2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:29.088106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd49fb1-84e2-49e1-a960-7f8e84e6ec47 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:29.093020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f418ebb8-6699-461b-8766-bb0a0d813d86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f418ebb8-6699-461b-8766-bb0a0d813d86,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:29.108482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.111833 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/af4ec259-42f0-4c35-8bab-a4da4399de70 HTTP/1.1" status: 204  len: 168 time: 1.4650788
Mar 05 21:01:29.114459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59656) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:29.137548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05', 'network_id': 'ee58eab6-001c-4f6b-a506-c17484517cc8', 'port_id': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbbe419-ee0e-495b-8b3d-1bf50698fa76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:29.139281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.156411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Pushing event updated for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:29.189354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d236-fb24-45f9-a4af-9ec31c8eb48c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=af4ec259-42f0-4c35-8bab-a4da4399de70,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:29.212524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-39b62ed2-7fad-4b9d-97f2-00e8d42b226a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0968251
Mar 05 21:01:29.215579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:29.221794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:29.224385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-8eb1b860-d392-409b-870e-00467c951094 service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3135870
Mar 05 21:01:29.241867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8c8b6cc-c360-4969-8422-8c22cbaaec95 req-ea4af461-14a9-4192-8094-d3e5d609cc6b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3209281
Mar 05 21:01:29.348540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a25880-67ef-4688-9e1f-5c059d9d0292 req-13b0ad47-942e-46cf-b66c-1d4bb53a9704 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.350247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4a25880-67ef-4688-9e1f-5c059d9d0292 req-13b0ad47-942e-46cf-b66c-1d4bb53a9704 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0814910
Mar 05 21:01:29.407925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4a25880-67ef-4688-9e1f-5c059d9d0292 req-5d11bafa-f542-4a6b-b008-a381b0ad65c6 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517766
Mar 05 21:01:29.448725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:29.454609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.467959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['1b3e0510-7554-46df-85e7-0d1bd3573aeb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:29.526996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:29.527609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.592989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f418ebb8-6699-461b-8766-bb0a0d813d86,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:29.613741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.615441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:29.646832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-083b914b-0a5e-4a1a-98e9-bf0b302eb8c9 None None] Provisioning complete for port 7c542737-25f1-4b7c-9e05-dfc80c4d601c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:29.647769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-083b914b-0a5e-4a1a-98e9-bf0b302eb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.668620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9835e566-d504-42be-ae7b-e05487be8212), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.705682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-083b914b-0a5e-4a1a-98e9-bf0b302eb8c9 None None] Port 7c542737-25f1-4b7c-9e05-dfc80c4d601c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:29.713276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-aefff879-adfc-424e-8d13-e9c36cbfcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.714670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,segment=NetworkSegment(0815c7be-111c-45f8-9d5a-4255dcd256e2),segment_id=0815c7be-111c-45f8-9d5a-4255dcd256e2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:29.714800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-aefff879-adfc-424e-8d13-e9c36cbfcd14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 1125 time: 0.6118391
Mar 05 21:01:29.800483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 72e25e7d-18ab-47fe-93ef-08f3073a56c7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:29.802449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:29.870041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-b359facf-273f-4195-a25f-07f578a68db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.871520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-b359facf-273f-4195-a25f-07f578a68db9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.1337340
Mar 05 21:01:29.914140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:29.925236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:29.958767 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-f63f2609-b95e-416c-931c-3e999d257697 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5be3821-8a36-497a-857f-a32b6f507ef0 HTTP/1.1" status: 200  len: 217 time: 0.0789456
Mar 05 21:01:29.974477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861d79-d431-4557-999a-8a6176da0fa1 req-2484f0b0-dc64-449e-9b6d-5eedf7190e8d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.979788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861d79-d431-4557-999a-8a6176da0fa1 req-2484f0b0-dc64-449e-9b6d-5eedf7190e8d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.985783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861d79-d431-4557-999a-8a6176da0fa1 req-2484f0b0-dc64-449e-9b6d-5eedf7190e8d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:29.987486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f861d79-d431-4557-999a-8a6176da0fa1 req-2484f0b0-dc64-449e-9b6d-5eedf7190e8d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2415 time: 0.3201153
Mar 05 21:01:29.994801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-270f12ec-57a4-4c95-bd2d-451e374c749a req-057ecb46-43e7-49b3-8685-c4dac3cfb87e service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7578905
Mar 05 21:01:30.044222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:30.053194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:30.054026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.081229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Deleting port 37a2e105-1378-49b5-bd54-5926043eedb1 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:30.081608 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.085514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5add9-eed0-48b6-9a69-e69715d86af9 req-7a14996a-66e8-471d-b4b8-76d314c5afbd tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.086134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7ce0566c-b8c7-44ba-96cc-c04b6c770e05'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:30.092240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5c5add9-eed0-48b6-9a69-e69715d86af9 req-7a14996a-66e8-471d-b4b8-76d314c5afbd tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 945 time: 0.1272759
Mar 05 21:01:30.102326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-c718a43f-2c14-4bdd-8ffc-7ef9bbe0a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.103832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-c718a43f-2c14-4bdd-8ffc-7ef9bbe0a2e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1154013
Mar 05 21:01:30.110401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.115146 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d1cd521f-228e-4228-b28c-ab0ce984341e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.125143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f861d79-d431-4557-999a-8a6176da0fa1 req-74a901a8-3c83-44cd-ad26-7283dfef34af tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277454
Mar 05 21:01:30.152261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-696a699e-926c-4ae6-8399-c47203a91ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393991
Mar 05 21:01:30.177863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:30.187530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:30.191212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.191858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.223094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0061729
Mar 05 21:01:30.223781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59668) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:30.238548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'name': 'tempest-NetworksTestDHCPv6-162998046'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:30.262236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5c5add9-eed0-48b6-9a69-e69715d86af9 req-386ce0bf-44e1-423e-8012-7e7bec8d2d20 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687453
Mar 05 21:01:30.297038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956ad4b-92f6-468a-8a5f-27b177bd0429 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=d1cd521f-228e-4228-b28c-ab0ce984341e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:30.319333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:30.319884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.371893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:30.374551 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b4e944-4716-46ce-bb0e-c7bc2eebc05e" -d '{"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:30.381407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bfaa6-3911-40a8-90bc-80024ca4475a req-bc9a7fa9-1e6f-47b2-8b52-2d613499a9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.382837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f93bfaa6-3911-40a8-90bc-80024ca4475a req-bc9a7fa9-1e6f-47b2-8b52-2d613499a9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 945 time: 0.1646671
Mar 05 21:01:30.390787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-4d772acd-bad2-4fb4-a657-15b591e01d73 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313600
Mar 05 21:01:30.399705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:30.408588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:30.409129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.419571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] For port 37a2e105-1378-49b5-bd54-5926043eedb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a2e105-1378-49b5-bd54-5926043eedb1,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:30.420047 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.423228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.424039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 85d8eddd-cd0d-4454-936e-fd94b927f82a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:30.450439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 9bb93f91-dfaf-40c3-91e7-e523bc0767c4 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:30.486358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Calling delete_port for 37a2e105-1378-49b5-bd54-5926043eedb1 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:30.513920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b8f2-72f1-44c8-ba40-88d5090ce586 req-54e8eed6-8100-410a-b5a5-1fbf57e58cda tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.518246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa84b8f2-72f1-44c8-ba40-88d5090ce586 req-54e8eed6-8100-410a-b5a5-1fbf57e58cda tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 943 time: 0.1320267
Mar 05 21:01:30.536127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f93bfaa6-3911-40a8-90bc-80024ca4475a req-ba371286-f82a-48ce-8873-f14913cdd0c0 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366737
Mar 05 21:01:30.569534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks [] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.569534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab380028-7fdc-49b3-85b6-f296c0c29ec4 req-ca1d0ada-d5c8-4de6-ad5d-99e44ca20888 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609542
Mar 05 21:01:30.575480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.590043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:30.611319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 85d8eddd-cd0d-4454-936e-fd94b927f82a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:30.619470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 85d8eddd-cd0d-4454-936e-fd94b927f82a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:30.619949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.622333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b267d2-7304-4be4-b511-73e8352048a3 x-openstack-request-id: req-64b267d2-7304-4be4-b511-73e8352048a3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:30.622614 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:30.623982 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64b267d2-7304-4be4-b511-73e8352048a3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:30.623982 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7', 'code': 200}
Mar 05 21:01:30.673712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (37a2e105-1378-49b5-bd54-5926043eedb1), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.725936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] Pushing event deleted for resources: {'Port': ['ID=37a2e105-1378-49b5-bd54-5926043eedb1,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:30.736488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcd8a3-e942-4944-a08f-a64c0ba9aac4 None None] No DVR routers for this DVR port 37a2e105-1378-49b5-bd54-5926043eedb1 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:30.759938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Pushing event updated for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:30.762608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9835e566-d504-42be-ae7b-e05487be8212), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.784509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa84b8f2-72f1-44c8-ba40-88d5090ce586 req-347c4185-3551-4e30-aa64-003a645bf2aa tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2468426
Mar 05 21:01:30.790404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10c21d-223b-4476-8cba-52d3012c7bd3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:30.794419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f418ebb8-6699-461b-8766-bb0a0d813d86 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:30.833693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:01:30.835899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::132 (5e836852-f4cc-40c5-91ef-7e406c291770/d1cd521f-228e-4228-b28c-ab0ce984341e/9bb93f91-dfaf-40c3-91e7-e523bc0767c4) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:30.837017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac1625-c498-4616-91fb-6f65b9758b34 req-bc4057ef-5af3-4b35-9291-6a6327b438eb tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:30.838546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88ac1625-c498-4616-91fb-6f65b9758b34 req-bc4057ef-5af3-4b35-9291-6a6327b438eb tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1148481
Mar 05 21:01:30.902659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 85d8eddd-cd0d-4454-936e-fd94b927f82a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:30.903051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:30.923689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Network adc6ce26-0999-46fd-83e3-7feba14413c3 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:30.928663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88ac1625-c498-4616-91fb-6f65b9758b34 req-00a0ab48-64f0-45fa-be29-4f113c301e45 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807726
Mar 05 21:01:30.938710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:30.979264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:31.003476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.004512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3e8d3d1b-32fc-4875-8745-15e76c70ee14 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:31.006376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.016373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (9bb93f91-dfaf-40c3-91e7-e523bc0767c4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.037824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'd1cd521f-228e-4228-b28c-ab0ce984341e'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:31.038679 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.063025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9bb93f91-dfaf-40c3-91e7-e523bc0767c4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.079575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f418ebb8-6699-461b-8766-bb0a0d813d86 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:31.079977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.124644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:31.128546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:31.135169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Router 9835e566-d504-42be-ae7b-e05487be8212 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:31.138798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:31.146383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.148808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.165069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=9bb93f91-dfaf-40c3-91e7-e523bc0767c4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:31.188828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec82a94f-b5cb-4431-aa8a-64d139e1428e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9581070
Mar 05 21:01:31.191459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59678) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:31.239263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:31.269707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:31.303159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:31.303654 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.303826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d7d05-d50d-4edc-8783-0893c8087c95 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.305349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c1d7d05-d50d-4edc-8783-0893c8087c95 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1118507
Mar 05 21:01:31.308572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59682) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:31.319140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f5ad-6cff-4219-8965-ca7a7f0f56b0 req-d1452b55-8d16-47cd-972c-eb58c8c4672b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.320147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:31.324637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f5ad-6cff-4219-8965-ca7a7f0f56b0 req-d1452b55-8d16-47cd-972c-eb58c8c4672b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.332067 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Sync routers for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:31.341933 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:31.343162 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:31.344452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f5ad-6cff-4219-8965-ca7a7f0f56b0 req-d1452b55-8d16-47cd-972c-eb58c8c4672b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.346490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec39f5ad-6cff-4219-8965-ca7a7f0f56b0 req-d1452b55-8d16-47cd-972c-eb58c8c4672b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2416 time: 0.1062136
Mar 05 21:01:31.378020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e473101a-95a3-48d7-a4ea-aae9f4881958 admin admin] 10.222.0.15 "PUT /v2.0/routers/9835e566-d504-42be-ae7b-e05487be8212/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2823014
Mar 05 21:01:31.413683 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec39f5ad-6cff-4219-8965-ca7a7f0f56b0 req-5e8385bf-3903-4f0e-bc6e-35fcbe2c06f6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547030
Mar 05 21:01:31.444606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f418ebb8-6699-461b-8766-bb0a0d813d86 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:31.459742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8ab52dfd-0a89-469b-a14f-7e11ffce4189 None None] Provisioning complete for port 7c542737-25f1-4b7c-9e05-dfc80c4d601c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:31.460135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dfd-0a89-469b-a14f-7e11ffce4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.510536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/d1cd521f-228e-4228-b28c-ab0ce984341e/7837002a-1db3-41df-aecc-aee788647240) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:31.523736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43a97-063b-49d4-931e-360239c505b5 req-d9e1a1b3-330e-4e4f-b8a8-f959b2d21a45 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.526344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8ab52dfd-0a89-469b-a14f-7e11ffce4189 None None] Port 7c542737-25f1-4b7c-9e05-dfc80c4d601c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:31.531554 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1c43a97-063b-49d4-931e-360239c505b5 req-d9e1a1b3-330e-4e4f-b8a8-f959b2d21a45 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 945 time: 0.1571336
Mar 05 21:01:31.558601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 9bb93f91-dfaf-40c3-91e7-e523bc0767c4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:31.558951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9bb93f91-dfaf-40c3-91e7-e523bc0767c4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.568359 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:31.708677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1c43a97-063b-49d4-931e-360239c505b5 req-956c200f-05df-4f9b-a2c9-95d649dc684d tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620901
Mar 05 21:01:31.734591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 37a2e105-1378-49b5-bd54-5926043eedb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:31.747070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c7fa7-94b6-4997-9b9e-11db26e7d0f0 req-7b929da0-ce0e-4d33-b41f-6da2c79748dd tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:31.756066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a33c7fa7-94b6-4997-9b9e-11db26e7d0f0 req-7b929da0-ce0e-4d33-b41f-6da2c79748dd tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.1032062
Mar 05 21:01:31.767023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9bb93f91-dfaf-40c3-91e7-e523bc0767c4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.786603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 9bb93f91-dfaf-40c3-91e7-e523bc0767c4 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:31.790934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c5be3821-8a36-497a-857f-a32b6f507ef0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:31.797252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 37a2e105-1378-49b5-bd54-5926043eedb1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:31.797607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 37a2e105-1378-49b5-bd54-5926043eedb1 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:31.831759 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd31c0>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 2, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:31.845562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks [] for port (7837002a-1db3-41df-aecc-aee788647240), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.849983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:31.851705 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:31.870911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a33c7fa7-94b6-4997-9b9e-11db26e7d0f0 req-b8a38c23-28fb-49e0-9ad8-e532c95bfb7b tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127372
Mar 05 21:01:31.871409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Checking router: 9835e566-d504-42be-ae7b-e05487be8212 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:31.872506 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Updating router 9835e566-d504-42be-ae7b-e05487be8212 port 7c542737-25f1-4b7c-9e05-dfc80c4d601c binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:31.908343 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.040058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0e794-09e4-4630-8f46-e90488f9abaf req-91c08546-4b9d-4ec8-9057-a10f51062508 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.044266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92c0e794-09e4-4630-8f46-e90488f9abaf req-91c08546-4b9d-4ec8-9057-a10f51062508 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 943 time: 0.1284742
Mar 05 21:01:32.047908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9bb93f91-dfaf-40c3-91e7-e523bc0767c4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.089541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e42ec-db5c-480f-b799-56955aa014df req-aaabac10-8e13-4953-8dcc-e4a802629d71 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.102893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=9bb93f91-dfaf-40c3-91e7-e523bc0767c4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.105035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b28e42ec-db5c-480f-b799-56955aa014df req-aaabac10-8e13-4953-8dcc-e4a802629d71 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0866420
Mar 05 21:01:32.137455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.141891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d5777bad-8130-4fe4-8625-d968548204fe tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/9bb93f91-dfaf-40c3-91e7-e523bc0767c4 HTTP/1.1" status: 204  len: 168 time: 0.8320453
Mar 05 21:01:32.144889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.199789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b28e42ec-db5c-480f-b799-56955aa014df req-11fd13fa-81a8-4188-84eb-1d4b8789b316 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935633
Mar 05 21:01:32.205159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:01:32.216949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92c0e794-09e4-4630-8f46-e90488f9abaf req-3f306373-b40c-4c07-ac2e-659f42a78727 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643748
Mar 05 21:01:32.237633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f727c5-c860-41e8-a770-2d68c7fa79b2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.239441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f727c5-c860-41e8-a770-2d68c7fa79b2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.244090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59704) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.244467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-39f727c5-c860-41e8-a770-2d68c7fa79b2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0987189
Mar 05 21:01:32.253080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7837002a-1db3-41df-aecc-aee788647240), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.307877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59708) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.312380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet d1cd521f-228e-4228-b28c-ab0ce984341e {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:32.312934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1674782529-network', 'tenant_id': '106861050c604407a678245bb9ff4950'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:32.318099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (d1cd521f-228e-4228-b28c-ab0ce984341e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.319466 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks [] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.330905 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.335278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Made reservation on behalf of 106861050c604407a678245bb9ff4950 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:32.335905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:32.338953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.346056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:32.350997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:32.351763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.362768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:32.368833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.375612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d1cd521f-228e-4228-b28c-ab0ce984341e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.379845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b3e0510-7554-46df-85e7-0d1bd3573aeb up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:32.390021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022e68e-dac1-40d0-8449-d53a3efae1db None None] Pushing event updated for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.449867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Pushing event updated for resources: {'Port': ['ID=7837002a-1db3-41df-aecc-aee788647240,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.482024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d1cd521f-228e-4228-b28c-ab0ce984341e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.513424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5be3821-8a36-497a-857f-a32b6f507ef0,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:32.536931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks [] for security_group (450bf7e3-905a-4e0c-a323-485845ff25f1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.542911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (450bf7e3-905a-4e0c-a323-485845ff25f1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.550163 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Attempting to bind port 7c542737-25f1-4b7c-9e05-dfc80c4d601c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:32.551133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Attempting to bind port 7c542737-25f1-4b7c-9e05-dfc80c4d601c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:32.552761 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Attempting to bind port 7c542737-25f1-4b7c-9e05-dfc80c4d601c on network adc6ce26-0999-46fd-83e3-7feba14413c3 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:32.565962 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:32.566519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Checking segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:32.567032 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.567529 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Bound using segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:32.568866 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Bound port: 7c542737-25f1-4b7c-9e05-dfc80c4d601c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:32.570268 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.573587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d1cd521f-228e-4228-b28c-ab0ce984341e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.588206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:32.602122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bf7e3-905a-4e0c-a323-485845ff25f1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.609240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (5c20837d-27b2-4f37-83c2-8f60e984a53b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.609593 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Added segment 5c20837d-27b2-4f37-83c2-8f60e984a53b of type vlan for network a91fa883-54fd-4904-8b2e-c94a36266fbe
Mar 05 21:01:32.634350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a'}, {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:32.635901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cd521f-228e-4228-b28c-ab0ce984341e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.638878 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a19ab0-e384-4b6c-9e5a-8cee9421e733" -d '{"events": [{"server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "name": "network-vif-plugged", "status": "completed", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a"}, {"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:32.644836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.647510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c5be3821-8a36-497a-857f-a32b6f507ef0', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': 'c5be3821-8a36-497a-857f-a32b6f507ef0', 'mac_address': 'fa:16:3e:8d:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:32.652474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a5de7cfe-7ade-4313-8dea-de3bd1abfc7d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/d1cd521f-228e-4228-b28c-ab0ce984341e HTTP/1.1" status: 204  len: 168 time: 0.4069340
Mar 05 21:01:32.655335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59716) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.672826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Attempting to bind port 7837002a-1db3-41df-aecc-aee788647240 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:32.672826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Attempting to bind port 7837002a-1db3-41df-aecc-aee788647240 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:32.673174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Attempting to bind port 7837002a-1db3-41df-aecc-aee788647240 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:32.688566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a91fa883-54fd-4904-8b2e-c94a36266fbe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.723768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a91fa883-54fd-4904-8b2e-c94a36266fbe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.725753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.726945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.759653 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] For port 7c542737-25f1-4b7c-9e05-dfc80c4d601c, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:32.766824 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] For port 7c542737-25f1-4b7c-9e05-dfc80c4d601c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c542737-25f1-4b7c-9e05-dfc80c4d601c,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:32.776419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 1b3e0510-7554-46df-85e7-0d1bd3573aeb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:32.781219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e3724e6e-45ed-48c9-aa4e-80687b54e73d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1250005
Mar 05 21:01:32.786057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59720) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.787910 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.803909 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827effe0-82e2-48de-a925-cff068fb8c8b x-openstack-request-id: req-827effe0-82e2-48de-a925-cff068fb8c8b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:32.804297 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "name": "network-vif-plugged", "status": "completed", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a", "code": 200}, {"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:32.804480 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-827effe0-82e2-48de-a925-cff068fb8c8b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:32.804877 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'code': 200}
Mar 05 21:01:32.805146 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'code': 200}
Mar 05 21:01:32.815222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 1b3e0510-7554-46df-85e7-0d1bd3573aeb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:32.815558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.817334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:32.817721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:32.818092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.818485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:32.818597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:32.818961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Bound port: 7837002a-1db3-41df-aecc-aee788647240, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:32.819354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7837002a-1db3-41df-aecc-aee788647240), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:32.834581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b13c-6be2-48c3-ab9c-cbc6bd41d2e3 req-80bab0d5-3112-4b25-a58d-ced11b3b9d0b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.843934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b13c-6be2-48c3-ab9c-cbc6bd41d2e3 req-80bab0d5-3112-4b25-a58d-ced11b3b9d0b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.866265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b13c-6be2-48c3-ab9c-cbc6bd41d2e3 req-80bab0d5-3112-4b25-a58d-ced11b3b9d0b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:32.868718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcd5b13c-6be2-48c3-ab9c-cbc6bd41d2e3 req-80bab0d5-3112-4b25-a58d-ced11b3b9d0b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2417 time: 0.3098619
Mar 05 21:01:32.871208 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:32.871881 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:32.937472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6279094
Mar 05 21:01:32.939139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59724) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:32.950147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:32.954565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Request body: {'subnet': {'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1674782529-subnet', 'tenant_id': '106861050c604407a678245bb9ff4950', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:32.960665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:33.008201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Made reservation on behalf of 106861050c604407a678245bb9ff4950 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:33.011477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.034232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:33.124078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c5be3821-8a36-497a-857f-a32b6f507ef0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:33.124839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.135956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce85bcd-3b4d-4d98-991d-3f8d1aaae1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a91fa883-54fd-4904-8b2e-c94a36266fbe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.156590 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcd5b13c-6be2-48c3-ab9c-cbc6bd41d2e3 req-6684ffa8-ae69-4d2f-a36b-9a8a79c18e65 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775099
Mar 05 21:01:33.187745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:33.191362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5be3821-8a36-497a-857f-a32b6f507ef0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:33.216752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf2dd5-d584-4311-9847-03dca45c2eb1 req-66ab7450-ecb6-4061-b10a-824ff50f7edc tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.222397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13bf2dd5-d584-4311-9847-03dca45c2eb1 req-66ab7450-ecb6-4061-b10a-824ff50f7edc tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 945 time: 0.3413851
Mar 05 21:01:33.238216 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022e68e-dac1-40d0-8449-d53a3efae1db None None] Pushing event updated for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.270101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Provisioning complete for port 7c542737-25f1-4b7c-9e05-dfc80c4d601c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:33.270487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.288295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa844-8ce2-45b5-8f76-5ca02b80579c req-c0f51139-d634-4355-a56e-11d14f35a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.290774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2efa844-8ce2-45b5-8f76-5ca02b80579c req-c0f51139-d634-4355-a56e-11d14f35a9e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1128 time: 0.3797162
Mar 05 21:01:33.301121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd31c0>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:32Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:33.330727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:33.335700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.341163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5be3821-8a36-497a-857f-a32b6f507ef0,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:33.351093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39e91b-a8ee-426c-8b9b-3911d65648c7 None None] The sync data for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 is: [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:32Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:33.366457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] For port 7837002a-1db3-41df-aecc-aee788647240, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:33.377464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.383647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.387035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] For port 7837002a-1db3-41df-aecc-aee788647240, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7837002a-1db3-41df-aecc-aee788647240,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:33.425166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca708-505f-4c7e-814f-97f9505eeaf9 req-da2d2258-cb89-4cb3-a8a4-cfc66ae97652 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.426922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d42ca708-505f-4c7e-814f-97f9505eeaf9 req-da2d2258-cb89-4cb3-a8a4-cfc66ae97652 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.1287017
Mar 05 21:01:33.440531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2efa844-8ce2-45b5-8f76-5ca02b80579c req-884a65a3-d615-47fa-a1d7-60b564879dfb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369910
Mar 05 21:01:33.459806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13bf2dd5-d584-4311-9847-03dca45c2eb1 req-3ca2d66e-7a1b-4e5f-8da8-89346163cd61 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259178
Mar 05 21:01:33.478173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:33.483551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.532824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:33.533280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.536432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.538721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7837002a-1db3-41df-aecc-aee788647240), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.581545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Checking segment: {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:33.581929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Network hostable DHCP agents. Network: a91fa883-54fd-4904-8b2e-c94a36266fbe, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:33.588576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d42ca708-505f-4c7e-814f-97f9505eeaf9 req-72b48e26-bfa4-431e-9eaa-d94ef982388a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506078
Mar 05 21:01:33.611121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Network a91fa883-54fd-4904-8b2e-c94a36266fbe is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:33.631316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a91fa883-54fd-4904-8b2e-c94a36266fbe) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:33.636446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.637063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.644434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1b3e0510-7554-46df-85e7-0d1bd3573aeb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:33.645063 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.660194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-586a0498-aadc-4caf-acf1-9347a10b409f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7199903
Mar 05 21:01:33.660880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59730) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:33.666564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c31a982-3123-444e-bbf8-46e9bbeb7b01 None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:33.666739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:33.753779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe1d1-ab60-4487-af4b-3f19de4e1623 req-dd1d6e91-3c7c-4169-8cd1-593e50f425de tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.755553 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf9fe1d1-ab60-4487-af4b-3f19de4e1623 req-dd1d6e91-3c7c-4169-8cd1-593e50f425de tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1614480
Mar 05 21:01:33.767111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c5be3821-8a36-497a-857f-a32b6f507ef0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:33.784479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c6bff12e-2666-48c2-a591-78e4544d1547), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.802281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (40081202-d93e-4315-8ea5-f454103c980e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.803745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (40081202-d93e-4315-8ea5-f454103c980e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.845073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:33.845870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3240-3b1b-450d-86ef-8eca2a1b0c59 req-08072e6a-1aa6-4915-a828-7da1002813bf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.847437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d41f3240-3b1b-450d-86ef-8eca2a1b0c59 req-08072e6a-1aa6-4915-a828-7da1002813bf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 944 time: 0.1126499
Mar 05 21:01:33.848981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:33.858735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:33.859603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.893400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0960002
Mar 05 21:01:33.902570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd532b1-3e1f-479c-817f-cd5085cc7720 None None] Pushing event updated for resources: {'Port': ['ID=7837002a-1db3-41df-aecc-aee788647240,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.903753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59732) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:33.913173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'name': 'tempest-NetworksTestDHCPv6-1910535367'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:33.926885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bf9fe1d1-ab60-4487-af4b-3f19de4e1623 req-991969f6-232c-4f25-992f-898093f762fb tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587341
Mar 05 21:01:33.930360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5130fa-ee0a-4bc0-83ca-23b0689dd791 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=c6bff12e-2666-48c2-a591-78e4544d1547,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:33.933592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:33.956184 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:33.967045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6471ce3-4551-4e81-872d-b908eb499571 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:34.002420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for router_controller (40081202-d93e-4315-8ea5-f454103c980e), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.032220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Current status of the port 7c542737-25f1-4b7c-9e05-dfc80c4d601c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:34.032614 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.086530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d41f3240-3b1b-450d-86ef-8eca2a1b0c59 req-2fc73afe-e7ea-4a68-82d5-7a8cb75757c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817918
Mar 05 21:01:34.142698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:34.144098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.159295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a91fa883-54fd-4904-8b2e-c94a36266fbe', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'project_id': '106861050c604407a678245bb9ff4950', 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:34.160440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.197276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:34.226353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for router_gateway (40081202-d93e-4315-8ea5-f454103c980e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.240897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] For port 7c542737-25f1-4b7c-9e05-dfc80c4d601c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c542737-25f1-4b7c-9e05-dfc80c4d601c,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:34.260790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.317522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:34.321862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.343285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 9c993d63-220b-4a54-85da-fc06c4b02ed0 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:34.350913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac527d-5279-4b81-9955-b428c07d78b8 req-bcedc2ba-1962-47df-9df6-5c55c352d2d5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:34.359336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac527d-5279-4b81-9955-b428c07d78b8 req-bcedc2ba-1962-47df-9df6-5c55c352d2d5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:34.365688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac527d-5279-4b81-9955-b428c07d78b8 req-bcedc2ba-1962-47df-9df6-5c55c352d2d5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:34.367603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49ac527d-5279-4b81-9955-b428c07d78b8 req-bcedc2ba-1962-47df-9df6-5c55c352d2d5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.0833006
Mar 05 21:01:34.374033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,segment=NetworkSegment(0815c7be-111c-45f8-9d5a-4255dcd256e2),segment_id=0815c7be-111c-45f8-9d5a-4255dcd256e2)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:34.408297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.440221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49ac527d-5279-4b81-9955-b428c07d78b8 req-dc3174c9-0874-4d08-a9a3-dccfcc57eb85 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642505
Mar 05 21:01:34.449767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac79ed-47a1-4408-a938-9cbf1564adcd None None] Pushing event updated for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:34.546084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::d9 (5e836852-f4cc-40c5-91ef-7e406c291770/c6bff12e-2666-48c2-a591-78e4544d1547/9c993d63-220b-4a54-85da-fc06c4b02ed0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:34.596891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cf055f70-ddf2-45e2-80d5-1f25665ff72d None None] Provisioning complete for port 7c542737-25f1-4b7c-9e05-dfc80c4d601c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:34.597498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf055f70-ddf2-45e2-80d5-1f25665ff72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.683486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:34.719696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Allocated IP 172.20.0.2 (a91fa883-54fd-4904-8b2e-c94a36266fbe/5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d/5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:34.798770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fae526-5e59-4db2-8333-15b472e5e3cc req-0ef8d997-fc77-4b73-9d75-97a36f5f6aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:34.800614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00fae526-5e59-4db2-8333-15b472e5e3cc req-0ef8d997-fc77-4b73-9d75-97a36f5f6aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.1122906
Mar 05 21:01:34.805216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc64d0-6edf-42ce-bd66-d1d9d1d833f4 req-802e87af-bfdf-43d0-b322-47c22f8a29fc tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:34.806773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bbc64d0-6edf-42ce-bd66-d1d9d1d833f4 req-802e87af-bfdf-43d0-b322-47c22f8a29fc tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.2082388
Mar 05 21:01:34.843984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for router_gateway (40081202-d93e-4315-8ea5-f454103c980e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.889467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:34.896529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00fae526-5e59-4db2-8333-15b472e5e3cc req-80b1afac-0dd0-4f92-8c49-4c463e50d6c4 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846038
Mar 05 21:01:34.971940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bbc64d0-6edf-42ce-bd66-d1d9d1d833f4 req-191f2679-5ea2-4e6d-b247-93d99bd8e686 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566789
Mar 05 21:01:35.037051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (9c993d63-220b-4a54-85da-fc06c4b02ed0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.078945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb'}, {'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:35.081226 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db8fe9-a97e-400e-807d-faaad190cdc7" -d '{"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb"}, {"server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:35.087507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7c542737-25f1-4b7c-9e05-dfc80c4d601c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:35.117011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': 'c6bff12e-2666-48c2-a591-78e4544d1547'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7837002a-1db3-41df-aecc-aee788647240'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:01:35.145508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Allocated IP 172.35.0.71 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:35.211733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-572df605-33fe-4e07-bd45-579db33572c2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 258 time: 0.2603970
Mar 05 21:01:35.222799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:35.229463 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7837002a-1db3-41df-aecc-aee788647240), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.240132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cf055f70-ddf2-45e2-80d5-1f25665ff72d None None] Current status of the port 7c542737-25f1-4b7c-9e05-dfc80c4d601c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:35.244475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9c993d63-220b-4a54-85da-fc06c4b02ed0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.252632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.265579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab049-c58e-4f67-a83b-a816fab7e7bc req-a183bdae-f13d-432c-bf33-7e3b3cd3be62 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:35.267076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cafab049-c58e-4f67-a83b-a816fab7e7bc req-a183bdae-f13d-432c-bf33-7e3b3cd3be62 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1683211
Mar 05 21:01:35.344471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:35.359647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7c542737-25f1-4b7c-9e05-dfc80c4d601c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:35.360072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.371531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:35.382336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:35.387485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:35.388129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.403106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=9c993d63-220b-4a54-85da-fc06c4b02ed0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:35.406625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.446100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.447620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks [] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.452158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cafab049-c58e-4f67-a83b-a816fab7e7bc req-f2b5c11e-82d0-44b5-968e-79f8d6dff818 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496816
Mar 05 21:01:35.463431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-00443a86-55d9-4761-a117-60461f927ba9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5562091
Mar 05 21:01:35.465657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:35.472815 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.509691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.554312 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4684568-5e84-4608-8c41-359ddd4b078e x-openstack-request-id: req-c4684568-5e84-4608-8c41-359ddd4b078e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:35.555134 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb", "code": 200}, {"server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:35.555134 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4684568-5e84-4608-8c41-359ddd4b078e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:35.555338 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb', 'code': 200}
Mar 05 21:01:35.555686 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05', 'code': 200}
Mar 05 21:01:35.574597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:35.577682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c9d6-817e-463d-8c32-caaaef778615 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:35.584079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:35.585053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c9d6-817e-463d-8c32-caaaef778615 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:35.586938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4441c9d6-817e-463d-8c32-caaaef778615 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1589 time: 0.1205521
Mar 05 21:01:35.587206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:35.591155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Pushing event updated for resources: {'Port': ['ID=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:35.591328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59752) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:35.620189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/c6bff12e-2666-48c2-a591-78e4544d1547/7837002a-1db3-41df-aecc-aee788647240) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:35.624766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:35.643467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Allocated IP 172.35.0.33 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b90fa5d8-31d1-4dde-9995-2f57a67041d4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:35.652615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:35.654317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:35.657698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:35.683927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7c542737-25f1-4b7c-9e05-dfc80c4d601c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:35.738317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Attempting to bind port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:35.738709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Attempting to bind port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:35.739089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Attempting to bind port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a on network a91fa883-54fd-4904-8b2e-c94a36266fbe {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:35.749593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:35.750091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Checking segment: {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:35.750404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.750805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Bound using segment: {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:35.751307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Bound port: 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:35.751849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.806564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c5be3821-8a36-497a-857f-a32b6f507ef0 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:35.857679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] For port 7837002a-1db3-41df-aecc-aee788647240, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7837002a-1db3-41df-aecc-aee788647240,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:35.862187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549d446-3c0b-4901-80e1-6a25c5e8121b req-ce98ca06-903e-4d45-91de-b5a3ab0036a4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:35.863899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a549d446-3c0b-4901-80e1-6a25c5e8121b req-ce98ca06-903e-4d45-91de-b5a3ab0036a4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 944 time: 0.1786549
Mar 05 21:01:35.916081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] For port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:35.924234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] For port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:35.938151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Publish callbacks [] for port (7837002a-1db3-41df-aecc-aee788647240), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.941639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:35.947997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7837002a-1db3-41df-aecc-aee788647240), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.005545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a549d446-3c0b-4901-80e1-6a25c5e8121b req-c30e8cc5-a9d6-410b-a4cd-b1739cfbd85c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265955
Mar 05 21:01:36.031602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port c5be3821-8a36-497a-857f-a32b6f507ef0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:01:36.053063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c5be3821-8a36-497a-857f-a32b6f507ef0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:36.053459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.072004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.072451 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for router_gateway (40081202-d93e-4315-8ea5-f454103c980e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.102755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484845-f223-42a9-a5d1-b45d88e0fc77 None None] Pushing event updated for resources: {'Port': ['ID=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:36.194220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033630ce-eb27-44eb-b7c0-28aa90c8b65d None None] Pushing event updated for resources: {'Port': ['ID=7837002a-1db3-41df-aecc-aee788647240,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:36.245453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c5be3821-8a36-497a-857f-a32b6f507ef0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:36.245853 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.246186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ec88c-251e-4149-b742-8062f1f033a7 req-c46daa1d-b501-4768-b340-c79c657d7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.246686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ec88c-251e-4149-b742-8062f1f033a7 req-c46daa1d-b501-4768-b340-c79c657d7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.247638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ec88c-251e-4149-b742-8062f1f033a7 req-c46daa1d-b501-4768-b340-c79c657d7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.249405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887ec88c-251e-4149-b742-8062f1f033a7 req-c46daa1d-b501-4768-b340-c79c657d7f87 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2964 time: 0.6012473
Mar 05 21:01:36.283489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded4b2-9911-4f4b-97db-9206d688966b req-f9a6535b-488c-4792-b053-1e6635add911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.285199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78ded4b2-9911-4f4b-97db-9206d688966b req-f9a6535b-488c-4792-b053-1e6635add911 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 1128 time: 0.6166008
Mar 05 21:01:36.287395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5be3821-8a36-497a-857f-a32b6f507ef0,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:36.306837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.365607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1547e5-7b10-49dc-8d6e-e1a804781c89 req-958afee6-5089-4237-992b-c00b8f78e472 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.367395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:36.370459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.372761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1547e5-7b10-49dc-8d6e-e1a804781c89 req-958afee6-5089-4237-992b-c00b8f78e472 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.396481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1547e5-7b10-49dc-8d6e-e1a804781c89 req-958afee6-5089-4237-992b-c00b8f78e472 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:36.398159 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e1547e5-7b10-49dc-8d6e-e1a804781c89 req-958afee6-5089-4237-992b-c00b8f78e472 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.2034955
Mar 05 21:01:36.420821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887ec88c-251e-4149-b742-8062f1f033a7 req-810e61ca-981f-4443-ab5f-ba125e05d435 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619387
Mar 05 21:01:36.438056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 9c993d63-220b-4a54-85da-fc06c4b02ed0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:36.438399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c993d63-220b-4a54-85da-fc06c4b02ed0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.487508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e1547e5-7b10-49dc-8d6e-e1a804781c89 req-2f1547ac-752c-463b-9ff7-ca846d51d00a tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719969
Mar 05 21:01:36.488713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (40081202-d93e-4315-8ea5-f454103c980e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.528658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.535761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78ded4b2-9911-4f4b-97db-9206d688966b req-f7a662b4-e19e-4d5a-b53d-be9ac48bf217 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202923
Mar 05 21:01:36.626490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c993d63-220b-4a54-85da-fc06c4b02ed0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.642551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.648844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 9c993d63-220b-4a54-85da-fc06c4b02ed0 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:36.738814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:36.746197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:36.752969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:36.759286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event updated for resources: {'Port': ['ID=b90fa5d8-31d1-4dde-9995-2f57a67041d4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:36.921985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:36.962603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9c993d63-220b-4a54-85da-fc06c4b02ed0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.019090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=9c993d63-220b-4a54-85da-fc06c4b02ed0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:37.027945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.036497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19abdc-eda1-4caf-ad36-c8ffb5a89f6f req-936d1033-a0dc-4cc6-b472-683dbb5f38b0 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:37.043253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef19abdc-eda1-4caf-ad36-c8ffb5a89f6f req-936d1033-a0dc-4cc6-b472-683dbb5f38b0 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.0883453
Mar 05 21:01:37.052468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:37.056188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.061464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-02529ac8-2e7c-43d7-bab9-073d13d8b81d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/9c993d63-220b-4a54-85da-fc06c4b02ed0 HTTP/1.1" status: 204  len: 168 time: 1.4661644
Mar 05 21:01:37.062337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59760) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:37.117940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:37.118320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.178335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e22a666-7819-4071-9be1-d697b21dcae2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:37.179634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e22a666-7819-4071-9be1-d697b21dcae2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:37.181180 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5e22a666-7819-4071-9be1-d697b21dcae2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1162019
Mar 05 21:01:37.182095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Router 40081202-d93e-4315-8ea5-f454103c980e is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:01:37.184977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59762) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:37.193372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef19abdc-eda1-4caf-ad36-c8ffb5a89f6f req-53fcfa99-8fe0-48f3-8c94-ad99865d6683 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488688
Mar 05 21:01:37.237588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:37.237879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.286664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:37.302410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.303968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7837002a-1db3-41df-aecc-aee788647240 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:37.316674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.333704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.375505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:37.400427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet c6bff12e-2666-48c2-a591-78e4544d1547 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:37.405980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Sync routers for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:37.410613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.414268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-697663cb-4162-4e8d-853f-15820b52da3e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7516954
Mar 05 21:01:37.416865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59764) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:37.423574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event updated for resources: {'Port': ['ID=b90fa5d8-31d1-4dde-9995-2f57a67041d4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:37.430889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (c6bff12e-2666-48c2-a591-78e4544d1547), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.437109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:37.437949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82972d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:37.494453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (c6bff12e-2666-48c2-a591-78e4544d1547), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.611583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.629304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:37.638602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.640712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-a343e3f0-5b4e-4d71-8d2d-7d8cee20ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.4232163
Mar 05 21:01:37.671439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c6bff12e-2666-48c2-a591-78e4544d1547), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.677263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42eecd-e191-4c25-87ba-fe315fe91ad7 req-40de07b1-f6dd-4d07-80e0-990b943a331e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:37.686456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac42eecd-e191-4c25-87ba-fe315fe91ad7 req-40de07b1-f6dd-4d07-80e0-990b943a331e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.3631079
Mar 05 21:01:37.718564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7837002a-1db3-41df-aecc-aee788647240 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:37.718946 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7837002a-1db3-41df-aecc-aee788647240), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.726331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:37.729115 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29391a8-0535-4436-8736-7a166d94cf49" -d '{"events": [{"server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "name": "network-vif-plugged", "status": "completed", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:37.837998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:37.844132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-34149f5a-0d03-4ea6-9284-a2851abbe112 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 695 time: 0.1957130
Mar 05 21:01:37.846172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (c6bff12e-2666-48c2-a591-78e4544d1547), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.861795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac42eecd-e191-4c25-87ba-fe315fe91ad7 req-bcfc1049-9c97-432f-a6f2-e67d69a6f762 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675513
Mar 05 21:01:37.897184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bff12e-2666-48c2-a591-78e4544d1547,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:37.907060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Provisioning complete for port 7837002a-1db3-41df-aecc-aee788647240 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:37.910193 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7837002a-1db3-41df-aecc-aee788647240), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.916694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:37.924511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-59bf79ba-9cbd-4772-a279-68a7398a8e44 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c6bff12e-2666-48c2-a591-78e4544d1547 HTTP/1.1" status: 204  len: 168 time: 0.7360032
Mar 05 21:01:37.948017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:38.047838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e16216-51af-4de5-a34f-2fb1727a6878 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:38.081375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-97b9db5e-93ea-46cf-9f47-3e31b1a112b2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1328795
Mar 05 21:01:38.082058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59772) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:38.082584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-db84f883-a27d-413b-a704-2294f6974dad tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.084404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f10cef1b-983c-4467-a8e3-353d4db10400 req-db84f883-a27d-413b-a704-2294f6974dad tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2042105
Mar 05 21:01:38.180757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80caf-ff9e-4f2a-b38f-f20def70a4f5 req-4f8ccb61-4211-4765-b46c-517c758344d2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.182623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac80caf-ff9e-4f2a-b38f-f20def70a4f5 req-4f8ccb61-4211-4765-b46c-517c758344d2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 945 time: 0.1790550
Mar 05 21:01:38.194747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66583fe6-d12c-4c5a-a35d-d24f63bc5b84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.198983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-66583fe6-d12c-4c5a-a35d-d24f63bc5b84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1026783
Mar 05 21:01:38.199610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:38.240903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a6f3-1555-470a-b8c7-7c41b64fd287 req-422bb71e-ce39-4444-9894-fa6a554bb38e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.244125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185927f0-8be3-4013-8b7c-4b4bc0994ea8 None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:38.246912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7837002a-1db3-41df-aecc-aee788647240 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:38.246912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7837002a-1db3-41df-aecc-aee788647240), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.247177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a6f3-1555-470a-b8c7-7c41b64fd287 req-422bb71e-ce39-4444-9894-fa6a554bb38e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.253503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a6f3-1555-470a-b8c7-7c41b64fd287 req-422bb71e-ce39-4444-9894-fa6a554bb38e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.255235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a98a6f3-1555-470a-b8c7-7c41b64fd287 req-422bb71e-ce39-4444-9894-fa6a554bb38e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.1089604
Mar 05 21:01:38.301950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac80caf-ff9e-4f2a-b38f-f20def70a4f5 req-374a5382-b478-4ed9-aa93-063ea2af456d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013329
Mar 05 21:01:38.308497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a98a6f3-1555-470a-b8c7-7c41b64fd287 req-382ea57d-e876-4326-8ab5-aa6fff54a60d tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459259
Mar 05 21:01:38.386347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58572b75-c698-4789-889a-5f0dbb434b94 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.391199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59782) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:38.391415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-58572b75-c698-4789-889a-5f0dbb434b94 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1828072
Mar 05 21:01:38.434150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.473232 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0da3b8-60f7-4b43-a216-7384dc4e295c x-openstack-request-id: req-cc0da3b8-60f7-4b43-a216-7384dc4e295c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:38.473484 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "name": "network-vif-plugged", "status": "completed", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:38.473668 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc0da3b8-60f7-4b43-a216-7384dc4e295c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:38.474052 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0', 'code': 200}
Mar 05 21:01:38.482178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Current status of the port 7837002a-1db3-41df-aecc-aee788647240 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:38.482178 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7837002a-1db3-41df-aecc-aee788647240), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.482485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fe09fc83-2b09-4f12-885d-b68e7131b4de tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0860276
Mar 05 21:01:38.495794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:38.499069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:38.552234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7837002a-1db3-41df-aecc-aee788647240, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7837002a-1db3-41df-aecc-aee788647240,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:38.568897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7837002a-1db3-41df-aecc-aee788647240), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.572447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7881f-6fab-4dec-98e9-84635b7b716e req-2a108188-bf02-4495-8096-1785650c458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.574693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01d7881f-6fab-4dec-98e9-84635b7b716e req-2a108188-bf02-4495-8096-1785650c458b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 1127 time: 0.0941169
Mar 05 21:01:38.575659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82972d60>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:35Z', 'revision_number': 3, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:38.641454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-7fbc8d4c-de1a-4375-85ee-ca769abfff53 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.643768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-7fbc8d4c-de1a-4375-85ee-ca769abfff53 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1537008
Mar 05 21:01:38.651836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01d7881f-6fab-4dec-98e9-84635b7b716e req-e1cf9ee8-cf1a-40c4-91ca-4637ac374c29 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654519
Mar 05 21:01:38.672638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Checking router: 40081202-d93e-4315-8ea5-f454103c980e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:38.673052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Updating router 40081202-d93e-4315-8ea5-f454103c980e port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:38.677448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622b296-d4f5-4000-b693-12eb3fc17cbd req-444d8a7e-2c28-4174-9d2e-1c9a824f765a tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:38.678983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b622b296-d4f5-4000-b693-12eb3fc17cbd req-444d8a7e-2c28-4174-9d2e-1c9a824f765a tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.1862988
Mar 05 21:01:38.682832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:38.724774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:01:38.725189 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:01:38.733870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-365b3205-1a4a-4077-9693-5d201d992f65 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 695 time: 0.0756567
Mar 05 21:01:38.742167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'floatingip': {'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:38.754792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:38.758387 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.768797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7837002a-1db3-41df-aecc-aee788647240,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:38.775292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.793982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:38.832618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Allocated IP 172.20.0.1 (a91fa883-54fd-4904-8b2e-c94a36266fbe/5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d/efc11adb-e695-41ac-936d-ee373b40a0e8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:38.859377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b622b296-d4f5-4000-b693-12eb3fc17cbd req-2174fde4-b6e1-490f-8b58-ca1b7bf4ed20 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647286
Mar 05 21:01:38.952238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Deleting port 7837002a-1db3-41df-aecc-aee788647240 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:38.952623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7837002a-1db3-41df-aecc-aee788647240), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.050190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:39.158397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks [] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.160592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] For port 7837002a-1db3-41df-aecc-aee788647240, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7837002a-1db3-41df-aecc-aee788647240,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:39.161007 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7837002a-1db3-41df-aecc-aee788647240), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.188595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Calling delete_port for 7837002a-1db3-41df-aecc-aee788647240 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:39.247809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (06c75d6f-0772-4751-8b72-ce0a959ff392), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.271198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaaaa0-cc78-4811-a24a-2069e796d14a req-fd68e57c-a541-44df-bbbd-67e177a1270e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:39.272819 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bbfaaaa0-cc78-4811-a24a-2069e796d14a req-fd68e57c-a541-44df-bbbd-67e177a1270e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1711788
Mar 05 21:01:39.306130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:39.307102 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.343870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:39.347160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.370216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:39.402467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:39.403076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.408195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-73c17ae6-3751-4c23-9d4a-68bc5102fec0 None None] Current status of the port 7837002a-1db3-41df-aecc-aee788647240 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:39.438877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks [] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.454050 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.455533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=06c75d6f-0772-4751-8b72-ce0a959ff392,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:39.467567 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7837002a-1db3-41df-aecc-aee788647240), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.488890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bbfaaaa0-cc78-4811-a24a-2069e796d14a req-6d5e8e07-9d60-468e-9fc8-1dfe95a85c5b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891005
Mar 05 21:01:39.489140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.495787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Network a91fa883-54fd-4904-8b2e-c94a36266fbe is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:39.502143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:39.503128 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.507261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:39.517314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe400c9c-1c29-45e6-904c-385c60304f25 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0186346
Mar 05 21:01:39.517314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:39.518955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59798) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:39.538484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '06c75d6f-0772-4751-8b72-ce0a959ff392', 'ip_address': '2001:db8::d1cc:ac1c:a938:cb78'}], 'name': 'tempest-NetworksTestDHCPv6-204824060'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:39.566584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] No DVR routers for this DVR port 7837002a-1db3-41df-aecc-aee788647240 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:39.581606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (40081202-d93e-4315-8ea5-f454103c980e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.623068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75008a-7cae-40a6-8eeb-b1b3e1d6d898 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:39.642623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-99ed7b96-7fbc-44f6-a7e6-7b2a8510f4fe None None] Provisioning complete for port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:39.643088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99ed7b96-7fbc-44f6-a7e6-7b2a8510f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.645193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d070a0d-62d2-4ec6-9c57-41fed948c18a None None] Pushing event updated for resources: {'Port': ['ID=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:39.647748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:39.723511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Attempting to bind port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:39.724000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Attempting to bind port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:39.725713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Attempting to bind port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:39.772777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:39.773346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:39.779346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.780466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:39.788638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Bound port: bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:39.789227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:39.815796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefbdf6-e284-472a-b4db-e172ab6a8359 None None] Pushing event deleted for resources: {'Port': ['ID=7837002a-1db3-41df-aecc-aee788647240,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:39.851847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7837002a-1db3-41df-aecc-aee788647240 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:39.917825 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Floating IP f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 associated. External IP: 172.35.0.33, port: 85d8eddd-cd0d-4454-936e-fd94b927f82a.
Mar 05 21:01:39.927333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7837002a-1db3-41df-aecc-aee788647240 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:39.928011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7837002a-1db3-41df-aecc-aee788647240 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:39.999338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] For port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:40.003418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.033285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '06c75d6f-0772-4751-8b72-ce0a959ff392'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:40.034574 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.052918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] For port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:40.060398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:40.075645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.082024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-99ed7b96-7fbc-44f6-a7e6-7b2a8510f4fe None None] Current status of the port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:40.178489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-99ed7b96-7fbc-44f6-a7e6-7b2a8510f4fe None None] Could not find standard attr ID for object 9bb93f91-dfaf-40c3-91e7-e523bc0767c4. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:01:40.238846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d070a0d-62d2-4ec6-9c57-41fed948c18a None None] Pushing event updated for resources: {'Port': ['ID=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:40.247471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:40.249830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82972d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:40.262136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.298984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks [] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.307999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7804-5aaa-4f33-92dc-36876282f8c4 req-f760f87e-886d-4ca4-b76c-dc7cdcbf68e6 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.316066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3d5f7804-5aaa-4f33-92dc-36876282f8c4 req-f760f87e-886d-4ca4-b76c-dc7cdcbf68e6 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 945 time: 0.1154683
Mar 05 21:01:40.323153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.343730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 99796c63-b24f-42bc-9ac5-a08fab38f1ba yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:40.349925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-7c500aeb-1d1f-4432-a99f-19f2b7837ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.351794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-7c500aeb-1d1f-4432-a99f-19f2b7837ab6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d804e9e8cf8844cb8020ce064341f839&device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 1128 time: 0.1870472
Mar 05 21:01:40.391145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/06c75d6f-0772-4751-8b72-ce0a959ff392/0085e211-8ffd-4e1d-8447-2e29e19c8416) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:40.397706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dbe6270c-2cee-4f15-8323-08b0b639e06c None None] Provisioning complete for port efc11adb-e695-41ac-936d-ee373b40a0e8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:40.398085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbe6270c-2cee-4f15-8323-08b0b639e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.427175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (40081202-d93e-4315-8ea5-f454103c980e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:40.433536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:40.454797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3d5f7804-5aaa-4f33-92dc-36876282f8c4 req-73852771-b88c-4e53-af43-4e40b94f094c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377788
Mar 05 21:01:40.600865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Network a91fa883-54fd-4904-8b2e-c94a36266fbe is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:40.603477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:40.604001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:40.626392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97cd55-0abd-426e-a8ad-4262598cfd2b req-569d132f-aa0e-462b-899a-d5f6e18f7889 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.635704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97cd55-0abd-426e-a8ad-4262598cfd2b req-569d132f-aa0e-462b-899a-d5f6e18f7889 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.642731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97cd55-0abd-426e-a8ad-4262598cfd2b req-569d132f-aa0e-462b-899a-d5f6e18f7889 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.644483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b97cd55-0abd-426e-a8ad-4262598cfd2b req-569d132f-aa0e-462b-899a-d5f6e18f7889 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.1108534
Mar 05 21:01:40.652321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:40.700213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6270c-2cee-4f15-8323-08b0b639e06c None None] Port efc11adb-e695-41ac-936d-ee373b40a0e8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:40.766979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-eb2e394f-bc9c-49c4-b622-5b8db60589c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:40.768667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-eb2e394f-bc9c-49c4-b622-5b8db60589c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee58eab6-001c-4f6b-a506-c17484517cc8 HTTP/1.1" status: 200  len: 914 time: 0.3930531
Mar 05 21:01:40.803372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b97cd55-0abd-426e-a8ad-4262598cfd2b req-a1319908-a1ba-4039-9cce-303d8b91f4af tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184261
Mar 05 21:01:40.837776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Router 40081202-d93e-4315-8ea5-f454103c980e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:41.000952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks [] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.022369 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.050849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420b139-7374-44d3-970f-3d0ad5f49692 req-d2d30171-a6e1-4bb1-a151-7b1b5a28b847 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.052355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4420b139-7374-44d3-970f-3d0ad5f49692 req-d2d30171-a6e1-4bb1-a151-7b1b5a28b847 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.0901265
Mar 05 21:01:41.053535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:41.058925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce1c17dd-217b-49bf-a625-32dd9410e0e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/40081202-d93e-4315-8ea5-f454103c980e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6400359
Mar 05 21:01:41.097557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:41.100545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82972d60>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efc11adb-e695-41ac-936d-ee373b40a0e8', 'name': '', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'tenant_id': '106861050c604407a678245bb9ff4950', 'mac_address': 'fa:16:3e:b6:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:38Z', 'updated_at': '2022-03-05T21:01:38Z', 'revision_number': 1, 'project_id': '106861050c604407a678245bb9ff4950', 'subnets': [{'id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:41.102375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Pushing event updated for resources: {'Port': ['ID=0085e211-8ffd-4e1d-8447-2e29e19c8416,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:41.106067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c2317a5f-91b6-4765-8484-81fe4e98248d None None] Provisioning complete for port efc11adb-e695-41ac-936d-ee373b40a0e8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:41.106377 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2317a5f-91b6-4765-8484-81fe4e98248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.108274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:41.135235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:41.159918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e1094-2b43-46be-9b0c-719e604f96fc None None] The sync data for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 is: [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efc11adb-e695-41ac-936d-ee373b40a0e8', 'name': '', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'tenant_id': '106861050c604407a678245bb9ff4950', 'mac_address': 'fa:16:3e:b6:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:38Z', 'updated_at': '2022-03-05T21:01:38Z', 'revision_number': 1, 'project_id': '106861050c604407a678245bb9ff4950', 'subnets': [{'id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:41.161493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4420b139-7374-44d3-970f-3d0ad5f49692 req-63fa33fd-f054-4526-9a5a-79e33acbe248 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890059
Mar 05 21:01:41.208662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-ca8bf482-5e3b-4b59-9f4d-9f86013ac415 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05 HTTP/1.1" status: 200  len: 217 time: 0.4304421
Mar 05 21:01:41.221265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c2317a5f-91b6-4765-8484-81fe4e98248d None None] Port efc11adb-e695-41ac-936d-ee373b40a0e8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:41.267566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Attempting to bind port 0085e211-8ffd-4e1d-8447-2e29e19c8416 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:41.268205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Attempting to bind port 0085e211-8ffd-4e1d-8447-2e29e19c8416 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:41.268677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Attempting to bind port 0085e211-8ffd-4e1d-8447-2e29e19c8416 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:41.275851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:41.276384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:41.276802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.277203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:41.277739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Bound port: 0085e211-8ffd-4e1d-8447-2e29e19c8416, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:41.278135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.308845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-2d910720-bfd2-41c7-b07f-71bf54760ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.310292 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-2d910720-bfd2-41c7-b07f-71bf54760ed1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bbbe419-ee0e-495b-8b3d-1bf50698fa76 HTTP/1.1" status: 200  len: 853 time: 0.0800798
Mar 05 21:01:41.318682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edcdc2-df3c-47fa-99f7-8e69d30b7b55 req-02ae5ca6-ae1c-4bfa-b49d-c2dabb790911 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.324164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2edcdc2-df3c-47fa-99f7-8e69d30b7b55 req-02ae5ca6-ae1c-4bfa-b49d-c2dabb790911 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 945 time: 0.0763505
Mar 05 21:01:41.329531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:41.341222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Sync routers for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:41.357611 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:41.358143 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef6910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:41.368646 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.378569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] For port 0085e211-8ffd-4e1d-8447-2e29e19c8416, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:41.382475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] For port 0085e211-8ffd-4e1d-8447-2e29e19c8416, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0085e211-8ffd-4e1d-8447-2e29e19c8416,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:41.391561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2edcdc2-df3c-47fa-99f7-8e69d30b7b55 req-5c71fd1b-0fb4-477f-8c3b-7ff53bdc50da tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649800
Mar 05 21:01:41.393512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:41.411108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-69e24e94-6a67-4460-9345-7920a74b8d92 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "PUT /v2.0/floatingips/f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 HTTP/1.1" status: 200  len: 996 time: 2.6729910
Mar 05 21:01:41.421583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:41.429538 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36671ff-f2ba-4492-9778-4496fc8dc6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:41.433519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-48b20607-7318-475b-8410-1d9a112c8fcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee58eab6-001c-4f6b-a506-c17484517cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1150694
Mar 05 21:01:41.438088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::d1cc:ac1c:a938:cb78 (5e836852-f4cc-40c5-91ef-7e406c291770/06c75d6f-0772-4751-8b72-ce0a959ff392/99796c63-b24f-42bc-9ac5-a08fab38f1ba) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:41.539818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f409d-d713-4e9f-9696-236e52a448f2 None None] Pushing event updated for resources: {'Port': ['ID=0085e211-8ffd-4e1d-8447-2e29e19c8416,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:41.546983 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:41.621817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8953ed-acf2-4a4e-b40f-560ede442a27 req-3f9a23e5-161d-4737-b3ed-31f1c0416204 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.624009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a8953ed-acf2-4a4e-b40f-560ede442a27 req-3f9a23e5-161d-4737-b3ed-31f1c0416204 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0850282
Mar 05 21:01:41.694597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a8953ed-acf2-4a4e-b40f-560ede442a27 req-49c7d515-768d-474a-8fd9-19d5adf157e0 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643549
Mar 05 21:01:41.797895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-022790f5-5c30-4d7c-a33b-d7565f8a0ec0 service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269861
Mar 05 21:01:41.806206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-c28c075d-8e1a-4c6a-8539-2319e5ebb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.808124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-c28c075d-8e1a-4c6a-8539-2319e5ebb9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1128 time: 0.3962579
Mar 05 21:01:41.834660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-a05bd9cc-d8f0-400c-9415-d51c50bbb3aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.842905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-a05bd9cc-d8f0-400c-9415-d51c50bbb3aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.849823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-a05bd9cc-d8f0-400c-9415-d51c50bbb3aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:41.851877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-a05bd9cc-d8f0-400c-9415-d51c50bbb3aa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.4093556
Mar 05 21:01:42.087589 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef6910>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'floating_ip_address': '172.35.0.33', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'mac_address': 'fa:16:3e:a0:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823028-9831-4a07-9622-4c0649617902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:36Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 1, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:42.121787 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Checking router: a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:42.135166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:42.136095 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef6910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:42.234479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (99796c63-b24f-42bc-9ac5-a08fab38f1ba), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.242921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-b1d102b0-d0f8-4fba-90db-c937c9d0308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:42.245355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-b1d102b0-d0f8-4fba-90db-c937c9d0308b service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 929 time: 0.3917372
Mar 05 21:01:42.269024 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:42.312891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96cb8d14-6d58-43e2-8a3b-b7dad0ac7938 req-27572744-4a2a-4d45-87ef-8b71216bcb2d service neutron] 10.222.0.23 "GET /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4514527
Mar 05 21:01:42.372993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 1b3e0510-7554-46df-85e7-0d1bd3573aeb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:42.373436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.381733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-1808b6d0-4359-47e9-8064-b9fc34486109 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 999 time: 0.1250730
Mar 05 21:01:42.398612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:42.406719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739973159', 'description': 'tempest-secgroup-smoke-1739973159 description', 'project_id': '899872f9f3b243ef89011a53ba07e160'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:42.445700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (99796c63-b24f-42bc-9ac5-a08fab38f1ba), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.504007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.683401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (acd350ba-4bfc-4385-b15b-543ec1512364), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.697381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (acd350ba-4bfc-4385-b15b-543ec1512364), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.724020 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef6910>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'floating_ip_address': '172.35.0.33', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'mac_address': 'fa:16:3e:a0:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823028-9831-4a07-9622-4c0649617902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:36Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 1, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:42.733217 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.734871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3342288
Mar 05 21:01:42.735205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=99796c63-b24f-42bc-9ac5-a08fab38f1ba,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:42.742785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-9fb6346c-65c4-41bf-a9e2-47133b0dada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:42.744351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59828) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:42.746335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-9fb6346c-65c4-41bf-a9e2-47133b0dada1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.3401117
Mar 05 21:01:42.753022 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893df28f-2507-4228-903f-0aa661ec0a6f x-openstack-request-id: req-893df28f-2507-4228-903f-0aa661ec0a6f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:42.753541 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:42.753902 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-893df28f-2507-4228-903f-0aa661ec0a6f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:42.755019 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'status': 'completed', 'code': 200}
Mar 05 21:01:42.757328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:42.757518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:42.780936 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f357b4-1747-4c4b-894f-57be1fbfa97f None None] The sync data for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 is: [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'floating_ip_address': '172.35.0.33', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'mac_address': 'fa:16:3e:a0:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823028-9831-4a07-9622-4c0649617902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:01:36Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 1, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:42.811971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe4fef-b271-45ce-bf47-13868b1c54bd tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd350ba-4bfc-4385-b15b-543ec1512364,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:42.859869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (49315ce6-a19e-4cfa-a90d-621dce22ca8a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.863273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 1b3e0510-7554-46df-85e7-0d1bd3573aeb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b3e0510-7554-46df-85e7-0d1bd3573aeb,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:42.863836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:42.882803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 1b3e0510-7554-46df-85e7-0d1bd3573aeb owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:43.104023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:43.108784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c0e1-8141-4b6a-97c3-e50684ea2988 req-3f3aa02d-a5b5-404c-a1a4-1bed46beecd7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.116046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c0e1-8141-4b6a-97c3-e50684ea2988 req-3f3aa02d-a5b5-404c-a1a4-1bed46beecd7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.127509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c0e1-8141-4b6a-97c3-e50684ea2988 req-3f3aa02d-a5b5-404c-a1a4-1bed46beecd7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.132090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0085e211-8ffd-4e1d-8447-2e29e19c8416 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:43.136356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43c4c0e1-8141-4b6a-97c3-e50684ea2988 req-3f3aa02d-a5b5-404c-a1a4-1bed46beecd7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 2418 time: 0.2635949
Mar 05 21:01:43.174471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (49315ce6-a19e-4cfa-a90d-621dce22ca8a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.177132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:43.192192 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (49315ce6-a19e-4cfa-a90d-621dce22ca8a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.193063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.193865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.225435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e130f-f7b7-4e8d-8f44-c0aa6cb115d3 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:01:43.264606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43c4c0e1-8141-4b6a-97c3-e50684ea2988 req-0941a305-3c0b-4981-9929-fbd8af2f979b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265824
Mar 05 21:01:43.268192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b1f87c2f-2ba0-466f-a51a-8ddf469e761b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7480109
Mar 05 21:01:43.271342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:43.282047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0085e211-8ffd-4e1d-8447-2e29e19c8416 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:43.282607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.283958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49315ce6-a19e-4cfa-a90d-621dce22ca8a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:43.286186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1b3e0510-7554-46df-85e7-0d1bd3573aeb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.304499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.309355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3af2416b-04ea-47a0-be82-d2fac8899bfc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5637271
Mar 05 21:01:43.309994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:43.316252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:43.337046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bb1a7-f49a-4da9-8e64-85edd8a73a8c None None] New status for floating IP f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:01:43.350243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['3e8d3d1b-32fc-4875-8745-15e76c70ee14', '72e25e7d-18ab-47fe-93ef-08f3073a56c7', '1b3e0510-7554-46df-85e7-0d1bd3573aeb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:43.352586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (1d123506-2831-4ce3-b8b8-018a009f6bc3), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.378082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-86a31041-bb95-4faf-8dea-e3ef0e62491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.379603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-86a31041-bb95-4faf-8dea-e3ef0e62491e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1128 time: 0.6204782
Mar 05 21:01:43.380359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=1b3e0510-7554-46df-85e7-0d1bd3573aeb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:43.389461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-bc1629c5-d303-47c7-b9ac-e93ed68c3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.391428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-bc1629c5-d303-47c7-b9ac-e93ed68c3475 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3244267
Mar 05 21:01:43.437458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Provisioning complete for port 0085e211-8ffd-4e1d-8447-2e29e19c8416 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:43.437917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.466511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369650c5-75a4-4c76-85af-05ebf3f076fc req-49bb5b64-ef37-4e75-b67e-fc7c9763c796 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.468753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-369650c5-75a4-4c76-85af-05ebf3f076fc req-49bb5b64-ef37-4e75-b67e-fc7c9763c796 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.0959444
Mar 05 21:01:43.477891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (1d123506-2831-4ce3-b8b8-018a009f6bc3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.486131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1d123506-2831-4ce3-b8b8-018a009f6bc3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.532746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d123506-2831-4ce3-b8b8-018a009f6bc3,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:43.533487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 1b3e0510-7554-46df-85e7-0d1bd3573aeb on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:43.541530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.546779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4a5fd2e1-f353-43f9-acb6-308e9a67fde7 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2312734
Mar 05 21:01:43.546947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.549269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-6212b437-2617-4402-8845-5e22e1d5be76 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "DELETE /v2.0/ports/1b3e0510-7554-46df-85e7-0d1bd3573aeb HTTP/1.1" status: 204  len: 173 time: 1.6148086
Mar 05 21:01:43.549402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59834) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:43.555894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:43.596424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-369650c5-75a4-4c76-85af-05ebf3f076fc req-d5cb5020-3d72-4f45-bb25-d9ad17d704b4 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119490
Mar 05 21:01:43.626863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (e540ea2d-4c80-416c-ae85-191283472665), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.635486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2cc0e-23b1-4719-bca8-ba742d00f912 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.641890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2cc0e-23b1-4719-bca8-ba742d00f912 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.643622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-68a2cc0e-23b1-4719-bca8-ba742d00f912 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.3704796
Mar 05 21:01:43.654116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:43.705830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0085e211-8ffd-4e1d-8447-2e29e19c8416 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:43.706147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.735843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (e540ea2d-4c80-416c-ae85-191283472665), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.749438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-5fa03846-68a6-4980-a9e0-c3f0c2774fdf service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456194
Mar 05 21:01:43.755133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e540ea2d-4c80-416c-ae85-191283472665), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.783432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7c9ba-786d-4bf6-915f-b665016355d0 req-fe42075d-bfc8-4944-b98b-4d041b754e60 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.784951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aed7c9ba-786d-4bf6-915f-b665016355d0 req-fe42075d-bfc8-4944-b98b-4d041b754e60 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 945 time: 0.1165078
Mar 05 21:01:43.791385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e540ea2d-4c80-416c-ae85-191283472665,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:43.801303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.804912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05c975c1-b55e-422b-bd27-d71397a45504 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2521572
Mar 05 21:01:43.808209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:43.813166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:43.860397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-8f649be5-30c3-4e1c-9071-d0afe22c9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:43.861655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-8f649be5-30c3-4e1c-9071-d0afe22c9774 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 929 time: 0.4661648
Mar 05 21:01:43.865601 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (f9ddb72a-ffb8-4c30-ad7e-3cbd32d0d39d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.871114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aed7c9ba-786d-4bf6-915f-b665016355d0 req-8710ce7b-64cb-4bf4-8c2b-b9db577c5d51 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755873
Mar 05 21:01:43.921793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Current status of the port 0085e211-8ffd-4e1d-8447-2e29e19c8416 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:43.922562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.924632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e130f-f7b7-4e8d-8f44-c0aa6cb115d3 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:01:43.929993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 0085e211-8ffd-4e1d-8447-2e29e19c8416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0085e211-8ffd-4e1d-8447-2e29e19c8416,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:43.937956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (f9ddb72a-ffb8-4c30-ad7e-3cbd32d0d39d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.951539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f9ddb72a-ffb8-4c30-ad7e-3cbd32d0d39d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.953051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.954136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:43.973835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:43.974384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:43.982856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-9076d8f1-caf2-48bc-8deb-110de7b31475 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 1001 time: 0.1114693
Mar 05 21:01:43.987604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ddb72a-ffb8-4c30-ad7e-3cbd32d0d39d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:44.000686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 99796c63-b24f-42bc-9ac5-a08fab38f1ba {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:44.001031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (99796c63-b24f-42bc-9ac5-a08fab38f1ba), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.026551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-c5d01f27-efa0-45c3-922d-2289eb439325 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:44.028233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-c5d01f27-efa0-45c3-922d-2289eb439325 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 945 time: 0.0888345
Mar 05 21:01:44.031520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.035267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b7142bb-7e6c-477b-8b53-cbd3e5f76f22 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2236342
Mar 05 21:01:44.051027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:44.056334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:44.106894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a623f29f-4f0e-4dd4-ae16-86bbb2511f93 req-72c7fea1-1d2c-4231-b50a-736d98c7dde7 service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172903
Mar 05 21:01:44.158784 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Project 899872f9f3b243ef89011a53ba07e160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:01:44.159474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-2885a21d-21c3-45b6-b9f8-9d17c06b2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:44.160985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-2885a21d-21c3-45b6-b9f8-9d17c06b2ff1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.1565762
Mar 05 21:01:44.171664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=0085e211-8ffd-4e1d-8447-2e29e19c8416,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:44.183236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:01:44.183236 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:01:44.215253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (b861fa14-b9d0-4158-9fe0-7a3d023f6788), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.225972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 72e25e7d-18ab-47fe-93ef-08f3073a56c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=72e25e7d-18ab-47fe-93ef-08f3073a56c7,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:44.226284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.243813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:44.244207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.275702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 72e25e7d-18ab-47fe-93ef-08f3073a56c7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:44.278702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (99796c63-b24f-42bc-9ac5-a08fab38f1ba), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.315326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09123-1588-4c0b-a69a-0dbf40961a43 req-d5a4300a-40ad-413c-87ad-348d8605c516 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:44.325481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4c09123-1588-4c0b-a69a-0dbf40961a43 req-d5a4300a-40ad-413c-87ad-348d8605c516 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2853374
Mar 05 21:01:44.333548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 99796c63-b24f-42bc-9ac5-a08fab38f1ba owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:44.336257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (b861fa14-b9d0-4158-9fe0-7a3d023f6788), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.352850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b861fa14-b9d0-4158-9fe0-7a3d023f6788), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.398633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b861fa14-b9d0-4158-9fe0-7a3d023f6788,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:44.420884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port c5be3821-8a36-497a-857f-a32b6f507ef0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:44.421532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.433742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.438594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9fc0dcb8-27a9-4ec4-b35b-d305520379e4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3865886
Mar 05 21:01:44.445752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59850) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:44.450357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'security_group_rule': {'security_group_id': 'acd350ba-4bfc-4385-b15b-543ec1512364', 'project_id': '899872f9f3b243ef89011a53ba07e160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:44.496938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-5422b504-a282-41c3-8575-ca2b3f4625f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:44.498946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-5422b504-a282-41c3-8575-ca2b3f4625f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3300886
Mar 05 21:01:44.636046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-f0501ddd-df9d-496d-85c1-f4f308da5e13 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 258 time: 0.3981462
Mar 05 21:01:44.636928 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Project 899872f9f3b243ef89011a53ba07e160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:01:44.652053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:44.674873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (26f3a375-a947-474c-b495-b977c220ce54), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.757339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:44.762067 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9c47b-25d8-423d-a8b5-af0e0e73fff1" -d '{"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:44.771354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:44.772106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.784045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.818188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7b48fec2-5ef4-4ba7-a654-691b9f0bf02b None None] Current status of the port 0085e211-8ffd-4e1d-8447-2e29e19c8416 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:44.823160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:44.828564 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:44.849863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-645c66fc-30b5-4657-ab66-4296cde9135b service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3379862
Mar 05 21:01:44.897882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:44.964550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4c09123-1588-4c0b-a69a-0dbf40961a43 req-34f59188-f7a1-48b7-b4e6-ef318447728e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6335640
Mar 05 21:01:44.996304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0085e211-8ffd-4e1d-8447-2e29e19c8416 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:45.040400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port c5be3821-8a36-497a-857f-a32b6f507ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5be3821-8a36-497a-857f-a32b6f507ef0,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:45.040835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.056254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for c5be3821-8a36-497a-857f-a32b6f507ef0 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:45.083917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0085e211-8ffd-4e1d-8447-2e29e19c8416 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:45.085707 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.236551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0085e211-8ffd-4e1d-8447-2e29e19c8416 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:45.237550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c5be3821-8a36-497a-857f-a32b6f507ef0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.259184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'c5be3821-8a36-497a-857f-a32b6f507ef0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:45.306157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=c5be3821-8a36-497a-857f-a32b6f507ef0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:45.388529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port c5be3821-8a36-497a-857f-a32b6f507ef0 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:45.394953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.398351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfe2cf89-1ee9-4786-b758-fbebdf1983d5 req-2e97f74f-221d-409b-9331-e0b72ace39a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "DELETE /v2.0/ports/c5be3821-8a36-497a-857f-a32b6f507ef0 HTTP/1.1" status: 204  len: 173 time: 1.3644974
Mar 05 21:01:45.398838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'name': 'network-vif-deleted', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:45.401673 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb06f2-8641-4d1c-9281-b9eb9ce4316c" -d '{"events": [{"server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "name": "network-vif-deleted", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:45.430352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9e5c-fc01-4c87-8fc2-7d45abac1c2f req-52facfaf-8a99-4655-b21a-70589f6406b6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:45.437937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9e5c-fc01-4c87-8fc2-7d45abac1c2f req-52facfaf-8a99-4655-b21a-70589f6406b6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:45.440164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fcf9e5c-fc01-4c87-8fc2-7d45abac1c2f req-52facfaf-8a99-4655-b21a-70589f6406b6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=b602fb95-a1a4-41e9-8f4b-04adfe669f0f HTTP/1.1" status: 200  len: 1682 time: 0.1474845
Mar 05 21:01:45.538182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fcf9e5c-fc01-4c87-8fc2-7d45abac1c2f req-dfa4ba6b-b8ce-4a1e-bde6-b844f938328c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773735
Mar 05 21:01:45.550583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (72e25e7d-18ab-47fe-93ef-08f3073a56c7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.617427 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d53d7-d405-4a8f-abc8-3519316a6cdc x-openstack-request-id: req-bd6d53d7-d405-4a8f-abc8-3519316a6cdc {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:45.617723 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "1b3e0510-7554-46df-85e7-0d1bd3573aeb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:45.617974 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd6d53d7-d405-4a8f-abc8-3519316a6cdc {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:45.618360 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '1b3e0510-7554-46df-85e7-0d1bd3573aeb', 'status': 'completed', 'code': 200}
Mar 05 21:01:45.618975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (99796c63-b24f-42bc-9ac5-a08fab38f1ba), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.622068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (26f3a375-a947-474c-b495-b977c220ce54), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.638261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=72e25e7d-18ab-47fe-93ef-08f3073a56c7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:45.660610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (26f3a375-a947-474c-b495-b977c220ce54), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.698504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c3ebe080-fffc-4efa-ad39-c0aba4c6cf2b None None] Provisioning complete for port 0085e211-8ffd-4e1d-8447-2e29e19c8416 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:45.699036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe080-fffc-4efa-ad39-c0aba4c6cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.736199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb72c04e-1a3c-4df9-8f01-c251ea0633c9 req-58263cc7-5f57-4069-ab97-f0296c70a7a6 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fae69a3-c2ff-4129-b817-65fe16e6a526 HTTP/1.1" status: 200  len: 210 time: 0.0629196
Mar 05 21:01:45.804001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=99796c63-b24f-42bc-9ac5-a08fab38f1ba,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:45.858564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f3a375-a947-474c-b495-b977c220ce54,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:45.862005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c36671ff-f2ba-4492-9778-4496fc8dc6d4 req-8aa46906-14e0-4bae-a24c-8e9d7c7c3bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9830358
Mar 05 21:01:45.864092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 72e25e7d-18ab-47fe-93ef-08f3073a56c7 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:45.907257 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Sync routers for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:45.926374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:45.932759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 72e25e7d-18ab-47fe-93ef-08f3073a56c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:45.936400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:45.936651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-fda17ec0-306d-4d49-a4bc-c5a824c009b7 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "DELETE /v2.0/ports/72e25e7d-18ab-47fe-93ef-08f3073a56c7 HTTP/1.1" status: 204  len: 173 time: 2.3744369
Mar 05 21:01:45.938082 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:46.013283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 72e25e7d-18ab-47fe-93ef-08f3073a56c7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:46.014135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 72e25e7d-18ab-47fe-93ef-08f3073a56c7 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:46.020571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3e8d3d1b-32fc-4875-8745-15e76c70ee14 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:46.028614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.041440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b42604e1-964b-4d6b-a461-2ec24cddc124 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.5943937
Mar 05 21:01:46.052875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.056975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d76e381-0fe4-46c4-94ae-1d137cece7e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/99796c63-b24f-42bc-9ac5-a08fab38f1ba HTTP/1.1" status: 204  len: 168 time: 2.3999975
Mar 05 21:01:46.068165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f6ca-986d-49d4-8389-445a23e4f538 req-d5e5b0e0-b4c9-4e8c-b8ef-e20111016b32 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:46.088010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8f6ca-986d-49d4-8389-445a23e4f538 req-d5e5b0e0-b4c9-4e8c-b8ef-e20111016b32 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.1735415
Mar 05 21:01:46.102099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59878) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:46.109994 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:46.174105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c3ebe080-fffc-4efa-ad39-c0aba4c6cf2b None None] Current status of the port 0085e211-8ffd-4e1d-8447-2e29e19c8416 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:46.218204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e8f6ca-986d-49d4-8389-445a23e4f538 req-d1df7773-dd74-4a8a-b7d0-e8bebbdfa50c tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/security-groups?id=07dd8a2d-e0d6-4331-9d01-077df8903ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288545
Mar 05 21:01:46.221621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c3ebe080-fffc-4efa-ad39-c0aba4c6cf2b None None] Could not find standard attr ID for object 99796c63-b24f-42bc-9ac5-a08fab38f1ba. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:01:46.258536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:46.259634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.300404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:46.304302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab391a5-a463-4129-b279-d08fd9bddcf5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:46.305639 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95c894e-2d35-44f3-9c61-a7ca7010108e" -d '{"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:46.306355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab391a5-a463-4129-b279-d08fd9bddcf5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:46.308567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8ab391a5-a463-4129-b279-d08fd9bddcf5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2044408
Mar 05 21:01:46.311646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59882) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:46.321709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:46.322323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.350253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:46.357214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-da6c1d0e-7669-42cd-a965-13d7e0cd7526 None None] Could not find standard attr ID for object 9c993d63-220b-4a54-85da-fc06c4b02ed0. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:01:46.365077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.366970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b3e0510-7554-46df-85e7-0d1bd3573aeb no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:46.398720 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562e176b-243c-4ea1-b316-6117da28c43b x-openstack-request-id: req-562e176b-243c-4ea1-b316-6117da28c43b {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:46.399714 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fae69a3-c2ff-4129-b817-65fe16e6a526", "name": "network-vif-deleted", "tag": "c5be3821-8a36-497a-857f-a32b6f507ef0", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:46.400144 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-562e176b-243c-4ea1-b316-6117da28c43b {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:46.400705 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fae69a3-c2ff-4129-b817-65fe16e6a526', 'name': 'network-vif-deleted', 'tag': 'c5be3821-8a36-497a-857f-a32b6f507ef0', 'status': 'completed', 'code': 200}
Mar 05 21:01:46.407606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 06c75d6f-0772-4751-8b72-ce0a959ff392 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:46.411419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (06c75d6f-0772-4751-8b72-ce0a959ff392), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.416925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c760>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efc11adb-e695-41ac-936d-ee373b40a0e8', 'name': '', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'tenant_id': '106861050c604407a678245bb9ff4950', 'mac_address': 'fa:16:3e:b6:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:38Z', 'updated_at': '2022-03-05T21:01:40Z', 'revision_number': 2, 'project_id': '106861050c604407a678245bb9ff4950', 'subnets': [{'id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:46.426888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.451227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:46.455735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 1b3e0510-7554-46df-85e7-0d1bd3573aeb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:46.456094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1b3e0510-7554-46df-85e7-0d1bd3573aeb not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:46.460974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (06c75d6f-0772-4751-8b72-ce0a959ff392), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.482676 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Checking router: 40081202-d93e-4315-8ea5-f454103c980e for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:46.483457 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Updating router 40081202-d93e-4315-8ea5-f454103c980e port efc11adb-e695-41ac-936d-ee373b40a0e8 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:01:46.518347 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.598011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 3e8d3d1b-32fc-4875-8745-15e76c70ee14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8d3d1b-32fc-4875-8745-15e76c70ee14,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:46.598542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.612034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80bcb-5e49-4d39-a791-d739445925f4 req-920ae7c9-4870-4aba-88dd-ef8990affffd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:46.614172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70c80bcb-5e49-4d39-a791-d739445925f4 req-920ae7c9-4870-4aba-88dd-ef8990affffd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1248631
Mar 05 21:01:46.624729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 3e8d3d1b-32fc-4875-8745-15e76c70ee14 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:46.632427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (06c75d6f-0772-4751-8b72-ce0a959ff392), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.674462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a614ae18-242d-4641-9c95-f067ee21097d None None] Could not find standard attr ID for object 99796c63-b24f-42bc-9ac5-a08fab38f1ba. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:01:46.725321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70c80bcb-5e49-4d39-a791-d739445925f4 req-abe9050a-d105-43da-9e18-f0582e8ca852 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053708
Mar 05 21:01:46.751001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (06c75d6f-0772-4751-8b72-ce0a959ff392), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.777048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Allocated IP 172.35.0.100 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/08d8da06-dc92-4fc5-8f61-a620bdf893d5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:46.827289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=06c75d6f-0772-4751-8b72-ce0a959ff392,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:46.846265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.847405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.847899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.848447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.849144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.849617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.852987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.858933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3e8d3d1b-32fc-4875-8745-15e76c70ee14), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.864707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.866240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.867184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.868543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.870055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.870724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:46.884136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.892111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f4b87488-970f-497c-bbfd-39995fc7e47f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/06c75d6f-0772-4751-8b72-ce0a959ff392 HTTP/1.1" status: 204  len: 168 time: 0.5790997
Mar 05 21:01:46.895007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:46.927123 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks [] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.934701 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:46.959502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=3e8d3d1b-32fc-4875-8745-15e76c70ee14,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:47.034643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe0049-2b4f-4afd-b14f-25984de47c01 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:47.035755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a1521c0-fccf-4c29-a2cb-23260469ffe9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1276171
Mar 05 21:01:47.040150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59902) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:47.044267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Attempting to bind port efc11adb-e695-41ac-936d-ee373b40a0e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:47.044880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Attempting to bind port efc11adb-e695-41ac-936d-ee373b40a0e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:47.045431 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Attempting to bind port efc11adb-e695-41ac-936d-ee373b40a0e8 on network a91fa883-54fd-4904-8b2e-c94a36266fbe {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:47.047616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:47.049372 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Pushing event updated for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:47.059954 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:47.061166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Checking segment: {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:47.066247 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.066899 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Bound using segment: {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:47.067565 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Bound port: efc11adb-e695-41ac-936d-ee373b40a0e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c20837d-27b2-4f37-83c2-8f60e984a53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:47.068143 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.072074 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.073564 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.074062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.074586 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.075061 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.083935 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.084553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.085041 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.085525 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.086003 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.087842 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.088337 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.088786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.135412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:47.156916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-8573869a-a054-44d5-93d9-4d944a8ffcfe tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739973159&fields=id&tenant_id=899872f9f3b243ef89011a53ba07e160 HTTP/1.1" status: 200  len: 267 time: 0.2420275
Mar 05 21:01:47.204420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] For port efc11adb-e695-41ac-936d-ee373b40a0e8, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:47.209786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] For port efc11adb-e695-41ac-936d-ee373b40a0e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc11adb-e695-41ac-936d-ee373b40a0e8,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:47.223958 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.241028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.274828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 3e8d3d1b-32fc-4875-8745-15e76c70ee14 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:47.299547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:47.304110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.307265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-936dfe2c-c0ef-412c-9b55-0d74f3c606ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:47.315355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-936dfe2c-c0ef-412c-9b55-0d74f3c606ea tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.23 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 946 time: 0.4543548
Mar 05 21:01:47.316592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.321232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:47.321965 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:47.322856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27bb25c2-858f-48c3-b10a-943157c15c8c req-8def37ef-c2a8-46f9-bc2c-1ff391a9d143 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.31 "DELETE /v2.0/ports/3e8d3d1b-32fc-4875-8745-15e76c70ee14 HTTP/1.1" status: 204  len: 173 time: 1.3850737
Mar 05 21:01:47.326028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d587b61-54b5-4c3a-8273-2ddf9fcc76c7 None None] Pushing event updated for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:47.392878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:47.393827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.490216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.527973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Provisioning complete for port efc11adb-e695-41ac-936d-ee373b40a0e8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:47.530470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.578826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:47.597882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (215cd2bb-3eb6-4127-b198-16ce522c5c4d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.624823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7'}, {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:47.628539 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922c57d-3ce7-409d-9ecb-7eafc39131dc" -d '{"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7"}, {"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:47.641729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:47.644231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:47.656499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:47.674913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:47.686349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:47.690302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event updated for resources: {'Port': ['ID=08d8da06-dc92-4fc5-8f61-a620bdf893d5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:47.694895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:47.715833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:47.736104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:47.736746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.741218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.741829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.742284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.742739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.743352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.743837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.744280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.744733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.745187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.745626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.746067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.746503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.746944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:01:47.761097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-d803c292-4e9e-41bb-8ed7-4b34009c1fed tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:47.777097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-d803c292-4e9e-41bb-8ed7-4b34009c1fed tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 809 time: 0.6117396
Mar 05 21:01:47.782425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Deleting port 0085e211-8ffd-4e1d-8447-2e29e19c8416 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:47.782814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.812736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7706673
Mar 05 21:01:47.814815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59910) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:47.821528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '215cd2bb-3eb6-4127-b198-16ce522c5c4d', 'ip_address': '2001:db8::e8b8:d1b0:c5f5:f0b7'}], 'name': 'tempest-NetworksTestDHCPv6-1126733162'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:47.826414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Deleting port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:47.827931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.829036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ef14-6761-407e-9a9b-a25d30a5058d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=215cd2bb-3eb6-4127-b198-16ce522c5c4d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:47.840438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-6ada1a13-a113-405f-a18d-6fd0f7f5d884 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/quotas/899872f9f3b243ef89011a53ba07e160 HTTP/1.1" status: 200  len: 375 time: 0.0621619
Mar 05 21:01:47.880049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] For port 0085e211-8ffd-4e1d-8447-2e29e19c8416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0085e211-8ffd-4e1d-8447-2e29e19c8416,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:47.880739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.898512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Calling delete_port for 0085e211-8ffd-4e1d-8447-2e29e19c8416 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:47.988095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Current status of the port efc11adb-e695-41ac-936d-ee373b40a0e8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:47.988785 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:47.994048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c5be3821-8a36-497a-857f-a32b6f507ef0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:48.021790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: c5be3821-8a36-497a-857f-a32b6f507ef0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:48.022397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c5be3821-8a36-497a-857f-a32b6f507ef0 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:48.023990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (0085e211-8ffd-4e1d-8447-2e29e19c8416), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.028258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-988f4a3a-d99e-4a70-b9e7-2ea0b31c424d tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1866169
Mar 05 21:01:48.038341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (d90b5e04-49c7-4964-8db7-3b129af78933), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.068503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] No DVR routers for this DVR port 0085e211-8ffd-4e1d-8447-2e29e19c8416 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:48.070382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e36a1e-8c52-49d8-baeb-542e90f2ea6b None None] Pushing event deleted for resources: {'Port': ['ID=0085e211-8ffd-4e1d-8447-2e29e19c8416,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:48.098575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06108b54-e5c7-425e-b2d0-329c0c1b3eba None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:48.104861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] For port efc11adb-e695-41ac-936d-ee373b40a0e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc11adb-e695-41ac-936d-ee373b40a0e8,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:48.110652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.137109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] For port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,segment=NetworkSegment(0815c7be-111c-45f8-9d5a-4255dcd256e2),segment_id=0815c7be-111c-45f8-9d5a-4255dcd256e2)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:48.137687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.140582 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.162820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:48.164569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Calling delete_port for 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:48.171242 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c760>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efc11adb-e695-41ac-936d-ee373b40a0e8', 'name': '', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'tenant_id': '106861050c604407a678245bb9ff4950', 'mac_address': 'fa:16:3e:b6:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:38Z', 'updated_at': '2022-03-05T21:01:47Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'subnets': [{'id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:48.196266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c337aed-60bb-4525-afd4-8db6f78fb826 None None] Pushing event updated for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:48.218973 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d93a32-fc8c-40a1-8f37-8709a3ed08e5 None None] The sync data for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 is: [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:01:39Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efc11adb-e695-41ac-936d-ee373b40a0e8', 'name': '', 'network_id': 'a91fa883-54fd-4904-8b2e-c94a36266fbe', 'tenant_id': '106861050c604407a678245bb9ff4950', 'mac_address': 'fa:16:3e:b6:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:38Z', 'updated_at': '2022-03-05T21:01:47Z', 'revision_number': 4, 'project_id': '106861050c604407a678245bb9ff4950', 'subnets': [{'id': '5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:48.227456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-c5f5cc86-e56a-45cd-8bb0-88fd0acfc4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932943
Mar 05 21:01:48.286389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c3f7d213-9c48-4c67-8924-e6995ff60db5 None None] Provisioning complete for port efc11adb-e695-41ac-936d-ee373b40a0e8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:48.286795 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c3f7d213-9c48-4c67-8924-e6995ff60db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.318159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '215cd2bb-3eb6-4127-b198-16ce522c5c4d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:48.318686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.377865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.405335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-c51839f5-c7fd-4342-ab52-7cdff124149e service neutron] 10.222.0.15 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758974
Mar 05 21:01:48.429244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port d92f368a-daa9-45fe-85b8-8139a2701453 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:48.452382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.499486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.506318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7d213-9c48-4c67-8924-e6995ff60db5 None None] Current status of the port efc11adb-e695-41ac-936d-ee373b40a0e8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:48.521001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7ce0566c-b8c7-44ba-96cc-c04b6c770e05), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.534045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/215cd2bb-3eb6-4127-b198-16ce522c5c4d/1a21e0ff-99f4-4242-9f1e-558cc0a5e202) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:48.543648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7ce0566c-b8c7-44ba-96cc-c04b6c770e05'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:48.714663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] No DVR routers for this DVR port 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:48.720585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.730623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0e64586-18fb-4af7-b309-a4249c7d6b69 req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.23 "DELETE /v2.0/ports/7ce0566c-b8c7-44ba-96cc-c04b6c770e05 HTTP/1.1" status: 204  len: 173 time: 1.3855844
Mar 05 21:01:48.737789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event updated for resources: {'Port': ['ID=08d8da06-dc92-4fc5-8f61-a620bdf893d5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:48.743379 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870b77d-b58f-4f62-b31d-4555450c19ad x-openstack-request-id: req-2870b77d-b58f-4f62-b31d-4555450c19ad {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:48.743885 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:48.744246 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2870b77d-b58f-4f62-b31d-4555450c19ad {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:48.744918 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'code': 200}
Mar 05 21:01:48.766943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5dd0-846b-42be-bfe9-b20a50f60a71 tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] Pushing event deleted for resources: {'Port': ['ID=7ce0566c-b8c7-44ba-96cc-c04b6c770e05,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:48.774798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (d90b5e04-49c7-4964-8db7-3b129af78933), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.800506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59916) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:48.813896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.815322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-a9bc5b7d-56ba-4d0d-a05a-f98d9b3a6ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.1682656
Mar 05 21:01:48.861478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks [] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.882451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:48.960560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:48.965231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:48.968239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:48.978343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Pushing event updated for resources: {'Port': ['ID=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:49.052185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-83bc316b-04fe-42f2-aaae-171cdd4d34dd tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.100 HTTP/1.1" status: 200  len: 696 time: 0.2282181
Mar 05 21:01:49.055536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting subnet 0da8dac4-7603-4018-afd2-70f0fff552a3 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:49.064454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (0da8dac4-7603-4018-afd2-70f0fff552a3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.078144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device efc11adb-e695-41ac-936d-ee373b40a0e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:49.105226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::e8b8:d1b0:c5f5:f0b7 (5e836852-f4cc-40c5-91ef-7e406c291770/215cd2bb-3eb6-4127-b198-16ce522c5c4d/d92f368a-daa9-45fe-85b8-8139a2701453) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:49.127783 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ccbd8edf-80b0-4662-becf-8883699570be req-fa52db9f-1e19-4332-b630-f300377fc0fe tempest-InstanceActionsTestJSON-726486215 tempest-InstanceActionsTestJSON-726486215-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76bdf23-9bbf-442e-aace-748bd854313b HTTP/1.1" status: 200  len: 210 time: 0.0643265
Mar 05 21:01:49.168805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0da8dac4-7603-4018-afd2-70f0fff552a3), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.215902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-cf99b63a-e56c-4793-ba82-4964bd5fff1a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:49.218516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e99ed1c3-434d-42cc-9c9d-9d07f85a386c req-cf99b63a-e56c-4793-ba82-4964bd5fff1a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1648939
Mar 05 21:01:49.220090 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e281ebb5-3194-4634-a09a-e03f69dfd89e x-openstack-request-id: req-e281ebb5-3194-4634-a09a-e03f69dfd89e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:49.220760 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "72e25e7d-18ab-47fe-93ef-08f3073a56c7", "status": "completed", "code": 200}, {"server_uuid": "b602fb95-a1a4-41e9-8f4b-04adfe669f0f", "name": "network-vif-deleted", "tag": "3e8d3d1b-32fc-4875-8745-15e76c70ee14", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:49.220760 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e281ebb5-3194-4634-a09a-e03f69dfd89e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:49.221219 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '72e25e7d-18ab-47fe-93ef-08f3073a56c7', 'status': 'completed', 'code': 200}
Mar 05 21:01:49.221385 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602fb95-a1a4-41e9-8f4b-04adfe669f0f', 'name': 'network-vif-deleted', 'tag': '3e8d3d1b-32fc-4875-8745-15e76c70ee14', 'status': 'completed', 'code': 200}
Mar 05 21:01:49.228004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Attempting to bind port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:49.228296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Attempting to bind port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:49.228670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Attempting to bind port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:49.238487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:49.238934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:49.239373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.239835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:49.240359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Bound port: 1a21e0ff-99f4-4242-9f1e-558cc0a5e202, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:49.240749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.259020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port efc11adb-e695-41ac-936d-ee373b40a0e8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:49.259395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.345801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] For port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:49.347046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c2c1901-4736-4ebd-a09c-3afd168c677f req-d3fae0e0-34af-4667-8da0-ffa5d9a3c0b9 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 210 time: 0.0589416
Mar 05 21:01:49.350312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] For port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:49.391956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0da8dac4-7603-4018-afd2-70f0fff552a3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.418714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.542706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf41793-9908-448d-b6e0-ab2827003c72 None None] Pushing event updated for resources: {'Port': ['ID=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:49.580952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd4b5b-cbf3-4591-b68b-1a2aa4e11271 req-d3425f5d-7661-4f98-9962-f6c4ed05e28e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:49.582530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3dd4b5b-cbf3-4591-b68b-1a2aa4e11271 req-d3425f5d-7661-4f98-9962-f6c4ed05e28e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2525296
Mar 05 21:01:49.582970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port efc11adb-e695-41ac-936d-ee373b40a0e8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:49.625433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0da8dac4-7603-4018-afd2-70f0fff552a3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.637196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (d92f368a-daa9-45fe-85b8-8139a2701453), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.662227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0085e211-8ffd-4e1d-8447-2e29e19c8416 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:49.704692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1bb52-ced1-429f-9908-bd1cadfafef9 None None] Network 8cd4a347-d767-466b-a1b2-31d8566918a4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:49.704912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8dac4-7603-4018-afd2-70f0fff552a3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:49.708394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.714010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e8c142eb-779f-4e2a-a39f-2b1e818e1aaa tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/subnets/0da8dac4-7603-4018-afd2-70f0fff552a3 HTTP/1.1" status: 204  len: 168 time: 0.9098222
Mar 05 21:01:49.714756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:49.739473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3dd4b5b-cbf3-4591-b68b-1a2aa4e11271 req-7c2551f2-6568-46d2-8714-13e88fd1ec7c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428697
Mar 05 21:01:49.801480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d92f368a-daa9-45fe-85b8-8139a2701453), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.852347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0085e211-8ffd-4e1d-8447-2e29e19c8416 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:49.852702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0085e211-8ffd-4e1d-8447-2e29e19c8416 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:49.884826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:49.912563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:49.953573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8cd4a347-d767-466b-a1b2-31d8566918a4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:49.988303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] DHCP port deletion for 8cd4a347-d767-466b-a1b2-31d8566918a4 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:49.990563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:50.012781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:50.014329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.033864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 2a59e426-940a-4b5b-9e22-167a7eac2163 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:50.039311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.067525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Deleting port 2a59e426-940a-4b5b-9e22-167a7eac2163 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:50.068235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.114754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 2a59e426-940a-4b5b-9e22-167a7eac2163, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a59e426-940a-4b5b-9e22-167a7eac2163,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:50.115426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.126779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3101685
Mar 05 21:01:50.127416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59930) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:50.134074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 2a59e426-940a-4b5b-9e22-167a7eac2163 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:50.138998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accf00d-784d-494b-90e7-51cffa5b0658 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=d92f368a-daa9-45fe-85b8-8139a2701453,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:50.175760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-03f45ddc-fe80-4dc2-8576-8ffdf24b837a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:50.182607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-03f45ddc-fe80-4dc2-8576-8ffdf24b837a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2803347
Mar 05 21:01:50.187613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] For port 2a59e426-940a-4b5b-9e22-167a7eac2163, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a59e426-940a-4b5b-9e22-167a7eac2163,segment=NetworkSegment(64f03a4d-67ad-45f6-9806-38cb5ef87439),segment_id=64f03a4d-67ad-45f6-9806-38cb5ef87439)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:50.188754 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.206405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Calling delete_port for 2a59e426-940a-4b5b-9e22-167a7eac2163 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:50.243280 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-8e530889-d459-45ad-94ee-5aa60f7a3779 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.100 HTTP/1.1" status: 200  len: 696 time: 0.0596333
Mar 05 21:01:50.248854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.249277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-e4a85e7e-ae48-47dc-a33b-855d495b182e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'floatingip': {'port_id': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:50.271617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 2a59e426-940a-4b5b-9e22-167a7eac2163 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:50.301656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-e4a85e7e-ae48-47dc-a33b-855d495b182e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (d90b5e04-49c7-4964-8db7-3b129af78933), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.309708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=2a59e426-940a-4b5b-9e22-167a7eac2163,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:50.336493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2a59e426-940a-4b5b-9e22-167a7eac2163), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.382305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] No DVR routers for this DVR port 2a59e426-940a-4b5b-9e22-167a7eac2163 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:50.395359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec35d1-bd4a-4c76-acd5-0af57276085e None None] Pushing event deleted for resources: {'Port': ['ID=2a59e426-940a-4b5b-9e22-167a7eac2163,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:50.416897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59936) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:50.454465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9e5df-5f0a-425d-9005-31f9e70579fa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:50.461353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9e5df-5f0a-425d-9005-31f9e70579fa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:50.471288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:50.476411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bca9e5df-5f0a-425d-9005-31f9e70579fa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3467114
Mar 05 21:01:50.528378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8cd4a347-d767-466b-a1b2-31d8566918a4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.609484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12b302ea-6217-49b3-8f5e-7cdbdba5edc7 req-f0aac7f9-e174-40a7-bfa4-9d7db1829228 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 210 time: 0.0851252
Mar 05 21:01:50.743165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a777f40>,) {'filters': {'network_id': ['8cd4a347-d767-466b-a1b2-31d8566918a4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:50.752448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Deleting subnet 0bbbe419-ee0e-495b-8b3d-1bf50698fa76 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:50.755952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Publish callbacks [] for subnet (0bbbe419-ee0e-495b-8b3d-1bf50698fa76), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.764421 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-e4a85e7e-ae48-47dc-a33b-855d495b182e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:01:50.783390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f17d010-69bb-4c87-ab2b-e81cfaf6b732 req-e4a85e7e-ae48-47dc-a33b-855d495b182e tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "PUT /v2.0/floatingips/d90b5e04-49c7-4964-8db7-3b129af78933 HTTP/1.1" status: 409  len: 551 time: 0.5390944
Mar 05 21:01:50.851364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a777f40>, '64f03a4d-67ad-45f6-9806-38cb5ef87439') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:50.851783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a777f40>, '64f03a4d-67ad-45f6-9806-38cb5ef87439') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:50.881204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (0bbbe419-ee0e-495b-8b3d-1bf50698fa76), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.924814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (64f03a4d-67ad-45f6-9806-38cb5ef87439), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:50.964940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211921-d54e-4b2a-af80-0cedb8da6697 req-da1c663b-10b8-4509-bdca-426b0b67e169 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:50.978853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61211921-d54e-4b2a-af80-0cedb8da6697 req-da1c663b-10b8-4509-bdca-426b0b67e169 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1468425
Mar 05 21:01:50.989623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:51.009779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:51.010153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7ce0566c-b8c7-44ba-96cc-c04b6c770e05 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:51.042092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (64f03a4d-67ad-45f6-9806-38cb5ef87439), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.057560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:51.062489 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61211921-d54e-4b2a-af80-0cedb8da6697 req-150ca5e9-6e60-45d2-ac19-3fd528f6f3f1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828183
Mar 05 21:01:51.078309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:01:51.078762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (64f03a4d-67ad-45f6-9806-38cb5ef87439), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.092684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-57e2a783-940f-407e-bf3b-5899df6d976e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:51.094188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-57e2a783-940f-407e-bf3b-5899df6d976e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.31 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 809 time: 0.5616322
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:01:51.094862 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:01:51.112697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port d92f368a-daa9-45fe-85b8-8139a2701453 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:51.113048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d92f368a-daa9-45fe-85b8-8139a2701453), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.135548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:51.136497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.148567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-7b40bddf-0dd0-45eb-ad56-860fa7e6b2a2 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips/d90b5e04-49c7-4964-8db7-3b129af78933 HTTP/1.1" status: 200  len: 693 time: 0.0585575
Mar 05 21:01:51.168199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0bbbe419-ee0e-495b-8b3d-1bf50698fa76), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.193544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Provisioning complete for port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:51.194326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.248176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'name': 'network-vif-deleted', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:51.250766 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3408a8ba-1605-4a0a-bd6b-f86c393bb605" -d '{"events": [{"server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "name": "network-vif-deleted", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:51.278894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-04148601-9756-4ce3-a883-64b837f7e1c7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:51.281844 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-04148601-9756-4ce3-a883-64b837f7e1c7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.1278930
Mar 05 21:01:51.314322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-60ed0873-aa64-4a11-82a6-6d7cacdd6a72 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:51.316723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:51.317241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.321301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-60ed0873-aa64-4a11-82a6-6d7cacdd6a72 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.5136178
Mar 05 21:01:51.353861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Current status of the port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:51.354445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.356033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-e58d1ee0-e4ab-4db0-addd-d9c0c22e5c97 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.100 HTTP/1.1" status: 200  len: 696 time: 0.0668852
Mar 05 21:01:51.366009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ffdd01ab-6678-43ce-abe6-731da02b72ac tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0438333
Mar 05 21:01:51.391857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:51.401816 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.415284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-2f009323-7d6a-4a3a-a593-ed6e5e05ee90 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=899872f9f3b243ef89011a53ba07e160 HTTP/1.1" status: 200  len: 380 time: 0.2991033
Mar 05 21:01:51.425588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8cd4a347-d767-466b-a1b2-31d8566918a4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.436348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-4245ab55-877e-4ff8-92f4-b1fdae3144df tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.100 HTTP/1.1" status: 200  len: 696 time: 0.0726531
Mar 05 21:01:51.448856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'port': {'device_id': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'admin_state_up': True, 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'security_groups': ['acd350ba-4bfc-4385-b15b-543ec1512364']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:51.473416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.478503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/networks/8cd4a347-d767-466b-a1b2-31d8566918a4 HTTP/1.1" status: 204  len: 168 time: 1.7631042
Mar 05 21:01:51.492920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:51.503589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a59e426-940a-4b5b-9e22-167a7eac2163 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:51.510827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:01:51.511275 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:01:51.530803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:51.532899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2a59e426-940a-4b5b-9e22-167a7eac2163 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:51.533335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a59e426-940a-4b5b-9e22-167a7eac2163 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:51.549532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d92f368a-daa9-45fe-85b8-8139a2701453), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.553428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82f6b4-1f8a-4b2a-9ff6-9a4ac06db45b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Network': ['ID=8cd4a347-d767-466b-a1b2-31d8566918a4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:51.567637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0bbbe419-ee0e-495b-8b3d-1bf50698fa76), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.588378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for d92f368a-daa9-45fe-85b8-8139a2701453 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:51.614704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting subnet d05805b0-1de2-40fc-9f16-024aedcf4373 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:51.620845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (d05805b0-1de2-40fc-9f16-024aedcf4373), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.623462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbbe419-ee0e-495b-8b3d-1bf50698fa76,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:51.633769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.637004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f7b9540d-a62f-4ad4-b597-0e0c318a6af8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0bbbe419-ee0e-495b-8b3d-1bf50698fa76 HTTP/1.1" status: 204  len: 168 time: 1.2191310
Mar 05 21:01:51.641994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-987214c1-cec5-4764-ba37-2df5a676f866 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2751861
Mar 05 21:01:51.642466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59962) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:51.675876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d05805b0-1de2-40fc-9f16-024aedcf4373), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.848035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ee58eab6-001c-4f6b-a506-c17484517cc8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.886147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Made reservation on behalf of 899872f9f3b243ef89011a53ba07e160 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:51.889584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:51.913162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-f8645376-068e-4df7-81e6-32f9c9c8efa1 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453897
Mar 05 21:01:52.048293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Deleting port 08d8da06-dc92-4fc5-8f61-a620bdf893d5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:52.048734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.059446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb701-150b-43df-811b-0cd4a798496b None None] Current status of the port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:52.163398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d05805b0-1de2-40fc-9f16-024aedcf4373), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.181021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3213229e-3a24-4044-a6fc-8b8eda32f876 None None] Provisioning complete for port d92f368a-daa9-45fe-85b8-8139a2701453 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:52.181425 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3213229e-3a24-4044-a6fc-8b8eda32f876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d92f368a-daa9-45fe-85b8-8139a2701453), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.193875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.194250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (08d8da06-dc92-4fc5-8f61-a620bdf893d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.214546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Calling delete_port for 08d8da06-dc92-4fc5-8f61-a620bdf893d5 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:52.219054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3213229e-3a24-4044-a6fc-8b8eda32f876 None None] Port d92f368a-daa9-45fe-85b8-8139a2701453 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:52.287235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d05805b0-1de2-40fc-9f16-024aedcf4373), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.330803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Subnet': ['ID=d05805b0-1de2-40fc-9f16-024aedcf4373,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:52.336127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.341799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3bbd78a-c7c1-4326-9752-4258c180b42f tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/subnets/d05805b0-1de2-40fc-9f16-024aedcf4373 HTTP/1.1" status: 204  len: 168 time: 0.8382230
Mar 05 21:01:52.342194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:52.345021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76c5da-8c8f-4018-8008-8fd4374220ff None None] Network c34535e3-e400-4c55-a1a3-ed7a1b0771fd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:52.411337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ee58eab6-001c-4f6b-a506-c17484517cc8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.450691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c34535e3-e400-4c55-a1a3-ed7a1b0771fd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.473926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d92f368a-daa9-45fe-85b8-8139a2701453), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.485194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dbb0>,) {'filters': {'network_id': ['ee58eab6-001c-4f6b-a506-c17484517cc8']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:52.510581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (08d8da06-dc92-4fc5-8f61-a620bdf893d5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.528574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dbb0>, '0815c7be-111c-45f8-9d5a-4255dcd256e2') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:52.528851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b6dbb0>, '0815c7be-111c-45f8-9d5a-4255dcd256e2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:52.537158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=d92f368a-daa9-45fe-85b8-8139a2701453,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:52.541760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] DHCP port deletion for c34535e3-e400-4c55-a1a3-ed7a1b0771fd request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:52.544391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event deleted for resources: {'Port': ['ID=08d8da06-dc92-4fc5-8f61-a620bdf893d5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:52.572939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (0815c7be-111c-45f8-9d5a-4255dcd256e2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.577086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ac847bd3-5a47-4e10-880b-5dc3470a5f5f service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070312
Mar 05 21:01:52.611124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:52.612074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.614345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Deleting port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:52.614730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.624655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.628249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f4caeb1-5382-4f10-869c-67d26c45f5a5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/d92f368a-daa9-45fe-85b8-8139a2701453 HTTP/1.1" status: 204  len: 168 time: 2.1554608
Mar 05 21:01:52.631092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59970) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:52.640847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0815c7be-111c-45f8-9d5a-4255dcd256e2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.654640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:01:52.655356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (0815c7be-111c-45f8-9d5a-4255dcd256e2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:01:52.656841 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:01:52.706797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (d90b5e04-49c7-4964-8db7-3b129af78933), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.709601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] For port 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42dfb1a0-fed2-4081-808e-1ecc53e0c691,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:52.710007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.710422 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.711359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2867f29f-8478-4cdc-8566-e1550d5f1352 req-57d75654-194d-4cf2-be47-9bd3cc7dce08 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "DELETE /v2.0/floatingips/d90b5e04-49c7-4964-8db7-3b129af78933 HTTP/1.1" status: 204  len: 173 time: 1.2697999
Mar 05 21:01:52.734396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Allocated IP 172.20.0.8 (adc6ce26-0999-46fd-83e3-7feba14413c3/2b746596-50a9-4a93-8dbb-4ddf8e0b62e6/ebe41f7c-d3ac-4d67-a17b-c81e986cf55d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:52.765840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Calling delete_port for 42dfb1a0-fed2-4081-808e-1ecc53e0c691 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:52.769842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 42dfb1a0-fed2-4081-808e-1ecc53e0c691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42dfb1a0-fed2-4081-808e-1ecc53e0c691,segment=NetworkSegment(b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739),segment_id=b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:52.770220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.775819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422f5a5-2ed0-422c-a98c-10b4039a10d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:52.777358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422f5a5-2ed0-422c-a98c-10b4039a10d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:52.778950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9422f5a5-2ed0-422c-a98c-10b4039a10d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1474841
Mar 05 21:01:52.785048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59974) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:52.801802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 42dfb1a0-fed2-4081-808e-1ecc53e0c691 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:52.821618 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da54289-60aa-4b8c-b74a-99eaf508fd81 x-openstack-request-id: req-9da54289-60aa-4b8c-b74a-99eaf508fd81 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:52.821911 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76bdf23-9bbf-442e-aace-748bd854313b", "name": "network-vif-deleted", "tag": "7ce0566c-b8c7-44ba-96cc-c04b6c770e05", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:52.822248 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9da54289-60aa-4b8c-b74a-99eaf508fd81 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:52.822609 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76bdf23-9bbf-442e-aace-748bd854313b', 'name': 'network-vif-deleted', 'tag': '7ce0566c-b8c7-44ba-96cc-c04b6c770e05', 'status': 'completed', 'code': 200}
Mar 05 21:01:52.823307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ee58eab6-001c-4f6b-a506-c17484517cc8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.830545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:52.838017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee58eab6-001c-4f6b-a506-c17484517cc8 HTTP/1.1" status: 204  len: 168 time: 1.1909621
Mar 05 21:01:52.905357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56d1c-196f-492b-9ac2-42d8d3eb26ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ee58eab6-001c-4f6b-a506-c17484517cc8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:52.974298 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.009696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 215cd2bb-3eb6-4127-b198-16ce522c5c4d {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:01:53.017683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (215cd2bb-3eb6-4127-b198-16ce522c5c4d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.047594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-182d3196-d061-4224-ad0f-cab28db8fb99 req-1b0dc6ce-b590-4ab4-8c59-6181c73c91f5 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 210 time: 0.1101677
Mar 05 21:01:53.049141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] Pushing event deleted for resources: {'Port': ['ID=42dfb1a0-fed2-4081-808e-1ecc53e0c691,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:53.066798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860ab67-a0a6-4d0f-87ea-05de69f9932d None None] No DVR routers for this DVR port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:53.071389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:53.121842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (42dfb1a0-fed2-4081-808e-1ecc53e0c691), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.136906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:53.137452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.144569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (215cd2bb-3eb6-4127-b198-16ce522c5c4d), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.171379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 42dfb1a0-fed2-4081-808e-1ecc53e0c691 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:53.214166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.225249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=42dfb1a0-fed2-4081-808e-1ecc53e0c691,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:53.240066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3e71-3f84-4402-8a1c-f1a8d01ec0fa req-45e3058d-674b-49d5-b8c0-40d070b22eac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:53.241758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b41e3e71-3f84-4402-8a1c-f1a8d01ec0fa req-45e3058d-674b-49d5-b8c0-40d070b22eac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1937196
Mar 05 21:01:53.254182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:53.336425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59988) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:53.347562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 42dfb1a0-fed2-4081-808e-1ecc53e0c691 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:53.374816 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-4fb493f5-a181-4625-a26b-6fd16e8229d5 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 1001 time: 0.2395542
Mar 05 21:01:53.384015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 42dfb1a0-fed2-4081-808e-1ecc53e0c691 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:53.384912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 42dfb1a0-fed2-4081-808e-1ecc53e0c691 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:53.390420 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (215cd2bb-3eb6-4127-b198-16ce522c5c4d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.394463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c34535e3-e400-4c55-a1a3-ed7a1b0771fd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.423453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b41e3e71-3f84-4402-8a1c-f1a8d01ec0fa req-e028c995-11ca-4297-ad83-c11da0c9bfe1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685336
Mar 05 21:01:53.450302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6eabb0>,) {'filters': {'network_id': ['c34535e3-e400-4c55-a1a3-ed7a1b0771fd']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:53.458905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.472446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-3bc30eb7-a5ff-4fa6-a49c-be4e6c80896a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:53.473975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-3bc30eb7-a5ff-4fa6-a49c-be4e6c80896a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports/85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 943 time: 0.0908828
Mar 05 21:01:53.475800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9782c165-fbf0-46b1-8a98-620b8651f76b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d804e9e8cf8844cb8020ce064341f839&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1296947
Mar 05 21:01:53.476037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6eabb0>, 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:53.476211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59990) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:53.476298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6eabb0>, 'b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:53.489948 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.511567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.527680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:01:53.528566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b9ce5fb5-3ca1-4e0c-a6d3-c16dd3c09739), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.575761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Network adc6ce26-0999-46fd-83e3-7feba14413c3 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:53.578700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee63e243-e38c-446a-ab2e-cebb11cb5d76 req-5aefa6eb-9f96-44b8-8919-c3efd4816790 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 210 time: 0.0519741
Mar 05 21:01:53.587228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:01:53.596763 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:01:53.618462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (215cd2bb-3eb6-4127-b198-16ce522c5c4d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.622146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:53.643021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:53.702062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c34535e3-e400-4c55-a1a3-ed7a1b0771fd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.714570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=215cd2bb-3eb6-4127-b198-16ce522c5c4d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:53.720648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.726428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1f7e9e2-b0dd-4859-8d7a-a734e523ad8e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/215cd2bb-3eb6-4127-b198-16ce522c5c4d HTTP/1.1" status: 204  len: 168 time: 0.9374721
Mar 05 21:01:53.731094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.731891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4023d-86a8-41cb-a688-da327200ecdc None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:53.737407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59994) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:53.738177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/networks/c34535e3-e400-4c55-a1a3-ed7a1b0771fd HTTP/1.1" status: 204  len: 168 time: 1.3948722
Mar 05 21:01:53.746475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-098a3dc5-7f88-48e0-90d9-85583db94f77 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 1001 time: 0.1444912
Mar 05 21:01:53.761415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59996) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:53.762909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] Publish callbacks [] for security_group (07dd8a2d-e0d6-4331-9d01-077df8903ba3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.766970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59584-9d9e-4084-8843-4d73a65b4a44 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Network': ['ID=c34535e3-e400-4c55-a1a3-ed7a1b0771fd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:53.771877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1232523479'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:53.820821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bc61d03c-dd87-4d5a-bc93-8ca52caa5248 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0818589
Mar 05 21:01:53.821783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59998) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:53.828624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:53.846579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:53.847383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.868253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] Publish callbacks [] for security_group (07dd8a2d-e0d6-4331-9d01-077df8903ba3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.880224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:53.883894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.892455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-62b1119b-e0d0-4efb-970c-afbbf221f856 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4608057
Mar 05 21:01:53.913712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Request body: {'port': {'device_id': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:53.969489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:53.983861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (428b0973-7bc7-450c-b2b9-ffe5e45ba2b0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:53.984289 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Added segment 428b0973-7bc7-450c-b2b9-ffe5e45ba2b0 of type vlan for network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2
Mar 05 21:01:54.002900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:01:54.006709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f70549a2-899a-47cf-b81d-6f9da84721e2 None None] Provisioning complete for port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:54.006988 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f70549a2-899a-47cf-b81d-6f9da84721e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.031312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-51e976d3-1590-439d-8d21-1e67e25e8f8a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:54.032798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-51e976d3-1590-439d-8d21-1e67e25e8f8a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.2798998
Mar 05 21:01:54.040777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.044046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:54.050091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.073580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f70549a2-899a-47cf-b81d-6f9da84721e2 None None] Port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:01:54.090746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Deleting port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:54.091126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.124181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.134506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (07dd8a2d-e0d6-4331-9d01-077df8903ba3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.137203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.138751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07dd8a2d-e0d6-4331-9d01-077df8903ba3 HTTP/1.1" status: 204  len: 168 time: 0.6567514
Mar 05 21:01:54.143334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.148361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:54.148959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.161589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] For port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:54.162354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.180189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Calling delete_port for 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:54.190809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205569e-a884-4fee-b18b-941fbcddca74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd8a2d-e0d6-4331-9d01-077df8903ba3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:54.223525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-939a1670-67a4-496e-9c94-6825a549184a tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 1001 time: 0.1692162
Mar 05 21:01:54.239977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:54.284654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5172703
Mar 05 21:01:54.290218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60004) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:54.296840 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1a21e0ff-99f4-4242-9f1e-558cc0a5e202), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.302038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'subnet': {'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:54.328612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ca82-6e63-439e-a397-263fd07cde31 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Network': ['ID=e3218138-bd9d-487e-b8c8-cf9a74dcb5b2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:54.337790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] Pushing event deleted for resources: {'Port': ['ID=1a21e0ff-99f4-4242-9f1e-558cc0a5e202,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:54.342569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c90d69-a785-46e5-a612-54714268de93 None None] No DVR routers for this DVR port 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:01:54.344250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.349944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:54.481701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-503063a5-2fce-4441-9be6-2540dafd16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.568294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.604193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1f072-579e-4e01-b1f6-216c82d3b172 req-196e753c-7718-4971-bf95-ca403fb2f65c tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:54.605899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bef1f072-579e-4e01-b1f6-216c82d3b172 req-196e753c-7718-4971-bf95-ca403fb2f65c tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 931 time: 0.4431925
Mar 05 21:01:54.630626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.630999 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Floating IP f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 disassociated. External IP: 172.35.0.33, port: 85d8eddd-cd0d-4454-936e-fd94b927f82a.
Mar 05 21:01:54.708045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (f1b3d6a5-b0c7-4e87-b808-ec93d0a95753), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.733852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:54.737213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.772871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:54.781651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:54.788850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:54.789458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:54.797617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9c442-fccc-4ce2-9f2d-17c670c227cf None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:54.810134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=f1b3d6a5-b0c7-4e87-b808-ec93d0a95753,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:54.822175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5f393bd8-395d-4afc-94c4-439b85993bb9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9975672
Mar 05 21:01:54.822984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60020) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:54.830251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': 'f1b3d6a5-b0c7-4e87-b808-ec93d0a95753', 'ip_address': '2001:db8::eae7:7c1b:39ec:84e0'}], 'name': 'tempest-NetworksTestDHCPv6-1013453000'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:54.854615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-e4ea7b08-19e7-4b66-b7dc-20ef301407bf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:54.856102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-e4ea7b08-19e7-4b66-b7dc-20ef301407bf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.3506019
Mar 05 21:01:54.867163 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bef1f072-579e-4e01-b1f6-216c82d3b172 req-363ccae7-0d7b-43fa-b8da-a5a87357e660 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2497160
Mar 05 21:01:54.880548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:55.033817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'f1b3d6a5-b0c7-4e87-b808-ec93d0a95753'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:55.034694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.052627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:55.076557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:01:55.077249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a21e0ff-99f4-4242-9f1e-558cc0a5e202 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:01:55.121600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe41f7c-d3ac-4d67-a17b-c81e986cf55d {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:55.143461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:01:55.156381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks [] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.202964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Transition to ACTIVE for port object ebe41f7c-d3ac-4d67-a17b-c81e986cf55d will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:55.206302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:55.210302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.223333 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.228414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/f1b3d6a5-b0c7-4e87-b808-ec93d0a95753/d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:55.247319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd270ef-5de4-4fd4-afb4-095aff9bebb3 req-934a866f-ead0-4af2-b09b-5d14937e33dc tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:55.249484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cd270ef-5de4-4fd4-afb4-095aff9bebb3 req-934a866f-ead0-4af2-b09b-5d14937e33dc tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1965041
Mar 05 21:01:55.329857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:01:55.345682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.348105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60030) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:55.351726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Sync routers for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:01:55.382773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:55.383364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:55.402756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da53dcbf-3e77-4b28-9dd5-e2240c88afe6 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "PUT /v2.0/floatingips/f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 HTTP/1.1" status: 200  len: 694 time: 1.1674063
Mar 05 21:01:55.403594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a0cdb877-7bc7-495a-971c-c35b65329447), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.404999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:55.407765 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113ecb7-20c0-48f2-82ec-7f148b435476" -d '{"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:55.412212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:55.416002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:55.570248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-278904431-network', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:55.577649 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks [] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.587851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-237ca89f-8430-4877-9981-760a0f25248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:55.589502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-237ca89f-8430-4877-9981-760a0f25248f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1128 time: 0.1432400
Mar 05 21:01:55.592541 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.597319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cd270ef-5de4-4fd4-afb4-095aff9bebb3 req-600b15d8-33a8-4424-99a9-ea05755e7963 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004575
Mar 05 21:01:55.603646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.694666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port a71cae4f-aab2-45c8-a14f-733624c411dd yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:01:55.700265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Subnet': ['ID=a0cdb877-7bc7-495a-971c-c35b65329447,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:55.730623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:55.734927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:55.743732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:55.746339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.771829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:55.784663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:55.785657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Attempting to bind port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:55.786658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Attempting to bind port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:55.787008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Attempting to bind port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d on network adc6ce26-0999-46fd-83e3-7feba14413c3 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:55.789177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Checking segment: {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:55.789601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network hostable DHCP agents. Network: e3218138-bd9d-487e-b8c8-cf9a74dcb5b2, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:55.792278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Pushing event updated for resources: {'Port': ['ID=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:55.815363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.823763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c05381aa-7257-4334-88f4-7d0e004c9281 req-5d59c233-d0ef-4555-a370-88125b363840 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 210 time: 0.0931187
Mar 05 21:01:55.833840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-8610c9f6-879d-44d7-9e6c-b0ffde7b8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:55.839658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d on network adc6ce26-0999-46fd-83e3-7feba14413c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:55.840010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Attempting to bind port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d on network adc6ce26-0999-46fd-83e3-7feba14413c3 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:55.845133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.6 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/1717a280-f2d9-493e-aefc-211894280866) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:55.845481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-8610c9f6-879d-44d7-9e6c-b0ffde7b8f1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 929 time: 0.2378407
Mar 05 21:01:55.863071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:55.863418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Checking segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:55.863856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Bound using segment: {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:55.864307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Bound port: ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ed1786-b401-46fe-954d-b3b52574751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:55.864670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:55.895571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:55.912653 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49dd18-541e-4aa2-a629-72a0114b3162 x-openstack-request-id: req-ea49dd18-541e-4aa2-a629-72a0114b3162 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:55.912949 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:55.913204 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea49dd18-541e-4aa2-a629-72a0114b3162 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:55.913777 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'status': 'completed', 'code': 200}
Mar 05 21:01:55.923493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-63a3ca6a-406f-4b12-b990-ca61bf200444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 217 time: 0.0768077
Mar 05 21:01:55.988491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Attempting to bind port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:55.989169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Attempting to bind port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:55.989711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Attempting to bind port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:56.001318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:56.002823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:56.003427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3218138-bd9d-487e-b8c8-cf9a74dcb5b2) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:56.003577 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.004013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:56.004512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Bound port: d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:56.004910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.020814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-2795863d-896a-4a60-a298-5e58b813cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.021566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c8cb8-f316-4a1a-a864-8b3af55ce2da None None] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:56.023031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-2795863d-896a-4a60-a298-5e58b813cfdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.0985105
Mar 05 21:01:56.042347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.042943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.087863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::eae7:7c1b:39ec:84e0 (5e836852-f4cc-40c5-91ef-7e406c291770/f1b3d6a5-b0c7-4e87-b808-ec93d0a95753/a71cae4f-aab2-45c8-a14f-733624c411dd) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:56.144666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c61fe739-8171-4d46-a785-2aef0f3cb49b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.8472912
Mar 05 21:01:56.146710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60038) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:56.151303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1943327174'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:56.177539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:56.222888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:56.231558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-573768b2-3337-4dba-acae-4ef041b9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.233770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-573768b2-3337-4dba-acae-4ef041b9bfd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1967859
Mar 05 21:01:56.234615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-8ec8cdcd-9775-412e-88bf-4bed5a028af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.236273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-8ec8cdcd-9775-412e-88bf-4bed5a028af3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 1128 time: 0.3037872
Mar 05 21:01:56.238324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks [] for security_group (92601977-ae9f-44a5-940f-7a0abdac9102), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.240566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:56.243246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.244190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.256210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094187-d36f-47db-8d69-08026e592a61 req-19f07c9f-01b2-4e67-87c0-29ce3136a8e1 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.257771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12094187-d36f-47db-8d69-08026e592a61 req-19f07c9f-01b2-4e67-87c0-29ce3136a8e1 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 943 time: 0.2707517
Mar 05 21:01:56.276520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (92601977-ae9f-44a5-940f-7a0abdac9102), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.372695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] For port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:56.406886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] For port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:56.412073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3218138-bd9d-487e-b8c8-cf9a74dcb5b2', 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2', 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'fixed_ips': [{'subnet_id': 'a0cdb877-7bc7-495a-971c-c35b65329447'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:56.412960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.435334 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.612032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9cfd0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:56.663155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Checking router: a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:01:56.700672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7561-cf79-45f9-987d-d66e76ced6db None None] Pushing event updated for resources: {'Port': ['ID=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:56.714598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:01:56.715807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:56.757985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:56.795146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:01:56.803458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8b2b0c97-da60-4ef0-8e2a-812662826c92), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.803956 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Added segment 8b2b0c97-da60-4ef0-8e2a-812662826c92 of type vlan for network 2768f120-bd58-4ead-8479-a50bd634da41
Mar 05 21:01:56.813467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:56.817605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.822550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 1091 time: 2.9143181
Mar 05 21:01:56.836911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:01:56.838790 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de562e-9195-46b7-a5b5-5f6334d372f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:01:56.842143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Allocated IP 19.80.0.2 (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2/a0cdb877-7bc7-495a-971c-c35b65329447/e2730e09-8150-4ecb-a7de-d716779d8335) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:01:56.844280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (a71cae4f-aab2-45c8-a14f-733624c411dd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.885326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b40a761-e969-48de-88a5-961193f2bbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.901080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-0eb295b5-fdc8-4d5b-be41-9815e21b0016 service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6379764
Mar 05 21:01:56.927205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2768f120-bd58-4ead-8479-a50bd634da41), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:56.998236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (1717a280-f2d9-493e-aefc-211894280866), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.010999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:01:57.015712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:01:57.039555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2768f120-bd58-4ead-8479-a50bd634da41), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.045215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.046022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.056120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd42da-c8d0-41ff-a382-4d0adbc239d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.101092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d0732aa5-a937-4ca5-aa1b-6581c06b7cb6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.101608 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Added segment d0732aa5-a937-4ca5-aa1b-6581c06b7cb6 of type vlan for network 5638f6ea-4ec0-488e-a680-99fc30eb719d
Mar 05 21:01:57.154925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a71cae4f-aab2-45c8-a14f-733624c411dd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.167362 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0204349
Mar 05 21:01:57.174356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5638f6ea-4ec0-488e-a680-99fc30eb719d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.179229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60046) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:57.189720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'subnet': {'network_id': '2768f120-bd58-4ead-8479-a50bd634da41', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:57.199944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12094187-d36f-47db-8d69-08026e592a61 req-2900a0ef-326a-4556-8d02-6eec7b00d616 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8916733
Mar 05 21:01:57.230952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1717a280-f2d9-493e-aefc-211894280866), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.233554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e483a-b86c-4ce9-8238-e76a473861bb tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Network': ['ID=2768f120-bd58-4ead-8479-a50bd634da41,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.237350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74797465-5ef3-4d7e-a0ff-22f2b4922a34 req-da1b4ea1-1009-4244-aa06-78afbeee5345 service neutron] 10.222.0.15 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3210506
Mar 05 21:01:57.249103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92601977-ae9f-44a5-940f-7a0abdac9102,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.278940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:01:57.307284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:57.317536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:57.330367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:57.335539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.336202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.347826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=a71cae4f-aab2-45c8-a14f-733624c411dd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.364146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:57.389540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5638f6ea-4ec0-488e-a680-99fc30eb719d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.390516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.391087 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.393560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:57.406950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54771495-20fa-4895-a4fe-f9fbc24ef175 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5814340
Mar 05 21:01:57.409815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60050) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:57.417160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:57.418869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:57.438391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.455518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2768f120-bd58-4ead-8479-a50bd634da41 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:57.464732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:57.468946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.481749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5ba9f-b25e-46b3-a411-13c9a37fc4f7 req-4ae86345-da39-48e8-aceb-6d84978be100 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.483413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94f5ba9f-b25e-46b3-a411-13c9a37fc4f7 req-4ae86345-da39-48e8-aceb-6d84978be100 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 931 time: 0.1421468
Mar 05 21:01:57.522099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-d347365f-4328-48cf-9614-d48e565cfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.523608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-d347365f-4328-48cf-9614-d48e565cfd26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 200  len: 929 time: 1.2649119
Mar 05 21:01:57.525730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-ffd9a179-91bb-4e19-8125-989e7cd7c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.527071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-ffd9a179-91bb-4e19-8125-989e7cd7c130 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1125 time: 0.3319790
Mar 05 21:01:57.546478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1954265
Mar 05 21:01:57.551657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:57.565049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Request body: {'subnet': {'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-278904431-subnet', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:57.573457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e783b5-977b-40b8-b1d7-104234f2f5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5638f6ea-4ec0-488e-a680-99fc30eb719d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:57.583438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:57.609874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:01:57.632018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e718792-59f8-4bcd-b27f-68427a205bac tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.637442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e718792-59f8-4bcd-b27f-68427a205bac tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.642036 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e718792-59f8-4bcd-b27f-68427a205bac tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2303171
Mar 05 21:01:57.643217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60054) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:57.658940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.659634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.661414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94f5ba9f-b25e-46b3-a411-13c9a37fc4f7 req-c4a2c118-ee22-41fe-bf74-94006b25962b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668644
Mar 05 21:01:57.663368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-5a051ad9-1912-4912-91b1-e04b9c62b201 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 200  len: 217 time: 0.1232655
Mar 05 21:01:57.663740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:01:57.664663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-e6955ecb-510b-4a62-aba3-9f42c21c60d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 217 time: 0.1257482
Mar 05 21:01:57.668225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.697499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks [] for port (e2730e09-8150-4ecb-a7de-d716779d8335), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.725009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'port_id': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'mac_address': 'fa:16:3e:06:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499444a-01df-44fd-8647-fc4e970eb1a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:01:57.727971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565c47-bf4a-41e1-9cec-f9b7544bd89d req-c3688e0b-2519-43d1-8f1b-2e1eb217c24f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.729566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36565c47-bf4a-41e1-9cec-f9b7544bd89d req-c3688e0b-2519-43d1-8f1b-2e1eb217c24f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.4270384
Mar 05 21:01:57.771075 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.799429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-31e4e8c1-f168-4285-b301-14e473a87849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9283450
Mar 05 21:01:57.839247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Request body: {'port': {'device_id': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:57.850962 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d55ff0-af88-4439-9750-2f6f1f309240 x-openstack-request-id: req-b0d55ff0-af88-4439-9750-2f6f1f309240 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:01:57.851256 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:01:57.851508 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0d55ff0-af88-4439-9750-2f6f1f309240 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:01:57.851967 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'status': 'completed', 'code': 200}
Mar 05 21:01:57.865660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:57.866495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.912586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:01:57.916299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-bf56dc49-46f6-49bf-9f25-e6f34e09a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.917760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-bf56dc49-46f6-49bf-9f25-e6f34e09a382 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 200  len: 848 time: 0.2275558
Mar 05 21:01:57.930056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-d187db30-50fe-4816-82fd-475c73471e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:57.931509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-d187db30-50fe-4816-82fd-475c73471e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 200  len: 867 time: 0.2344165
Mar 05 21:01:57.944298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:57.944833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:57.947105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:57.959547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:01:58.008545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-4d738ce4-e969-470b-810b-11278b36ea73 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips/f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 HTTP/1.1" status: 200  len: 694 time: 0.1208401
Mar 05 21:01:58.027593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b88c7eb7-1602-446b-969d-1868a35317a7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.032326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:58.046534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-36565c47-bf4a-41e1-9cec-f9b7544bd89d req-a738f9c0-c6ec-4a14-9f13-3b4e12a44756 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657847
Mar 05 21:01:58.055585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1717a280-f2d9-493e-aefc-211894280866), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.085091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Pushing event updated for resources: {'Port': ['ID=e2730e09-8150-4ecb-a7de-d716779d8335,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:58.125023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port a71cae4f-aab2-45c8-a14f-733624c411dd {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:58.125371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a71cae4f-aab2-45c8-a14f-733624c411dd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.128177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.145856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218af84-0307-4197-ac4e-0618745ec902 req-a6374180-6ac9-4777-b29c-c960aebe6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.147122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-a6374180-6ac9-4777-b29c-c960aebe6186 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adc6ce26-0999-46fd-83e3-7feba14413c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2107606
Mar 05 21:01:58.160529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:58.176837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.178974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Attempting to bind port e2730e09-8150-4ecb-a7de-d716779d8335 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:58.179486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Attempting to bind port e2730e09-8150-4ecb-a7de-d716779d8335 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:58.180053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Attempting to bind port e2730e09-8150-4ecb-a7de-d716779d8335 on network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:58.183885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-52380947-3df2-42f1-ab56-cc5509e7e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.185666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-52380947-3df2-42f1-ab56-cc5509e7e5de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50e47084-22c1-4505-b650-54af5bab66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2334647
Mar 05 21:01:58.221251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:58.221810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Checking segment: {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:58.222324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.222820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Bound using segment: {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:58.223417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Bound port: e2730e09-8150-4ecb-a7de-d716779d8335, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:58.223936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.330781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4a95ea17-30b0-4e2c-a122-82441e2f653a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.364032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:58.368097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9cfd0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:01:58.403249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Subnet': ['ID=b88c7eb7-1602-446b-969d-1868a35317a7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:58.423316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1e6ee596-a668-4236-aab0-7cf7ebed5d1d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:01:58.429275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804ddb9-4a45-4551-aa92-a40d08ccd062 None None] The sync data for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 is: [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:01:09Z', 'revision_number': 4, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30ed5613-6cdc-4571-8f3a-c8a3d8cc882e', 'name': '', 'network_id': '50e47084-22c1-4505-b650-54af5bab66ac', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'mac_address': 'fa:16:3e:9e:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:05Z', 'updated_at': '2022-03-05T21:01:15Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'subnets': [{'id': '39c07a60-61ee-460c-9472-ec196c3c44c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:01:58.430012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-72ae5767-f44d-4e77-848d-5a4fd50ad418 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.439246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:58.439542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-72ae5767-f44d-4e77-848d-5a4fd50ad418 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 784 time: 0.4179795
Mar 05 21:01:58.443658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.499864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a71cae4f-aab2-45c8-a14f-733624c411dd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.559904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for a71cae4f-aab2-45c8-a14f-733624c411dd owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:58.605748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-468e24cd-b52d-4fe1-a71b-cb0b9f9addc7 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 697 time: 0.1651702
Mar 05 21:01:58.613403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:58.613779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Network hostable DHCP agents. Network: 5638f6ea-4ec0-488e-a680-99fc30eb719d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:58.626830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Checking segment: {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:58.626830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network hostable DHCP agents. Network: 2768f120-bd58-4ead-8479-a50bd634da41, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:01:58.669323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a95ea17-30b0-4e2c-a122-82441e2f653a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:58.706177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-054071d3-20ab-4314-86d7-685d42d17592 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.35.0.33 HTTP/1.1" status: 200  len: 697 time: 0.0994432
Mar 05 21:01:58.737490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] For port e2730e09-8150-4ecb-a7de-d716779d8335, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:01:58.765680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:58.781016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network 2768f120-bd58-4ead-8479-a50bd634da41 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:01:58.784241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-04165a4f-7a89-41ae-8ede-b8f836222a78 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5941293
Mar 05 21:01:58.786632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-8b07a5f4-3563-4eba-ac55-6a5c9a0eb566 service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5853741
Mar 05 21:01:58.789004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] For port e2730e09-8150-4ecb-a7de-d716779d8335, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2730e09-8150-4ecb-a7de-d716779d8335,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:01:58.790758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0f471e02-4760-4402-83d2-870514ab43b7 None None] Provisioning complete for port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:01:58.791291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f471e02-4760-4402-83d2-870514ab43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.821140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5638f6ea-4ec0-488e-a680-99fc30eb719d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:58.827455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717a280-f2d9-493e-aefc-211894280866 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:58.830585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2768f120-bd58-4ead-8479-a50bd634da41) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:01:58.832767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.834017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.840929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.841587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.849228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.853003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:58.859607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5e311-0e2d-4715-9bf0-27ced147f90a None None] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:58.861010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks [] for port (1717a280-f2d9-493e-aefc-211894280866), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.923696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0dc4e157-61aa-420c-bb59-c40ea4c0da29 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3657918
Mar 05 21:01:58.930997 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f529d70f-fac1-4364-bc61-041e6fefb0bf None None] New status for floating IP f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:01:58.931749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-587c09eb-77e7-480c-baba-a513cac5084e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.7457690
Mar 05 21:01:58.931914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60060) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:58.940298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:01:58.971293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Deleting port b90fa5d8-31d1-4dde-9995-2f57a67041d4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:01:58.971901 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.973916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.974195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92614d-c62b-4309-bb54-9a160641bb05 req-edc0c94d-8df3-4a56-abdb-565ba447f23f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:58.974921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:58.976086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b92614d-c62b-4309-bb54-9a160641bb05 req-edc0c94d-8df3-4a56-abdb-565ba447f23f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 943 time: 0.6023812
Mar 05 21:01:59.005664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Transition to ACTIVE for port object 1717a280-f2d9-493e-aefc-211894280866 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:01:59.036659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1717a280-f2d9-493e-aefc-211894280866), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.127405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for router_controller (330c3746-6fb0-4f75-9b5b-7c43be3021bd), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.128324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19539939-6dc0-4979-a390-b5f1b4d716b5 None None] Network 2768f120-bd58-4ead-8479-a50bd634da41 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:01:59.135401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da563dae-d2cc-4fb1-a89a-25222ad4431c None None] Pushing event updated for resources: {'Port': ['ID=e2730e09-8150-4ecb-a7de-d716779d8335,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:59.205286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f218af84-0307-4197-ac4e-0618745ec902 req-fa579953-f773-4e2e-8369-fd9f0a463b86 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3712010
Mar 05 21:01:59.209041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b92614d-c62b-4309-bb54-9a160641bb05 req-35921205-39da-4f38-8918-369a99abe5e2 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118046
Mar 05 21:01:59.228991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:01:59.235159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9113ecb7-20c0-48f2-82ec-7f148b435476 req-a8d6da19-b447-4e2e-8d7b-618c49c97df6 service neutron] 10.222.0.31 "GET /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3997734
Mar 05 21:01:59.236020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:59.260316 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.260674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (b90fa5d8-31d1-4dde-9995-2f57a67041d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.299825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Calling delete_port for b90fa5d8-31d1-4dde-9995-2f57a67041d4 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:01:59.365453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.389523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a71cae4f-aab2-45c8-a14f-733624c411dd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.422052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for router_gateway (330c3746-6fb0-4f75-9b5b-7c43be3021bd), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.462499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=a71cae4f-aab2-45c8-a14f-733624c411dd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:59.483249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5638f6ea-4ec0-488e-a680-99fc30eb719d', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:59.483847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Attempting to bind port 1717a280-f2d9-493e-aefc-211894280866 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:01:59.483957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.484036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Attempting to bind port 1717a280-f2d9-493e-aefc-211894280866 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:01:59.485036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Attempting to bind port 1717a280-f2d9-493e-aefc-211894280866 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:59.508878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-f4448bcd-8f70-4d45-bab9-407105839ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:59.510561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-f4448bcd-8f70-4d45-bab9-407105839ba7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1125 time: 0.2346437
Mar 05 21:01:59.526942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.537430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d23f72c7-f11a-45f9-96b1-e005326e83ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/a71cae4f-aab2-45c8-a14f-733624c411dd HTTP/1.1" status: 204  len: 168 time: 1.8928363
Mar 05 21:01:59.538250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Port 1717a280-f2d9-493e-aefc-211894280866 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:01:59.538671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Attempting to bind port 1717a280-f2d9-493e-aefc-211894280866 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:01:59.544484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60068) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:59.598388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:01:59.605311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:01:59.605480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:01:59.606059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Bound port: 1717a280-f2d9-493e-aefc-211894280866, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:01:59.607619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1717a280-f2d9-493e-aefc-211894280866), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.618967 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.692802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b9974-77b1-4b94-bb8d-e72c46db563f req-cdd00d0b-2adb-4fa0-9608-9d5a06735ca2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:59.694530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f51b9974-77b1-4b94-bb8d-e72c46db563f req-cdd00d0b-2adb-4fa0-9608-9d5a06735ca2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 943 time: 0.3333991
Mar 05 21:01:59.746660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b90fa5d8-31d1-4dde-9995-2f57a67041d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.783616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:59.796008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-3ee58a70-26da-443c-bf9d-312653bdab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:59.797603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-3ee58a70-26da-443c-bf9d-312653bdab94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 910 time: 0.2799931
Mar 05 21:01:59.834653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event deleted for resources: {'Port': ['ID=b90fa5d8-31d1-4dde-9995-2f57a67041d4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:01:59.835546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0f471e02-4760-4402-83d2-870514ab43b7 None None] Current status of the port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:59.846426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d is: BUILD; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:01:59.847072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.877426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af2a7e-0e8e-4abf-9321-3cff44a5c702 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:59.878943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af2a7e-0e8e-4abf-9321-3cff44a5c702 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:01:59.883552 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-00af2a7e-0e8e-4abf-9321-3cff44a5c702 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3347058
Mar 05 21:01:59.897387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60072) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:01:59.909183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:01:59.936597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:01:59.963159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2768f120-bd58-4ead-8479-a50bd634da41', 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41', 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'fixed_ips': [{'subnet_id': 'b88c7eb7-1602-446b-969d-1868a35317a7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:01:59.970912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.983339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:01:59.994207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-b494027e-6bbb-4025-a6ee-31179e796fa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 217 time: 0.1123564
Mar 05 21:01:59.997322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-121dc16e-70ef-4d48-b599-e58648e89345 None None] Could not find standard attr ID for object a71cae4f-aab2-45c8-a14f-733624c411dd. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:02:00.001522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for router_gateway (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.025623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.027678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks [] for floatingip (f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.030442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.040888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dccb2a84-ec05-4ed3-bbbb-d1d0ccee5605 req-ea3423c9-0135-45a5-a62e-917b6e529905 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "DELETE /v2.0/floatingips/f6d1e6d1-fbdf-4c9f-afa7-4799e8525db9 HTTP/1.1" status: 204  len: 173 time: 1.3331180
Mar 05 21:02:00.104071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f51b9974-77b1-4b94-bb8d-e72c46db563f req-783f9b51-dd7d-4a60-8077-e30574e395c1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3908556
Mar 05 21:02:00.106697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:00.124760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Allocated IP 172.20.0.2 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/daf74e39-cc78-4947-a61d-78c9e0441102) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:00.132189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet f1b3d6a5-b0c7-4e87-b808-ec93d0a95753 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:00.136654 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (f1b3d6a5-b0c7-4e87-b808-ec93d0a95753), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.174899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:00.197195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-a03dcc7a-5fb0-4fc2-a506-86784db12354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:00.198671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-a03dcc7a-5fb0-4fc2-a506-86784db12354 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 200  len: 848 time: 0.1910627
Mar 05 21:02:00.203647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (f1b3d6a5-b0c7-4e87-b808-ec93d0a95753), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.233040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46597-f0aa-42c1-bb66-7ac78729078a req-c870350c-dde6-4852-882d-93d56d4a9d4a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:00.234452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0a46597-f0aa-42c1-bb66-7ac78729078a req-c870350c-dde6-4852-882d-93d56d4a9d4a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 943 time: 0.1315391
Mar 05 21:02:00.270204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Allocated IP 172.35.0.213 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/235b87e1-2e6d-42a2-a710-070b16cd1943) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:00.312363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Allocated IP 19.86.0.2 (2768f120-bd58-4ead-8479-a50bd634da41/b88c7eb7-1602-446b-969d-1868a35317a7/c4cbdf32-eeac-4f8f-9d10-1926e8539d90) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:00.360628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0a46597-f0aa-42c1-bb66-7ac78729078a req-5fda62ca-15a7-4828-a163-45fdae1d91de tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174445
Mar 05 21:02:00.441192 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.479094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks [] for port (daf74e39-cc78-4947-a61d-78c9e0441102), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.496401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.496648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.554827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:00.566034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:00.568649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:00.570903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:00.593533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:00.600170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Pushing event updated for resources: {'Port': ['ID=235b87e1-2e6d-42a2-a710-070b16cd1943,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:00.600389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Pushing event updated for resources: {'Port': ['ID=daf74e39-cc78-4947-a61d-78c9e0441102,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:00.600725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:00.662801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9861f-433a-40e5-ac45-dc43e63e2a49 req-54861e67-dd90-4998-8451-78849d5f4e50 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:00.664404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96a9861f-433a-40e5-ac45-dc43e63e2a49 req-54861e67-dd90-4998-8451-78849d5f4e50 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 943 time: 0.1220334
Mar 05 21:02:00.693942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Attempting to bind port daf74e39-cc78-4947-a61d-78c9e0441102 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:00.694327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Attempting to bind port daf74e39-cc78-4947-a61d-78c9e0441102 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:00.694751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Attempting to bind port daf74e39-cc78-4947-a61d-78c9e0441102 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:00.710770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:00.711161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:00.711584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.712018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:00.712669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Bound port: daf74e39-cc78-4947-a61d-78c9e0441102, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:00.713074 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.840466 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks [] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.852222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96a9861f-433a-40e5-ac45-dc43e63e2a49 req-6ee0ceb7-0e12-4452-b3b8-43fba1aa4f74 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273003
Mar 05 21:02:00.861628 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.871975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1717a280-f2d9-493e-aefc-211894280866,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:00.882069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6303962e-7a79-4c04-b43f-df9bedc181f5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:00.889297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6303962e-7a79-4c04-b43f-df9bedc181f5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:00.891350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6303962e-7a79-4c04-b43f-df9bedc181f5 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/networks?id=e3218138-bd9d-487e-b8c8-cf9a74dcb5b2&id=2768f120-bd58-4ead-8479-a50bd634da41 HTTP/1.1" status: 200  len: 1392 time: 0.6828780
Mar 05 21:02:00.922666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1717a280-f2d9-493e-aefc-211894280866), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:00.924261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] For port daf74e39-cc78-4947-a61d-78c9e0441102, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:00.934996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73f7c8-728a-4bb4-84d8-0419049d5995 None None] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:00.993313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-9081a1c1-8b9f-4249-a3e8-9ff14cd8036b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/quotas/7cdb6564d9b940f4b35211e858ba1bb2 HTTP/1.1" status: 200  len: 375 time: 0.0787060
Mar 05 21:02:01.003954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:01.004680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.005876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] For port daf74e39-cc78-4947-a61d-78c9e0441102, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf74e39-cc78-4947-a61d-78c9e0441102,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:01.006033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/1717a280-f2d9-493e-aefc-211894280866 HTTP/1.1" status: 200  len: 1091 time: 3.1834009
Mar 05 21:02:01.006391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'tag': '1717a280-f2d9-493e-aefc-211894280866'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:01.008918 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8cea38-8490-41db-a844-09c440c18e12" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "tag": "1717a280-f2d9-493e-aefc-211894280866"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:01.035829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Network 2768f120-bd58-4ead-8479-a50bd634da41 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:01.039714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f1b3d6a5-b0c7-4e87-b808-ec93d0a95753), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.043560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.051644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:01.058991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Pushing event updated for resources: {'Port': ['ID=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:01.063975 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.071527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:01.073618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:01.090049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for router_gateway (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.097984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Provisioning complete for port e2730e09-8150-4ecb-a7de-d716779d8335 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:01.098374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.126135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-cc98a3e1-c3a2-4d93-892c-58ab2604ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:01.128190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-cc98a3e1-c3a2-4d93-892c-58ab2604ba1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adc6ce26-0999-46fd-83e3-7feba14413c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.9207819
Mar 05 21:02:01.167031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c2e6-2092-4ba2-99de-3aec5cee6e65 req-194ea86a-6720-4bd6-a3f5-1da68300cdcf tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:01.174781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7654c2e6-2092-4ba2-99de-3aec5cee6e65 req-194ea86a-6720-4bd6-a3f5-1da68300cdcf tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2032924
Mar 05 21:02:01.201934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f788-721b-49d5-96cf-4bcbe8ae30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:01.245282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-4d7fd044-8103-4892-bcd3-6548bc41c547 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2315385
Mar 05 21:02:01.257098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7654c2e6-2092-4ba2-99de-3aec5cee6e65 req-47ac8fa5-d728-4754-9916-bfc09697c76b tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0627296
Mar 05 21:02:01.270726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (f1b3d6a5-b0c7-4e87-b808-ec93d0a95753), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.281354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-59513057-a394-4c55-81b0-16290e0547d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:01.283182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-59513057-a394-4c55-81b0-16290e0547d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 1125 time: 0.2025619
Mar 05 21:02:01.302302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79dd68-9e70-4a64-ac87-d199d2e5bb9c None None] Pushing event updated for resources: {'Port': ['ID=daf74e39-cc78-4947-a61d-78c9e0441102,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:01.412489 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b044dd4-31d2-47d5-9abd-f79a8d640cd9 x-openstack-request-id: req-6b044dd4-31d2-47d5-9abd-f79a8d640cd9 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:01.412891 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "tag": "1717a280-f2d9-493e-aefc-211894280866", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:01.414618 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b044dd4-31d2-47d5-9abd-f79a8d640cd9 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:01.415141 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'tag': '1717a280-f2d9-493e-aefc-211894280866', 'status': 'completed', 'code': 200}
Mar 05 21:02:01.435617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b3d6a5-b0c7-4e87-b808-ec93d0a95753,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:01.562128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-3710dbf3-e615-43c2-b8cb-b1bebb769f25 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246881
Mar 05 21:02:01.563543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-73edc952-28f3-4c1c-869f-5389cbd4dbef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717a280-f2d9-493e-aefc-211894280866 HTTP/1.1" status: 200  len: 217 time: 0.1677890
Mar 05 21:02:01.564745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.569569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-58d1e2aa-88f7-4e1e-8aee-ba27bc9b0cd0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/f1b3d6a5-b0c7-4e87-b808-ec93d0a95753 HTTP/1.1" status: 204  len: 168 time: 1.6653228
Mar 05 21:02:01.608549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60106) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:01.670755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c07354-eb6a-453e-869d-ea007ba251d9 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:01.709681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9590ac44-c256-4a3c-834c-ade9b412b1b6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0996122
Mar 05 21:02:01.729112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Attempting to bind port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:01.729504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Attempting to bind port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:01.729886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Attempting to bind port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 on network 2768f120-bd58-4ead-8479-a50bd634da41 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:01.758696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:01.767480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:01.767843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Checking segment: {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:01.768317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.768902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Bound using segment: {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:01.769701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Bound port: c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:01.770004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.834128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:01.834774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:01.837972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e2730e09-8150-4ecb-a7de-d716779d8335 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:01.882573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-dd350b0c-866f-4bc9-bd7b-3a7a53c7a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:01.893187 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-dd350b0c-866f-4bc9-bd7b-3a7a53c7a49d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.2842867
Mar 05 21:02:01.948773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ebe41f7c-d3ac-4d67-a17b-c81e986cf55d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:01.949648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-e0720661-c86b-4527-a302-d904aeaadd51 service neutron] 10.222.0.15 "GET /v2.0/networks/e3218138-bd9d-487e-b8c8-cf9a74dcb5b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6948235
Mar 05 21:02:01.983297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-fd4de6da-fda8-4ca7-9e0c-c294c778a19a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0891414
Mar 05 21:02:02.043535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Current status of the port e2730e09-8150-4ecb-a7de-d716779d8335 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:02.045022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.093664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400157b1-61bb-49fb-9b98-003b0fbccbac req-9f822fa9-1fe3-4ed1-8952-1f66a12d96c9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.101215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-400157b1-61bb-49fb-9b98-003b0fbccbac req-9f822fa9-1fe3-4ed1-8952-1f66a12d96c9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 943 time: 0.1604364
Mar 05 21:02:02.113735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.127302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-7732e586-0918-4926-b110-d7ca83673108 service neutron] 10.222.0.15 "GET /v2.0/networks/e3218138-bd9d-487e-b8c8-cf9a74dcb5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418831
Mar 05 21:02:02.305385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] For port c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:02.316425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] For port e2730e09-8150-4ecb-a7de-d716779d8335, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2730e09-8150-4ecb-a7de-d716779d8335,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:02.351437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-400157b1-61bb-49fb-9b98-003b0fbccbac req-380b309d-3b98-4cf0-82ae-207f7abc2f53 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490494
Mar 05 21:02:02.357482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.405079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-f0bf3aee-f492-4242-95d0-e04c4ba9c28e service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2743986
Mar 05 21:02:02.409267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] For port c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:02.422942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:02.435480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23de562e-9195-46b7-a5b5-5f6334d372f7 req-436bfbe8-867d-44b3-9d02-efef2542c148 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8368785
Mar 05 21:02:02.469436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e2730e09-8150-4ecb-a7de-d716779d8335 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:02.469932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.471091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9475490-d8d1-49c8-af21-d1b973a1bc74 req-dedecc9d-465e-4bb1-b6dc-ae9f2be228df tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0840745
Mar 05 21:02:02.514272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.518215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Router 330c3746-6fb0-4f75-9b5b-7c43be3021bd is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:02.518482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c7b96-0a63-408d-99e2-e0928b1093ab tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.524294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a21c7b96-0a63-408d-99e2-e0928b1093ab tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7478540
Mar 05 21:02:02.525549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60130) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:02.552559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-b9717b48-b69c-427b-85cc-59fcc4ef7ada service neutron] 10.222.0.15 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158786
Mar 05 21:02:02.603041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:02.603568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.625463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:02.630013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff41ca27-0adc-444d-821d-e3642e0f0640 req-0ef91379-dc32-4e4f-aea0-87a8aa501f58 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180860
Mar 05 21:02:02.657988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'port_id': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'mac_address': 'fa:16:3e:50:6a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:02.671856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5a746536-c2e7-403c-ad9f-257772f14e07 None None] Provisioning complete for port e2730e09-8150-4ecb-a7de-d716779d8335 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:02.672499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5a746536-c2e7-403c-ad9f-257772f14e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:02.681483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72af69-69eb-44bc-8589-262b86bd64d2 None None] Pushing event updated for resources: {'Port': ['ID=e2730e09-8150-4ecb-a7de-d716779d8335,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:02.733280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3863ff-230c-4ad9-aff1-ff94e6b837bc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.739237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-db3863ff-230c-4ad9-aff1-ff94e6b837bc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2128901
Mar 05 21:02:02.747210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:02.758102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6ba89e68-3d2f-4a7f-afc1-6ed53202caf1 service neutron] 10.222.0.15 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936393
Mar 05 21:02:02.787221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cea38-8490-41db-a844-09c440c18e12 req-ad58ab77-0703-491e-970f-5ecd7612dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.788808 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-ad58ab77-0703-491e-970f-5ecd7612dbf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 1125 time: 0.0940557
Mar 05 21:02:02.846214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1233a003-a883-4eb8-93e1-e25e68ca9759 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0868251
Mar 05 21:02:02.854864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188ec8-3bd3-496e-bee7-e6fe36e3829d req-f80d3572-9bf8-48be-8639-9044f6d4e2fd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.863054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5188ec8-3bd3-496e-bee7-e6fe36e3829d req-f80d3572-9bf8-48be-8639-9044f6d4e2fd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 943 time: 0.2783508
Mar 05 21:02:02.900730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60134) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:02.924749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cea38-8490-41db-a844-09c440c18e12 req-66f5814b-f11f-48a1-8a30-04c994f867da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:02.925670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-66f5814b-f11f-48a1-8a30-04c994f867da service neutron] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.1282988
Mar 05 21:02:02.944023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:02.952179 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59451618-27ee-4696-b55d-f85fab1dcf51" -d '{"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-plugged", "status": "completed", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:02.964060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e471a-9594-49a8-a239-d4e94793b7ed None None] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:02.970932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:02.986073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5188ec8-3bd3-496e-bee7-e6fe36e3829d req-af8c544c-fae7-41a8-915c-bfd823db76ac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214745
Mar 05 21:02:03.039235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-ad25436e-a643-4d4d-b884-b1ccd8fe5fab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717a280-f2d9-493e-aefc-211894280866 HTTP/1.1" status: 200  len: 217 time: 0.1075881
Mar 05 21:02:03.072359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:03.150945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cea38-8490-41db-a844-09c440c18e12 req-2ef7c0bc-0d05-457b-9fd6-b26ff3b095d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:03.150945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-2ef7c0bc-0d05-457b-9fd6-b26ff3b095d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1049187
Mar 05 21:02:03.202812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:03.224390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-32b362a0-22a9-497d-94a7-254f17610d65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662839
Mar 05 21:02:03.254635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.256263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0960e292-0b43-4ff1-9d03-e97794b10050 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.3193648
Mar 05 21:02:03.259148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:03.268454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:03.269149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.273721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e2730e09-8150-4ecb-a7de-d716779d8335 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:03.275258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:03.319064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6aa4-c0c5-4215-a81e-2b3c255cffaa req-10928142-2456-4bf1-a2d9-1832c789576f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:03.320645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d5c6aa4-c0c5-4215-a81e-2b3c255cffaa req-10928142-2456-4bf1-a2d9-1832c789576f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 943 time: 0.1856329
Mar 05 21:02:03.336013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Sync routers for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:03.341349 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.348476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Deleting port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:03.349699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:03.352610 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.354246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.428648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-22eb014c-7c74-4e1c-964e-bbbe378dfac8 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968448
Mar 05 21:02:03.440556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe41f7c-d3ac-4d67-a17b-c81e986cf55d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:03.461030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea45fe-25e2-44e3-8cbc-c9121b0b5aa3 None None] Pushing event updated for resources: {'Port': ['ID=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:03.475787 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c359c8-1268-4390-9539-360b4f5821d1 x-openstack-request-id: req-f1c359c8-1268-4390-9539-360b4f5821d1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:03.475987 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-plugged", "status": "completed", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:03.476256 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1c359c8-1268-4390-9539-360b4f5821d1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:03.477471 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'code': 200}
Mar 05 21:02:03.576743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c8cea38-8490-41db-a844-09c440c18e12 req-274e2c2a-5589-4e48-812c-a58b52a49db1 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342800
Mar 05 21:02:03.597024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:03.597652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:03.700071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:03.767011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.812031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d5c6aa4-c0c5-4215-a81e-2b3c255cffaa req-b6a7f523-eb49-47b5-b686-9166dae1d866 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4518931
Mar 05 21:02:03.890767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] For port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:03.890767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:03.909068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:03.940895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5a746536-c2e7-403c-ad9f-257772f14e07 None None] Current status of the port e2730e09-8150-4ecb-a7de-d716779d8335 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:03.978344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Calling delete_port for d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:04.034426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ebe41f7c-d3ac-4d67-a17b-c81e986cf55d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:04.055928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68a9f6b3-d869-4061-87f2-72fe465c5fcf req-0060d709-6c12-44bd-a5da-d4cda5d60495 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 210 time: 0.0613782
Mar 05 21:02:04.090313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:04.097021 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:04.125599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7394611-3972-4386-8e42-0c8839ec9ad7 req-f9b12c8c-b096-4947-a198-7c62377eb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.136590 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7394611-3972-4386-8e42-0c8839ec9ad7 req-f9b12c8c-b096-4947-a198-7c62377eb0bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 1127 time: 0.5622709
Mar 05 21:02:04.150879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86dba-dcaf-4b1e-812c-e82c33da9dbb req-6c23959e-8f87-4230-9bd5-e979746783c0 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.156622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50c86dba-dcaf-4b1e-812c-e82c33da9dbb req-6c23959e-8f87-4230-9bd5-e979746783c0 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.1550994
Mar 05 21:02:04.266867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50c86dba-dcaf-4b1e-812c-e82c33da9dbb req-e798dcc8-9275-4ffb-972d-36a616929b3b tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956941
Mar 05 21:02:04.354177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:04.448538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e61c9-5b63-44cb-b107-d5c220c14442 req-ff70a2d5-2a05-4aed-8276-145d15d13469 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.463074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca4e61c9-5b63-44cb-b107-d5c220c14442 req-ff70a2d5-2a05-4aed-8276-145d15d13469 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.0817113
Mar 05 21:02:04.478602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513b3a9-744f-4dc6-863e-04cdddf0d4a1 None None] Network 2768f120-bd58-4ead-8479-a50bd634da41 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:04.487269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0ca7e77e-9246-49d6-93e7-5db6ca5027a5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:04.506207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7394611-3972-4386-8e42-0c8839ec9ad7 req-81c084c4-dd90-48a9-9c27-673404047338 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3687308
Mar 05 21:02:04.565113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cf22-7237-4a4e-900d-3ea40f01ae8e req-114e4bab-6a9a-45fb-9dd6-53ae3ccb14ae tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.566840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52b8cf22-7237-4a4e-900d-3ea40f01ae8e req-114e4bab-6a9a-45fb-9dd6-53ae3ccb14ae tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 943 time: 0.2841961
Mar 05 21:02:04.570166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:04.579991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:04.581052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca4e61c9-5b63-44cb-b107-d5c220c14442 req-ca6101e3-6c75-4c49-8ca2-f0c061deef5d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107466
Mar 05 21:02:04.604162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.604681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:04.641482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=0ca7e77e-9246-49d6-93e7-5db6ca5027a5,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:04.669033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-d90d1006-c86e-41c4-b556-b45a99a260a9 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.670077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-47f1a415-a804-49bc-b9ef-0a1525ae06d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7090499
Mar 05 21:02:04.671864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-d90d1006-c86e-41c4-b556-b45a99a260a9 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.0780411
Mar 05 21:02:04.673590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60168) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:04.680558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '0ca7e77e-9246-49d6-93e7-5db6ca5027a5', 'ip_address': '2001:db8::183f:4f5f:efb9:89e6'}], 'name': 'tempest-NetworksTestDHCPv6-1523179159'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:04.698111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:04.718411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52b8cf22-7237-4a4e-900d-3ea40f01ae8e req-6231905b-dabd-4bfa-adde-f82afbf99bd9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396353
Mar 05 21:02:04.849026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Provisioning complete for port daf74e39-cc78-4947-a61d-78c9e0441102 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:04.850011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:04.901479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:04.910620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-cba6e6ad-5050-462a-bb26-e537f1fc3bad tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.916476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-cba6e6ad-5050-462a-bb26-e537f1fc3bad tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:04.918463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-cba6e6ad-5050-462a-bb26-e537f1fc3bad tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "GET /v2.0/networks?id=e3218138-bd9d-487e-b8c8-cf9a74dcb5b2&id=2768f120-bd58-4ead-8479-a50bd634da41 HTTP/1.1" status: 200  len: 1392 time: 0.2156425
Mar 05 21:02:04.978626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'port': {'device_id': '2699fb15-7a83-401b-8297-3362938587a4', 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2', 'admin_state_up': True, 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:05.097798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1717a280-f2d9-493e-aefc-211894280866 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:05.124915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:05.163314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:05.213504 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.258283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.267279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fe584-5b20-497b-b2cf-53a593be7e81 req-fd4a2bb1-c41f-48e6-8610-5d96911190ab tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:05.274950 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6da66103-2872-4e8e-933f-c313d310f38d req-a1f85c6b-a3e8-436f-9046-d2143aad29ab tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 210 time: 0.0700147
Mar 05 21:02:05.287539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c45fe584-5b20-497b-b2cf-53a593be7e81 req-fd4a2bb1-c41f-48e6-8610-5d96911190ab tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 944 time: 0.2771850
Mar 05 21:02:05.311530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Deleting port 85d8eddd-cd0d-4454-936e-fd94b927f82a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:05.311904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.362563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] Pushing event deleted for resources: {'Port': ['ID=d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:05.370723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38038b-426a-4c18-bd10-bbbee1a9560f None None] No DVR routers for this DVR port d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:05.406311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 83bc5ee9-1c97-4ec6-8a24-fc832c79f995 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:02:05.408131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c92544-b4c8-4239-9678-b347a9cb1155 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:05.436971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:05.442354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.451769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:02:05.502156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Allocated IP 172.20.0.1 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/113d7b6a-8650-45cc-8c03-670626019840) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:05.533620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c45fe584-5b20-497b-b2cf-53a593be7e81 req-698c6485-281f-404b-ae64-7945d9ec43dc tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2448201
Mar 05 21:02:05.621197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] For port 85d8eddd-cd0d-4454-936e-fd94b927f82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85d8eddd-cd0d-4454-936e-fd94b927f82a,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:05.621576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.671587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04fb3c-00dc-46b0-a3ba-8475a8a341a5 req-cb18820a-f255-4b85-881c-1b639e9e0b25 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:05.671842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Calling delete_port for 85d8eddd-cd0d-4454-936e-fd94b927f82a owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:05.673945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device daf74e39-cc78-4947-a61d-78c9e0441102 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:05.679879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad04fb3c-00dc-46b0-a3ba-8475a8a341a5 req-cb18820a-f255-4b85-881c-1b639e9e0b25 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c823028-9831-4a07-9622-4c0649617902 HTTP/1.1" status: 200  len: 946 time: 0.2816567
Mar 05 21:02:05.745384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa850>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:00Z', 'revision_number': 3, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:05.783461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Current status of the port daf74e39-cc78-4947-a61d-78c9e0441102 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:05.786426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.837042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::183f:4f5f:efb9:89e6 (5e836852-f4cc-40c5-91ef-7e406c291770/0ca7e77e-9246-49d6-93e7-5db6ca5027a5/83bc5ee9-1c97-4ec6-8a24-fc832c79f995) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:05.850408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Allocated IP 19.80.0.64 (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2/a0cdb877-7bc7-495a-971c-c35b65329447/263116ce-7cf0-48c8-869b-4be6ced13670) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:05.861705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Checking router: 330c3746-6fb0-4f75-9b5b-7c43be3021bd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:05.862295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Updating router 330c3746-6fb0-4f75-9b5b-7c43be3021bd port 235b87e1-2e6d-42a2-a710-070b16cd1943 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:05.892442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b740-a3fd-430b-9ba1-3bcd28650030 req-2a2cbe90-4bdd-4a9f-b6e1-7309b7152603 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:05.898597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad04fb3c-00dc-46b0-a3ba-8475a8a341a5 req-14f04671-cbfa-4337-926e-e881d89a330d tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.15 "GET /v2.0/security-groups?id=28e3d9ea-57e1-4308-ae36-e537a60148bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168088
Mar 05 21:02:05.900053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6e7b740-a3fd-430b-9ba1-3bcd28650030 req-2a2cbe90-4bdd-4a9f-b6e1-7309b7152603 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2005756
Mar 05 21:02:05.925652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:05.942744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks [] for port (113d7b6a-8650-45cc-8c03-670626019840), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.081181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6e7b740-a3fd-430b-9ba1-3bcd28650030 req-7070c608-d693-4070-ab1c-f569ea6c84ea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750171
Mar 05 21:02:06.098048 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.115140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a609a-b78f-4836-92c5-fd32e2b4dd3f req-c47ac7a2-84b6-4a82-ae4f-3a49c8a1009f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:06.123147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-810a609a-b78f-4836-92c5-fd32e2b4dd3f req-c47ac7a2-84b6-4a82-ae4f-3a49c8a1009f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 943 time: 0.1189222
Mar 05 21:02:06.127154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (85d8eddd-cd0d-4454-936e-fd94b927f82a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.151276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] For port daf74e39-cc78-4947-a61d-78c9e0441102, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf74e39-cc78-4947-a61d-78c9e0441102,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:06.162161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port daf74e39-cc78-4947-a61d-78c9e0441102 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:06.162494 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.201183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1717a280-f2d9-493e-aefc-211894280866,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:06.215782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '0ca7e77e-9246-49d6-93e7-5db6ca5027a5'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:06.217291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.219408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.227142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Pushing event deleted for resources: {'Port': ['ID=85d8eddd-cd0d-4454-936e-fd94b927f82a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:06.231464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:06.247477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:06.259594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:06.271073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Pushing event updated for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:06.286202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] No DVR routers for this DVR port 85d8eddd-cd0d-4454-936e-fd94b927f82a on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:06.290051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.294026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b9df4eb-8571-47aa-ac50-d50ee80f90be req-8e1271f1-3fc5-4954-8b8f-4ed5b245ed6f tempest-FloatingIPsAssociationNegativeTestJSON-1967163395 tempest-FloatingIPsAssociationNegativeTestJSON-1967163395-project] 10.222.0.31 "DELETE /v2.0/ports/85d8eddd-cd0d-4454-936e-fd94b927f82a HTTP/1.1" status: 204  len: 173 time: 1.5801799
Mar 05 21:02:06.294026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'name': 'network-vif-deleted', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:06.297695 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816759f-b480-4e65-819d-45868af44c6c" -d '{"events": [{"server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "name": "network-vif-deleted", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:06.307264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.362845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-810a609a-b78f-4836-92c5-fd32e2b4dd3f req-679b0e01-2747-4e6e-b1d3-b45d24211ac4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385652
Mar 05 21:02:06.379012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '1717a280-f2d9-493e-aefc-211894280866', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': '1717a280-f2d9-493e-aefc-211894280866', 'mac_address': 'fa:16:3e:e4:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:06.389475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (83bc5ee9-1c97-4ec6-8a24-fc832c79f995), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.417709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.435257 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befe209d-c1e2-4a27-b9e9-98a82f593a8d x-openstack-request-id: req-befe209d-c1e2-4a27-b9e9-98a82f593a8d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:06.435531 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c823028-9831-4a07-9622-4c0649617902", "name": "network-vif-deleted", "tag": "85d8eddd-cd0d-4454-936e-fd94b927f82a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:06.436714 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-befe209d-c1e2-4a27-b9e9-98a82f593a8d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:06.437195 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c823028-9831-4a07-9622-4c0649617902', 'name': 'network-vif-deleted', 'tag': '85d8eddd-cd0d-4454-936e-fd94b927f82a', 'status': 'completed', 'code': 200}
Mar 05 21:02:06.439398 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.468866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (83bc5ee9-1c97-4ec6-8a24-fc832c79f995), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.497153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1717a280-f2d9-493e-aefc-211894280866 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:06.498160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1717a280-f2d9-493e-aefc-211894280866), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.542977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:06.546799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:06.549044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for port (263116ce-7cf0-48c8-869b-4be6ced13670), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.550855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:06.565707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba3d2fab-47dd-4f80-a96f-ea325ef5e606 req-81e6682d-1818-453d-9c5a-01201afc6449 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 210 time: 0.0650368
Mar 05 21:02:06.570638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:06.571321 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.586776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=83bc5ee9-1c97-4ec6-8a24-fc832c79f995,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:06.597913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c75f0f95-3b17-4798-95bd-1afb3aa992a9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.9230220
Mar 05 21:02:06.605404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60198) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:06.610367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '0ca7e77e-9246-49d6-93e7-5db6ca5027a5', 'ip_address': '2001:db8::183f:4f5f:efb9:89e6'}], 'name': 'tempest-NetworksTestDHCPv6-812042923'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:06.698868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717a280-f2d9-493e-aefc-211894280866 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:06.765156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Pushing event updated for resources: {'Port': ['ID=daf74e39-cc78-4947-a61d-78c9e0441102,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:06.773470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.786421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (113d7b6a-8650-45cc-8c03-670626019840), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.800297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba7662-8ed8-484f-9986-c12f63bcc1cc req-06cacb33-f7bb-476e-b09a-a475aaade516 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:06.802587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ba7662-8ed8-484f-9986-c12f63bcc1cc req-06cacb33-f7bb-476e-b09a-a475aaade516 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 944 time: 0.1231749
Mar 05 21:02:06.848584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Provisioning complete for port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:06.849150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:06.857957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:06.875228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.876249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.876749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.877265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.877759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.878258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.878739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.879220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.879749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.880230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.880729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.881206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.881682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a84413-4c48-4a63-bda9-7e51397026ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:06.883300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:06.948013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:06.968227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:06.980011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1717a280-f2d9-493e-aefc-211894280866,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:06.992000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60202) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:07.061983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:07.062939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.178929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks [] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.189228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1717a280-f2d9-493e-aefc-211894280866), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.239883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/0ca7e77e-9246-49d6-93e7-5db6ca5027a5/7051f34c-6331-48da-b0f0-99ee1e00f878) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:07.311822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.314037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port daf74e39-cc78-4947-a61d-78c9e0441102 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:07.316303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4cbdf32-eeac-4f8f-9d10-1926e8539d90 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:07.443497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:07.449166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.474066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1717a280-f2d9-493e-aefc-211894280866'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:07.484591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ba7662-8ed8-484f-9986-c12f63bcc1cc req-5a8aa142-64ad-4598-a4f6-61903f666e57 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6575441
Mar 05 21:02:07.509666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port efa37917-e741-4e3d-b9b0-f0ac2acc77eb yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:02:07.543653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-d82e4d3a-2352-4330-ab19-2d1228f5c747 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5745063
Mar 05 21:02:07.556975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Request body: {'port': {'device_id': '2699fb15-7a83-401b-8297-3362938587a4', 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41', 'admin_state_up': True, 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:07.584419 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:02:07.673840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e6eff-6768-47cf-9087-dc1cb656299b req-68c51fb4-7f0c-48a9-9ab0-08c4d48fe1aa tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:07.681025 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-735e6eff-6768-47cf-9087-dc1cb656299b req-68c51fb4-7f0c-48a9-9ab0-08c4d48fe1aa tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1841829
Mar 05 21:02:07.740523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:07.743090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Attempting to bind port 235b87e1-2e6d-42a2-a710-070b16cd1943 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:07.743468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Attempting to bind port 235b87e1-2e6d-42a2-a710-070b16cd1943 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:07.743914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Attempting to bind port 235b87e1-2e6d-42a2-a710-070b16cd1943 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:07.744705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks [] for port (113d7b6a-8650-45cc-8c03-670626019840), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.759041 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.808860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:07.809249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:07.809656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.810207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:07.810712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Bound port: 235b87e1-2e6d-42a2-a710-070b16cd1943, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:07.811086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.844289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-735e6eff-6768-47cf-9087-dc1cb656299b req-fb401072-9d21-42a6-84da-ec2a196888f7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622274
Mar 05 21:02:07.846574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Current status of the port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:07.846901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.852066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Made reservation on behalf of 7cdb6564d9b940f4b35211e858ba1bb2 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:07.855808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.897150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Pushing event updated for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:07.900168 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.915511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:07.916145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:07.951633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06890-277b-4d49-92d9-9aeaf509739d req-5aca413c-b84a-4038-b732-df0d2f24e241 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:07.956695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7e48c-7e37-4b45-95b7-780f59390714 None None] Pushing event updated for resources: {'Port': ['ID=235b87e1-2e6d-42a2-a710-070b16cd1943,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:07.970539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ebe41f7c-d3ac-4d67-a17b-c81e986cf55d up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:07.974036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41b06890-277b-4d49-92d9-9aeaf509739d req-5aca413c-b84a-4038-b732-df0d2f24e241 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 944 time: 0.1136601
Mar 05 21:02:08.039189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] For port c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:08.070212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41b06890-277b-4d49-92d9-9aeaf509739d req-0350f00f-1d0c-478e-9cfa-4d523fc77087 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950503
Mar 05 21:02:08.071524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.080524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks [] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.131397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] For port 235b87e1-2e6d-42a2-a710-070b16cd1943, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:08.143304 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.165438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3da08b-2609-445b-b7c6-d35cfa71a6fa req-6381dc80-71b2-4286-9adf-3363bddae108 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.172604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c3da08b-2609-445b-b7c6-d35cfa71a6fa req-6381dc80-71b2-4286-9adf-3363bddae108 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 931 time: 0.1719115
Mar 05 21:02:08.175879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Allocated IP 19.86.0.203 (2768f120-bd58-4ead-8479-a50bd634da41/b88c7eb7-1602-446b-969d-1868a35317a7/dbb1a5c5-a42b-4b22-99f4-682427abb4bb) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:08.179203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:08.180687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] For port 235b87e1-2e6d-42a2-a710-070b16cd1943, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=235b87e1-2e6d-42a2-a710-070b16cd1943,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:08.190050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:08.208374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Provisioning complete for port daf74e39-cc78-4947-a61d-78c9e0441102 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:08.208760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.215592 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:02:08.218034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:02:08.218355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.245798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:08.274526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-309d386d-2776-48b4-8f09-8afd074a8e57 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.6672709
Mar 05 21:02:08.278437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:08.295857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:08.301416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.309438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:08.313063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Pushing event updated for resources: {'Port': ['ID=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:08.338148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:08.383090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:08.383464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.408399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:08.409544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e2730e09-8150-4ecb-a7de-d716779d8335 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:08.431531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Router 330c3746-6fb0-4f75-9b5b-7c43be3021bd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:08.433862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2aae1-174a-4a33-b0d2-9fdb00ee522a req-fc23e540-f186-43a3-b7a4-2138fa454f97 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.442067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baf2aae1-174a-4a33-b0d2-9fdb00ee522a req-fc23e540-f186-43a3-b7a4-2138fa454f97 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.2171428
Mar 05 21:02:08.498618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:08.499214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:08.520612 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baf2aae1-174a-4a33-b0d2-9fdb00ee522a req-e33e7e95-dbb7-403e-bf66-f7ccc9601e60 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775709
Mar 05 21:02:08.544020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c3da08b-2609-445b-b7c6-d35cfa71a6fa req-49cf1650-aeb1-44ef-a87a-d6f718549f4b tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3703299
Mar 05 21:02:08.555220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Pushing event updated for resources: {'Port': ['ID=7051f34c-6331-48da-b0f0-99ee1e00f878,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:08.586025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50904417-7926-48b0-b056-9cf719494264 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.594762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50904417-7926-48b0-b056-9cf719494264 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.596674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-50904417-7926-48b0-b056-9cf719494264 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3144927
Mar 05 21:02:08.630539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Attempting to bind port 7051f34c-6331-48da-b0f0-99ee1e00f878 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:08.630917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Attempting to bind port 7051f34c-6331-48da-b0f0-99ee1e00f878 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:08.631291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Attempting to bind port 7051f34c-6331-48da-b0f0-99ee1e00f878 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:08.634315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60224) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:08.691635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:08.692129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:08.692547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.692956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:08.693455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Bound port: 7051f34c-6331-48da-b0f0-99ee1e00f878, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:08.693846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.733797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e5b8-8c59-4f08-ac8c-35447cdfedba req-97d0b482-4f8a-45dc-92a2-25ae025ec1c4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.735546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7e5e5b8-8c59-4f08-ac8c-35447cdfedba req-97d0b482-4f8a-45dc-92a2-25ae025ec1c4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.1016290
Mar 05 21:02:08.742040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9900681c-4f6f-453f-a4d7-e4430d0a5b9c None None] Current status of the port daf74e39-cc78-4947-a61d-78c9e0441102 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:08.759221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7e48c-7e37-4b45-95b7-780f59390714 None None] Pushing event updated for resources: {'Port': ['ID=235b87e1-2e6d-42a2-a710-070b16cd1943,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:08.788628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e2730e09-8150-4ecb-a7de-d716779d8335 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:08.789015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.813918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7e5e5b8-8c59-4f08-ac8c-35447cdfedba req-2d0a6d78-57a5-4732-860d-7a890e47a58e tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716572
Mar 05 21:02:08.854921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:08.856259 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.863062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Deleting port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:08.863588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.932803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:08.933834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.941150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 83bc5ee9-1c97-4ec6-8a24-fc832c79f995 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:08.941656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (83bc5ee9-1c97-4ec6-8a24-fc832c79f995), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:08.946284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4112c1af-619f-4e12-994a-681830935ecf None None] For port 7051f34c-6331-48da-b0f0-99ee1e00f878, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:08.962934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1443fd-dabd-4043-a1a6-4b8d063c26f4 req-8b470562-cb81-4bb6-aa58-ada9dd125331 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:08.964514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c1443fd-dabd-4043-a1a6-4b8d063c26f4 req-8b470562-cb81-4bb6-aa58-ada9dd125331 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 944 time: 0.2829192
Mar 05 21:02:09.008466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4112c1af-619f-4e12-994a-681830935ecf None None] For port 7051f34c-6331-48da-b0f0-99ee1e00f878, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7051f34c-6331-48da-b0f0-99ee1e00f878,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:09.008704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] For port 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:09.009055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.010357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Provisioning complete for port 263116ce-7cf0-48c8-869b-4be6ced13670 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:09.010927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.030660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Calling delete_port for 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:09.043434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:09.063192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:09.065516 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542ad58-c3d8-465b-8e1b-976c8f1d7e8b" -d '{"events": [{"server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:09.065902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.071037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e77b466f-f4be-4a62-9763-e25069c475d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/330c3746-6fb0-4f75-9b5b-7c43be3021bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8089688
Mar 05 21:02:09.114948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.135264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Network 2768f120-bd58-4ead-8479-a50bd634da41 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:09.145048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:09.151301 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec30707-a082-4693-99d2-93235f9d3294 x-openstack-request-id: req-4ec30707-a082-4693-99d2-93235f9d3294 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:09.151591 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:09.151929 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ec30707-a082-4693-99d2-93235f9d3294 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:09.152326 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'code': 200}
Mar 05 21:02:09.162182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:09.220613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:09.223449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1717a280-f2d9-493e-aefc-211894280866 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:09.225773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.226574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 85d8eddd-cd0d-4454-936e-fd94b927f82a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:09.291927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Port 263116ce-7cf0-48c8-869b-4be6ced13670 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:09.329253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (83bc5ee9-1c97-4ec6-8a24-fc832c79f995), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.355060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112c1af-619f-4e12-994a-681830935ecf None None] Pushing event updated for resources: {'Port': ['ID=7051f34c-6331-48da-b0f0-99ee1e00f878,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:09.355289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 83bc5ee9-1c97-4ec6-8a24-fc832c79f995 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:09.409398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Provisioning complete for port 113d7b6a-8650-45cc-8c03-670626019840 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:09.410040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (113d7b6a-8650-45cc-8c03-670626019840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.448910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce63ba-9413-42bf-ba19-0527547f3069 req-d0fa50b7-ea13-4cba-a272-35b18797cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:09.450595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59ce63ba-9413-42bf-ba19-0527547f3069 req-d0fa50b7-ea13-4cba-a272-35b18797cc22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1127 time: 0.2346501
Mar 05 21:02:09.456748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 85d8eddd-cd0d-4454-936e-fd94b927f82a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:09.457651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 85d8eddd-cd0d-4454-936e-fd94b927f82a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:09.474576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb76a86d-c3a2-45f7-a817-a93978415e79 None None] Port 113d7b6a-8650-45cc-8c03-670626019840 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:09.503074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e2730e09-8150-4ecb-a7de-d716779d8335 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:09.521752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c507f3-e5ab-454c-b800-82ca2a491846 req-e553cf8d-403a-4b14-b010-5a99ba7f283c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:09.531276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98c507f3-e5ab-454c-b800-82ca2a491846 req-e553cf8d-403a-4b14-b010-5a99ba7f283c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 944 time: 0.1443355
Mar 05 21:02:09.549737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event updated for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:09.578313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c1443fd-dabd-4043-a1a6-4b8d063c26f4 req-235dbeb0-3fb7-44a7-9303-81c1c78ced49 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5522702
Mar 05 21:02:09.621233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:09.621233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.667170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59ce63ba-9413-42bf-ba19-0527547f3069 req-5ec0e50d-fbe5-48b5-9773-a98d1afc87c6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2084825
Mar 05 21:02:09.675208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:09.681570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:09.698761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8cefcc2c-0009-4f5a-993e-e6d85ee93231 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1472843
Mar 05 21:02:09.718486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Request body: {'port': {'device_id': '2699fb15-7a83-401b-8297-3362938587a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:09.724044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (83bc5ee9-1c97-4ec6-8a24-fc832c79f995), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.727940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98c507f3-e5ab-454c-b800-82ca2a491846 req-26a09a3b-ecdd-45bc-9b3a-4dd695c68a23 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956377
Mar 05 21:02:09.748929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 1717a280-f2d9-493e-aefc-211894280866 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:09.752577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:09.753256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d70f06fb-2d9a-4241-a9f6-ae0ca84a5f89 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:09.755709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (30ed5613-6cdc-4571-8f3a-c8a3d8cc882e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.757957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c6ea22ff-58b4-41a6-9bfc-25c9476415d3 None None] Provisioning complete for port dbb1a5c5-a42b-4b22-99f4-682427abb4bb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:09.758445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6ea22ff-58b4-41a6-9bfc-25c9476415d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.760869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 1717a280-f2d9-493e-aefc-211894280866 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:09.760869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1717a280-f2d9-493e-aefc-211894280866), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:09.820629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ed5613-6cdc-4571-8f3a-c8a3d8cc882e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:09.884675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=83bc5ee9-1c97-4ec6-8a24-fc832c79f995,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:09.963052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.036945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.048278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-24bb08e0-1276-4edf-845a-f292a81197c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/83bc5ee9-1c97-4ec6-8a24-fc832c79f995 HTTP/1.1" status: 204  len: 168 time: 1.4128430
Mar 05 21:02:10.056884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60254) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:10.132995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea22ff-58b4-41a6-9bfc-25c9476415d3 None None] Port dbb1a5c5-a42b-4b22-99f4-682427abb4bb cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:10.171334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa850>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:07Z', 'revision_number': 2, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:10.175065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device daf74e39-cc78-4947-a61d-78c9e0441102 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:10.186692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c55fff-580f-418d-bc68-e568e8f754cc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:10.188194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c55fff-580f-418d-bc68-e568e8f754cc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:10.191193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54c55fff-580f-418d-bc68-e568e8f754cc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1315846
Mar 05 21:02:10.230961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:10.231314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:10.244536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470323971', 'description': 'tempest-description--1569310357'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:10.289372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c61fb8e1-3ced-4009-8036-0e98c268d7ca tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:10.292455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498cfe7-0c34-4f75-a005-084381301977 None None] The sync data for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 is: [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:07Z', 'revision_number': 2, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:10.297927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c61fb8e1-3ced-4009-8036-0e98c268d7ca tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 0.4118679
Mar 05 21:02:10.311755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.325315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-d7f922ce-77fe-40ad-9f1a-d2b89491e3b5 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/quotas/fa686c12d54e49ceaa2ce991119294e4 HTTP/1.1" status: 200  len: 375 time: 0.0262949
Mar 05 21:02:10.336709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1717a280-f2d9-493e-aefc-211894280866 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:10.337168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1717a280-f2d9-493e-aefc-211894280866), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.387387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1717a280-f2d9-493e-aefc-211894280866,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:10.392920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.395724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port daf74e39-cc78-4947-a61d-78c9e0441102 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:10.396115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.399900 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1717a280-f2d9-493e-aefc-211894280866), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.475933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 0ca7e77e-9246-49d6-93e7-5db6ca5027a5 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:10.487922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (0ca7e77e-9246-49d6-93e7-5db6ca5027a5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.489300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:10.583554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port daf74e39-cc78-4947-a61d-78c9e0441102 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:10.584982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4cbdf32-eeac-4f8f-9d10-1926e8539d90 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:10.588305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd3db-cd0f-47a5-8974-89bf3e45e43c req-870ee646-5f14-4f34-83cc-e8184d8ee3ee tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:10.590277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-414dd3db-cd0f-47a5-8974-89bf3e45e43c req-870ee646-5f14-4f34-83cc-e8184d8ee3ee tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.3264425
Mar 05 21:02:10.596255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-6f4739f4-38d8-4f2f-aef8-893d0e0fa943 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2696793
Mar 05 21:02:10.641833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-e4a07dc0-e01d-4cc4-af0c-bc1105e2493b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:10.642849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-e4a07dc0-e01d-4cc4-af0c-bc1105e2493b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "GET /v2.0/ports?device_id=407e6bab-ea50-48db-a853-4190fadf8e50 HTTP/1.1" status: 200  len: 945 time: 0.2221885
Mar 05 21:02:10.697032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0ca7e77e-9246-49d6-93e7-5db6ca5027a5), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.749291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:10.749965 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.793821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (93aa6a59-56eb-4f6e-b621-9556ccf46fe7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.824553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93aa6a59-56eb-4f6e-b621-9556ccf46fe7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.887916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:10.891003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7051f34c-6331-48da-b0f0-99ee1e00f878 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:10.946726 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.948275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7152607
Mar 05 21:02:10.959890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7051f34c-6331-48da-b0f0-99ee1e00f878 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:10.961171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:10.974614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60264) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:10.985938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'security_group_rule': {'security_group_id': '93aa6a59-56eb-4f6e-b621-9556ccf46fe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:11.003204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382066-fd3d-4106-978c-66d3b2ed8340 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa6a59-56eb-4f6e-b621-9556ccf46fe7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:11.069068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7051f34c-6331-48da-b0f0-99ee1e00f878 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:11.069751 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.074714 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-414dd3db-cd0f-47a5-8974-89bf3e45e43c req-ddb12f7b-0253-4f2e-843c-6cfdfa733bce tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3688574
Mar 05 21:02:11.097903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5c6e929b-0294-4c16-a347-fc895a0b54b9 None None] Provisioning complete for port 7051f34c-6331-48da-b0f0-99ee1e00f878 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:11.098292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929b-0294-4c16-a347-fc895a0b54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.153198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717a280-f2d9-493e-aefc-211894280866'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:11.156270 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b010b-a013-458b-85c3-f7f856641294" -d '{"events": [{"server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "name": "network-vif-plugged", "status": "completed", "tag": "1717a280-f2d9-493e-aefc-211894280866"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:11.164743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7051f34c-6331-48da-b0f0-99ee1e00f878, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7051f34c-6331-48da-b0f0-99ee1e00f878,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:11.176946 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.177913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (e53d33a2-e99b-4c93-996a-76a31ccbec6d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.181632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-80d5756c-8077-4b1f-a80f-399226e8bf7d service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5508313
Mar 05 21:02:11.253471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (e53d33a2-e99b-4c93-996a-76a31ccbec6d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.256106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0ca7e77e-9246-49d6-93e7-5db6ca5027a5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.293992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7051f34c-6331-48da-b0f0-99ee1e00f878,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:11.361168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e929b-0294-4c16-a347-fc895a0b54b9 None None] Current status of the port 7051f34c-6331-48da-b0f0-99ee1e00f878 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:11.383764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-f97de593-2e70-45c9-8f80-9dff7d19982d service neutron] 10.222.0.15 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824200
Mar 05 21:02:11.403200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Deleting port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:11.404231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.411577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263116ce-7cf0-48c8-869b-4be6ced13670 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:11.423528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks [] for port (263116ce-7cf0-48c8-869b-4be6ced13670), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.444820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Transition to ACTIVE for port object 263116ce-7cf0-48c8-869b-4be6ced13670 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:11.446073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e53d33a2-e99b-4c93-996a-76a31ccbec6d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.464360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.485794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a4c1c25d-4611-4a1e-a2d8-03245476492a None None] Could not find standard attr ID for object 83bc5ee9-1c97-4ec6-8a24-fc832c79f995. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:02:11.524114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:11.551957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53d33a2-e99b-4c93-996a-76a31ccbec6d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:11.661346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.662629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c379acfd-bf20-4856-ad4d-a5b0c42fbd01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6802752
Mar 05 21:02:11.674100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60272) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:11.681746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'security_group_rule': {'security_group_id': '93aa6a59-56eb-4f6e-b621-9556ccf46fe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:11.688136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c401e-4520-483a-a9d5-9941e1d4a279 req-7033c674-fe2d-4b4d-afe0-d92c1fb59d87 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:11.693561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c401e-4520-483a-a9d5-9941e1d4a279 req-7033c674-fe2d-4b4d-afe0-d92c1fb59d87 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:11.695194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-571c401e-4520-483a-a9d5-9941e1d4a279 req-7033c674-fe2d-4b4d-afe0-d92c1fb59d87 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1654 time: 0.4707654
Mar 05 21:02:11.729705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Pushing event updated for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:11.800498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] For port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:11.800867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.805952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0ca7e77e-9246-49d6-93e7-5db6ca5027a5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.836336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Calling delete_port for 1e6ee596-a668-4236-aab0-7cf7ebed5d1d owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:11.846419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (abf9a439-4a94-4f71-ba4f-de6cf0af9700), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.881023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca7e77e-9246-49d6-93e7-5db6ca5027a5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:11.899956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-571c401e-4520-483a-a9d5-9941e1d4a279 req-910d3065-e60a-485b-8a47-5ed8a7d5379e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754684
Mar 05 21:02:11.922730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:11.925732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ea9c2c6-e7b8-4a3f-a721-40b97760e01d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0ca7e77e-9246-49d6-93e7-5db6ca5027a5 HTTP/1.1" status: 204  len: 168 time: 1.6913829
Mar 05 21:02:11.928509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60274) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:11.929878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f604a1-43e1-4485-a55a-76b8addc8cdf None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:12.001091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-850398b3-8811-42a6-bb6d-79375dab76a4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0707755
Mar 05 21:02:12.043072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60278) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:12.044288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Attempting to bind port 263116ce-7cf0-48c8-869b-4be6ced13670 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:12.045413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Attempting to bind port 263116ce-7cf0-48c8-869b-4be6ced13670 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:12.045977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Attempting to bind port 263116ce-7cf0-48c8-869b-4be6ced13670 on network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:12.058999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:12.072780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Port 263116ce-7cf0-48c8-869b-4be6ced13670 on network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:12.073516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Attempting to bind port 263116ce-7cf0-48c8-869b-4be6ced13670 on network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:12.120768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e052a-262b-4bf5-bfd0-223ddf3a5d42 req-d252ae2c-0ce3-4972-b653-a6168e184fce tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:12.130602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136e052a-262b-4bf5-bfd0-223ddf3a5d42 req-d252ae2c-0ce3-4972-b653-a6168e184fce tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.4650018
Mar 05 21:02:12.154463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:12.166104 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Sync routers for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:12.178559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cdcf0f58-2a26-41b2-9b1a-ca212ead4581 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ce9aa6-4d9b-409b-ba93-87959fc3fa05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1836154
Mar 05 21:02:12.188956 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:12.189605 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf845b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:12.215810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60284) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:12.236854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:12.293178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:12.293938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Checking segment: {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:12.295045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Bound using segment: {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:12.295539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Bound port: 263116ce-7cf0-48c8-869b-4be6ced13670, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:12.295966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.318769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 235b87e1-2e6d-42a2-a710-070b16cd1943 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:12.319023 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:12.520338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Deleting port 7051f34c-6331-48da-b0f0-99ee1e00f878 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:12.520741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.608032 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf845b0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:02:09Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:12.629576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bb011-7e25-4a0a-a9d3-2bcf5c9d8dec req-b841671f-a76c-47f7-99ea-b0c619fea703 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:12.631115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6e1bb011-7e25-4a0a-a9d3-2bcf5c9d8dec req-b841671f-a76c-47f7-99ea-b0c619fea703 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.4903338
Mar 05 21:02:12.647147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 235b87e1-2e6d-42a2-a710-070b16cd1943 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:12.648434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:12.651875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.653478 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Checking router: a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:12.658705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.667606 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Routers {'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:12.669181 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf845b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:12.778229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] For port 7051f34c-6331-48da-b0f0-99ee1e00f878, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7051f34c-6331-48da-b0f0-99ee1e00f878,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:12.779499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.804645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Calling delete_port for 7051f34c-6331-48da-b0f0-99ee1e00f878 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:12.837494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:12.872541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] Set router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:12.937035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=263116ce-7cf0-48c8-869b-4be6ced13670,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:12.952144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6e1bb011-7e25-4a0a-a9d3-2bcf5c9d8dec req-cebc2840-a544-4d8f-aabe-4be2de2ffdba tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841742
Mar 05 21:02:12.955294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:12.968705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-136e052a-262b-4bf5-bfd0-223ddf3a5d42 req-7fb9e835-ac5c-4015-b8cb-952961d77197 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8368852
Mar 05 21:02:12.973288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks [] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.054100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 235b87e1-2e6d-42a2-a710-070b16cd1943 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:13.054934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.061687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:13.062528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.064034 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] 10.222.0.23 "PUT /v2.0/ports/263116ce-7cf0-48c8-869b-4be6ced13670 HTTP/1.1" status: 200  len: 1091 time: 3.3530388
Mar 05 21:02:13.064537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:13.065656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7051f34c-6331-48da-b0f0-99ee1e00f878), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.073369 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d976b-fc13-40af-b641-ef6fb0020a77" -d '{"events": [{"name": "network-changed", "server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:13.112231 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9714036-c8d5-40eb-bf2f-a6a594a0c1a0 x-openstack-request-id: req-e9714036-c8d5-40eb-bf2f-a6a594a0c1a0 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:13.113144 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "name": "network-vif-plugged", "status": "completed", "tag": "1717a280-f2d9-493e-aefc-211894280866", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:13.113583 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9714036-c8d5-40eb-bf2f-a6a594a0c1a0 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:13.114213 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717a280-f2d9-493e-aefc-211894280866', 'code': 200}
Mar 05 21:02:13.119318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Request body: {'port': {'device_id': '2699fb15-7a83-401b-8297-3362938587a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:13.168554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (abf9a439-4a94-4f71-ba4f-de6cf0af9700), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.190280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] No DVR routers for this DVR port 7051f34c-6331-48da-b0f0-99ee1e00f878 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:13.193159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 235b87e1-2e6d-42a2-a710-070b16cd1943, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=235b87e1-2e6d-42a2-a710-070b16cd1943,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:13.196226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495a5cf-8506-4d64-bdd3-4563777c76ce None None] Pushing event deleted for resources: {'Port': ['ID=7051f34c-6331-48da-b0f0-99ee1e00f878,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:13.205551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.282040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee54900-a8e6-4f47-9244-a95c6c109306 service neutron] Pushing event updated for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:13.302774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=235b87e1-2e6d-42a2-a710-070b16cd1943,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:13.322978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1e6ee596-a668-4236-aab0-7cf7ebed5d1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.387160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf845b0>, [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:02:09Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:13.404142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de5f490b-ab0e-4562-8906-2a9bd31a4050 req-b6533b8a-13b6-4aaa-af0f-1465b0e04e52 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 210 time: 0.0648193
Mar 05 21:02:13.409572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (abf9a439-4a94-4f71-ba4f-de6cf0af9700), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.418953 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35c3d4-3776-4588-8ccb-b33ed2c07a81 None None] The sync data for ids ['a2ce9aa6-4d9b-409b-ba93-87959fc3fa05'] in ncdv-master-1 is: [{'id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245331082-router', 'tenant_id': '92ce8974b7c140b6b12a24cd251d1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:54Z', 'updated_at': '2022-03-05T21:02:09Z', 'revision_number': 5, 'project_id': '92ce8974b7c140b6b12a24cd251d1d95', 'gw_port': {'id': 'd9184220-9b0c-4faf-954d-2e5bdc8a4c10', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce9aa6-4d9b-409b-ba93-87959fc3fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:56Z', 'updated_at': '2022-03-05T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:13.513500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event deleted for resources: {'Port': ['ID=1e6ee596-a668-4236-aab0-7cf7ebed5d1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:13.579538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf9a439-4a94-4f71-ba4f-de6cf0af9700,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:13.626228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.627425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1ed5da8-bd7e-493c-a6ee-eda73edfb634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9517579
Mar 05 21:02:13.651372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:13.661190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:13.696733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] No DVR routers for this DVR port 1e6ee596-a668-4236-aab0-7cf7ebed5d1d on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:13.709077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.712347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1ae3e21-47a3-4f6b-af20-596141e41a01 req-92a6ff94-b403-47a3-a4d1-c9db68972ba4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.23 "DELETE /v2.0/ports/1e6ee596-a668-4236-aab0-7cf7ebed5d1d HTTP/1.1" status: 204  len: 173 time: 3.0337675
Mar 05 21:02:13.715081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-deleted', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:13.717348 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e3ee0-6248-4dbf-a8d6-b513269540df" -d '{"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-deleted", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:13.730280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks [] for router_gateway (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.783163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:13.793202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-4ff26290-5ccf-4116-b618-90c9af31f421 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:13.795542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-4ff26290-5ccf-4116-b618-90c9af31f421 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.31 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 815 time: 0.4703903
Mar 05 21:02:13.817626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89b80-b93c-4f63-91be-005b3c035ff3 req-8f28cc97-fb16-44a5-9cbe-3db452f0e8ce tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:13.822834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89b80-b93c-4f63-91be-005b3c035ff3 req-8f28cc97-fb16-44a5-9cbe-3db452f0e8ce tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:13.830586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08c89b80-b93c-4f63-91be-005b3c035ff3 req-8f28cc97-fb16-44a5-9cbe-3db452f0e8ce tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1666 time: 0.2992997
Mar 05 21:02:13.841058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Request body: {'port': {'device_id': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'admin_state_up': True, 'tenant_id': 'fa686c12d54e49ceaa2ce991119294e4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:13.955117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 235b87e1-2e6d-42a2-a710-070b16cd1943 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:13.960830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.022929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Sync routers for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:14.024235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08c89b80-b93c-4f63-91be-005b3c035ff3 req-41ee83f5-cab2-4fc6-acb5-0118ce4bda37 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923981
Mar 05 21:02:14.048248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 235b87e1-2e6d-42a2-a710-070b16cd1943 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:14.049279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.053178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:14.054260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82809220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:14.063663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (ec36abf0-5729-4031-8b97-0f690d217075), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.106392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Deleting port d9184220-9b0c-4faf-954d-2e5bdc8a4c10 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:14.107374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.120487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aebc-b7a6-4d94-bace-5e615c5af147 req-e75aa5d3-c623-4cca-856a-7d262e255d95 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.122027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f40aebc-b7a6-4d94-bace-5e615c5af147 req-e75aa5d3-c623-4cca-856a-7d262e255d95 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.8002896
Mar 05 21:02:14.142296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97700e-48ac-489c-b664-18c088764080 req-8b66e353-18a6-4a00-b647-6807cdae4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.144026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf97700e-48ac-489c-b664-18c088764080 req-8b66e353-18a6-4a00-b647-6807cdae4dad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 1127 time: 0.8210132
Mar 05 21:02:14.190137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:14.200684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:14.220350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:14.237067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa048e71-bc0a-48bd-a20e-71f3df0e47c2 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:14.254709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.255302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.338830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=ec36abf0-5729-4031-8b97-0f690d217075,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:14.360305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Made reservation on behalf of fa686c12d54e49ceaa2ce991119294e4 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:14.366611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.370902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aec9c31e-8c63-4a2d-af21-9f39f588c0f2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3209512
Mar 05 21:02:14.371497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60300) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:14.390125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': 'ec36abf0-5729-4031-8b97-0f690d217075', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2032354289'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:14.435449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 235b87e1-2e6d-42a2-a710-070b16cd1943 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:14.448614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bf97700e-48ac-489c-b664-18c088764080 req-27c0a00e-b8b6-41ab-aed5-c65d9414f151 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617333
Mar 05 21:02:14.472106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f40aebc-b7a6-4d94-bace-5e615c5af147 req-14745770-6d2a-4cc2-b434-cc988f9e6828 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3240855
Mar 05 21:02:14.522037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'ec36abf0-5729-4031-8b97-0f690d217075'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:14.523259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.546361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] For port d9184220-9b0c-4faf-954d-2e5bdc8a4c10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:14.546728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.571336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.585677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b41e4-3364-4448-aaed-418b1e67ba82 req-bb8d0d35-602e-4a77-b9b5-14bd10e5cc15 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.593936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a1b41e4-3364-4448-aaed-418b1e67ba82 req-bb8d0d35-602e-4a77-b9b5-14bd10e5cc15 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.4141178
Mar 05 21:02:14.602541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7051f34c-6331-48da-b0f0-99ee1e00f878 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:14.604808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Calling delete_port for d9184220-9b0c-4faf-954d-2e5bdc8a4c10 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:14.648249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb1a5c5-a42b-4b22-99f4-682427abb4bb {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:14.658738 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks [] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.673784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Transition to ACTIVE for port object dbb1a5c5-a42b-4b22-99f4-682427abb4bb will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:14.676044 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d97c26-d08e-46e6-8af2-97acbf74a763 x-openstack-request-id: req-d2d97c26-d08e-46e6-8af2-97acbf74a763 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:14.676354 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:14.676669 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2d97c26-d08e-46e6-8af2-97acbf74a763 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:14.677101 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670', 'status': 'completed', 'code': 200}
Mar 05 21:02:14.697490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.702174 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fabd62a-bcc8-4398-a0db-63bf1ce28b58 x-openstack-request-id: req-4fabd62a-bcc8-4398-a0db-63bf1ce28b58 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:14.702511 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e6bab-ea50-48db-a853-4190fadf8e50", "name": "network-vif-deleted", "tag": "1e6ee596-a668-4236-aab0-7cf7ebed5d1d", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:14.705606 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fabd62a-bcc8-4398-a0db-63bf1ce28b58 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:14.705885 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407e6bab-ea50-48db-a853-4190fadf8e50', 'name': 'network-vif-deleted', 'tag': '1e6ee596-a668-4236-aab0-7cf7ebed5d1d', 'status': 'completed', 'code': 200}
Mar 05 21:02:14.804980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7051f34c-6331-48da-b0f0-99ee1e00f878 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:14.805353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7051f34c-6331-48da-b0f0-99ee1e00f878 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:14.805749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:14.832400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:14.832753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 30ed5613-6cdc-4571-8f3a-c8a3d8cc882e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:14.842420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82809220>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:07Z', 'revision_number': 2, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:14.856165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:14.868266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a1b41e4-3364-4448-aaed-418b1e67ba82 req-449db897-cce6-4a84-828b-396d4540103a tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2732635
Mar 05 21:02:14.882079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Checking router: 330c3746-6fb0-4f75-9b5b-7c43be3021bd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:14.882460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Updating router 330c3746-6fb0-4f75-9b5b-7c43be3021bd port 113d7b6a-8650-45cc-8c03-670626019840 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:14.915295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:14.919312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Allocated IP 172.20.0.5 (d74d376a-0a45-4915-b0da-56d17c1f19d7/4499444a-01df-44fd-8647-fc4e970eb1a2/f0dd87c2-bcd6-447a-8690-0daa7aa8f29b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:14.922178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-0bf42a81-ace0-46e4-ade2-ecca5f6adfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.922672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-0bf42a81-ace0-46e4-ade2-ecca5f6adfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:14.924359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-0bf42a81-ace0-46e4-ade2-ecca5f6adfd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1969 time: 0.2396684
Mar 05 21:02:14.971507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (113d7b6a-8650-45cc-8c03-670626019840), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:14.981151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/ec36abf0-5729-4031-8b97-0f690d217075/db2c1a19-c9b4-48b2-968d-eacb3fa59972) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:14.991311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.35.0.246 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/41c2238d-4253-4750-b2d7-263b3de63c8a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:15.087947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0be72bb-75d6-4ab9-a93a-a97c12c31d47 req-c45fbd7c-420d-4cc3-b84f-7f9ed17e7d75 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 210 time: 0.0930269
Mar 05 21:02:15.174708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b4660-8a0e-474c-b2da-fe89551c892f req-7b8ecfc8-2127-4053-a17e-3e901152a4e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.180174 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c25b4660-8a0e-474c-b2da-fe89551c892f req-7b8ecfc8-2127-4053-a17e-3e901152a4e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.4197965
Mar 05 21:02:15.197807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-cdf084a5-2ecf-4ac8-b144-2126bac010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.198266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-cdf084a5-2ecf-4ac8-b144-2126bac010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.198731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-cdf084a5-2ecf-4ac8-b144-2126bac010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.200369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-cdf084a5-2ecf-4ac8-b144-2126bac010a5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2322788
Mar 05 21:02:15.213351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:15.248852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 1e6ee596-a668-4236-aab0-7cf7ebed5d1d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:15.249121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1e6ee596-a668-4236-aab0-7cf7ebed5d1d not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:15.336866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.384783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks [] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.395593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.400595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Attempting to bind port dbb1a5c5-a42b-4b22-99f4-682427abb4bb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:15.400932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Attempting to bind port dbb1a5c5-a42b-4b22-99f4-682427abb4bb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:15.402734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Attempting to bind port dbb1a5c5-a42b-4b22-99f4-682427abb4bb on network 2768f120-bd58-4ead-8479-a50bd634da41 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:15.402886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.409758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Port dbb1a5c5-a42b-4b22-99f4-682427abb4bb on network 2768f120-bd58-4ead-8479-a50bd634da41 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:15.410140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Attempting to bind port dbb1a5c5-a42b-4b22-99f4-682427abb4bb on network 2768f120-bd58-4ead-8479-a50bd634da41 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:15.417968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 903f7a1a-576a-49b0-8dd7-d2475fc7cd8d yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:02:15.432248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7906b32-9d7d-48cc-af57-be203dc6cf74 req-b2c6076e-2fde-4dc0-a8e8-efa300767b92 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.436150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7906b32-9d7d-48cc-af57-be203dc6cf74 req-b2c6076e-2fde-4dc0-a8e8-efa300767b92 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.2724648
Mar 05 21:02:15.440261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c25b4660-8a0e-474c-b2da-fe89551c892f req-27cb5eaa-f59d-40c2-ba0c-7589c0891b0c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368972
Mar 05 21:02:15.464216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:15.470753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:15.472663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Pushing event updated for resources: {'Port': ['ID=db2c1a19-c9b4-48b2-968d-eacb3fa59972,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:15.474792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:15.482832 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d9184220-9b0c-4faf-954d-2e5bdc8a4c10), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.508824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:15.509547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Checking segment: {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:15.510224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Bound using segment: {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:15.510961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Bound port: dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2b0c97-da60-4ef0-8e2a-812662826c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:15.511556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.536685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-5307d872-6144-432d-96e4-9109b73afe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.538351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac5d976b-fc13-40af-b641-ef6fb0020a77 req-5307d872-6144-432d-96e4-9109b73afe4a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3243730
Mar 05 21:02:15.564251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Attempting to bind port db2c1a19-c9b4-48b2-968d-eacb3fa59972 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:15.564625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Attempting to bind port db2c1a19-c9b4-48b2-968d-eacb3fa59972 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:15.564995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Attempting to bind port db2c1a19-c9b4-48b2-968d-eacb3fa59972 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:15.578184 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks [] for port (113d7b6a-8650-45cc-8c03-670626019840), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.579967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:15.580272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:15.580734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.581327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:15.581847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Bound port: db2c1a19-c9b4-48b2-968d-eacb3fa59972, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:15.582783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.595715 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.596117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9184220-9b0c-4faf-954d-2e5bdc8a4c10,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:15.680494 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:02:15.681234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:02:15.701516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665563-14d8-476f-9ca7-c52855588a13 None None] Pushing event updated for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:15.722494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7906b32-9d7d-48cc-af57-be203dc6cf74 req-a6b4027a-ec5f-475d-8997-de9f8815b388 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2225173
Mar 05 21:02:15.740914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9d88ef9-9f3f-494d-92ac-ad6678aabe2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.3614461
Mar 05 21:02:15.747119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60310) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:15.751015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks [] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.755188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.765070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60312) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:15.769291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2ea2-3448-467d-84b6-2c03596d286e req-4c379c20-734b-4cfe-8dc0-7d9093184048 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.784390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2ea2-3448-467d-84b6-2c03596d286e req-4c379c20-734b-4cfe-8dc0-7d9093184048 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:15.789933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] For port db2c1a19-c9b4-48b2-968d-eacb3fa59972, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:15.800464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0d2ea2-3448-467d-84b6-2c03596d286e req-4c379c20-734b-4cfe-8dc0-7d9093184048 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1678 time: 0.2746532
Mar 05 21:02:15.820475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:15.828386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] For port db2c1a19-c9b4-48b2-968d-eacb3fa59972, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db2c1a19-c9b4-48b2-968d-eacb3fa59972,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:15.835806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:15.847162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:15.873396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.899928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.925670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:15.971043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Attempting to bind port 113d7b6a-8650-45cc-8c03-670626019840 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:15.971568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Attempting to bind port 113d7b6a-8650-45cc-8c03-670626019840 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:15.972243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Attempting to bind port 113d7b6a-8650-45cc-8c03-670626019840 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:15.985707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:15.987959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks [] for router_controller (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.005177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:16.007287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:16.007769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:16.008496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.008986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:16.009645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Bound port: 113d7b6a-8650-45cc-8c03-670626019840, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:16.010518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (113d7b6a-8650-45cc-8c03-670626019840), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.052961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee0d2ea2-3448-467d-84b6-2c03596d286e req-778dbacd-cc1d-443f-b527-852578e0fb93 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508473
Mar 05 21:02:16.057837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.083184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f285b-627a-431d-9fdd-0008097d2c48 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.087172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f77f285b-627a-431d-9fdd-0008097d2c48 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3361506
Mar 05 21:02:16.104093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:16.113442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (a2ce9aa6-4d9b-409b-ba93-87959fc3fa05), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.113442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:02:16.130125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b3e6-8481-4a6e-8b5b-a0fbfdd380cd None None] Pushing event updated for resources: {'Port': ['ID=db2c1a19-c9b4-48b2-968d-eacb3fa59972,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:16.146259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6369d56c-596e-450d-9237-5cccbab9b597 None None] Provisioning complete for port 113d7b6a-8650-45cc-8c03-670626019840 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:16.146647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6369d56c-596e-450d-9237-5cccbab9b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (113d7b6a-8650-45cc-8c03-670626019840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.154268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.157193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.168569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] 10.222.0.23 "PUT /v2.0/ports/dbb1a5c5-a42b-4b22-99f4-682427abb4bb HTTP/1.1" status: 200  len: 1092 time: 3.0739055
Mar 05 21:02:16.249742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] For port 113d7b6a-8650-45cc-8c03-670626019840, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:16.263785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6369d56c-596e-450d-9237-5cccbab9b597 None None] Port 113d7b6a-8650-45cc-8c03-670626019840 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:16.272431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.275245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6983a9a-bb28-4678-9074-f254ad021268 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a2ce9aa6-4d9b-409b-ba93-87959fc3fa05 HTTP/1.1" status: 204  len: 168 time: 4.0576286
Mar 05 21:02:16.286645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] For port 113d7b6a-8650-45cc-8c03-670626019840, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=113d7b6a-8650-45cc-8c03-670626019840,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:16.288301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c481da94-d6f3-424d-8021-9c8de177c1d2 req-5f847bae-5bda-4b95-8201-61b686045f05 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 210 time: 0.0741770
Mar 05 21:02:16.291185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0bb63-3aff-46fa-8db8-f45c91860368 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.292974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0bb63-3aff-46fa-8db8-f45c91860368 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.298236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-43d0bb63-3aff-46fa-8db8-f45c91860368 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1837831
Mar 05 21:02:16.304603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60322) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:16.304781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60320) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:16.306756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b67dcb-8e97-4ddd-b4ab-c49cc169464f service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:16.325893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=41c2238d-4253-4750-b2d7-263b3de63c8a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:16.328379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.432080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet ec36abf0-5729-4031-8b97-0f690d217075 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:16.445571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (ec36abf0-5729-4031-8b97-0f690d217075), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.457076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-04c8e819-3e77-4375-ad13-63b04b837d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.457351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-04c8e819-3e77-4375-ad13-63b04b837d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.459043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-04c8e819-3e77-4375-ad13-63b04b837d7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 2042 time: 0.2320960
Mar 05 21:02:16.466335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:16.466997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82809220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:16.473543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665563-14d8-476f-9ca7-c52855588a13 None None] Pushing event updated for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:16.505659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437aec3-2bdb-4569-baae-80ddd5f84f7a tempest-TestServerBasicOps-693003531 tempest-TestServerBasicOps-693003531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.508007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c437aec3-2bdb-4569-baae-80ddd5f84f7a tempest-TestServerBasicOps-693003531 tempest-TestServerBasicOps-693003531-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1122 time: 0.7419009
Mar 05 21:02:16.518522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60326) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:16.533046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Deleting subnet 39c07a60-61ee-460c-9472-ec196c3c44c9 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:16.537837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Publish callbacks [] for subnet (39c07a60-61ee-460c-9472-ec196c3c44c9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.592371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:16.597631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (39c07a60-61ee-460c-9472-ec196c3c44c9), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.625455 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-47742cae-853d-4a31-88e8-3d707a5832e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=263116ce-7cf0-48c8-869b-4be6ced13670 HTTP/1.1" status: 200  len: 217 time: 0.1364706
Mar 05 21:02:16.680814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ec36abf0-5729-4031-8b97-0f690d217075), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.684362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:16.686722 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435b8e4-2963-4f39-91c6-91547d7345d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:16.694952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:16.708481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.760684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.765064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c924-826d-4cf5-a881-cd4a97214460 req-fc8b6911-3001-4a3f-928e-d850f01ffa4d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.785630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2434c924-826d-4cf5-a881-cd4a97214460 req-fc8b6911-3001-4a3f-928e-d850f01ffa4d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.7054551
Mar 05 21:02:16.842059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Network d74d376a-0a45-4915-b0da-56d17c1f19d7 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:16.858206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:16.861459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6dd66996-9ae8-432a-af51-9f8c759b3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.863933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-6dd66996-9ae8-432a-af51-9f8c759b3bf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cdb877-7bc7-495a-971c-c35b65329447 HTTP/1.1" status: 200  len: 801 time: 0.2063534
Mar 05 21:02:16.867560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (39c07a60-61ee-460c-9472-ec196c3c44c9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.871865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:16.924942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Provisioning complete for port 113d7b6a-8650-45cc-8c03-670626019840 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:16.925321 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (113d7b6a-8650-45cc-8c03-670626019840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.936648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a7cd-4794-401e-94f8-cd13f7d959c4 req-dc70c7ef-1104-4b2f-ad46-01c3e6bed891 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:16.938197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fc5a7cd-4794-401e-94f8-cd13f7d959c4 req-dc70c7ef-1104-4b2f-ad46-01c3e6bed891 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.3349416
Mar 05 21:02:16.967429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ec36abf0-5729-4031-8b97-0f690d217075), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:16.990290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.000991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2434c924-826d-4cf5-a881-cd4a97214460 req-bb1c7154-e8e1-43ae-846c-de59db63db66 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2135208
Mar 05 21:02:17.019270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event updated for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:17.061374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:17.065434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-b093cb79-942d-4e9b-8510-b9d57628e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:17.066140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Current status of the port 113d7b6a-8650-45cc-8c03-670626019840 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:17.066538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (113d7b6a-8650-45cc-8c03-670626019840), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.067541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-b093cb79-942d-4e9b-8510-b9d57628e2cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3218138-bd9d-487e-b8c8-cf9a74dcb5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1752138
Mar 05 21:02:17.069285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.091799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82809220>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:16Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:17.107404 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5186dd-5c3f-42a1-9b0b-bbddab84a43b x-openstack-request-id: req-1e5186dd-5c3f-42a1-9b0b-bbddab84a43b {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:17.107782 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:17.108096 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e5186dd-5c3f-42a1-9b0b-bbddab84a43b {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:17.108568 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb', 'status': 'completed', 'code': 200}
Mar 05 21:02:17.128509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fc5a7cd-4794-401e-94f8-cd13f7d959c4 req-dd0052e7-a8c7-48cf-a39a-b12ef9b136e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748734
Mar 05 21:02:17.142044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ec36abf0-5729-4031-8b97-0f690d217075), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.163295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f23a7f-a258-4e40-88d0-bd88bbb1fc85 None None] The sync data for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 is: [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:16Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:17.186146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] For port 113d7b6a-8650-45cc-8c03-670626019840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=113d7b6a-8650-45cc-8c03-670626019840,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:17.187461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-c50e7cc8-f92c-40b6-9ef3-04c9a1c3fb5c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3499217
Mar 05 21:02:17.199081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.199554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.205005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Request body: {'port': {'device_id': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:17.285457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=ec36abf0-5729-4031-8b97-0f690d217075,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:17.288715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015953ba-b4e7-499a-8afd-6a996fdfeffe None None] Pushing event updated for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:17.300353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (39c07a60-61ee-460c-9472-ec196c3c44c9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.348750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.354209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b9bc949-1541-4ea5-8dba-d2f217c6525f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/ec36abf0-5729-4031-8b97-0f690d217075 HTTP/1.1" status: 204  len: 168 time: 1.0462403
Mar 05 21:02:17.355264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60336) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:17.369481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd577fc2-cd0c-41f2-9aca-01f49784bc08 None None] Network 50e47084-22c1-4505-b650-54af5bab66ac requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:17.375434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.381351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39c07a60-61ee-460c-9472-ec196c3c44c9 HTTP/1.1" status: 204  len: 168 time: 1.0680232
Mar 05 21:02:17.381351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ce49-5cdf-4618-98ba-98f27b5ac714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c07a60-61ee-460c-9472-ec196c3c44c9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:17.383255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60338) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:17.446819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4b7d426-08b4-4324-9b88-d55e62f02d7c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835271
Mar 05 21:02:17.477674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:17.486248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:17.528427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.538417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-8acf4d04-734c-4ddc-93a3-13c994dfc0f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e3218138-bd9d-487e-b8c8-cf9a74dcb5b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4638536
Mar 05 21:02:17.594773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139859b1-62e7-4481-b7dd-2d9e2f21635d req-2ce1ef81-5184-432e-a9a5-b37d4d2ea54f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:17.596737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-139859b1-62e7-4481-b7dd-2d9e2f21635d req-2ce1ef81-5184-432e-a9a5-b37d4d2ea54f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.3220496
Mar 05 21:02:17.648271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] DHCP port deletion for 50e47084-22c1-4505-b650-54af5bab66ac request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:17.691923 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (50e47084-22c1-4505-b650-54af5bab66ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.716613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c41c0-f949-465e-8b6f-1bd7bbfe8dd8 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:17.796081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Deleting port e1112055-da09-4a19-9cc1-f76626b79f4e {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:17.796472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.837286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-139859b1-62e7-4481-b7dd-2d9e2f21635d req-348dc2d6-d4b6-4024-84fd-3c37418acbd2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956029
Mar 05 21:02:17.866011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-cfa7d761-85e8-4338-a8c8-01448f08a9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/e3218138-bd9d-487e-b8c8-cf9a74dcb5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065977
Mar 05 21:02:17.895560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] For port e1112055-da09-4a19-9cc1-f76626b79f4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1112055-da09-4a19-9cc1-f76626b79f4e,segment=NetworkSegment(f3a297d9-3b3a-4ea1-8102-a8769488161b),segment_id=f3a297d9-3b3a-4ea1-8102-a8769488161b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:17.896011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:17.899998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Allocated IP 172.35.0.114 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8ed49dbe-9866-4899-9c03-56f86f21ea43) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:17.922254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Calling delete_port for e1112055-da09-4a19-9cc1-f76626b79f4e owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:17.977997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-60bf9717-e99d-4673-938b-3bfc9056955f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb HTTP/1.1" status: 200  len: 217 time: 0.0885932
Mar 05 21:02:18.115333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.143903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Deleting port e1112055-da09-4a19-9cc1-f76626b79f4e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:18.144507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.167439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] No DVR routers for this DVR port e1112055-da09-4a19-9cc1-f76626b79f4e on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:18.180115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21380688-fe44-46f5-8ddc-51c5ce76bea4 None None] Pushing event deleted for resources: {'Port': ['ID=e1112055-da09-4a19-9cc1-f76626b79f4e,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:18.226033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] For port e1112055-da09-4a19-9cc1-f76626b79f4e, host ncdv-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:18.226407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.227919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Provisioning complete for port db2c1a19-c9b4-48b2-968d-eacb3fa59972 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:18.228458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.242739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Calling delete_port for e1112055-da09-4a19-9cc1-f76626b79f4e owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:18.245678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Port e1112055-da09-4a19-9cc1-f76626b79f4e was not found and therefore no delete operation was performed {{(pid=126562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:02:18.254995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e1112055-da09-4a19-9cc1-f76626b79f4e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.258536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a505-551f-481d-aecc-596085caccfd req-2d809b1f-e0b7-4fab-8c16-b8e3ab4dae25 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.261535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 113d7b6a-8650-45cc-8c03-670626019840 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:18.264797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a505-551f-481d-aecc-596085caccfd req-2d809b1f-e0b7-4fab-8c16-b8e3ab4dae25 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.274318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6f1a505-551f-481d-aecc-596085caccfd req-2d809b1f-e0b7-4fab-8c16-b8e3ab4dae25 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1678 time: 1.0801756
Mar 05 21:02:18.288326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.298248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1112055-da09-4a19-9cc1-f76626b79f4e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:18.302677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-c537d8f1-0a45-4da5-b8e0-07fa77b06200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.304560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-c537d8f1-0a45-4da5-b8e0-07fa77b06200 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b88c7eb7-1602-446b-969d-1868a35317a7 HTTP/1.1" status: 200  len: 801 time: 0.3205199
Mar 05 21:02:18.345831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] No DVR routers for this DVR port e1112055-da09-4a19-9cc1-f76626b79f4e on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:18.354886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.381121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.456916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6f1a505-551f-481d-aecc-596085caccfd req-265be952-9979-4ecb-86e1-39c30b8878e0 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810176
Mar 05 21:02:18.559467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:18.579427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:18.583970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.660376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Current status of the port db2c1a19-c9b4-48b2-968d-eacb3fa59972 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:18.660984 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.675388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 113d7b6a-8650-45cc-8c03-670626019840 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:18.675883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (113d7b6a-8650-45cc-8c03-670626019840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.704369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] For port db2c1a19-c9b4-48b2-968d-eacb3fa59972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db2c1a19-c9b4-48b2-968d-eacb3fa59972,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:18.707798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=41c2238d-4253-4750-b2d7-263b3de63c8a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:18.730594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.799997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Deleting port db2c1a19-c9b4-48b2-968d-eacb3fa59972 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:18.800382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.800644 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.855345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.857362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c304fcc6-ba9d-4ee7-9529-5fbcf30fd66c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2027197
Mar 05 21:02:18.878516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] For port db2c1a19-c9b4-48b2-968d-eacb3fa59972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db2c1a19-c9b4-48b2-968d-eacb3fa59972,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:18.878516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.879556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.886469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f327c-62e2-4970-a10e-77969bf2bae0 req-ca0e6b85-2a7f-40ae-8322-57faef3a843a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.890606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-391f327c-62e2-4970-a10e-77969bf2bae0 req-ca0e6b85-2a7f-40ae-8322-57faef3a843a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.1987202
Mar 05 21:02:18.907592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17980d48-fde5-4d6f-b25e-9220954e1fd0 req-c125232e-c133-47df-9559-b96257283529 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.914810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17980d48-fde5-4d6f-b25e-9220954e1fd0 req-c125232e-c133-47df-9559-b96257283529 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 931 time: 0.8592930
Mar 05 21:02:18.933752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Calling delete_port for db2c1a19-c9b4-48b2-968d-eacb3fa59972 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:18.943816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (50e47084-22c1-4505-b650-54af5bab66ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:18.972589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816a73-4482-413a-8b2a-16ebb0c8dda7 None None] Pushing event updated for resources: {'Port': ['ID=db2c1a19-c9b4-48b2-968d-eacb3fa59972,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:18.985209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-a5842286-0a68-46b4-9540-07366c455248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:18.986736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-a5842286-0a68-46b4-9540-07366c455248 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2768f120-bd58-4ead-8479-a50bd634da41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.6414294
Mar 05 21:02:18.998956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30ac0>,) {'filters': {'network_id': ['50e47084-22c1-4505-b650-54af5bab66ac']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:19.054409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 113d7b6a-8650-45cc-8c03-670626019840 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:19.055849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db2c1a19-c9b4-48b2-968d-eacb3fa59972 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:19.071155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30ac0>, 'f3a297d9-3b3a-4ea1-8102-a8769488161b') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:19.071453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30ac0>, 'f3a297d9-3b3a-4ea1-8102-a8769488161b') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:19.073667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-391f327c-62e2-4970-a10e-77969bf2bae0 req-b9f03c9e-0cf4-4224-96dd-3a53ac20c128 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1451180
Mar 05 21:02:19.088145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17980d48-fde5-4d6f-b25e-9220954e1fd0 req-fd58b358-a089-43a0-8491-141a6d517ca3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714368
Mar 05 21:02:19.104751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dd87c2-bcd6-447a-8690-0daa7aa8f29b {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:19.104751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (543fe27b-90ca-4cff-b3a5-50f956b72a20), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.108058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.115260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks [] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.129174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port db2c1a19-c9b4-48b2-968d-eacb3fa59972 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:19.129561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.144820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f3a297d9-3b3a-4ea1-8102-a8769488161b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.176637 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (db2c1a19-c9b4-48b2-968d-eacb3fa59972), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.192841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Transition to ACTIVE for port object f0dd87c2-bcd6-447a-8690-0daa7aa8f29b will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:19.194984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:19.198124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:19.203966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:19.204485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.207573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.227253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] Pushing event deleted for resources: {'Port': ['ID=db2c1a19-c9b4-48b2-968d-eacb3fa59972,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:19.233059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0def5d-5579-433c-922c-a966204cfc84 None None] No DVR routers for this DVR port db2c1a19-c9b4-48b2-968d-eacb3fa59972 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:19.238427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Could not find standard attr ID for object db2c1a19-c9b4-48b2-968d-eacb3fa59972. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:02:19.248167 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No ports have port_id starting with db2c1a19-c9b4-48b2-968d-eacb3fa59972
Mar 05 21:02:19.254371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df64ac-3a5c-4a84-8804-dea0d85a07d1 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:19.254545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-5de8a4d0-b667-40b9-ac29-32fc9ace238e service neutron] 10.222.0.23 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579849
Mar 05 21:02:19.261971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=543fe27b-90ca-4cff-b3a5-50f956b72a20,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:19.271728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f3a297d9-3b3a-4ea1-8102-a8769488161b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.278078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:19.279458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f3a297d9-3b3a-4ea1-8102-a8769488161b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.292810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4e14f2ab-4d3e-4c25-9bdc-53a4ce012d4c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8138192
Mar 05 21:02:19.297927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:19.302420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:19.327541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:19.333557 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:19.358393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d9184220-9b0c-4faf-954d-2e5bdc8a4c10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:19.359438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (50e47084-22c1-4505-b650-54af5bab66ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.386261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.387273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.390725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d9184220-9b0c-4faf-954d-2e5bdc8a4c10 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:19.391425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d9184220-9b0c-4faf-954d-2e5bdc8a4c10 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:19.392107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e1112055-da09-4a19-9cc1-f76626b79f4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:19.396816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:19.398058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.401812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50e47084-22c1-4505-b650-54af5bab66ac HTTP/1.1" status: 204  len: 168 time: 2.0175242
Mar 05 21:02:19.420946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-79e6b61b-8ecb-4484-abc3-6d6fe67541c3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--470323971&fields=id&tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 267 time: 0.1908202
Mar 05 21:02:19.442152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e1112055-da09-4a19-9cc1-f76626b79f4e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:19.442534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e1112055-da09-4a19-9cc1-f76626b79f4e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:19.446724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:19.451337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'Port': ['ID=8ed49dbe-9866-4899-9c03-56f86f21ea43,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:19.453927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e589f19-7272-4b8f-8957-94d5265949d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e47084-22c1-4505-b650-54af5bab66ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:19.456166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:19.540247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '543fe27b-90ca-4cff-b3a5-50f956b72a20'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:19.543687 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.565985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-97933d3b-a58c-45d7-aa1e-15f43c3eea8f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:19.572460 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-97933d3b-a58c-45d7-aa1e-15f43c3eea8f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.1491485
Mar 05 21:02:19.613535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d380ea1-bbcf-421f-9781-f9b212b2b97c req-7f807d4f-6f9f-48e2-bc24-3a2dcc1da657 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:19.614992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d380ea1-bbcf-421f-9781-f9b212b2b97c req-7f807d4f-6f9f-48e2-bc24-3a2dcc1da657 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.3597059
Mar 05 21:02:19.618569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60368) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:19.646818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-f4ace584-dad9-459d-9ecb-29481197695c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/quotas/1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 375 time: 0.0730398
Mar 05 21:02:19.654374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router_controller (38fb484a-7deb-41ea-abb8-fb3591316e1b), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.664954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c1a682c-4262-415c-97ff-d1ed2bda1a53 req-0b552446-b53e-422c-bb1c-d8b06d979871 service neutron] 10.222.0.23 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3301950
Mar 05 21:02:19.665724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Attempting to bind port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:19.666075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Attempting to bind port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:19.666410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Attempting to bind port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:19.685488 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.697549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b on network d74d376a-0a45-4915-b0da-56d17c1f19d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:19.697910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Attempting to bind port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b on network d74d376a-0a45-4915-b0da-56d17c1f19d7 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:19.712156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:19.712621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Checking segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:19.713003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Bound using segment: {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:19.713455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Bound port: f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b270024-efe3-402f-b0e4-c67bbea6d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:19.713816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.734817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.736255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09841558-383c-47bd-be9f-5cbb2e0a3af0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4372160
Mar 05 21:02:19.740030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60370) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:19.750824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/543fe27b-90ca-4cff-b3a5-50f956b72a20/33567ba5-fb73-4dc1-a999-8b1a32b569c7) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:19.830718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-746f6658-c825-4d2d-bc29-52c1094ddff9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92ce8974b7c140b6b12a24cd251d1d95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2035234
Mar 05 21:02:19.831826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:19.837535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d380ea1-bbcf-421f-9781-f9b212b2b97c req-d6f3d9b9-2885-436a-a6be-cd4c36b145a2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947629
Mar 05 21:02:19.893651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-6ee59080-6f3c-4d4d-97bf-9cfec185fc2d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2459741
Mar 05 21:02:19.967049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks [] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.973058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db2c1a19-c9b4-48b2-968d-eacb3fa59972 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:19.979213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:19.990787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-4f914341-8bb2-4643-8a1b-b79b1376bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:19.991970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-4f914341-8bb2-4643-8a1b-b79b1376bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:19.993813 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-4f914341-8bb2-4643-8a1b-b79b1376bb90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 2042 time: 0.2274339
Mar 05 21:02:20.048221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: db2c1a19-c9b4-48b2-968d-eacb3fa59972 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:20.049088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db2c1a19-c9b4-48b2-968d-eacb3fa59972 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:20.085794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:20.095083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:20.100995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:20.110624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:20.115082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Pushing event updated for resources: {'Port': ['ID=33567ba5-fb73-4dc1-a999-8b1a32b569c7,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:20.115696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:20.174807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-86677c9b-b95e-4d62-853f-f6f5aa143405 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669024
Mar 05 21:02:20.186537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Attempting to bind port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:20.187076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Attempting to bind port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:20.187553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Attempting to bind port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:20.192949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:20.194009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:20.194009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.194229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] Publish callbacks [] for security_group (28e3d9ea-57e1-4308-ae36-e537a60148bc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.194526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:20.195154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Bound port: 33567ba5-fb73-4dc1-a999-8b1a32b569c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:20.195849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.203968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.265165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] For port 33567ba5-fb73-4dc1-a999-8b1a32b569c7, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:20.269142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] For port 33567ba5-fb73-4dc1-a999-8b1a32b569c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33567ba5-fb73-4dc1-a999-8b1a32b569c7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:20.275791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] Publish callbacks [] for security_group (28e3d9ea-57e1-4308-ae36-e537a60148bc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.279524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.304421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-61f9a499-cf84-4ddb-998a-ef1b2518bcbc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.305915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-61f9a499-cf84-4ddb-998a-ef1b2518bcbc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 945 time: 0.3724256
Mar 05 21:02:20.356200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b08d9-3d80-48b0-86fa-b20d110743f0 None None] Pushing event updated for resources: {'Port': ['ID=33567ba5-fb73-4dc1-a999-8b1a32b569c7,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:20.367508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.368233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.370062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-67521399-93cc-4d08-a069-055b78eac106 service neutron] 10.222.0.31 "PUT /v2.0/ports/f0dd87c2-bcd6-447a-8690-0daa7aa8f29b HTTP/1.1" status: 200  len: 1091 time: 3.1743588
Mar 05 21:02:20.380739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:20.384412 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417d5e2-5067-446f-bb59-8ec5552a27de" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:20.418182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-c2aa2a29-1bbd-43c1-8ffa-a28863a96fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.420901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-c2aa2a29-1bbd-43c1-8ffa-a28863a96fae service neutron] 10.222.0.23 "GET /v2.0/networks?id=2768f120-bd58-4ead-8479-a50bd634da41 HTTP/1.1" status: 200  len: 903 time: 0.4194314
Mar 05 21:02:20.433039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d208-aa71-438b-8a37-c9b28b71df84 req-e38c8ce9-9971-406c-8bb7-b778fe936123 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.439286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d208-aa71-438b-8a37-c9b28b71df84 req-e38c8ce9-9971-406c-8bb7-b778fe936123 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.440958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5516d208-aa71-438b-8a37-c9b28b71df84 req-e38c8ce9-9971-406c-8bb7-b778fe936123 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1678 time: 0.2735145
Mar 05 21:02:20.470671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-127fb2ad-dd5f-4440-bc4c-99fe76d8f271 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580581
Mar 05 21:02:20.495240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ba71-1722-416f-90b2-5b05046f97bd req-620b0910-28fe-438f-915d-3d767f6a8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.496838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-620b0910-28fe-438f-915d-3d767f6a8111 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.3211520
Mar 05 21:02:20.500779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67521399-93cc-4d08-a069-055b78eac106 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:20.511700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for floatingip (fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.554308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-886bc4a9-7967-4662-8f77-b742402d2b3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb HTTP/1.1" status: 200  len: 217 time: 0.1073790
Mar 05 21:02:20.646893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.684392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (28e3d9ea-57e1-4308-ae36-e537a60148bc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.694936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.698619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28e3d9ea-57e1-4308-ae36-e537a60148bc HTTP/1.1" status: 204  len: 168 time: 0.8572290
Mar 05 21:02:20.699013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-aeed0775-1270-44ad-a504-c9534342f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.700802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-aeed0775-1270-44ad-a504-c9534342f237 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 1125 time: 0.2625794
Mar 05 21:02:20.786923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bdd5-1a65-4631-8d7d-6882df160ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e3d9ea-57e1-4308-ae36-e537a60148bc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:20.829688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-c924eb0e-1df4-4427-bffe-0cd0f5f0465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.831243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-c924eb0e-1df4-4427-bffe-0cd0f5f0465e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b88c7eb7-1602-446b-969d-1868a35317a7 HTTP/1.1" status: 200  len: 801 time: 0.2672582
Mar 05 21:02:20.842717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5516d208-aa71-438b-8a37-c9b28b71df84 req-d0e4b55b-1a4f-4051-89a7-bc747e99e53c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3851390
Mar 05 21:02:20.906743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-d4b7cc7c-eedf-49bb-9c0b-88955681d5ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b HTTP/1.1" status: 200  len: 217 time: 0.1271937
Mar 05 21:02:20.907869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ba71-1722-416f-90b2-5b05046f97bd req-41d72622-359c-4ff5-9322-016b8eae5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:20.909218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-41d72622-359c-4ff5-9322-016b8eae5e45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.4018393
Mar 05 21:02:20.910974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:20.938916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port 1717a280-f2d9-493e-aefc-211894280866 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:20.939274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1717a280-f2d9-493e-aefc-211894280866), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.099140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-ac064173-8aa0-453d-8eb8-b932463c504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:21.103703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-ac064173-8aa0-453d-8eb8-b932463c504c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2768f120-bd58-4ead-8479-a50bd634da41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2574627
Mar 05 21:02:21.109051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b70bb-dd8b-4394-af3c-f74e71faba03 req-98a739ca-b08f-4abe-ad56-b75c3280257d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:21.116110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-752b70bb-dd8b-4394-af3c-f74e71faba03 req-98a739ca-b08f-4abe-ad56-b75c3280257d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.2753625
Mar 05 21:02:21.127292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-6f709ce3-94b3-452b-a44c-b767b07876ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:21.128869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-6f709ce3-94b3-452b-a44c-b767b07876ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.2046196
Mar 05 21:02:21.130784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-c2f9fbba-b606-4956-900a-91041399974d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 1001 time: 0.2105789
Mar 05 21:02:21.226467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-fb574774-8d20-4429-8d92-e4680fdee451 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861270
Mar 05 21:02:21.237523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device dbb1a5c5-a42b-4b22-99f4-682427abb4bb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:21.283645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad94cd5-9073-4942-8a67-81d76adf5891 req-31a77185-e779-48d1-bf96-99fa32db0db4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:21.285356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ad94cd5-9073-4942-8a67-81d76adf5891 req-31a77185-e779-48d1-bf96-99fa32db0db4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 943 time: 0.3159690
Mar 05 21:02:21.345177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port 1717a280-f2d9-493e-aefc-211894280866, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1717a280-f2d9-493e-aefc-211894280866,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:21.345560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1717a280-f2d9-493e-aefc-211894280866), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.412112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for 1717a280-f2d9-493e-aefc-211894280866 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:21.414671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:21.438192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb', 'network_id': '2768f120-bd58-4ead-8479-a50bd634da41', 'port_id': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb', 'mac_address': 'fa:16:3e:4d:ac:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88c7eb7-1602-446b-969d-1868a35317a7', 'ip_address': '19.86.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:21.491856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-d64f9df8-7da2-474c-9b19-86338db18c91 service neutron] 10.222.0.23 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3755853
Mar 05 21:02:21.496647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port dbb1a5c5-a42b-4b22-99f4-682427abb4bb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:21.498316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.506767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ad94cd5-9073-4942-8a67-81d76adf5891 req-35a2010a-9a3b-45ae-b46c-155fe08f5a16 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129598
Mar 05 21:02:21.544336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb1a5c5-a42b-4b22-99f4-682427abb4bb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:21.595288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:21.601513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.603337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 263116ce-7cf0-48c8-869b-4be6ced13670 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:21.624804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.671650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:21.807415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eae93705-623e-4080-8fd6-f0f89c4c6ee1 req-f34b3c21-306e-4541-938b-70390c4888a4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 210 time: 0.0701947
Mar 05 21:02:21.851856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:21.897646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event updated for resources: {'Port': ['ID=8ed49dbe-9866-4899-9c03-56f86f21ea43,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:21.917300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4435b8e4-2963-4f39-91c6-91547d7345d9 req-27f2d30a-e561-4a46-ad37-d363eed5dc47 service neutron] 10.222.0.23 "GET /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4244347
Mar 05 21:02:21.918326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.055487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 33567ba5-fb73-4dc1-a999-8b1a32b569c7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:22.068344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=263116ce-7cf0-48c8-869b-4be6ced13670,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:22.110776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '263116ce-7cf0-48c8-869b-4be6ced13670', 'network_id': 'e3218138-bd9d-487e-b8c8-cf9a74dcb5b2', 'port_id': '263116ce-7cf0-48c8-869b-4be6ced13670', 'mac_address': 'fa:16:3e:30:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cdb877-7bc7-495a-971c-c35b65329447', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:22.121785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:22.172443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 263116ce-7cf0-48c8-869b-4be6ced13670 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:22.172820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.197271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:22.198142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.221745 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Floating IP fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0 associated. External IP: 172.35.0.114, port: ebe41f7c-d3ac-4d67-a17b-c81e986cf55d.
Mar 05 21:02:22.226165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263116ce-7cf0-48c8-869b-4be6ced13670 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:22.230342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1717a280-f2d9-493e-aefc-211894280866), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.242207 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8cfba-5458-432f-ae77-c4b6198e60b1 x-openstack-request-id: req-6ea8cfba-5458-432f-ae77-c4b6198e60b1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:22.243036 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:22.243036 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ea8cfba-5458-432f-ae77-c4b6198e60b1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:22.243224 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b', 'status': 'completed', 'code': 200}
Mar 05 21:02:22.252777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Provisioning complete for port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:22.253729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.261520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1717a280-f2d9-493e-aefc-211894280866'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:22.265631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:22.321149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ba71-1722-416f-90b2-5b05046f97bd req-ba96d782-4c0c-4887-ad93-abe1f4f58258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.322470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-ba96d782-4c0c-4887-ad93-abe1f4f58258 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 1.1730266
Mar 05 21:02:22.326374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-752b70bb-dd8b-4394-af3c-f74e71faba03 req-66f8fa81-aecc-478e-a263-e7d7612f0576 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.2096398
Mar 05 21:02:22.381450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=263116ce-7cf0-48c8-869b-4be6ced13670,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:22.412126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::1 (5e836852-f4cc-40c5-91ef-7e406c291770/543fe27b-90ca-4cff-b3a5-50f956b72a20/9a97e8da-53f5-43a2-b954-95e53e40a9b2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:22.421094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-7266739c-9822-430f-a2c2-7d3a55a7620e service neutron] 10.222.0.31 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1778140
Mar 05 21:02:22.448932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.470428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-543097d9-8fe9-4c80-a8fe-2e6ec4256408 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2320843
Mar 05 21:02:22.569131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ba71-1722-416f-90b2-5b05046f97bd req-84837265-f011-433e-96b8-6bc38c897fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.570422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-84837265-f011-433e-96b8-6bc38c897fd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2354765
Mar 05 21:02:22.644527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:22.644925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.675029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:22.696712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['dbb1a5c5-a42b-4b22-99f4-682427abb4bb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:22.761217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 33567ba5-fb73-4dc1-a999-8b1a32b569c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33567ba5-fb73-4dc1-a999-8b1a32b569c7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:22.770965 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.786495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-network', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:22.793796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Current status of the port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:22.795269 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.820616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c11db32f-e26b-44c9-a931-24c64d70a879 req-5329a530-d229-4045-88d4-0d8152e0e98c service neutron] 10.222.0.31 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3901224
Mar 05 21:02:22.831706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=1717a280-f2d9-493e-aefc-211894280866,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:22.850872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c25b-0ab4-40ec-8b26-218d2421d251 req-e40a1ac7-8796-4d40-8b93-c48cf33a08de tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.856423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c25b-0ab4-40ec-8b26-218d2421d251 req-e40a1ac7-8796-4d40-8b93-c48cf33a08de tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.864260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c55c25b-0ab4-40ec-8b26-218d2421d251 req-e40a1ac7-8796-4d40-8b93-c48cf33a08de tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1680 time: 0.3516481
Mar 05 21:02:22.870078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.877454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-a858ea55-2608-43be-88d8-496d3fcf98da tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.879278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-a858ea55-2608-43be-88d8-496d3fcf98da tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.3649278
Mar 05 21:02:22.883093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=33567ba5-fb73-4dc1-a999-8b1a32b569c7,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:22.903070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459966-4bf2-4185-890b-d3544686559a req-a140bf78-006d-4956-bba1-fc4417988765 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:22.910799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9459966-4bf2-4185-890b-d3544686559a req-a140bf78-006d-4956-bba1-fc4417988765 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9443f7-ccad-4db6-8a01-914f58f54436 HTTP/1.1" status: 200  len: 867 time: 0.7903464
Mar 05 21:02:22.937124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Made reservation on behalf of eaa0178bc4474411bd9ee2d1020120de for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:22.943737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:22.947179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-b1f76a04-93e9-44ff-a8d2-5d6a80dfabb9 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365180
Mar 05 21:02:23.005038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:02:23.005392 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:02:23.016462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port 1717a280-f2d9-493e-aefc-211894280866 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:23.018545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.023619 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.027287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78c2140c-8e45-4a81-bee6-3e97ff6229d7 req-b7f2ded1-ad47-4de7-af83-ef2ee534a818 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "DELETE /v2.0/ports/1717a280-f2d9-493e-aefc-211894280866 HTTP/1.1" status: 204  len: 173 time: 2.6873958
Mar 05 21:02:23.030654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'name': 'network-vif-deleted', 'tag': '1717a280-f2d9-493e-aefc-211894280866'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:23.033044 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f35968-d5ca-4783-a277-45eb4bb39fbc" -d '{"events": [{"server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "name": "network-vif-deleted", "tag": "1717a280-f2d9-493e-aefc-211894280866"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:23.095513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c55c25b-0ab4-40ec-8b26-218d2421d251 req-2a965ac5-d22c-4bc2-a92a-7a9dad06401e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306554
Mar 05 21:02:23.103756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9459966-4bf2-4185-890b-d3544686559a req-225b63af-fb38-408d-bb38-1f4f9d4e98c0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919611
Mar 05 21:02:23.154166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-5f1008a2-cb36-49f7-932c-8f3093df4808 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 379 time: 0.2617841
Mar 05 21:02:23.159548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.159902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-35f1906a-98ae-40b0-9fa5-6bbc70e75520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.161420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-35f1906a-98ae-40b0-9fa5-6bbc70e75520 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 1127 time: 0.3703330
Mar 05 21:02:23.173411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'device_id': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'admin_state_up': True, 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'security_groups': ['93aa6a59-56eb-4f6e-b621-9556ccf46fe7']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:23.183516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-343c584d-03f3-42c4-a2db-f95e18422544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.185931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-343c584d-03f3-42c4-a2db-f95e18422544 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa686c12d54e49ceaa2ce991119294e4&device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 1125 time: 0.2647407
Mar 05 21:02:23.249898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1717a280-f2d9-493e-aefc-211894280866 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:23.273029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 1717a280-f2d9-493e-aefc-211894280866 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:23.273690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1717a280-f2d9-493e-aefc-211894280866 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:23.315343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:23.316144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e5f7443-5443-4dea-a70c-71f4544be8d0 req-994c4765-d186-4008-ad0c-9f2ecf1bb3fe tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 210 time: 0.0883815
Mar 05 21:02:23.319433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d205ba71-1722-416f-90b2-5b05046f97bd req-658b00c3-1bf2-415e-bdbf-1cf75ed55c74 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3461607
Mar 05 21:02:23.366018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Router 9835e566-d504-42be-ae7b-e05487be8212 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:23.373786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:23.376738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:23.377326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (38fb484a-7deb-41ea-abb8-fb3591316e1b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.382602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks [] for security_group (b163a61d-2e9c-424e-a481-3ab402d6b521), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.389497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:23.390042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-9380dac9-3431-4581-8466-1a47320bd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.391552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-9380dac9-3431-4581-8466-1a47320bd323 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.1893888
Mar 05 21:02:23.395252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b163a61d-2e9c-424e-a481-3ab402d6b521), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.423615 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1449f2fe-23a8-43ba-887a-50e26e8a7952 x-openstack-request-id: req-1449f2fe-23a8-43ba-887a-50e26e8a7952 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:23.424014 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9443f7-ccad-4db6-8a01-914f58f54436", "name": "network-vif-deleted", "tag": "1717a280-f2d9-493e-aefc-211894280866", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:23.424213 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1449f2fe-23a8-43ba-887a-50e26e8a7952 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:23.424539 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9443f7-ccad-4db6-8a01-914f58f54436', 'name': 'network-vif-deleted', 'tag': '1717a280-f2d9-493e-aefc-211894280866', 'status': 'completed', 'code': 200}
Mar 05 21:02:23.518569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:02:23.533576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-f4efb4c6-1b0b-437c-bde3-14c75f7eb1c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 200  len: 217 time: 0.1288815
Mar 05 21:02:23.565856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48657b-08de-4986-a200-a2969b545e55 req-050b71b5-774b-4ea9-9de1-46e09d816c59 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.573328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c48657b-08de-4986-a200-a2969b545e55 req-050b71b5-774b-4ea9-9de1-46e09d816c59 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 943 time: 0.3285818
Mar 05 21:02:23.587286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-ca6fd692-f965-4454-867d-3eb078968203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.588768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-ca6fd692-f965-4454-867d-3eb078968203 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 200  len: 916 time: 0.3430707
Mar 05 21:02:23.591722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-09f425d6-3687-4a56-9b35-21e70cf4bad8 None None] Current status of the port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:23.593721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7edb769e-cea2-45aa-bdd3-ce28543147d9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.593935 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Added segment 7edb769e-cea2-45aa-bdd3-ce28543147d9 of type vlan for network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb
Mar 05 21:02:23.609410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b163a61d-2e9c-424e-a481-3ab402d6b521,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:23.696499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-72fb787c-fc05-429f-b749-2953d12f8e1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b HTTP/1.1" status: 200  len: 217 time: 0.0936747
Mar 05 21:02:23.700458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.716737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['263116ce-7cf0-48c8-869b-4be6ced13670'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:23.723105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-ffedbf64-9af7-456c-a04c-cb3ac75a267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.724627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-ffedbf64-9af7-456c-a04c-cb3ac75a267a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1779933
Mar 05 21:02:23.735148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:23.751422 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Sync routers for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:23.770493 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:23.772912 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:23.775044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:23.787329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.794934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fee1-872f-4ff7-b503-3d6f404a2155 req-d89eb1b8-f81e-4442-9143-da51fdeac4cb tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.802043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-42a7fee1-872f-4ff7-b503-3d6f404a2155 req-d89eb1b8-f81e-4442-9143-da51fdeac4cb tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.2809613
Mar 05 21:02:23.864026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.891575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-5decf11a-769d-4837-9f5d-37094e1ee709 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1516201
Mar 05 21:02:23.910476 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-42a7fee1-872f-4ff7-b503-3d6f404a2155 req-5e4cd762-901d-4b45-9a4c-1e6fffc39955 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026733
Mar 05 21:02:23.939792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.946846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c48657b-08de-4986-a200-a2969b545e55 req-8bbf4749-8215-4f9d-959c-f457cb8c9631 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726790
Mar 05 21:02:23.952208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.953255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:23.953850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:23.993895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 33567ba5-fb73-4dc1-a999-8b1a32b569c7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:24.031475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9048398
Mar 05 21:02:24.034148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60426) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:24.068622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Request body: {'subnet': {'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-subnet', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:24.076085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f0dd87c2-bcd6-447a-8690-0daa7aa8f29b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:24.112825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-ff6ac225-c71a-459b-a29d-bf9c6bc540fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:24.114517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-ff6ac225-c71a-459b-a29d-bf9c6bc540fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 200  len: 855 time: 0.4061112
Mar 05 21:02:24.115420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:24.152157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Made reservation on behalf of eaa0178bc4474411bd9ee2d1020120de for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:24.155209 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.212921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84e6cc9a-c98e-40ae-b65e-8acb808b1717 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.6232774
Mar 05 21:02:24.284027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:24.309958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b', 'network_id': 'd74d376a-0a45-4915-b0da-56d17c1f19d7', 'port_id': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b', 'mac_address': 'fa:16:3e:ed:43:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499444a-01df-44fd-8647-fc4e970eb1a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:24.312580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-00c45f99-b89a-4239-82ed-8a7ebc456c53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d74d376a-0a45-4915-b0da-56d17c1f19d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1458549
Mar 05 21:02:24.319009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e53677c4-8376-45e0-8df8-360b390f97b8 None None] Provisioning complete for port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:24.319323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e53677c4-8376-45e0-8df8-360b390f97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.337059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e16f35-4e45-484d-890e-ae2317dd09bc admin admin] Pushing event updated for resources: {'Network': ['ID=bc2e20ca-7bff-49dc-a8e9-074c37fe32cb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:24.407385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:24.407958 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.411219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:02:24.480098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:24.481147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.502689 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-129e3278-8857-4455-ae16-67add7b22127 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5882614
Mar 05 21:02:24.502912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-f406886b-0c0a-4fe6-a3e5-5865d45534b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:24.504121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-f406886b-0c0a-4fe6-a3e5-5865d45534b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.6379888
Mar 05 21:02:24.519200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a583c-b0fd-43e7-99d7-076f3ab4c784 req-0b9a197b-3103-4c58-8740-96b3a95997a9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:24.525139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a583c-b0fd-43e7-99d7-076f3ab4c784 req-0b9a197b-3103-4c58-8740-96b3a95997a9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:24.533629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae5a583c-b0fd-43e7-99d7-076f3ab4c784 req-0b9a197b-3103-4c58-8740-96b3a95997a9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1680 time: 0.2672110
Mar 05 21:02:24.542546 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84550>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'floating_ip_address': '172.35.0.114', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9835e566-d504-42be-ae7b-e05487be8212', 'port_id': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'mac_address': 'fa:16:3e:50:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:19Z', 'revision_number': 0, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:24.543083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6e80d6a-28b8-4175-86e2-cd33176ccf9d req-59c70be8-8af1-46d2-8da1-148ff3bd1702 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 210 time: 0.0884550
Mar 05 21:02:24.688433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.20.0.12 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/30ad7984-3b01-4aac-9f3b-d69f10ea737a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:24.703250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4195a565-9edd-41e7-9398-a3f71cd4789c req-e954033d-97c8-4923-ab2a-58cc0481932f service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399319
Mar 05 21:02:24.726207 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Checking router: 9835e566-d504-42be-ae7b-e05487be8212 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:24.746698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae5a583c-b0fd-43e7-99d7-076f3ab4c784 req-4d5bfe9a-1c38-4afc-a7cf-87ca2622e14e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120996
Mar 05 21:02:24.754269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (bb7ada73-c0ef-449f-904f-57fcc193bc4a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.761637 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:24.762685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:01:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:24.827137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Checking segment: {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:24.827849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Network hostable DHCP agents. Network: bc2e20ca-7bff-49dc-a8e9-074c37fe32cb, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:02:24.838049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7ada73-c0ef-449f-904f-57fcc193bc4a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:24.854450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dd87c2-bcd6-447a-8690-0daa7aa8f29b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:24.867856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:02:24.878361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc2e20ca-7bff-49dc-a8e9-074c37fe32cb) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:24.884912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:24.886069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.892966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:24.904110 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7eda04f5-0710-4009-bca8-0c0d23b82a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.915885 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.916803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab537a84-9da3-4a87-89cf-f2409cd3193f None None] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:24.917255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4bb114da-cdfb-4b6a-8e47-ec0c19aa00e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8795125
Mar 05 21:02:24.918229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60450) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:24.919642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e53677c4-8376-45e0-8df8-360b390f97b8 None None] Port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:24.927466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:24.965564 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:24.980888 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (6d734780-871a-4b58-8ef7-89459937bfa6), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:24.983498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (6d734780-871a-4b58-8ef7-89459937bfa6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.108639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:25.123999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for router_controller (6d734780-871a-4b58-8ef7-89459937bfa6), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.125567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:25.149043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f0dd87c2-bcd6-447a-8690-0daa7aa8f29b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:25.149718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202947b4-40e8-40a6-834a-5bb5cef62601 req-aeb9d9a3-c392-4545-88dc-fae751891517 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.160003 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-202947b4-40e8-40a6-834a-5bb5cef62601 req-aeb9d9a3-c392-4545-88dc-fae751891517 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.1389391
Mar 05 21:02:25.201293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-daf06306-d035-42c8-b9f0-903a386db18b service neutron] 10.222.0.31 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8422501
Mar 05 21:02:25.211216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'fixed_ips': [{'subnet_id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:25.212109 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.307414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-202947b4-40e8-40a6-834a-5bb5cef62601 req-2603e30c-7157-45ac-ad69-3668ee5a9e90 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1463063
Mar 05 21:02:25.314082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-daee7ff3-12a7-4617-8681-499a7753c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.315876 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-daee7ff3-12a7-4617-8681-499a7753c444 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.7880905
Mar 05 21:02:25.334371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device dbb1a5c5-a42b-4b22-99f4-682427abb4bb up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:25.431169 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84550>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'floating_ip_address': '172.35.0.114', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9835e566-d504-42be-ae7b-e05487be8212', 'port_id': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'mac_address': 'fa:16:3e:50:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:19Z', 'revision_number': 0, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:25.463349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for router_gateway (6d734780-871a-4b58-8ef7-89459937bfa6), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.472435 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095818e4-0737-474a-83c0-9eb9379b233e None None] The sync data for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 is: [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'floating_ip_address': '172.35.0.114', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9835e566-d504-42be-ae7b-e05487be8212', 'port_id': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'mac_address': 'fa:16:3e:50:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:19Z', 'revision_number': 0, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:25.483106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:25.486005 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d88ea-9768-4f22-9014-2b57dcee4a67" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:25.490319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-d0bbffb8-163d-436d-a60d-6464223513ee tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.497721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-d0bbffb8-163d-436d-a60d-6464223513ee tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.8244560
Mar 05 21:02:25.527721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Allocated IP 172.20.0.2 (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb/bb7ada73-c0ef-449f-904f-57fcc193bc4a/292f1b03-0461-47e8-b92f-42d5428baff2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:25.532635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port dbb1a5c5-a42b-4b22-99f4-682427abb4bb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:25.548064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port dbb1a5c5-a42b-4b22-99f4-682427abb4bb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:25.548979 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.566562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-f53ac24c-0bfe-4813-97f8-9bc491ae37f6 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0678570
Mar 05 21:02:25.610584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-9ed20685-e569-4cb4-a383-041b9a945661 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 1001 time: 0.2789226
Mar 05 21:02:25.638384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417d5e2-5067-446f-bb59-8ec5552a27de req-a4f46c26-1475-4b9d-9252-df0ad4a9316d service neutron] 10.222.0.31 "GET /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4181650
Mar 05 21:02:25.644519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe9a5f-1f70-446e-b3ab-b5475586b21a req-830fba55-25e8-4eb0-9627-8a827cb661e2 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.648020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dbe9a5f-1f70-446e-b3ab-b5475586b21a req-830fba55-25e8-4eb0-9627-8a827cb661e2 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 944 time: 0.1756408
Mar 05 21:02:25.674353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.717785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port dbb1a5c5-a42b-4b22-99f4-682427abb4bb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:25.717785 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.729336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.729726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5dbe9a5f-1f70-446e-b3ab-b5475586b21a req-9e7e0ac4-3e46-4788-adfb-0da26dacf48a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743470
Mar 05 21:02:25.781392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks [] for port (292f1b03-0461-47e8-b92f-42d5428baff2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.784969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.786647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (38fb484a-7deb-41ea-abb8-fb3591316e1b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.809284 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a199f-0962-41bc-8dc1-edaaf497a302 x-openstack-request-id: req-493a199f-0962-41bc-8dc1-edaaf497a302 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:25.812569 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:25.812943 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-493a199f-0962-41bc-8dc1-edaaf497a302 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:25.813456 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'status': 'completed', 'code': 200}
Mar 05 21:02:25.836172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:25.837649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:25.840553 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fadba5-40fb-4c68-a7c1-2ce9952e289d" -d '{"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-plugged", "status": "completed", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:25.848100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.886677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.888020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 263116ce-7cf0-48c8-869b-4be6ced13670 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:25.892524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.899492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfc907-a0c9-412a-8fe2-2ff6925cb606 None None] New status for floating IP fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:02:25.937421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for router_gateway (6d734780-871a-4b58-8ef7-89459937bfa6), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.962734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:25.988746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36733c-2ae6-4ab5-8688-84dd8ec59270 req-70b34988-9d3f-4319-a199-01dec2a91330 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.990382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b36733c-2ae6-4ab5-8688-84dd8ec59270 req-70b34988-9d3f-4319-a199-01dec2a91330 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 932 time: 0.1040211
Mar 05 21:02:25.990958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-55ba2605-4c3a-47ba-bc54-0542c7eed6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:25.992468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-55ba2605-4c3a-47ba-bc54-0542c7eed6b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.3570938
Mar 05 21:02:25.993925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:26.004526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:26.007412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:26.018832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Pushing event updated for resources: {'Port': ['ID=292f1b03-0461-47e8-b92f-42d5428baff2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.040304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.045340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:26.065142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f0dd87c2-bcd6-447a-8690-0daa7aa8f29b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:26.068794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-d2e15f05-1916-4770-b3a2-fb4591694528 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5010684
Mar 05 21:02:26.078437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:26.104442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:26.136644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b36733c-2ae6-4ab5-8688-84dd8ec59270 req-359cdbbd-6142-4f30-8300-a4c8ad38a768 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129427
Mar 05 21:02:26.168221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Allocated IP 172.35.0.5 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:26.229220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.280549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Attempting to bind port 292f1b03-0461-47e8-b92f-42d5428baff2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:26.280929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Attempting to bind port 292f1b03-0461-47e8-b92f-42d5428baff2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:26.281337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Attempting to bind port 292f1b03-0461-47e8-b92f-42d5428baff2 on network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:26.281983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-1ac7fc89-3b4d-42bc-a91c-39fb42793bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.283928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-1ac7fc89-3b4d-42bc-a91c-39fb42793bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1127 time: 0.4354975
Mar 05 21:02:26.288736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:26.292728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.315219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:26.343748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 263116ce-7cf0-48c8-869b-4be6ced13670 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:26.349666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:26.350087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Checking segment: {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:26.350651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.351135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Bound using segment: {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:26.351794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Bound port: 292f1b03-0461-47e8-b92f-42d5428baff2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:26.352185 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.377464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 263116ce-7cf0-48c8-869b-4be6ced13670 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:26.377464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.394508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.395161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.422328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.422966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-9b86378e-8cbf-4886-b688-3c9b4c660a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.428252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:26.430379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-9b86378e-8cbf-4886-b688-3c9b4c660a31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4215014
Mar 05 21:02:26.451235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:26.451613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.501063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c69b3-2730-4a37-9d94-a884fd838e60 req-a7e3eebc-b25b-4b96-96d9-fd174514e23c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.507724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c69b3-2730-4a37-9d94-a884fd838e60 req-a7e3eebc-b25b-4b96-96d9-fd174514e23c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.509475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-180c69b3-2730-4a37-9d94-a884fd838e60 req-a7e3eebc-b25b-4b96-96d9-fd174514e23c tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1681 time: 0.2613797
Mar 05 21:02:26.540119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] For port 292f1b03-0461-47e8-b92f-42d5428baff2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:26.557979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.559506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aec94d5b-a5ae-4987-ac0c-88f81eb1aac1 None None] Provisioning complete for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:26.560621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aec94d5b-a5ae-4987-ac0c-88f81eb1aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.600395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-a790691b-719b-4bec-8c1e-6741569c34b0 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5194986
Mar 05 21:02:26.605164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] For port 292f1b03-0461-47e8-b92f-42d5428baff2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=292f1b03-0461-47e8-b92f-42d5428baff2,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:26.609438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:26.613065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:26.614813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1fe571d7-083b-4b3e-ab7c-86fe02fa8ad8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4497528
Mar 05 21:02:26.621516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aec94d5b-a5ae-4987-ac0c-88f81eb1aac1 None None] Port 30ad7984-3b01-4aac-9f3b-d69f10ea737a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:26.629218 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.632199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-180c69b3-2730-4a37-9d94-a884fd838e60 req-cf5a5f9d-5980-44f3-9145-e2f9a3906670 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111839
Mar 05 21:02:26.633189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:26.652282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Request body: {'port': {'device_id': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:26.734006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 263116ce-7cf0-48c8-869b-4be6ced13670 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:26.734817 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.803518 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b5f853-86b2-4cba-a770-4c87313e3b54 x-openstack-request-id: req-e5b5f853-86b2-4cba-a770-4c87313e3b54 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:26.803518 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-plugged", "status": "completed", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:26.803789 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5b5f853-86b2-4cba-a770-4c87313e3b54 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:26.804015 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb', 'code': 200}
Mar 05 21:02:26.814349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9628f1-54f9-4ddf-97c6-6b60ffa7147f None None] Pushing event updated for resources: {'Port': ['ID=292f1b03-0461-47e8-b92f-42d5428baff2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.878975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:26.883933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:26.884348 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.901590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-ded4f73b-7620-432f-ae46-d0fe312e2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:26.903617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-ded4f73b-7620-432f-ae46-d0fe312e2b00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 910 time: 0.6017992
Mar 05 21:02:26.916045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-46beeab0-35df-4f69-b282-c1637adc20a6 None None] Provisioning complete for port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:26.916433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46beeab0-35df-4f69-b282-c1637adc20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.920631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d09731c3-f252-45b6-b6de-a7615622ed16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.953214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=263116ce-7cf0-48c8-869b-4be6ced13670,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:26.970204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:26.998621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-a8e6a550-e678-46da-a653-f25db182d22f service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5550442
Mar 05 21:02:27.004821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:27.022477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2faa58-6078-4ddf-b14b-e32b3a7d10d3 req-67a01b53-3818-42c9-a62c-8c0043bce7d7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:27.031074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be2faa58-6078-4ddf-b14b-e32b3a7d10d3 req-67a01b53-3818-42c9-a62c-8c0043bce7d7 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 944 time: 0.1594057
Mar 05 21:02:27.116787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:27.132072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:27.136519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-e91781e4-e0ae-4b1c-be9c-c4ce8bfad2dc service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5034823
Mar 05 21:02:27.137997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be2faa58-6078-4ddf-b14b-e32b3a7d10d3 req-616a9996-a841-4b28-9881-20211d7041d3 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042299
Mar 05 21:02:27.142290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for router_gateway (6d734780-871a-4b58-8ef7-89459937bfa6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:27.149671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-09f8b6a5-f997-408c-8eb8-31f398e5e478 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 1001 time: 0.2319572
Mar 05 21:02:27.153379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:27.159288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-46beeab0-35df-4f69-b282-c1637adc20a6 None None] Port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:27.284816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Router 38fb484a-7deb-41ea-abb8-fb3591316e1b is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:27.503127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:27.519813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-5071ecdd-8f4e-496a-a761-8e0eb17b2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:27.521372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-5071ecdd-8f4e-496a-a761-8e0eb17b2e59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 200  len: 848 time: 0.3258808
Mar 05 21:02:27.553954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74b9a6ca-c7a3-44ec-bc9f-9993facbb430 req-1d5e66d3-d7db-4219-8be8-b5a7cf02d18e service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5390713
Mar 05 21:02:27.630550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4bedf0ec-0b54-4662-9616-fc59be74faaa req-676d327a-70c1-4ade-8015-1adfe6a8ec53 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 210 time: 0.1130588
Mar 05 21:02:27.710568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:27.723542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Sync routers for ids ['38fb484a-7deb-41ea-abb8-fb3591316e1b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:27.728207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-126be0bb-fdf3-47ca-84c3-d9ca02eedf11 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "PUT /v2.0/routers/38fb484a-7deb-41ea-abb8-fb3591316e1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9873607
Mar 05 21:02:27.733693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60480) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:27.746399 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Routers {'38fb484a-7deb-41ea-abb8-fb3591316e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:27.747078 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['38fb484a-7deb-41ea-abb8-fb3591316e1b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:27.933260 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:27.951493 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Set router 38fb484a-7deb-41ea-abb8-fb3591316e1b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:27.975348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47af986-dd38-430b-8944-43d3d6b2e198 req-f5ecf0d9-9ce1-4f0b-8379-85e7a9ad9df9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:27.997735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c47af986-dd38-430b-8944-43d3d6b2e198 req-f5ecf0d9-9ce1-4f0b-8379-85e7a9ad9df9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 932 time: 0.7625577
Mar 05 21:02:28.037605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 292f1b03-0461-47e8-b92f-42d5428baff2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:28.155964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 292f1b03-0461-47e8-b92f-42d5428baff2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:28.157013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.238606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c47af986-dd38-430b-8944-43d3d6b2e198 req-e56fc544-bb25-4d4a-8e04-b9052be6bb93 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2399917
Mar 05 21:02:28.292246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (6d734780-871a-4b58-8ef7-89459937bfa6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.329746 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30940>, [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:23Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': '9a97e8da-53f5-43a2-b954-95e53e40a9b2', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:69:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:20Z', 'updated_at': '2022-03-05T21:02:24Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:28.358368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 292f1b03-0461-47e8-b92f-42d5428baff2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:28.358762 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.400694 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Checking router: 38fb484a-7deb-41ea-abb8-fb3591316e1b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:28.401059 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Updating router 38fb484a-7deb-41ea-abb8-fb3591316e1b port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:28.434139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-7c8b5c5a-d48c-4e46-a3fd-6434799a870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:28.436703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-7c8b5c5a-d48c-4e46-a3fd-6434799a870c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adc6ce26-0999-46fd-83e3-7feba14413c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8746464
Mar 05 21:02:28.437842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 292f1b03-0461-47e8-b92f-42d5428baff2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=292f1b03-0461-47e8-b92f-42d5428baff2,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:28.454066 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.464740 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.514505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49060f-f1df-434f-9752-85c68990f33d None None] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:28.557916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9b336-691d-44f8-8157-162c7ec419ca req-cec442ca-8d36-445b-9542-4fd80ec513a9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:28.559495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bd9b336-691d-44f8-8157-162c7ec419ca req-cec442ca-8d36-445b-9542-4fd80ec513a9 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1636922
Mar 05 21:02:28.612724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:28.624459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8e480-778b-448a-b410-10a9edbacaca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:28.625829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-29a8e480-778b-448a-b410-10a9edbacaca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports/9a97e8da-53f5-43a2-b954-95e53e40a9b2 HTTP/1.1" status: 200  len: 911 time: 0.8610830
Mar 05 21:02:28.633078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60488) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:28.639175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks [] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.661831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fb90a-20a5-47ab-9e88-c699f31e6976 req-296dccb8-9899-4ca6-86b3-5f3ef05ceef4 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:28.663887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bd9b336-691d-44f8-8157-162c7ec419ca req-20634eec-e4d6-40e7-8ba2-657facbfbe85 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930891
Mar 05 21:02:28.667567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fb90a-20a5-47ab-9e88-c699f31e6976 req-296dccb8-9899-4ca6-86b3-5f3ef05ceef4 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:28.684817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b6fb90a-20a5-47ab-9e88-c699f31e6976 req-296dccb8-9899-4ca6-86b3-5f3ef05ceef4 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.9755421
Mar 05 21:02:28.715795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Router 6d734780-871a-4b58-8ef7-89459937bfa6 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:28.724906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Transition to ACTIVE for port object 30ad7984-3b01-4aac-9f3b-d69f10ea737a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:28.739979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=292f1b03-0461-47e8-b92f-42d5428baff2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:28.752481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.778911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-da964f26-cf17-41ea-802e-c190244a2601 None None] Provisioning complete for port 292f1b03-0461-47e8-b92f-42d5428baff2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:28.779240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da964f26-cf17-41ea-802e-c190244a2601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.833185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670'}, {'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:28.834215 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks [] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.836382 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d9853-5472-4a7a-97aa-34a0689b8232" -d '{"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-plugged", "status": "completed", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670"}, {"server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "name": "network-vif-plugged", "status": "completed", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:28.849631 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:28.951211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-da964f26-cf17-41ea-802e-c190244a2601 None None] Current status of the port 292f1b03-0461-47e8-b92f-42d5428baff2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:29.017156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d64a6242-36a7-4346-bc0d-08cd14d0f49a req-fa285fc6-dd2c-49f5-9e17-d677706b4640 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 210 time: 0.2000721
Mar 05 21:02:29.040410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b6fb90a-20a5-47ab-9e88-c699f31e6976 req-b1890e05-e70d-46a7-8316-b0cf46fbf7f9 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3545001
Mar 05 21:02:29.045715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222bb10-2e25-4c6a-8911-fab21d1dd50b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.048312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-05d40e6e-1fba-488e-b0b9-7c24d269a22d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.050259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-05d40e6e-1fba-488e-b0b9-7c24d269a22d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.1911671
Mar 05 21:02:29.060211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222bb10-2e25-4c6a-8911-fab21d1dd50b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.061811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8222bb10-2e25-4c6a-8911-fab21d1dd50b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4266896
Mar 05 21:02:29.072587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60494) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:29.089669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:29.100447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-62fc144a-2d32-49fb-8eb0-601d5dd0dcff service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5616474
Mar 05 21:02:29.125486 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Attempting to bind port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:29.125864 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Attempting to bind port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:29.127798 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Attempting to bind port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:29.142540 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88307-378e-4336-9a4a-ce57e35e376d None None] Pushing event updated for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:29.147701 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:29.149870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:29.150509 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.151055 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:29.151899 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Bound port: 9a97e8da-53f5-43a2-b954-95e53e40a9b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:29.152674 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.181796 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b533e-056b-41cb-b18e-f1583ca1992b x-openstack-request-id: req-f66b533e-056b-41cb-b18e-f1583ca1992b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:29.181937 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-plugged", "status": "completed", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670", "code": 200}, {"server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "name": "network-vif-plugged", "status": "completed", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:29.182198 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f66b533e-056b-41cb-b18e-f1583ca1992b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:29.182644 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670', 'code': 200}
Mar 05 21:02:29.182911 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b', 'code': 200}
Mar 05 21:02:29.244149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:29.310606 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] For port 9a97e8da-53f5-43a2-b954-95e53e40a9b2, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:29.314388 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] For port 9a97e8da-53f5-43a2-b954-95e53e40a9b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a97e8da-53f5-43a2-b954-95e53e40a9b2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:29.325611 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.392949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7c677434-c8b5-40d2-bdb3-ec7ec6e324bd None None] Provisioning complete for port 292f1b03-0461-47e8-b92f-42d5428baff2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:29.393736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c677434-c8b5-40d2-bdb3-ec7ec6e324bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.422744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88307-378e-4336-9a4a-ce57e35e376d None None] Pushing event updated for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:29.447393 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Routers {'38fb484a-7deb-41ea-abb8-fb3591316e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:29.448336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['38fb484a-7deb-41ea-abb8-fb3591316e1b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:29.491415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Attempting to bind port 30ad7984-3b01-4aac-9f3b-d69f10ea737a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:29.491821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Attempting to bind port 30ad7984-3b01-4aac-9f3b-d69f10ea737a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:29.492132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Attempting to bind port 30ad7984-3b01-4aac-9f3b-d69f10ea737a on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:29.513610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86d88ea-9768-4f22-9014-2b57dcee4a67 req-bafcee32-e564-4912-8a0d-3a6304917697 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359084
Mar 05 21:02:29.514183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Port 30ad7984-3b01-4aac-9f3b-d69f10ea737a on network 5638f6ea-4ec0-488e-a680-99fc30eb719d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:29.515356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.515922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Attempting to bind port 30ad7984-3b01-4aac-9f3b-d69f10ea737a on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:29.531190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:29.531559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:29.531976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:29.532431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Bound port: 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:29.532827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.545434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:29.546313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a1ca1-0fcb-4e5d-8ecb-baacbc692b4d req-76f2925f-4870-456c-a1d3-6fae2b979713 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.547927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd4a1ca1-0fcb-4e5d-8ecb-baacbc692b4d req-76f2925f-4870-456c-a1d3-6fae2b979713 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 944 time: 0.1787641
Mar 05 21:02:29.570634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:29.574010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.603645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Sync routers for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:29.607147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7c677434-c8b5-40d2-bdb3-ec7ec6e324bd None None] Current status of the port 292f1b03-0461-47e8-b92f-42d5428baff2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:29.626757 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] Set router 38fb484a-7deb-41ea-abb8-fb3591316e1b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:29.639249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:29.640330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832eb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:29.681222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a569d-840d-4a5f-9286-bd509bcd35af req-ce4078a0-33bf-418c-b974-6fca27088ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.683273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a98a569d-840d-4a5f-9286-bd509bcd35af req-ce4078a0-33bf-418c-b974-6fca27088ae0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 1127 time: 0.3855317
Mar 05 21:02:29.691270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa68cc-9a31-4925-b78f-3f050351f4b2 req-bffbc7fe-89a7-464d-b1a5-d4d5f0170640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.691774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa68cc-9a31-4925-b78f-3f050351f4b2 req-bffbc7fe-89a7-464d-b1a5-d4d5f0170640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:29.693342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adfa68cc-9a31-4925-b78f-3f050351f4b2 req-bffbc7fe-89a7-464d-b1a5-d4d5f0170640 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 2046 time: 0.3996587
Mar 05 21:02:29.696596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.701271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60500) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:29.702238 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ee86029-5b94-4b9e-bf18-aba797f278fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7807801
Mar 05 21:02:29.859807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Provisioning complete for port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:29.860535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:29.909125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd4a1ca1-0fcb-4e5d-8ecb-baacbc692b4d req-b9f97f1b-7b29-48e1-a04f-7c14bf9bf8a8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3452768
Mar 05 21:02:29.909125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:29.928515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-adfa68cc-9a31-4925-b78f-3f050351f4b2 req-aa197c31-cd36-4a58-af5b-b83853d565f8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250950
Mar 05 21:02:29.943113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:29.954154 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd30940>, [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:23Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': '9a97e8da-53f5-43a2-b954-95e53e40a9b2', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:69:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:20Z', 'updated_at': '2022-03-05T21:02:29Z', 'revision_number': 4, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:29.960984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 292f1b03-0461-47e8-b92f-42d5428baff2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:29.977856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.000510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a98a569d-840d-4a5f-9286-bd509bcd35af req-cfa2cfee-208e-42b4-abab-a9befd2dd8b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956243
Mar 05 21:02:30.031240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.031924 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.033407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] 10.222.0.31 "PUT /v2.0/ports/30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1092 time: 3.3856466
Mar 05 21:02:30.035921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:30.039122 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb18bdf-72c1-4118-9f7a-922f57b34efa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:30.071277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:30.099022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7dfe2-ba5f-472f-a1e3-ad06387a9afa req-8ff7372c-89b3-4a87-b40f-9e2adcdd174d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.102197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28a7dfe2-ba5f-472f-a1e3-ad06387a9afa req-8ff7372c-89b3-4a87-b40f-9e2adcdd174d tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.2399850
Mar 05 21:02:30.135004 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8c469a-a207-46f4-9493-8f1f11f24807 x-openstack-request-id: req-8b8c469a-a207-46f4-9493-8f1f11f24807 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:30.135311 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:30.135580 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b8c469a-a207-46f4-9493-8f1f11f24807 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:30.139111 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'status': 'completed', 'code': 200}
Mar 05 21:02:30.166722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.9 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/14c74fe6-8707-41b9-b1e6-fc064c42d3e5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:30.181887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28a7dfe2-ba5f-472f-a1e3-ad06387a9afa req-0607f4c6-956c-4e07-82bc-e57ef790cf8c tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708470
Mar 05 21:02:30.198193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd46de1-91d6-4090-a95f-408a6c4b64a2 None None] The sync data for ids ['38fb484a-7deb-41ea-abb8-fb3591316e1b'] in ncdv-master-1 is: [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:23Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': '9a97e8da-53f5-43a2-b954-95e53e40a9b2', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:69:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:20Z', 'updated_at': '2022-03-05T21:02:29Z', 'revision_number': 4, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '543fe27b-90ca-4cff-b3a5-50f956b72a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:30.265033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 292f1b03-0461-47e8-b92f-42d5428baff2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:30.265596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.296061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Current status of the port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:30.296471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.402435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328438b4-4c83-4fc0-a4a9-b40340b3d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:30.408556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] For port 9a97e8da-53f5-43a2-b954-95e53e40a9b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a97e8da-53f5-43a2-b954-95e53e40a9b2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:30.420433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.432861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62b39ae0-df24-4dc9-9561-737949e97627 req-f67c9d39-c06d-49f3-8c0a-34e292227eb6 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 210 time: 0.1243281
Mar 05 21:02:30.534124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (38fb484a-7deb-41ea-abb8-fb3591316e1b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.544851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68a3e-ee28-4ea2-b187-f976c4b54a71 req-acea98c8-ab70-4a5a-ae91-652151647955 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.548116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-f7400fa5-d2c8-4da0-9e56-4da63d2b196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.549732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-f7400fa5-d2c8-4da0-9e56-4da63d2b196f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1126 time: 0.2567306
Mar 05 21:02:30.550583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68a3e-ee28-4ea2-b187-f976c4b54a71 req-acea98c8-ab70-4a5a-ae91-652151647955 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.551099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c3793-9aa6-4b08-b526-8b2f889f4a79 None None] Pushing event updated for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:30.552282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36a68a3e-ee28-4ea2-b187-f976c4b54a71 req-acea98c8-ab70-4a5a-ae91-652151647955 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.2317643
Mar 05 21:02:30.558079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 292f1b03-0461-47e8-b92f-42d5428baff2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:30.573835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0f3af5db-f265-4e7b-a065-e9a86a1346dc None None] Provisioning complete for port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:30.574262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f3af5db-f265-4e7b-a065-e9a86a1346dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.681685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832eb220>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:26Z', 'revision_number': 3, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:30.735525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Checking router: 6d734780-871a-4b58-8ef7-89459937bfa6 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:30.735917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Updating router 6d734780-871a-4b58-8ef7-89459937bfa6 port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:30.757529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36a68a3e-ee28-4ea2-b187-f976c4b54a71 req-890e341d-c1ca-4024-b155-7f9a803e92ce tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911266
Mar 05 21:02:30.794952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0f3af5db-f265-4e7b-a065-e9a86a1346dc None None] Current status of the port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:30.800215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.807894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:30.881043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-7debd436-f39e-4f5b-a0c3-09986a84a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:30.882656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-7debd436-f39e-4f5b-a0c3-09986a84a781 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3213894
Mar 05 21:02:31.006928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.130385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:31.132576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.136994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:31.140350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks [] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.143654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:31.145790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:31.149551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:31.152015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:31.161073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.240469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-9317b925-b330-4e97-a780-5336811667af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.241971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb18bdf-72c1-4118-9f7a-922f57b34efa req-9317b925-b330-4e97-a780-5336811667af service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3464296
Mar 05 21:02:31.269850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812124a-a99b-457c-abef-4df4ceacb7a4 req-fdaec077-0b19-47f4-89de-4e35453fbc92 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.271387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d812124a-a99b-457c-abef-4df4ceacb7a4 req-fdaec077-0b19-47f4-89de-4e35453fbc92 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 944 time: 0.1969762
Mar 05 21:02:31.284710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.285951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.298651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.320007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Attempting to bind port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:31.320395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Attempting to bind port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:31.320839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Attempting to bind port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:31.327861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1ce5c-569b-4e74-9b73-bb31e713a00b None None] Pushing event updated for resources: {'Port': ['ID=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:31.331131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:31.331462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:31.331913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.332305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:31.332841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Bound port: 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:31.333824 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.399979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port 9a97e8da-53f5-43a2-b954-95e53e40a9b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a97e8da-53f5-43a2-b954-95e53e40a9b2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:31.400491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.423566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0c0ba720-bb2f-475f-87a7-4a59d7b6934d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3476338
Mar 05 21:02:31.433721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] For port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:31.437177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Request body: {'port': {'device_id': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:31.438410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] For port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:31.443632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 9a97e8da-53f5-43a2-b954-95e53e40a9b2 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:31.455410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.479929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.484463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d812124a-a99b-457c-abef-4df4ceacb7a4 req-d9d73432-594b-494a-a3b0-cf7e5c42ead1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1944401
Mar 05 21:02:31.523875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00abe1-32dc-456f-b198-3667852e67dc req-122d0224-9d6c-433f-ba66-bbff35d388e4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.542616 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a00abe1-32dc-456f-b198-3667852e67dc req-122d0224-9d6c-433f-ba66-bbff35d388e4 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1454916
Mar 05 21:02:31.556889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1ce5c-569b-4e74-9b73-bb31e713a00b None None] Pushing event updated for resources: {'Port': ['ID=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:31.560469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:31.561017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832eb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:31.623344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a00abe1-32dc-456f-b198-3667852e67dc req-414869b1-172e-466f-87a4-9af18f340ba1 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797479
Mar 05 21:02:31.634543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-4292e87e-928b-4521-91d2-5b3b288fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.636050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-4292e87e-928b-4521-91d2-5b3b288fcfd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1126 time: 0.2768831
Mar 05 21:02:31.714147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:31.718326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-d827a008-6597-4212-8060-298b1b4cfe25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 217 time: 0.0663416
Mar 05 21:02:31.721646 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.826676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ba81f-bf00-4f89-896e-c0a52dac4a6e req-48d89efb-e6d2-4bb3-9e64-5e0ced236c2b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.834688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d6ba81f-bf00-4f89-896e-c0a52dac4a6e req-48d89efb-e6d2-4bb3-9e64-5e0ced236c2b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1156037
Mar 05 21:02:31.845835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Allocated IP 172.20.0.1 (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb/bb7ada73-c0ef-449f-904f-57fcc193bc4a/d6badd8c-4ef2-448a-8795-a59ff8d33501) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:31.858383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-cc0a0328-4dd8-4e52-b6d4-a33552a74970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.860036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-cc0a0328-4dd8-4e52-b6d4-a33552a74970 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1159618
Mar 05 21:02:31.869946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213aa65-2f6e-4912-8c72-1ee2ecf8ea7e req-808244a7-d55e-48cf-ba12-9f7347951c98 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:31.871540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6213aa65-2f6e-4912-8c72-1ee2ecf8ea7e req-808244a7-d55e-48cf-ba12-9f7347951c98 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 931 time: 0.2302344
Mar 05 21:02:31.896410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9a97e8da-53f5-43a2-b954-95e53e40a9b2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:31.924785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d6ba81f-bf00-4f89-896e-c0a52dac4a6e req-067920af-d116-4ec2-9699-2ce07501c36b tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858350
Mar 05 21:02:31.985644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=9a97e8da-53f5-43a2-b954-95e53e40a9b2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:31.995992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832eb220>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:26Z', 'revision_number': 3, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:32.042351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9a97e8da-53f5-43a2-b954-95e53e40a9b2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:32.046467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a90b35-8328-42a6-9d8b-5b77f3ceaad3 None None] The sync data for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 is: [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:26Z', 'revision_number': 3, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:32.097639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9a97e8da-53f5-43a2-b954-95e53e40a9b2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:32.097999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9a97e8da-53f5-43a2-b954-95e53e40a9b2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 05 21:02:32.131963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Port 9a97e8da-53f5-43a2-b954-95e53e40a9b2 not found, will not notify nova. {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 05 21:02:32.160327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (38fb484a-7deb-41ea-abb8-fb3591316e1b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:32.274185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d68b7b-eb6a-4647-af36-6b36eeaa18ab req-941020d4-c392-4de5-991f-47395ee30180 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:32.280326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d68b7b-eb6a-4647-af36-6b36eeaa18ab req-941020d4-c392-4de5-991f-47395ee30180 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:32.282030 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4d68b7b-eb6a-4647-af36-6b36eeaa18ab req-941020d4-c392-4de5-991f-47395ee30180 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.2230487
Mar 05 21:02:32.589847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6213aa65-2f6e-4912-8c72-1ee2ecf8ea7e req-221cc239-8a0d-447e-a0d7-0fba36199c29 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6947360
Mar 05 21:02:32.661510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-3bf4d4a1-b03e-409b-a5fe-5f29c52e4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:32.663265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-3bf4d4a1-b03e-409b-a5fe-5f29c52e4276 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7819228
Mar 05 21:02:32.702444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks [] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:32.807190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4d68b7b-eb6a-4647-af36-6b36eeaa18ab req-f8cfc7ec-ec19-4a49-9438-6e7f118ba0d0 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5168383
Mar 05 21:02:32.820847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Router 38fb484a-7deb-41ea-abb8-fb3591316e1b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:32.869029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-59643a2b-c57c-481c-a569-3fcd2c450a77 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966603
Mar 05 21:02:32.922182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:32.935623 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Sync routers for ids ['38fb484a-7deb-41ea-abb8-fb3591316e1b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:32.941635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:32.950101 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Routers {'38fb484a-7deb-41ea-abb8-fb3591316e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:32.951938 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['38fb484a-7deb-41ea-abb8-fb3591316e1b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:32.952117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-143b12b9-c4df-434c-b003-0e1607aa0471 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "PUT /v2.0/routers/38fb484a-7deb-41ea-abb8-fb3591316e1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8781309
Mar 05 21:02:32.955853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60528) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:33.029886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c608-5645-4253-90b9-6630d0e1c078 req-1fc2470a-922b-4f72-b5da-b87a11fc93dd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.031448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d01c608-5645-4253-90b9-6630d0e1c078 req-1fc2470a-922b-4f72-b5da-b87a11fc93dd tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1245809
Mar 05 21:02:33.038680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:33.046969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad13748-7322-4194-86fd-b07272259e56 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.048321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad13748-7322-4194-86fd-b07272259e56 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.049831 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bad13748-7322-4194-86fd-b07272259e56 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0930400
Mar 05 21:02:33.053746 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Set router 38fb484a-7deb-41ea-abb8-fb3591316e1b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:33.055545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:33.072578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:33.104223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ebb30-677b-49cc-8eed-59a3e0c2159d req-553738a0-4077-42e3-b4cc-ab519ac724f1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.115763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d01c608-5645-4253-90b9-6630d0e1c078 req-bf6a9e49-2d08-4e7c-8aeb-c1dfd3329f2a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620892
Mar 05 21:02:33.116241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-182ebb30-677b-49cc-8eed-59a3e0c2159d req-553738a0-4077-42e3-b4cc-ab519ac724f1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 944 time: 0.3069670
Mar 05 21:02:33.116241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:33.118667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:33.136222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:33.140632 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84ca0>, [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:31Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:33.141337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks [] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.185661 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Checking router: 38fb484a-7deb-41ea-abb8-fb3591316e1b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:33.198246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Routers {'38fb484a-7deb-41ea-abb8-fb3591316e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:33.199117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['38fb484a-7deb-41ea-abb8-fb3591316e1b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:33.218098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (6d734780-871a-4b58-8ef7-89459937bfa6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.238928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ff782-28c5-4f43-9a9c-e1c74a45fe12 req-1e91bed7-711b-43d3-af75-fa80cc572a29 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3594439
Mar 05 21:02:33.301318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 543fe27b-90ca-4cff-b3a5-50f956b72a20 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:33.303449 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] Set router 38fb484a-7deb-41ea-abb8-fb3591316e1b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:33.318922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Transition to ACTIVE for port object 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:33.320222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (543fe27b-90ca-4cff-b3a5-50f956b72a20), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.359523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.361752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275fc8-a3b0-4af6-a30a-46b2bff32838 req-46050d1d-8e91-4893-b63d-5f6a878744d2 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.363429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17275fc8-a3b0-4af6-a30a-46b2bff32838 req-46050d1d-8e91-4893-b63d-5f6a878744d2 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.0990739
Mar 05 21:02:33.385970 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf84ca0>, [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:31Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:33.424178 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856c897-5a3d-4eb3-bfaf-2815000800a8 None None] The sync data for ids ['38fb484a-7deb-41ea-abb8-fb3591316e1b'] in ncdv-master-1 is: [{'id': '38fb484a-7deb-41ea-abb8-fb3591316e1b', 'name': 'tempest-NetworksTestDHCPv6-router-1910726226', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:19Z', 'updated_at': '2022-03-05T21:02:31Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:33.425609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-182ebb30-677b-49cc-8eed-59a3e0c2159d req-6fb577a7-17d3-4d34-9826-ade3b6a1957b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2959323
Mar 05 21:02:33.439226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17275fc8-a3b0-4af6-a30a-46b2bff32838 req-cc390fc2-3253-4841-9e2c-090641d81335 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694926
Mar 05 21:02:33.452849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (543fe27b-90ca-4cff-b3a5-50f956b72a20), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.495625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-68977f03-0d8a-4d89-a8dd-f2b4eacbc47e None None] Provisioning complete for port d6badd8c-4ef2-448a-8795-a59ff8d33501 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:33.496581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-68977f03-0d8a-4d89-a8dd-f2b4eacbc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.516302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:33.549834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-68977f03-0d8a-4d89-a8dd-f2b4eacbc47e None None] Port d6badd8c-4ef2-448a-8795-a59ff8d33501 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:33.705019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbaf2-700f-45bd-893e-ad353babde80 req-bc5e69db-bd77-4455-a8e3-545c2d3c9649 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.705918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (543fe27b-90ca-4cff-b3a5-50f956b72a20), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.706548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-224dbaf2-700f-45bd-893e-ad353babde80 req-bc5e69db-bd77-4455-a8e3-545c2d3c9649 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.0695417
Mar 05 21:02:33.748822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Attempting to bind port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:33.749085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Attempting to bind port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:33.749409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Attempting to bind port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:33.755634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-224dbaf2-700f-45bd-893e-ad353babde80 req-7526e76d-9f10-4912-8c0d-efe99fd682ac tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432825
Mar 05 21:02:33.778584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.793116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:33.793453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Attempting to bind port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:33.817039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:33.817385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:33.817810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:33.818264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Bound port: 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:33.818617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.912915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a904ae9-fc27-4e74-bbfc-d8f1eb87b03e req-225aee6f-42cc-4aa9-b798-c3bdcc6b8274 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.919356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a904ae9-fc27-4e74-bbfc-d8f1eb87b03e req-225aee6f-42cc-4aa9-b798-c3bdcc6b8274 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.926767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a904ae9-fc27-4e74-bbfc-d8f1eb87b03e req-225aee6f-42cc-4aa9-b798-c3bdcc6b8274 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.0998216
Mar 05 21:02:33.963920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (543fe27b-90ca-4cff-b3a5-50f956b72a20), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:33.979395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:33.982849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec07686-e10c-4643-beb8-fef76925559c req-32620050-cd1e-43c1-b552-cf870eafd3d2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:33.984390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ec07686-e10c-4643-beb8-fef76925559c req-32620050-cd1e-43c1-b552-cf870eafd3d2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 943 time: 0.2723446
Mar 05 21:02:34.007435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a904ae9-fc27-4e74-bbfc-d8f1eb87b03e req-02e0ad2d-a949-45ce-a391-2ad99672d0b2 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796082
Mar 05 21:02:34.057043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:34.060539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=543fe27b-90ca-4cff-b3a5-50f956b72a20,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:34.066763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.072377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad8ab415-853a-400e-83b2-4332b24f0e84 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/543fe27b-90ca-4cff-b3a5-50f956b72a20 HTTP/1.1" status: 204  len: 168 time: 1.0061467
Mar 05 21:02:34.074009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60546) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:34.096048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706b8ac-bb07-4ec2-bb67-9b40e047f5c1 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:34.126343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:34.131227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:34.131612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.149522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:34.169136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ec07686-e10c-4643-beb8-fef76925559c req-7db93139-86b3-4395-8dc0-75a6f1524540 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220059
Mar 05 21:02:34.170465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.232434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:34.232741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.234177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] 10.222.0.23 "PUT /v2.0/ports/14c74fe6-8707-41b9-b1e6-fc064c42d3e5 HTTP/1.1" status: 200  len: 1091 time: 2.8032017
Mar 05 21:02:34.236183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:34.239201 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a31f7-e675-4b67-b602-34973c711b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:34.264879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks [] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.271179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743262e-d83e-4cb0-9c7f-460e53a12ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:34.280232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.327756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-92541b5a-8187-4e3a-91b2-b5497437ed2e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2492704
Mar 05 21:02:34.329805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:34.338248 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34caea5-f73d-4039-baa4-879f59e2ea7a x-openstack-request-id: req-b34caea5-f73d-4039-baa4-879f59e2ea7a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:34.338906 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:34.341354 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b34caea5-f73d-4039-baa4-879f59e2ea7a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:34.342671 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5', 'status': 'completed', 'code': 200}
Mar 05 21:02:34.401768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:34.406383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (6d734780-871a-4b58-8ef7-89459937bfa6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.437230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870ec36-0313-4ab0-bd73-2067e7963a23 req-f49a4326-17aa-40b3-8e59-a66cb11b1ffe tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:34.438625 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:02:34.445735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4870ec36-0313-4ab0-bd73-2067e7963a23 req-f49a4326-17aa-40b3-8e59-a66cb11b1ffe tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.3021419
Mar 05 21:02:34.465130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-450643ee-3900-4142-9340-cce8f1872572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:34.467826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-450643ee-3900-4142-9340-cce8f1872572 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 1125 time: 0.1604671
Mar 05 21:02:34.495204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.520286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-0bca479d-2d3b-4675-8ce6-0c45cec1d9b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5 HTTP/1.1" status: 200  len: 217 time: 0.0441811
Mar 05 21:02:34.596246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:34.616805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4870ec36-0313-4ab0-bd73-2067e7963a23 req-12cf1f1d-f20e-451d-a374-fee4a75cd2da tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699145
Mar 05 21:02:34.617812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:34.620822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:34.621226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.632009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-abc04276-280a-425a-a184-85500752b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:34.633557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-abc04276-280a-425a-a184-85500752b1fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.0973036
Mar 05 21:02:34.635373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:34.639037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:34.675333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-2bb2243e-4d24-494a-9da4-64c7df711f9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337029
Mar 05 21:02:34.683118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c03ff-553a-4090-9ba8-b5755c3c8932 req-2ce43c19-683b-41fd-b818-114168999a89 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:34.692670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-922c03ff-553a-4090-9ba8-b5755c3c8932 req-2ce43c19-683b-41fd-b818-114168999a89 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 944 time: 0.1675301
Mar 05 21:02:34.750700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:34.751028 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.761164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:34.768132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:34.802896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:34.810652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.813796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router_controller (38fb484a-7deb-41ea-abb8-fb3591316e1b), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.851305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:34.854783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.916488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (38fb484a-7deb-41ea-abb8-fb3591316e1b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.920370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Fanout notify agent at l3_agent the message router_deleted on router 38fb484a-7deb-41ea-abb8-fb3591316e1b {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:02:34.925801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.949366 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:34.952352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f04a4a8c-a717-41a4-ac99-c914606d041f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/routers/38fb484a-7deb-41ea-abb8-fb3591316e1b HTTP/1.1" status: 204  len: 168 time: 0.6206529
Mar 05 21:02:34.955114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60558) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:34.972738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:34.981336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9a97e8da-53f5-43a2-b954-95e53e40a9b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:34.997990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-922c03ff-553a-4090-9ba8-b5755c3c8932 req-20ea1d3e-9f29-4dba-a835-c66c44889002 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3022916
Mar 05 21:02:35.113407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9a97e8da-53f5-43a2-b954-95e53e40a9b2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:35.113407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9a97e8da-53f5-43a2-b954-95e53e40a9b2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:35.122167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-afda7097-7e4a-4287-a399-0d5df4491563 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4126816
Mar 05 21:02:35.128956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:35.133420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:35.133985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.149465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Deleting port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:35.149844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.176932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Router 6d734780-871a-4b58-8ef7-89459937bfa6 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:35.192856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9b00cc39-ed0f-4289-bc4a-e60c3bf5e0f6 None None] Provisioning complete for port d6badd8c-4ef2-448a-8795-a59ff8d33501 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:35.192856 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b00cc39-ed0f-4289-bc4a-e60c3bf5e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.231941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['30ad7984-3b01-4aac-9f3b-d69f10ea737a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:35.341806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] For port 33567ba5-fb73-4dc1-a999-8b1a32b569c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33567ba5-fb73-4dc1-a999-8b1a32b569c7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:35.342374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.346514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ff377-1bec-4a31-9fe0-635840defde1 req-3ca1a04c-5081-4e04-8f4c-6cf372d412da tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.351772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ff377-1bec-4a31-9fe0-635840defde1 req-3ca1a04c-5081-4e04-8f4c-6cf372d412da tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.353363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-398ff377-1bec-4a31-9fe0-635840defde1 req-3ca1a04c-5081-4e04-8f4c-6cf372d412da tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.1522973
Mar 05 21:02:35.356548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:35.359352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9b00cc39-ed0f-4289-bc4a-e60c3bf5e0f6 None None] Port d6badd8c-4ef2-448a-8795-a59ff8d33501 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:35.363630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7552c-b367-487f-9592-14f17622b66c req-aa5e3ebe-2b1f-4eb7-9ab7-f77e12e23b3f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.366629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Calling delete_port for 33567ba5-fb73-4dc1-a999-8b1a32b569c7 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:35.371065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb7552c-b367-487f-9592-14f17622b66c req-aa5e3ebe-2b1f-4eb7-9ab7-f77e12e23b3f tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1716020
Mar 05 21:02:35.397112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d34c6516-6a12-4654-90dc-11e0831f8e80 req-13957245-5960-4818-9014-18d71c41cad5 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2737641
Mar 05 21:02:35.401848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:35.416162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c0fa96d-db30-47c2-9979-ac80267d7fa4 admin admin] 10.222.0.15 "PUT /v2.0/routers/6d734780-871a-4b58-8ef7-89459937bfa6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7123406
Mar 05 21:02:35.426171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32591c1-74ca-4910-9017-c5aa7665d11e req-500dcb6d-31d6-4c4c-9e11-08264b87249e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.435037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32591c1-74ca-4910-9017-c5aa7665d11e req-500dcb6d-31d6-4c4c-9e11-08264b87249e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.442545 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e32591c1-74ca-4910-9017-c5aa7665d11e req-500dcb6d-31d6-4c4c-9e11-08264b87249e tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 1682 time: 0.2620764
Mar 05 21:02:35.454876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Sync routers for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:35.500416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:35.501240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828952b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:35.561401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb7552c-b367-487f-9592-14f17622b66c req-b37ed5a0-2559-4424-b72d-ae808bc500ec tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891918
Mar 05 21:02:35.642652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (33567ba5-fb73-4dc1-a999-8b1a32b569c7), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.693562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] Pushing event deleted for resources: {'Port': ['ID=33567ba5-fb73-4dc1-a999-8b1a32b569c7,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:35.702736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87974308-e617-4cae-8f8f-2cb917650dff None None] No DVR routers for this DVR port 33567ba5-fb73-4dc1-a999-8b1a32b569c7 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:35.713393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:35.724598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (3ac811aa-c84c-4ba5-8b81-35f4f91ce42c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.786682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port dbb1a5c5-a42b-4b22-99f4-682427abb4bb {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:35.787132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.805790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:35.851721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:35.865943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.866558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:35.878786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=3ac811aa-c84c-4ba5-8b81-35f4f91ce42c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:35.881014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138d496-f0fe-453e-9aaa-675239f02981 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:35.908099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e32591c1-74ca-4910-9017-c5aa7665d11e req-7e562287-82b4-4324-8c8d-a35d3b1fa995 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4642799
Mar 05 21:02:35.917643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9948ed-3648-4ef7-bb9c-5c575463e1a9 req-611b8358-0923-4047-a773-cab7739f2afb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.924725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e9948ed-3648-4ef7-bb9c-5c575463e1a9 req-611b8358-0923-4047-a773-cab7739f2afb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 943 time: 0.2508459
Mar 05 21:02:35.939146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c8ffc502-1885-459e-8cff-32f052fa4da7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9821918
Mar 05 21:02:35.943502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60572) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:35.951441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:35.967332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-aa6360a9-6ab2-429b-b8fc-536f85deb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:35.969377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-aa6360a9-6ab2-429b-b8fc-536f85deb418 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 1125 time: 0.1400058
Mar 05 21:02:35.981824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:36.007941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port dbb1a5c5-a42b-4b22-99f4-682427abb4bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:36.008458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.023141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for dbb1a5c5-a42b-4b22-99f4-682427abb4bb owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:36.062192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.063700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.100176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.123247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e9948ed-3648-4ef7-bb9c-5c575463e1a9 req-e9680fc3-cfac-4d1f-a0b5-63e534a20807 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975603
Mar 05 21:02:36.140401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router_controller (2771ac5a-75f0-4e1d-95c6-43d6a9497592), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.156847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:36.157227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.162171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:36.163013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.202309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.206400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828952b0>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:33Z', 'revision_number': 4, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6badd8c-4ef2-448a-8795-a59ff8d33501', 'name': '', 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'mac_address': 'fa:16:3e:a1:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:31Z', 'updated_at': '2022-03-05T21:02:33Z', 'revision_number': 2, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'subnets': [{'id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:36.212753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b434ed5b-1df5-4491-bf95-ef3e578678ea req-c26e3df6-6a76-4ac7-9c05-c5a0ee5d7b71 tempest-FloatingIPsNegativeTestJSON-1098745155 tempest-FloatingIPsNegativeTestJSON-1098745155-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=eaa0178bc4474411bd9ee2d1020120de HTTP/1.1" status: 200  len: 217 time: 0.0862134
Mar 05 21:02:36.252080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Checking router: 6d734780-871a-4b58-8ef7-89459937bfa6 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:36.252439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Updating router 6d734780-871a-4b58-8ef7-89459937bfa6 port d6badd8c-4ef2-448a-8795-a59ff8d33501 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:36.277469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.278750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dbb1a5c5-a42b-4b22-99f4-682427abb4bb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.281788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-753cedcb-13be-419c-9f13-b139efe93861 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3352036
Mar 05 21:02:36.285177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60578) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:36.316508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f641c2f-0a93-43ad-92cf-e87449e15701 req-8a2dbc16-943a-4c93-8b80-15dbc108d843 tempest-FloatingIPsNegativeTestJSON-1098745155 tempest-FloatingIPsNegativeTestJSON-1098745155-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0519352
Mar 05 21:02:36.317646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-f9d67215-07c9-42b9-a508-10053a7c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:36.318997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-f9d67215-07c9-42b9-a508-10053a7c00de service neutron] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.3430574
Mar 05 21:02:36.342681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-ba7bc8fb-6dca-4e67-9e06-bee39f4d2fea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:36.344319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-ba7bc8fb-6dca-4e67-9e06-bee39f4d2fea tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1182790
Mar 05 21:02:36.359879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['dbb1a5c5-a42b-4b22-99f4-682427abb4bb', '263116ce-7cf0-48c8-869b-4be6ced13670'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:36.386364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-cf7df54b-9c99-4f69-bcea-fe9b3e2c52a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5 HTTP/1.1" status: 200  len: 217 time: 0.0596101
Mar 05 21:02:36.390089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=dbb1a5c5-a42b-4b22-99f4-682427abb4bb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:36.426615 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.454977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.464399 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-3ab70246-6ad9-49d3-b8bc-f50a6bcf7d46 req-10279727-94f7-46e9-8e49-df42ef76610c tempest-FloatingIPsNegativeTestJSON-1098745155 tempest-FloatingIPsNegativeTestJSON-1098745155-project] show failed (client error): The resource could not be found.
Mar 05 21:02:36.471663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ab70246-6ad9-49d3-b8bc-f50a6bcf7d46 req-10279727-94f7-46e9-8e49-df42ef76610c tempest-FloatingIPsNegativeTestJSON-1098745155 tempest-FloatingIPsNegativeTestJSON-1098745155-project] 10.222.0.15 "GET /v2.0/floatingips/4edde962-9abd-4f90-9769-2ae7b16a3b61 HTTP/1.1" status: 404  len: 350 time: 0.1261110
Mar 05 21:02:36.491069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port dbb1a5c5-a42b-4b22-99f4-682427abb4bb on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:36.492873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:36.519377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:36.529368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.533389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-398ff377-1bec-4a31-9fe0-635840defde1 req-6d853b0f-0f4b-4c03-a9a0-9284513e6e47 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "DELETE /v2.0/ports/dbb1a5c5-a42b-4b22-99f4-682427abb4bb HTTP/1.1" status: 204  len: 173 time: 1.1541376
Mar 05 21:02:36.540992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-deleted', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:36.543311 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b4269-2069-458c-a3ff-b12832b7975c" -d '{"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-deleted", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:36.560332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4b412-efa7-4aad-acb0-a4476d4c64fe req-70d16d22-a42f-43d0-b402-08cb34f8033e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:36.562461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbe4b412-efa7-4aad-acb0-a4476d4c64fe req-70d16d22-a42f-43d0-b402-08cb34f8033e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3348238
Mar 05 21:02:36.577110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-ced6801b-42b6-4d4e-a278-5ced676c114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:36.578632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-ced6801b-42b6-4d4e-a278-5ced676c114c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1256914
Mar 05 21:02:36.619504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-468d2d81-7fdc-4807-8a5d-ef0cfefc576c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320592
Mar 05 21:02:36.687878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Deleting port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:36.688117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.717882 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4521d4-1916-46d7-85ef-e38421e9ef37 x-openstack-request-id: req-6b4521d4-1916-46d7-85ef-e38421e9ef37 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:36.718771 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-deleted", "tag": "dbb1a5c5-a42b-4b22-99f4-682427abb4bb", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:36.719040 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b4521d4-1916-46d7-85ef-e38421e9ef37 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:36.719647 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-deleted', 'tag': 'dbb1a5c5-a42b-4b22-99f4-682427abb4bb', 'status': 'completed', 'code': 200}
Mar 05 21:02:36.806338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 33567ba5-fb73-4dc1-a999-8b1a32b569c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:36.843331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/3ac811aa-c84c-4ba5-8b81-35f4f91ce42c/c08152d7-f45c-42d2-8087-fc98dd2bad84) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:36.847891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-08afa523-fda5-4bfe-848f-3d98286099fb service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199178
Mar 05 21:02:36.859529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7d039-e8f0-4928-9797-a3e172dd0765 req-a24af75d-df9d-489a-8324-2d1890c13eff tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:36.859982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 33567ba5-fb73-4dc1-a999-8b1a32b569c7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:36.860453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 33567ba5-fb73-4dc1-a999-8b1a32b569c7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:36.861167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7d039-e8f0-4928-9797-a3e172dd0765 req-a24af75d-df9d-489a-8324-2d1890c13eff tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4aea58a-2255-4553-ae5e-3304f0a51c64 HTTP/1.1" status: 200  len: 945 time: 0.1477036
Mar 05 21:02:36.945734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] For port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,segment=NetworkSegment(7b270024-efe3-402f-b0e4-c67bbea6d471),segment_id=7b270024-efe3-402f-b0e4-c67bbea6d471)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:36.946018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:36.980489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Calling delete_port for f0dd87c2-bcd6-447a-8690-0daa7aa8f29b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:37.081753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cd7d039-e8f0-4928-9797-a3e172dd0765 req-dcdce2a7-109a-48ef-9924-29e0314c5b0a tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7f258d7-84f6-4375-9e70-5e61e3742f86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846213
Mar 05 21:02:37.086801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d1a31f7-e675-4b67-b602-34973c711b4c req-e3202e1e-d071-4715-9efa-1d101848dd5c service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246919
Mar 05 21:02:37.208335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbe4b412-efa7-4aad-acb0-a4476d4c64fe req-1b5c33bb-bace-4e29-8314-9cefd091da02 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6278660
Mar 05 21:02:37.245396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks [] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.258492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f0dd87c2-bcd6-447a-8690-0daa7aa8f29b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.263967 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.281233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f0dd87c2-bcd6-447a-8690-0daa7aa8f29b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:37.295937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.318736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dba16-97ee-4a5a-b82a-23a4323a45aa req-aa699311-8315-412f-a9c7-cace566eb897 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:37.320420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f1dba16-97ee-4a5a-b82a-23a4323a45aa req-aa699311-8315-412f-a9c7-cace566eb897 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 945 time: 0.1396050
Mar 05 21:02:37.321288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Pushing event deleted for resources: {'Port': ['ID=f0dd87c2-bcd6-447a-8690-0daa7aa8f29b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:37.333858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:37.336526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:37.358017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:37.368667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:37.389255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] No DVR routers for this DVR port f0dd87c2-bcd6-447a-8690-0daa7aa8f29b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:37.391889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.395572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9a4370b-ed33-4857-bd6d-44df34d4ade9 req-b59fdc0a-ab0f-4650-81d1-aad93d854464 tempest-ServerDiskConfigTestJSON-1384489475 tempest-ServerDiskConfigTestJSON-1384489475-project] 10.222.0.31 "DELETE /v2.0/ports/f0dd87c2-bcd6-447a-8690-0daa7aa8f29b HTTP/1.1" status: 204  len: 173 time: 1.0204551
Mar 05 21:02:37.396165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'name': 'network-vif-deleted', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:37.399644 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e1daff-a96a-4efe-94f2-a14b98a4809e" -d '{"events": [{"server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "name": "network-vif-deleted", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:37.416484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Pushing event updated for resources: {'Port': ['ID=c08152d7-f45c-42d2-8087-fc98dd2bad84,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:37.466593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f1dba16-97ee-4a5a-b82a-23a4323a45aa req-c9260ece-22a0-42a6-9d5d-f17de735dfed tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/security-groups?id=d51a0830-693f-49a4-a4a6-dc648d300832&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213429
Mar 05 21:02:37.513274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks [] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.528857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Attempting to bind port c08152d7-f45c-42d2-8087-fc98dd2bad84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:37.529245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Attempting to bind port c08152d7-f45c-42d2-8087-fc98dd2bad84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:37.529610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Attempting to bind port c08152d7-f45c-42d2-8087-fc98dd2bad84 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:37.533608 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.546541 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f84353-0912-42d6-a4d6-0e4e92af501a x-openstack-request-id: req-61f84353-0912-42d6-a4d6-0e4e92af501a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:37.548619 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aea58a-2255-4553-ae5e-3304f0a51c64", "name": "network-vif-deleted", "tag": "f0dd87c2-bcd6-447a-8690-0daa7aa8f29b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:37.549053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61f84353-0912-42d6-a4d6-0e4e92af501a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:37.549662 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aea58a-2255-4553-ae5e-3304f0a51c64', 'name': 'network-vif-deleted', 'tag': 'f0dd87c2-bcd6-447a-8690-0daa7aa8f29b', 'status': 'completed', 'code': 200}
Mar 05 21:02:37.555264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:37.555483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port 263116ce-7cf0-48c8-869b-4be6ced13670 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:37.555649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:37.555821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.556145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.556542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:37.557029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Bound port: c08152d7-f45c-42d2-8087-fc98dd2bad84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:37.557408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.588776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2fc6-1541-4560-a93b-26bd92ce9261 req-0f750542-6edf-42b4-bcdf-e2d3ef7d5f88 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:37.590406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d1c2fc6-1541-4560-a93b-26bd92ce9261 req-0f750542-6edf-42b4-bcdf-e2d3ef7d5f88 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 943 time: 0.2975707
Mar 05 21:02:37.625148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:37.667049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87476f-afdc-46d1-b228-0c84ff287222 None None] Pushing event updated for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:37.676715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5', 'mac_address': 'fa:16:3e:ee:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:37.771019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] For port c08152d7-f45c-42d2-8087-fc98dd2bad84, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:37.773880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Attempting to bind port d6badd8c-4ef2-448a-8795-a59ff8d33501 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:37.774260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Attempting to bind port d6badd8c-4ef2-448a-8795-a59ff8d33501 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:37.775241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Attempting to bind port d6badd8c-4ef2-448a-8795-a59ff8d33501 on network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:37.788290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:37.790332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.816707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] For port c08152d7-f45c-42d2-8087-fc98dd2bad84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08152d7-f45c-42d2-8087-fc98dd2bad84,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:37.831706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:37.832146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Checking segment: {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:37.832552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.832940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Bound using segment: {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:37.833428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Bound port: d6badd8c-4ef2-448a-8795-a59ff8d33501, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edb769e-cea2-45aa-bdd3-ce28543147d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:37.833809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.854105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:37.855803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d1c2fc6-1541-4560-a93b-26bd92ce9261 req-a3b27c7c-d55e-4f6c-aefc-764cbb2f115f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236249
Mar 05 21:02:37.862975 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.863181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port 263116ce-7cf0-48c8-869b-4be6ced13670, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=263116ce-7cf0-48c8-869b-4be6ced13670,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:37.863489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.930974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:37.932510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dab658a4-695b-4424-84f5-1b9e0f4ac9fa None None] Provisioning complete for port d6badd8c-4ef2-448a-8795-a59ff8d33501 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:37.932510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dab658a4-695b-4424-84f5-1b9e0f4ac9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:37.938176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for 263116ce-7cf0-48c8-869b-4be6ced13670 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:37.974691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.029397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b235d-db4d-4ba9-b4da-f379a18f687e None None] Pushing event updated for resources: {'Port': ['ID=c08152d7-f45c-42d2-8087-fc98dd2bad84,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:38.037560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dab658a4-695b-4424-84f5-1b9e0f4ac9fa None None] Port d6badd8c-4ef2-448a-8795-a59ff8d33501 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:38.039322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] For port d6badd8c-4ef2-448a-8795-a59ff8d33501, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:38.077435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:38.095900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::1 (5e836852-f4cc-40c5-91ef-7e406c291770/3ac811aa-c84c-4ba5-8b81-35f4f91ce42c/dd21cd9b-db76-4207-bf12-5e9be2f0d200) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:38.110395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] For port d6badd8c-4ef2-448a-8795-a59ff8d33501, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6badd8c-4ef2-448a-8795-a59ff8d33501,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:38.139310 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.157454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:38.209523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['14c74fe6-8707-41b9-b1e6-fc064c42d3e5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:38.275152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:38.282903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:38.283466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828952b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:38.346191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87476f-afdc-46d1-b228-0c84ff287222 None None] Pushing event updated for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:38.385682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:38.385956 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.426583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7af1ec-f53b-4d8b-8d3e-b13900cea386 req-2be13596-e83b-4530-a649-84a313878018 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:38.428296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab7af1ec-f53b-4d8b-8d3e-b13900cea386 req-2be13596-e83b-4530-a649-84a313878018 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1178110
Mar 05 21:02:38.503043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:38.523126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (263116ce-7cf0-48c8-869b-4be6ced13670), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.553371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:38.583871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab7af1ec-f53b-4d8b-8d3e-b13900cea386 req-c5acf159-4c40-4018-9c08-419f8ba9969b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470916
Mar 05 21:02:38.643332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=263116ce-7cf0-48c8-869b-4be6ced13670,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:38.689101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4b54cf5-df25-4dc4-805f-76191c4f67a2 req-59cff2f8-d167-442d-a760-270d3df37e06 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2699fb15-7a83-401b-8297-3362938587a4 HTTP/1.1" status: 200  len: 210 time: 0.0751212
Mar 05 21:02:38.721857 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (6d734780-871a-4b58-8ef7-89459937bfa6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.725725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.743634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:38.744059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.753932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Deleting subnet 4499444a-01df-44fd-8647-fc4e970eb1a2 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:38.789693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port 263116ce-7cf0-48c8-869b-4be6ced13670 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:38.794491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:38.798241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-398ff377-1bec-4a31-9fe0-635840defde1 req-b4786cc9-94ce-4b79-a8a6-4b618d6c6dae tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.23 "DELETE /v2.0/ports/263116ce-7cf0-48c8-869b-4be6ced13670 HTTP/1.1" status: 204  len: 173 time: 2.2350707
Mar 05 21:02:38.834152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-deleted', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:38.837450 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0fefaf-c8f8-4ee2-b902-f4e5330b3056" -d '{"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-deleted", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:38.843873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Publish callbacks [] for subnet (4499444a-01df-44fd-8647-fc4e970eb1a2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.036499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Provisioning complete for port d6badd8c-4ef2-448a-8795-a59ff8d33501 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:39.037122 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.077315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:39.079651 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fefa9-e8b1-4765-96b5-d2e694846980" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:39.117968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:39.131381 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.132257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f0dd87c2-bcd6-447a-8690-0daa7aa8f29b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:39.197547 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a7d66-fcfb-4126-868a-d7fa4f6eb015 x-openstack-request-id: req-2b3a7d66-fcfb-4126-868a-d7fa4f6eb015 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:39.197819 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472c35d-3f67-4e81-b0ab-5d40cf90fb9c x-openstack-request-id: req-6472c35d-3f67-4e81-b0ab-5d40cf90fb9c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:39.197942 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:39.198123 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6472c35d-3f67-4e81-b0ab-5d40cf90fb9c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:39.198260 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699fb15-7a83-401b-8297-3362938587a4", "name": "network-vif-deleted", "tag": "263116ce-7cf0-48c8-869b-4be6ced13670", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:39.198511 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:02:39.198726 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b3a7d66-fcfb-4126-868a-d7fa4f6eb015 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:39.199206 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699fb15-7a83-401b-8297-3362938587a4', 'name': 'network-vif-deleted', 'tag': '263116ce-7cf0-48c8-869b-4be6ced13670', 'status': 'completed', 'code': 200}
Mar 05 21:02:39.203644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f0dd87c2-bcd6-447a-8690-0daa7aa8f29b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:39.204030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f0dd87c2-bcd6-447a-8690-0daa7aa8f29b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:39.263938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4499444a-01df-44fd-8647-fc4e970eb1a2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.268703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:39.320626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14bb50-7cdb-446b-a2f4-684f8b7194d1 req-fb9011db-a273-414a-8082-ea61724214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:39.326696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.329157 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae14bb50-7cdb-446b-a2f4-684f8b7194d1 req-fb9011db-a273-414a-8082-ea61724214ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1128 time: 0.1000917
Mar 05 21:02:39.333681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Current status of the port d6badd8c-4ef2-448a-8795-a59ff8d33501 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:39.333847 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.357666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device dbb1a5c5-a42b-4b22-99f4-682427abb4bb no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:39.376247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4499444a-01df-44fd-8647-fc4e970eb1a2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.383903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: dbb1a5c5-a42b-4b22-99f4-682427abb4bb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:39.384256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device dbb1a5c5-a42b-4b22-99f4-682427abb4bb not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:39.384825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 263116ce-7cf0-48c8-869b-4be6ced13670 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:39.399036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae14bb50-7cdb-446b-a2f4-684f8b7194d1 req-15d63a48-41e7-4a4a-84e0-675de03bb7da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631678
Mar 05 21:02:39.435935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:39.440267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 263116ce-7cf0-48c8-869b-4be6ced13670 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:39.440687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 263116ce-7cf0-48c8-869b-4be6ced13670 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:39.443844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4fd52-77a9-4de7-a4c9-6dee0efba965 req-f591b61b-88f6-4007-9e9d-1b71da676b3a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:39.449962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6b4fd52-77a9-4de7-a4c9-6dee0efba965 req-f591b61b-88f6-4007-9e9d-1b71da676b3a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 944 time: 0.2538304
Mar 05 21:02:39.450685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828952b0>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:33Z', 'revision_number': 4, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6badd8c-4ef2-448a-8795-a59ff8d33501', 'name': '', 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'mac_address': 'fa:16:3e:a1:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:31Z', 'updated_at': '2022-03-05T21:02:38Z', 'revision_number': 4, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'subnets': [{'id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:39.456393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] For port d6badd8c-4ef2-448a-8795-a59ff8d33501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6badd8c-4ef2-448a-8795-a59ff8d33501,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:39.483193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a49680-0168-4937-afbd-0c1dc9d546b6 None None] The sync data for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 is: [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:33Z', 'revision_number': 4, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6badd8c-4ef2-448a-8795-a59ff8d33501', 'name': '', 'network_id': 'bc2e20ca-7bff-49dc-a8e9-074c37fe32cb', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'mac_address': 'fa:16:3e:a1:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:31Z', 'updated_at': '2022-03-05T21:02:38Z', 'revision_number': 4, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'subnets': [{'id': 'bb7ada73-c0ef-449f-904f-57fcc193bc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:39.484795 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.486293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:39.517130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:39.517691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (2771ac5a-75f0-4e1d-95c6-43d6a9497592), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.548704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b794606-2cf0-4a5f-b9da-df59c492a4d6 None None] Pushing event updated for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:39.604190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:39.717126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6b4fd52-77a9-4de7-a4c9-6dee0efba965 req-a0806949-2e52-4d5e-ac34-daed525a8fbc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318385
Mar 05 21:02:39.747341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Provisioning complete for port c08152d7-f45c-42d2-8087-fc98dd2bad84 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:39.747750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.767840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4499444a-01df-44fd-8647-fc4e970eb1a2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.790474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3571b-738d-4c6f-a9a2-b3f74ca8611f req-d0012ff6-0fde-4c7c-941b-5864619f04df tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:39.792262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83d3571b-738d-4c6f-a9a2-b3f74ca8611f req-d0012ff6-0fde-4c7c-941b-5864619f04df tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.1196256
Mar 05 21:02:39.818659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:39.826430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4499444a-01df-44fd-8647-fc4e970eb1a2 HTTP/1.1" status: 204  len: 168 time: 1.3173316
Mar 05 21:02:39.829411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60622) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:39.829754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60624) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:39.865012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d4466-9c21-4f07-8311-301a775b7ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4499444a-01df-44fd-8647-fc4e970eb1a2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:40.002676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Current status of the port c08152d7-f45c-42d2-8087-fc98dd2bad84 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:40.003328 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.032862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.060504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] For port c08152d7-f45c-42d2-8087-fc98dd2bad84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08152d7-f45c-42d2-8087-fc98dd2bad84,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:40.065768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.116121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83d3571b-738d-4c6f-a9a2-b3f74ca8611f req-2d5776a6-8669-44c5-a853-52c35b76fb25 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3140557
Mar 05 21:02:40.143192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45df344-82c6-4b49-b6ef-646f67ebac65 None None] Pushing event updated for resources: {'Port': ['ID=c08152d7-f45c-42d2-8087-fc98dd2bad84,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:40.153236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d6badd8c-4ef2-448a-8795-a59ff8d33501 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:40.179715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting subnet b88c7eb7-1602-446b-969d-1868a35317a7 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:40.184659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Deleting port d6badd8c-4ef2-448a-8795-a59ff8d33501 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:40.185335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.185997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (b88c7eb7-1602-446b-969d-1868a35317a7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.245847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d6badd8c-4ef2-448a-8795-a59ff8d33501 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:40.247092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.248124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d74d376a-0a45-4915-b0da-56d17c1f19d7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.288534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (b88c7eb7-1602-446b-969d-1868a35317a7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.357034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f86a4fed-7da3-4744-acbc-70cd671a2791 None None] Provisioning complete for port dd21cd9b-db76-4207-bf12-5e9be2f0d200 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:40.357034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f86a4fed-7da3-4744-acbc-70cd671a2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.394983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f86a4fed-7da3-4744-acbc-70cd671a2791 None None] Port dd21cd9b-db76-4207-bf12-5e9be2f0d200 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:40.429970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d74d376a-0a45-4915-b0da-56d17c1f19d7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.453816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] For port d6badd8c-4ef2-448a-8795-a59ff8d33501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6badd8c-4ef2-448a-8795-a59ff8d33501,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:40.454438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.457530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d6badd8c-4ef2-448a-8795-a59ff8d33501 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:40.458938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c08152d7-f45c-42d2-8087-fc98dd2bad84 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:40.475831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Calling delete_port for d6badd8c-4ef2-448a-8795-a59ff8d33501 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:40.508975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b03df0>,) {'filters': {'network_id': ['d74d376a-0a45-4915-b0da-56d17c1f19d7']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:40.531549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c08152d7-f45c-42d2-8087-fc98dd2bad84 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:40.532113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.534640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b03df0>, '7b270024-efe3-402f-b0e4-c67bbea6d471') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:40.535195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b03df0>, '7b270024-efe3-402f-b0e4-c67bbea6d471') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:40.551476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (7b270024-efe3-402f-b0e4-c67bbea6d471), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.563335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b88c7eb7-1602-446b-969d-1868a35317a7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.595395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7b270024-efe3-402f-b0e4-c67bbea6d471), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.609089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:40.609417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (7b270024-efe3-402f-b0e4-c67bbea6d471), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:40.611208 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:40.650861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c08152d7-f45c-42d2-8087-fc98dd2bad84 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:40.691345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (b88c7eb7-1602-446b-969d-1868a35317a7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.698782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d74d376a-0a45-4915-b0da-56d17c1f19d7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.726481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.732896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] 10.222.0.15 "DELETE /v2.0/networks/d74d376a-0a45-4915-b0da-56d17c1f19d7 HTTP/1.1" status: 204  len: 168 time: 0.8637900
Mar 05 21:02:40.735176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Subnet': ['ID=b88c7eb7-1602-446b-969d-1868a35317a7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:40.758699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.762777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4be02e4e-58f0-4c61-b2df-30e91baed945 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/subnets/b88c7eb7-1602-446b-969d-1868a35317a7 HTTP/1.1" status: 204  len: 168 time: 0.9292307
Mar 05 21:02:40.764054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb357-5dc4-4433-985e-37980af25a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d74d376a-0a45-4915-b0da-56d17c1f19d7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:40.765966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60630) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:40.769407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a8506-cbb2-4a5e-8999-9fd8c48c7cd2 None None] Network 2768f120-bd58-4ead-8479-a50bd634da41 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:40.901204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2768f120-bd58-4ead-8479-a50bd634da41), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.911436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.946767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.947311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (2771ac5a-75f0-4e1d-95c6-43d6a9497592), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:40.977088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60632) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:41.031473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:41.032633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.036448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9467e45-dfae-4e24-896d-38be76d756ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa686c12d54e49ceaa2ce991119294e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0581148
Mar 05 21:02:41.040321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60634) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:41.056078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] DHCP port deletion for 2768f120-bd58-4ead-8479-a50bd634da41 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:41.098993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ad05-5215-415e-8990-48939ffd5634 req-f7f52bdf-e412-4bd3-83fc-ed94dfb7c170 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:41.104338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57b6ad05-5215-415e-8990-48939ffd5634 req-f7f52bdf-e412-4bd3-83fc-ed94dfb7c170 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 944 time: 0.2448032
Mar 05 21:02:41.121363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Deleting port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:41.122664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.122766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:41.123305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.146863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for c4cbdf32-eeac-4f8f-9d10-1926e8539d90 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:41.148387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.185671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d6badd8c-4ef2-448a-8795-a59ff8d33501), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.212880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] For port c4cbdf32-eeac-4f8f-9d10-1926e8539d90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,segment=NetworkSegment(8b2b0c97-da60-4ef0-8e2a-812662826c92),segment_id=8b2b0c97-da60-4ef0-8e2a-812662826c92)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:41.213355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.229911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Calling delete_port for c4cbdf32-eeac-4f8f-9d10-1926e8539d90 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:41.257821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.273931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6badd8c-4ef2-448a-8795-a59ff8d33501,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.329962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:41.339428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.344932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:41.386534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] Publish callbacks [] for security_group (a7f258d7-84f6-4375-9e70-5e61e3742f86), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.394587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-57b6ad05-5215-415e-8990-48939ffd5634 req-402dc78e-d7ac-4c00-ac91-1ab5883f891b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685726
Mar 05 21:02:41.434047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:41.446793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (c4cbdf32-eeac-4f8f-9d10-1926e8539d90), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.447292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:41.461984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] Publish callbacks [] for security_group (a7f258d7-84f6-4375-9e70-5e61e3742f86), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.491067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2768f120-bd58-4ead-8479-a50bd634da41), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.518391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc569-d994-4272-9137-c039d1a977f4 req-65faa09a-534d-48b2-93f7-7242a10cc777 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:41.521419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce2cc569-d994-4272-9137-c039d1a977f4 req-65faa09a-534d-48b2-93f7-7242a10cc777 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.2594442
Mar 05 21:02:41.539256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] Pushing event deleted for resources: {'Port': ['ID=c4cbdf32-eeac-4f8f-9d10-1926e8539d90,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.553675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6c0db-42fd-4a24-ab5a-fc123090e9e1 None None] No DVR routers for this DVR port c4cbdf32-eeac-4f8f-9d10-1926e8539d90 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:41.558147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:02:41.559874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b6ef40>,) {'filters': {'network_id': ['2768f120-bd58-4ead-8479-a50bd634da41']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:41.584057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:41.584719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.600737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b6ef40>, '8b2b0c97-da60-4ef0-8e2a-812662826c92') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:41.601148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b6ef40>, '8b2b0c97-da60-4ef0-8e2a-812662826c92') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:41.654334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (8b2b0c97-da60-4ef0-8e2a-812662826c92), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.658675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce2cc569-d994-4272-9137-c039d1a977f4 req-16f7cb7f-cbc5-438a-975b-d8c06dc3b5e0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262739
Mar 05 21:02:41.680704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8b2b0c97-da60-4ef0-8e2a-812662826c92), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.691068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:41.691587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (8b2b0c97-da60-4ef0-8e2a-812662826c92), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:41.702504 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:41.714645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:41.716994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.778054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:41.779152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a7f258d7-84f6-4375-9e70-5e61e3742f86), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.781358 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae1291-eaf0-456b-a29d-c5ba7e8b698a" -d '{"events": [{"server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "name": "network-vif-plugged", "status": "completed", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:41.782050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.782631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2768f120-bd58-4ead-8479-a50bd634da41), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.783269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7f258d7-84f6-4375-9e70-5e61e3742f86 HTTP/1.1" status: 204  len: 168 time: 0.7109723
Mar 05 21:02:41.794256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:41.795914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.801947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/networks/2768f120-bd58-4ead-8479-a50bd634da41 HTTP/1.1" status: 204  len: 168 time: 1.0349877
Mar 05 21:02:41.802496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.808175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:41.839214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c50a3b-d8f0-4db8-a662-2b32b829f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f258d7-84f6-4375-9e70-5e61e3742f86,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.865475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.875964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc18b67-a9cd-4825-8c6b-aa1cd126eee6 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Network': ['ID=2768f120-bd58-4ead-8479-a50bd634da41,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:41.893758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (6d734780-871a-4b58-8ef7-89459937bfa6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.895858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3e22dd06-8644-4d9a-b909-0a48d2881b15 None None] Provisioning complete for port dd21cd9b-db76-4207-bf12-5e9be2f0d200 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:41.896360 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e22dd06-8644-4d9a-b909-0a48d2881b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.919701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting subnet a0cdb877-7bc7-495a-971c-c35b65329447 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:41.923376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks [] for subnet (a0cdb877-7bc7-495a-971c-c35b65329447), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.975056 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0f4ff-180b-4cd0-ad52-cf00b2d88ec9 x-openstack-request-id: req-6dc0f4ff-180b-4cd0-ad52-cf00b2d88ec9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:41.975350 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "name": "network-vif-plugged", "status": "completed", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:41.975604 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc0f4ff-180b-4cd0-ad52-cf00b2d88ec9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:41.982296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a0cdb877-7bc7-495a-971c-c35b65329447), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:41.983343 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5', 'code': 200}
Mar 05 21:02:42.009906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e22dd06-8644-4d9a-b909-0a48d2881b15 None None] Port dd21cd9b-db76-4207-bf12-5e9be2f0d200 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:02:42.089037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c08152d7-f45c-42d2-8087-fc98dd2bad84 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:42.112782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a0cdb877-7bc7-495a-971c-c35b65329447), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.149470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c08152d7-f45c-42d2-8087-fc98dd2bad84 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:42.150489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.192962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a0cdb877-7bc7-495a-971c-c35b65329447), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.254614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c08152d7-f45c-42d2-8087-fc98dd2bad84 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:42.254883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cdb877-7bc7-495a-971c-c35b65329447,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:42.263707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff05a8f-365c-4cb8-9e11-4fb29e23438d None None] Network e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:42.264058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.276561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dbbd0a4a-58d0-40de-a967-5c0e41b66bef tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/subnets/a0cdb877-7bc7-495a-971c-c35b65329447 HTTP/1.1" status: 204  len: 168 time: 0.4627800
Mar 05 21:02:42.283250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:42.328632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4cbdf32-eeac-4f8f-9d10-1926e8539d90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:42.360575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c4cbdf32-eeac-4f8f-9d10-1926e8539d90 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:42.361422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4cbdf32-eeac-4f8f-9d10-1926e8539d90 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:42.404990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.437886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:42.464013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e507-971d-4f05-89f0-e550470c1e6d req-c4b130cd-6b5b-497b-bdf3-c4ac93116d9c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:42.466274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c470e507-971d-4f05-89f0-e550470c1e6d req-c4b130cd-6b5b-497b-bdf3-c4ac93116d9c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.6794379
Mar 05 21:02:42.476779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:42.482041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'floatingip': {'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:42.503460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] DHCP port deletion for e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:42.548458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Deleting port e2730e09-8150-4ecb-a7de-d716779d8335 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:42.548907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.566002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Deleting port e2730e09-8150-4ecb-a7de-d716779d8335 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:42.566661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.583712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.604889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ab83-a754-4369-b381-c563cba51bb3 req-42fd97fa-3db7-42ec-8c0a-10b0cc96b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:42.607799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b42ab83-a754-4369-b381-c563cba51bb3 req-42fd97fa-3db7-42ec-8c0a-10b0cc96b275 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 1127 time: 0.6003489
Mar 05 21:02:42.647407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] For port e2730e09-8150-4ecb-a7de-d716779d8335, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2730e09-8150-4ecb-a7de-d716779d8335,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:42.647848 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.662546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Calling delete_port for e2730e09-8150-4ecb-a7de-d716779d8335 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:42.678999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b42ab83-a754-4369-b381-c563cba51bb3 req-27f69ecf-7807-4915-813c-d89b254cb5c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631635
Mar 05 21:02:42.760190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:42.771371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d946cbbd-3cc8-48eb-ae97-5dd1edcc10db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "PUT /v2.0/routers/2771ac5a-75f0-4e1d-95c6-43d6a9497592/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4831531
Mar 05 21:02:42.776436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.777197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60672) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:42.778958 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Sync routers for ids ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:42.796189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Routers {'2771ac5a-75f0-4e1d-95c6-43d6a9497592'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:42.797941 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90298100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:42.819447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] For port e2730e09-8150-4ecb-a7de-d716779d8335, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2730e09-8150-4ecb-a7de-d716779d8335,segment=NetworkSegment(428b0973-7bc7-450c-b2b9-ffe5e45ba2b0),segment_id=428b0973-7bc7-450c-b2b9-ffe5e45ba2b0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:42.819876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:42.834724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ac54c-694d-42e1-bd52-5b1de431a551 req-36dc5b47-8f66-4619-ab62-4704f94a27e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:42.836276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a5ac54c-694d-42e1-bd52-5b1de431a551 req-36dc5b47-8f66-4619-ab62-4704f94a27e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.3094609
Mar 05 21:02:42.846049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] Pushing event deleted for resources: {'Port': ['ID=e2730e09-8150-4ecb-a7de-d716779d8335,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:42.861994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Router 6d734780-871a-4b58-8ef7-89459937bfa6 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:42.864122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb46642-0107-4b00-ae99-14507ce0eea1 None None] No DVR routers for this DVR port e2730e09-8150-4ecb-a7de-d716779d8335 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:42.893535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Calling delete_port for e2730e09-8150-4ecb-a7de-d716779d8335 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:42.919527 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Set router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:42.927809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa6c17d-8abf-4b03-af83-a6245b2fe721 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:42.929294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3aa6c17d-8abf-4b03-af83-a6245b2fe721 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports/dd21cd9b-db76-4207-bf12-5e9be2f0d200 HTTP/1.1" status: 200  len: 911 time: 0.1514478
Mar 05 21:02:42.934849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:43.040647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:43.052101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d426f28b-0534-4ad9-8979-0c30d250fb78 admin admin] 10.222.0.15 "PUT /v2.0/routers/6d734780-871a-4b58-8ef7-89459937bfa6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5243509
Mar 05 21:02:43.053856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60676) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:43.057219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Sync routers for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:43.072888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:43.073717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:43.108450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60678) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:43.158238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a5ac54c-694d-42e1-bd52-5b1de431a551 req-5a8daefb-217a-4095-87b6-2c572a076f41 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100679
Mar 05 21:02:43.171789 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90298100>, [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:39Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': 'dd21cd9b-db76-4207-bf12-5e9be2f0d200', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:ab:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:37Z', 'updated_at': '2022-03-05T21:02:40Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:43.195985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks [] for router (6d734780-871a-4b58-8ef7-89459937bfa6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.214374 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Checking router: 2771ac5a-75f0-4e1d-95c6-43d6a9497592 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:43.214877 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Updating router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 port dd21cd9b-db76-4207-bf12-5e9be2f0d200 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:43.216971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a01149-ed75-49d3-8dc3-d8cea8510742 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:43.222285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a01149-ed75-49d3-8dc3-d8cea8510742 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:43.223916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-23a01149-ed75-49d3-8dc3-d8cea8510742 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2361228
Mar 05 21:02:43.226957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60682) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:43.249668 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.276375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:43.284379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e2730e09-8150-4ecb-a7de-d716779d8335), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.331547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-110752476-network', 'tenant_id': '085ced4ef30745c88d1b33842076f02e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:43.371281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Made reservation on behalf of 085ced4ef30745c88d1b33842076f02e for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:43.374292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.388457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.397061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks [] for router_gateway (6d734780-871a-4b58-8ef7-89459937bfa6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.409554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Port': ['ID=e2730e09-8150-4ecb-a7de-d716779d8335,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:43.432166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] No DVR routers for this DVR port e2730e09-8150-4ecb-a7de-d716779d8335 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:43.526781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Deleting port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:43.527404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.538665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff820>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:40Z', 'revision_number': 5, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port': {'id': '4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:25Z', 'updated_at': '2022-03-05T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:43.582944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Checking router: 6d734780-871a-4b58-8ef7-89459937bfa6 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:43.588193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks [] for security_group (a64b7d53-133d-442e-b4ef-7722d1305d51), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.595987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Routers {'6d734780-871a-4b58-8ef7-89459937bfa6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:43.598035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6d734780-871a-4b58-8ef7-89459937bfa6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:43.599459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a64b7d53-133d-442e-b4ef-7722d1305d51), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.630649 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks [] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.639913 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.661196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:02:43.705266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b7d53-133d-442e-b4ef-7722d1305d51,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:43.714877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0b73a23b-3c2d-4d3f-b12e-71736e636922), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.720267 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Added segment 0b73a23b-3c2d-4d3f-b12e-71736e636922 of type vlan for network 7c100624-2ecc-4b88-a924-0fbddd33fecd
Mar 05 21:02:43.732387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] For port 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:43.733244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.735168 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39a863-9070-481d-835b-bfedc112619e None None] Pushing event updated for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:43.759374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] Set router 6d734780-871a-4b58-8ef7-89459937bfa6 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:43.826788 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Attempting to bind port dd21cd9b-db76-4207-bf12-5e9be2f0d200 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:43.827303 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Attempting to bind port dd21cd9b-db76-4207-bf12-5e9be2f0d200 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:43.827685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Attempting to bind port dd21cd9b-db76-4207-bf12-5e9be2f0d200 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:43.840888 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:43.845135 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:43.845697 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.846179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:43.846812 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Bound port: dd21cd9b-db76-4207-bf12-5e9be2f0d200, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:43.847981 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.854604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7c100624-2ecc-4b88-a924-0fbddd33fecd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.861052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff820>, [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:43Z', 'revision_number': 6, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:43.896047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Calling delete_port for 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:43.909133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f9714-4b69-49d9-af7b-45b7fb9a8c06 None None] The sync data for ids ['6d734780-871a-4b58-8ef7-89459937bfa6'] in ncdv-master-1 is: [{'id': '6d734780-871a-4b58-8ef7-89459937bfa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-335596076-router', 'tenant_id': 'eaa0178bc4474411bd9ee2d1020120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:24Z', 'updated_at': '2022-03-05T21:02:43Z', 'revision_number': 6, 'project_id': 'eaa0178bc4474411bd9ee2d1020120de', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:43.922317 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7c100624-2ecc-4b88-a924-0fbddd33fecd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.923743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:43.924555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:43.939389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e2730e09-8150-4ecb-a7de-d716779d8335 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:43.970239 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] For port dd21cd9b-db76-4207-bf12-5e9be2f0d200, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:43.977892 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] For port dd21cd9b-db76-4207-bf12-5e9be2f0d200, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd21cd9b-db76-4207-bf12-5e9be2f0d200,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:43.989531 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.059691 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39a863-9070-481d-835b-bfedc112619e None None] Pushing event updated for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:44.062406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Routers {'2771ac5a-75f0-4e1d-95c6-43d6a9497592'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:44.063026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90298100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:44.099576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9900696
Mar 05 21:02:44.105270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:44.132542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Request body: {'subnet': {'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-subnet', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:44.156203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553ef0-bf41-4c7a-a385-a67ffaf6561a admin admin] Pushing event updated for resources: {'Network': ['ID=7c100624-2ecc-4b88-a924-0fbddd33fecd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:44.210158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] Set router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:44.218175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.222567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:02:44.225554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e2730e09-8150-4ecb-a7de-d716779d8335 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:44.226049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e2730e09-8150-4ecb-a7de-d716779d8335 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:44.250329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89af5be0>,) {'filters': {'network_id': ['e3218138-bd9d-487e-b8c8-cf9a74dcb5b2']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:44.260861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89af5be0>, '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:44.261205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89af5be0>, '428b0973-7bc7-450c-b2b9-ffe5e45ba2b0') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:44.328961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Provisioning complete for port dd21cd9b-db76-4207-bf12-5e9be2f0d200 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:44.330071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.443219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a4cc9-2939-4a9d-8aea-9adea759b87a req-003953cf-1e04-4ab7-947f-ab4ce5dbf6ae tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:44.444836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c07a4cc9-2939-4a9d-8aea-9adea759b87a req-003953cf-1e04-4ab7-947f-ab4ce5dbf6ae tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.1597683
Mar 05 21:02:44.481992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.491684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.502757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Made reservation on behalf of 085ced4ef30745c88d1b33842076f02e for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:44.505720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.518471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Current status of the port dd21cd9b-db76-4207-bf12-5e9be2f0d200 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:44.518981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.535439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.556904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:44.561961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] For port dd21cd9b-db76-4207-bf12-5e9be2f0d200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd21cd9b-db76-4207-bf12-5e9be2f0d200,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:44.571828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.578715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (428b0973-7bc7-450c-b2b9-ffe5e45ba2b0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.582769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c07a4cc9-2939-4a9d-8aea-9adea759b87a req-07226a7d-9f8c-4051-b8c5-fb28738c633d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310885
Mar 05 21:02:44.650027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:02:44.661573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (6d734780-871a-4b58-8ef7-89459937bfa6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.703000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f41fb-13a4-4529-bf63-767dd870609c None None] Pushing event updated for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:44.739710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-56ff3bcd-faa6-40d9-b39f-d6bacfbbe284 None None] Provisioning complete for port dd21cd9b-db76-4207-bf12-5e9be2f0d200 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:44.739710 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56ff3bcd-faa6-40d9-b39f-d6bacfbbe284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.748005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (428b0973-7bc7-450c-b2b9-ffe5e45ba2b0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.774436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:44.774840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (428b0973-7bc7-450c-b2b9-ffe5e45ba2b0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:44.780028 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:44.797578 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90298100>, [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:39Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': 'dd21cd9b-db76-4207-bf12-5e9be2f0d200', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:ab:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:37Z', 'updated_at': '2022-03-05T21:02:43Z', 'revision_number': 4, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:44.833945 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec85a-dfe7-442a-a7b2-ea5e9b132d6f None None] The sync data for ids ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'] in ncdv-master-1 is: [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:39Z', 'revision_number': 2, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None, '_interfaces': [{'id': 'dd21cd9b-db76-4207-bf12-5e9be2f0d200', 'name': '', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'tenant_id': '4eb39561366247258d738313cb991da7', 'mac_address': 'fa:16:3e:ab:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:37Z', 'updated_at': '2022-03-05T21:02:43Z', 'revision_number': 4, 'project_id': '4eb39561366247258d738313cb991da7', 'subnets': [{'id': '3ac811aa-c84c-4ba5-8b81-35f4f91ce42c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:44.838592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (6d734780-871a-4b58-8ef7-89459937bfa6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.841129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks [] for router_controller (6d734780-871a-4b58-8ef7-89459937bfa6), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.890610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-56ff3bcd-faa6-40d9-b39f-d6bacfbbe284 None None] Current status of the port dd21cd9b-db76-4207-bf12-5e9be2f0d200 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:44.919972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (6d734780-871a-4b58-8ef7-89459937bfa6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.920570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d734780-871a-4b58-8ef7-89459937bfa6 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:02:44.926104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.929661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-569f46ad-29ac-4834-85cc-a4ee1283213a admin admin] 10.222.0.15 "DELETE /v2.0/routers/6d734780-871a-4b58-8ef7-89459937bfa6 HTTP/1.1" status: 204  len: 168 time: 1.8714354
Mar 05 21:02:44.930540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:44.988539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Deleting subnet bb7ada73-c0ef-449f-904f-57fcc193bc4a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:44.993240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Publish callbacks [] for subnet (bb7ada73-c0ef-449f-904f-57fcc193bc4a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:44.994960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e3218138-bd9d-487e-b8c8-cf9a74dcb5b2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.000323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.006743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] 10.222.0.15 "DELETE /v2.0/networks/e3218138-bd9d-487e-b8c8-cf9a74dcb5b2 HTTP/1.1" status: 204  len: 168 time: 2.7183065
Mar 05 21:02:45.033715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (bb7ada73-c0ef-449f-904f-57fcc193bc4a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.128895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (bb7ada73-c0ef-449f-904f-57fcc193bc4a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.132854 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Floating IP 16e2b445-5c10-42ae-8de6-f33ed4fb875f associated. External IP: 172.35.0.246, port: 30ad7984-3b01-4aac-9f3b-d69f10ea737a.
Mar 05 21:02:45.218161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6ef7-c54b-4c2f-8159-d6628f677844 tempest-ServersTestMultiNic-899819657 tempest-ServersTestMultiNic-899819657-project] Pushing event deleted for resources: {'Network': ['ID=e3218138-bd9d-487e-b8c8-cf9a74dcb5b2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:45.220817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (bb7ada73-c0ef-449f-904f-57fcc193bc4a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.258680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60710) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:45.261402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.266651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc65b3-8d95-4de1-a6fa-54d54923ecf9 None None] Network bc2e20ca-7bff-49dc-a8e9-074c37fe32cb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:45.267930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb7ada73-c0ef-449f-904f-57fcc193bc4a HTTP/1.1" status: 204  len: 168 time: 0.3363459
Mar 05 21:02:45.273087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc4d8-109f-43b3-b28e-d6b4b4c93ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7ada73-c0ef-449f-904f-57fcc193bc4a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:45.276502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:45.495284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-c9ebe29b-4104-4e97-8574-62a83b653660 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:45.503410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-c9ebe29b-4104-4e97-8574-62a83b653660 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.5327904
Mar 05 21:02:45.524544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.536952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] DHCP port deletion for bc2e20ca-7bff-49dc-a8e9-074c37fe32cb request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:45.556819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (6316f52a-7d91-41b2-826c-0174dc0e7483), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.565540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-609f3d8e-e929-43b1-b712-f08e38eb8bad tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0611358
Mar 05 21:02:45.627845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Deleting port 292f1b03-0461-47e8-b92f-42d5428baff2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:45.628482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.693017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6316f52a-7d91-41b2-826c-0174dc0e7483,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:45.715900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] For port 292f1b03-0461-47e8-b92f-42d5428baff2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=292f1b03-0461-47e8-b92f-42d5428baff2,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:45.719473 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.737037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Calling delete_port for 292f1b03-0461-47e8-b92f-42d5428baff2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:45.781732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Deleting port 292f1b03-0461-47e8-b92f-42d5428baff2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:45.782314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.879084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Checking segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:45.879084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Network hostable DHCP agents. Network: 7c100624-2ecc-4b88-a924-0fbddd33fecd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:02:45.921888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.942183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] For port 292f1b03-0461-47e8-b92f-42d5428baff2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=292f1b03-0461-47e8-b92f-42d5428baff2,segment=NetworkSegment(7edb769e-cea2-45aa-bdd3-ce28543147d9),segment_id=7edb769e-cea2-45aa-bdd3-ce28543147d9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:45.942568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:45.966239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-ee85ff1c-a4e2-4777-aa0a-cad456e47470 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3994637
Mar 05 21:02:45.968119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] Pushing event deleted for resources: {'Port': ['ID=292f1b03-0461-47e8-b92f-42d5428baff2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:45.970671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8856c1-4a3c-4464-91db-ac94234f6264 None None] No DVR routers for this DVR port 292f1b03-0461-47e8-b92f-42d5428baff2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:45.984292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Calling delete_port for 292f1b03-0461-47e8-b92f-42d5428baff2 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:45.985155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (2771ac5a-75f0-4e1d-95c6-43d6a9497592), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.022776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd21cd9b-db76-4207-bf12-5e9be2f0d200 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:46.092341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dd21cd9b-db76-4207-bf12-5e9be2f0d200 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:46.092585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.095901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:02:46.106575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Router 330c3746-6fb0-4f75-9b5b-7c43be3021bd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:46.134551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c100624-2ecc-4b88-a924-0fbddd33fecd) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:46.148913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:46.149516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.149661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (292f1b03-0461-47e8-b92f-42d5428baff2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.153706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5341a-10e1-4c59-ba31-1816f6d3f1d0 None None] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:46.186934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Pushing event deleted for resources: {'Port': ['ID=292f1b03-0461-47e8-b92f-42d5428baff2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:46.189433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] No DVR routers for this DVR port 292f1b03-0461-47e8-b92f-42d5428baff2 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:46.215807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.247299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dd21cd9b-db76-4207-bf12-5e9be2f0d200 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:46.259111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32d69475-f976-4e0e-be68-9137fe0d12b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1454287
Mar 05 21:02:46.286253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60730) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:46.305797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6192847-ea27-488b-9ce4-b05da416241d None None] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:46.320921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:46.345452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.364332 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-34ce07e8-5a90-47e9-84f5-386b506e5f4f service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3969967
Mar 05 21:02:46.370346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:46.374341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1766a0>,) {'filters': {'network_id': ['bc2e20ca-7bff-49dc-a8e9-074c37fe32cb']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:46.391174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1766a0>, '7edb769e-cea2-45aa-bdd3-ce28543147d9') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:46.391588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1766a0>, '7edb769e-cea2-45aa-bdd3-ce28543147d9') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:46.393577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:46.393954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ff9e5b3-e7a8-404d-b03a-16d52a1adbfe not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:46.394645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d6badd8c-4ef2-448a-8795-a59ff8d33501 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:46.405771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (7edb769e-cea2-45aa-bdd3-ce28543147d9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.440208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d6badd8c-4ef2-448a-8795-a59ff8d33501 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:46.440563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d6badd8c-4ef2-448a-8795-a59ff8d33501 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:46.441131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 292f1b03-0461-47e8-b92f-42d5428baff2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:46.454063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7edb769e-cea2-45aa-bdd3-ce28543147d9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.478648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.478857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 292f1b03-0461-47e8-b92f-42d5428baff2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:46.479511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 292f1b03-0461-47e8-b92f-42d5428baff2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:46.479631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.480758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:46.481642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (7edb769e-cea2-45aa-bdd3-ce28543147d9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:46.483685 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:46.508457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:46.525038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.526889 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Sync routers for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:46.540269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:46.541193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903a13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:46.558039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bc2e20ca-7bff-49dc-a8e9-074c37fe32cb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.565475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.571124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc2e20ca-7bff-49dc-a8e9-074c37fe32cb HTTP/1.1" status: 204  len: 168 time: 1.2917202
Mar 05 21:02:46.586404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab502b8-d66f-4ac7-9631-7e4393e2729e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2e20ca-7bff-49dc-a8e9-074c37fe32cb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:46.681165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for router_controller (e3df34c6-46d9-4b97-b037-57aa77ef739c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.687465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a360f1a0-20d2-40d4-8481-c502621541d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "PUT /v2.0/floatingips/16e2b445-5c10-42ae-8de6-f33ed4fb875f HTTP/1.1" status: 200  len: 992 time: 4.2052956
Mar 05 21:02:46.687465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:46.697805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Deleting port 47d8806d-af28-4122-8f35-2307ef599477 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:46.698767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (47d8806d-af28-4122-8f35-2307ef599477), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.699571 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1748e241-e3fc-48c0-a350-393b3973d01b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:46.711974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-2dc858c4-dc77-4687-b9e1-9fd22c3e6956 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3464558
Mar 05 21:02:46.717140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:46.829154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:46.922607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] For port 47d8806d-af28-4122-8f35-2307ef599477, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47d8806d-af28-4122-8f35-2307ef599477,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:46.922989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (47d8806d-af28-4122-8f35-2307ef599477), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:46.927407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dd1da492-60a6-4abe-99b9-d4250a4f2378 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaa0178bc4474411bd9ee2d1020120de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0868092
Mar 05 21:02:46.935787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60742) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:46.957117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ee498-0d2e-4a57-a6b1-2b944d2ba829 req-497c3258-8910-4b93-a507-cf16fbf0149b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:46.958687 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-347ee498-0d2e-4a57-a6b1-2b944d2ba829 req-497c3258-8910-4b93-a507-cf16fbf0149b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.1626358
Mar 05 21:02:46.959792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Calling delete_port for 47d8806d-af28-4122-8f35-2307ef599477 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:47.081929 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903a13d0>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16e2b445-5c10-42ae-8de6-f33ed4fb875f', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'floating_ip_address': '172.35.0.246', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:16Z', 'updated_at': '2022-03-05T21:02:44Z', 'revision_number': 1, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:47.119907 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Checking router: 330c3746-6fb0-4f75-9b5b-7c43be3021bd for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:47.128222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-347ee498-0d2e-4a57-a6b1-2b944d2ba829 req-07582a83-2cac-4e08-bf73-cd80924916fc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588216
Mar 05 21:02:47.149746 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:47.150452 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903a13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:47.169409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Publish callbacks [] for security_group (b163a61d-2e9c-424e-a481-3ab402d6b521), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.304275 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:47.417307 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096361c9-1c6d-463f-b4a4-68e9cdcb67da x-openstack-request-id: req-096361c9-1c6d-463f-b4a4-68e9cdcb67da {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:47.417905 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:47.417905 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-096361c9-1c6d-463f-b4a4-68e9cdcb67da {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:47.418842 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'status': 'completed', 'code': 200}
Mar 05 21:02:47.489467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96b186bc-0a4b-4a22-a909-9e51081a6747 req-2e3b0160-853c-4ded-ab7d-081cb2c7a0fe tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 210 time: 0.0696006
Mar 05 21:02:47.565559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Publish callbacks [] for security_group (b163a61d-2e9c-424e-a481-3ab402d6b521), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.623213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for router_gateway (e3df34c6-46d9-4b97-b037-57aa77ef739c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.630072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903a13d0>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16e2b445-5c10-42ae-8de6-f33ed4fb875f', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'floating_ip_address': '172.35.0.246', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:16Z', 'updated_at': '2022-03-05T21:02:44Z', 'revision_number': 1, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:47.633200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e241-e3fc-48c0-a350-393b3973d01b req-34f71a9c-4720-4d9f-b3c0-a64f518ca80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:47.636399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-34f71a9c-4720-4d9f-b3c0-a64f518ca80f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1128 time: 0.2451208
Mar 05 21:02:47.641810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port dd21cd9b-db76-4207-bf12-5e9be2f0d200 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:47.642476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.659773 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eead95f-0f1a-4b2c-b2d9-ce2a52409a2c None None] The sync data for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 is: [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '16e2b445-5c10-42ae-8de6-f33ed4fb875f', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'floating_ip_address': '172.35.0.246', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:02:16Z', 'updated_at': '2022-03-05T21:02:44Z', 'revision_number': 1, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:47.666002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897d3e5-9fe2-42da-9692-e1d5c3b0c0ab req-1dcb2a78-caf4-4985-b796-df1c66be54ea tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:47.667623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8897d3e5-9fe2-42da-9692-e1d5c3b0c0ab req-1dcb2a78-caf4-4985-b796-df1c66be54ea tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.1211507
Mar 05 21:02:47.748740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b163a61d-2e9c-424e-a481-3ab402d6b521), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.751313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.763195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b163a61d-2e9c-424e-a481-3ab402d6b521 HTTP/1.1" status: 204  len: 168 time: 0.8144317
Mar 05 21:02:47.809581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b163a61d-2e9c-424e-a481-3ab402d6b521,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:47.820890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.821241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.821584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.821919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.822252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.822607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.823006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.823407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.823631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.825136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.825136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.825608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.830915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9286472-26ab-4901-939a-d663152e0868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:47.854793 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8897d3e5-9fe2-42da-9692-e1d5c3b0c0ab req-ea96dcc8-d0f4-4968-8697-08553cd397fa tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1666477
Mar 05 21:02:47.873376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (47d8806d-af28-4122-8f35-2307ef599477), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.902762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d8806d-af28-4122-8f35-2307ef599477,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:47.944442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port dd21cd9b-db76-4207-bf12-5e9be2f0d200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd21cd9b-db76-4207-bf12-5e9be2f0d200,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:47.944761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:47.977986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for dd21cd9b-db76-4207-bf12-5e9be2f0d200 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:47.999317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e241-e3fc-48c0-a350-393b3973d01b req-5fe61c81-d214-4785-9474-5ade2d399d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:48.002510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-5fe61c81-d214-4785-9474-5ade2d399d95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3550823
Mar 05 21:02:48.023216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05135387-b160-46e2-8bd8-6e5e82db0f85 None None] New status for floating IP 16e2b445-5c10-42ae-8de6-f33ed4fb875f: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:02:48.133955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-15def7db-da45-48a0-a38d-232ae608952f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1170216
Mar 05 21:02:48.392454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e241-e3fc-48c0-a350-393b3973d01b req-7b8039ae-603b-492f-8fd4-9a3bc2703095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:48.394232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-7b8039ae-603b-492f-8fd4-9a3bc2703095 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.2365198
Mar 05 21:02:48.453897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:48.479171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-1f1a5464-a898-4b3a-b253-f6c30adf34d0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:48.480977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-1f1a5464-a898-4b3a-b253-f6c30adf34d0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.3181987
Mar 05 21:02:48.521977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': '99c19119-1997-4996-8890-83f81bea3f82', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:48.626076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for router_gateway (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:48.640101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d22abb0d-16dd-484a-8f4c-e1ce7c8ed052 req-e6d24973-8673-4aea-8f41-4fb537189131 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 210 time: 0.0533462
Mar 05 21:02:48.668248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:48.681636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dd21cd9b-db76-4207-bf12-5e9be2f0d200), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:48.690468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e241-e3fc-48c0-a350-393b3973d01b req-a447d1ac-2aac-4d78-9622-d61dd632040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:48.692062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-a447d1ac-2aac-4d78-9622-d61dd632040b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2537525
Mar 05 21:02:48.758544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=dd21cd9b-db76-4207-bf12-5e9be2f0d200,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:48.765981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:48.769569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:48.823458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.823842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.824300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.824880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.825447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.825872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.826286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.826693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.827101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.827505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.827937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.828332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.828886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:48.847016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:48.881292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:49.002616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (2771ac5a-75f0-4e1d-95c6-43d6a9497592), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.018071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-network', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:49.114630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Made reservation on behalf of 8d88cb1b3486444d82bbbcd04653fa2f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:49.116888 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.121057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.8 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/be21d9e5-dc05-40bf-90fc-a6eb950a496b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:49.134796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-81e5f1e3-b902-4dc6-adc9-1c7eaf88258d service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3875830
Mar 05 21:02:49.143611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Allocated IP 172.35.0.202 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/880e0bea-1cba-4908-ac08-2c3354aa8aea) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:49.144944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.201814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f806-955e-4bcb-8cff-14ddcdf2975a req-c6a99e42-650e-46c8-aaeb-931530d2549f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:49.204152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d27f806-955e-4bcb-8cff-14ddcdf2975a req-c6a99e42-650e-46c8-aaeb-931530d2549f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.2346809
Mar 05 21:02:49.213994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:49.219728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a19ea486-4ca7-4492-b9de-e28b2d83d4b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/4693f3bf-3d89-4bac-bf57-8e5f12f424b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9596150
Mar 05 21:02:49.223080 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Sync routers for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:49.226418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60786) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:49.236305 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:49.236954 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:49.340569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:49.375226 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:49.375458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1748e241-e3fc-48c0-a350-393b3973d01b req-3ca8a713-d932-4850-b7d5-cf5ccee34e10 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329895
Mar 05 21:02:49.417299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d27f806-955e-4bcb-8cff-14ddcdf2975a req-6cec6341-5bc0-47e8-bba0-6b8415d7ce09 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1945672
Mar 05 21:02:49.483756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:49.492564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b06b41e5-8f5c-44db-b530-f689134b497b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "PUT /v2.0/routers/2771ac5a-75f0-4e1d-95c6-43d6a9497592/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2639194
Mar 05 21:02:49.495918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Sync routers for ids ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:49.497003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.497985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60794) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:49.512691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.515909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Routers {'2771ac5a-75f0-4e1d-95c6-43d6a9497592'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:49.516692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:49.560981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.621129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:49.631801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:49.633481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['14c74fe6-8707-41b9-b1e6-fc064c42d3e5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:49.634280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:49.636703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:49.659113 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4730>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:02:47Z', 'revision_number': 5, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:49.692783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e94c0c-5116-43f7-ad6e-ba6269c204c3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:49.694353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e94c0c-5116-43f7-ad6e-ba6269c204c3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:49.702352 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Checking router: 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:49.702571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95e94c0c-5116-43f7-ad6e-ba6269c204c3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2032607
Mar 05 21:02:49.704741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60798) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:49.715722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Routers {'4693f3bf-3d89-4bac-bf57-8e5f12f424b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:49.716356 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:49.722920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:49.723606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.742687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks [] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.744932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Set router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:49.818353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.882273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 3ac811aa-c84c-4ba5-8b81-35f4f91ce42c {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:49.889095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:49.899086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks [] for security_group (3ba05622-d0ac-4eba-8880-de317f0b4143), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.913019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-d36fbd46-b9ad-4a12-86eb-520c7f3addc2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3952932
Mar 05 21:02:49.916412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3ba05622-d0ac-4eba-8880-de317f0b4143), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:49.946466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Request body: {'port': {'device_id': '99c19119-1997-4996-8890-83f81bea3f82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:49.955832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60806) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:49.974117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] Set router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:49.989731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:02:50.012439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba05622-d0ac-4eba-8880-de317f0b4143,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:50.022574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d1d0cac2-6065-4573-94dd-ba6f93b85494), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.023272 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Added segment d1d0cac2-6065-4573-94dd-ba6f93b85494 of type vlan for network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf
Mar 05 21:02:50.028718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks [] for router_gateway (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.088524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.114460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:48Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:50.164595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Checking router: 2771ac5a-75f0-4e1d-95c6-43d6a9497592 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:50.175940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (3ac811aa-c84c-4ba5-8b81-35f4f91ce42c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.192537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Routers {'2771ac5a-75f0-4e1d-95c6-43d6a9497592'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:50.193433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:50.193608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.206810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:50.220154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:50.228980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:50.230427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Pushing event updated for resources: {'Port': ['ID=880e0bea-1cba-4908-ac08-2c3354aa8aea,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:50.263232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (3ac811aa-c84c-4ba5-8b81-35f4f91ce42c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.274899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6a45d-d951-4e0c-83a5-b21e643cb806 req-ac9291bc-71c8-4480-ab28-c894fae877c5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:50.276128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20a6a45d-d951-4e0c-83a5-b21e643cb806 req-ac9291bc-71c8-4480-ab28-c894fae877c5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 931 time: 0.5021496
Mar 05 21:02:50.289846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3f748-3083-4389-8c3b-df1a7506a8fc req-64d2e177-877d-4e11-9370-ea5e703b2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:50.292007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88a3f748-3083-4389-8c3b-df1a7506a8fc req-64d2e177-877d-4e11-9370-ea5e703b2113 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1127 time: 0.3301370
Mar 05 21:02:50.298736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Deleting port 18071b6d-7026-4b26-a974-c0db39f19310 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:50.299132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (18071b6d-7026-4b26-a974-c0db39f19310), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.341751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.342724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:50.343307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.363224 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4730>, [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:02:47Z', 'revision_number': 5, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:50.391699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411776bb-7658-47d5-9706-d5c44d6fcc51 None None] The sync data for ids ['4693f3bf-3d89-4bac-bf57-8e5f12f424b7'] in ncdv-master-1 is: [{'id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'name': 'tempest-ServersTestMultiNic-1073944609-router', 'tenant_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '18071b6d-7026-4b26-a974-c0db39f19310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:25Z', 'updated_at': '2022-03-05T21:02:47Z', 'revision_number': 5, 'project_id': '7cdb6564d9b940f4b35211e858ba1bb2', 'gw_port': {'id': '18071b6d-7026-4b26-a974-c0db39f19310', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693f3bf-3d89-4bac-bf57-8e5f12f424b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:28Z', 'updated_at': '2022-03-05T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:50.403107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] Set router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:50.494430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:48Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:50.526527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fb04d-7800-468a-81bb-3e1687f87ad3 None None] The sync data for ids ['2771ac5a-75f0-4e1d-95c6-43d6a9497592'] in ncdv-master-1 is: [{'id': '2771ac5a-75f0-4e1d-95c6-43d6a9497592', 'name': 'tempest-NetworksTestDHCPv6-router-323998311', 'tenant_id': '4eb39561366247258d738313cb991da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:36Z', 'updated_at': '2022-03-05T21:02:48Z', 'revision_number': 3, 'project_id': '4eb39561366247258d738313cb991da7', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:50.545397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20a6a45d-d951-4e0c-83a5-b21e643cb806 req-b7932a37-efd9-49fb-8dec-238ce1804467 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414844
Mar 05 21:02:50.551817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (3ac811aa-c84c-4ba5-8b81-35f4f91ce42c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.698176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (3ac811aa-c84c-4ba5-8b81-35f4f91ce42c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.734431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac811aa-c84c-4ba5-8b81-35f4f91ce42c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:50.741700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] Pushing event updated for resources: {'Network': ['ID=1c05a0c8-edaf-4af2-ba10-5cfd339b87cf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:50.745386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.751114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6a644e3d-585d-4f15-bbdb-69f78097199d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/3ac811aa-c84c-4ba5-8b81-35f4f91ce42c HTTP/1.1" status: 204  len: 168 time: 1.0431137
Mar 05 21:02:50.751412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60812) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:50.769628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131a404-625b-4a1c-8cf0-8f709c750028 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:50.833446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:02:50.849849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-03217708-712e-4e4b-a858-7964373aa6fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.0017285
Mar 05 21:02:50.850468 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60814) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:50.860673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for router_gateway (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:50.869229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Request body: {'subnet': {'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-subnet', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:50.973729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88a3f748-3083-4389-8c3b-df1a7506a8fc req-4f15252b-4d84-40d0-82c5-c6e42bf8caf9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6273751
Mar 05 21:02:51.001330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cb43d-c182-404f-bfd7-565d37c2d4cb req-299c4012-34c5-43b8-a638-251bd25dc185 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:51.002873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f5cb43d-c182-404f-bfd7-565d37c2d4cb req-299c4012-34c5-43b8-a638-251bd25dc185 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.2570713
Mar 05 21:02:51.013012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] For port 18071b6d-7026-4b26-a974-c0db39f19310, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18071b6d-7026-4b26-a974-c0db39f19310,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:51.013456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (18071b6d-7026-4b26-a974-c0db39f19310), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.016683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Made reservation on behalf of 8d88cb1b3486444d82bbbcd04653fa2f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:51.019016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.049195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77670b76-e371-4f6d-94e6-ceb82126662b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.2959919
Mar 05 21:02:51.052331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60818) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:51.095368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Calling delete_port for 18071b6d-7026-4b26-a974-c0db39f19310 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:51.102051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:51.165964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.175855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Deleting port c08152d7-f45c-42d2-8087-fc98dd2bad84 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:51.176418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.248680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] For port c08152d7-f45c-42d2-8087-fc98dd2bad84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08152d7-f45c-42d2-8087-fc98dd2bad84,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:51.249845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.263881 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f5cb43d-c182-404f-bfd7-565d37c2d4cb req-36025f46-595b-4245-9209-e025668a70fb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2010038
Mar 05 21:02:51.269701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Calling delete_port for c08152d7-f45c-42d2-8087-fc98dd2bad84 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:51.326533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be21d9e5-dc05-40bf-90fc-a6eb950a496b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:51.382258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks [] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.437943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Transition to ACTIVE for port object be21d9e5-dc05-40bf-90fc-a6eb950a496b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:02:51.448951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.519397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.522329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.525318 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router_controller (2771ac5a-75f0-4e1d-95c6-43d6a9497592), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.581545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Pushing event updated for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:51.588359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (f25fa9c7-8fef-4550-8500-9098d5cab2cd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.634140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (18071b6d-7026-4b26-a974-c0db39f19310), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.656177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (c08152d7-f45c-42d2-8087-fc98dd2bad84), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.690005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96863-db70-457d-ad61-423cf48913d4 req-534f604e-ee5f-49e4-a2cd-73a276d15a8d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:51.691581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85c96863-db70-457d-ad61-423cf48913d4 req-534f604e-ee5f-49e4-a2cd-73a276d15a8d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.2896850
Mar 05 21:02:51.694330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] Pushing event deleted for resources: {'Port': ['ID=c08152d7-f45c-42d2-8087-fc98dd2bad84,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:51.694517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (2771ac5a-75f0-4e1d-95c6-43d6a9497592), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.695047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Fanout notify agent at l3_agent the message router_deleted on router 2771ac5a-75f0-4e1d-95c6-43d6a9497592 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:02:51.703735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.704854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fe7315d6-8417-428c-971c-46729028ef30 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/routers/2771ac5a-75f0-4e1d-95c6-43d6a9497592 HTTP/1.1" status: 204  len: 168 time: 0.6515436
Mar 05 21:02:51.707768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60828) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:51.708875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e20fb9-cd05-4767-9a2a-aa2b56455205 None None] No DVR routers for this DVR port c08152d7-f45c-42d2-8087-fc98dd2bad84 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:51.730567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Pushing event deleted for resources: {'Port': ['ID=18071b6d-7026-4b26-a974-c0db39f19310,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:51.770118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25fa9c7-8fef-4550-8500-9098d5cab2cd,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:51.776051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9885e80e-e123-4027-95f7-72ed66de6e9e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0674148
Mar 05 21:02:51.786280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:51.876513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3806963-fb76-4b12-9138-4fbf583759e4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:51.893179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3806963-fb76-4b12-9138-4fbf583759e4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0907934
Mar 05 21:02:51.898584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60836) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:51.911277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Attempting to bind port be21d9e5-dc05-40bf-90fc-a6eb950a496b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:51.911647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Attempting to bind port be21d9e5-dc05-40bf-90fc-a6eb950a496b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:51.912029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Attempting to bind port be21d9e5-dc05-40bf-90fc-a6eb950a496b on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:51.950573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0518-2752-40a8-8c0e-36f9a27cc28d req-a0fe2169-c90b-48b8-92e0-3f74975abe54 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:51.958295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e0b0518-2752-40a8-8c0e-36f9a27cc28d req-a0fe2169-c90b-48b8-92e0-3f74975abe54 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 943 time: 0.3189480
Mar 05 21:02:51.962532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Port be21d9e5-dc05-40bf-90fc-a6eb950a496b on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:02:51.962884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Attempting to bind port be21d9e5-dc05-40bf-90fc-a6eb950a496b on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:51.969098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad29db2b-0ee9-4f60-9034-0313ce263507 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0693197
Mar 05 21:02:51.973566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Checking segment: {'id': 'd1d0cac2-6065-4573-94dd-ba6f93b85494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:51.974193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Network hostable DHCP agents. Network: 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:02:51.977921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85c96863-db70-457d-ad61-423cf48913d4 req-5ee381c5-fe03-42f5-b402-f458fb477dd4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2583313
Mar 05 21:02:51.979006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:51.984798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:51.985239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:51.986312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:51.986312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Bound port: be21d9e5-dc05-40bf-90fc-a6eb950a496b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:51.986539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:51.990418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:52.010271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 47d8806d-af28-4122-8f35-2307ef599477 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:52.071381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 47d8806d-af28-4122-8f35-2307ef599477 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:52.074107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 47d8806d-af28-4122-8f35-2307ef599477 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:52.076481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c08152d7-f45c-42d2-8087-fc98dd2bad84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:52.108775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c08152d7-f45c-42d2-8087-fc98dd2bad84 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:52.109554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c08152d7-f45c-42d2-8087-fc98dd2bad84 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:52.110574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd21cd9b-db76-4207-bf12-5e9be2f0d200 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:52.121845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Router e3df34c6-46d9-4b97-b037-57aa77ef739c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:52.130232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:52.134406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.137707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: dd21cd9b-db76-4207-bf12-5e9be2f0d200 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:52.138352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd21cd9b-db76-4207-bf12-5e9be2f0d200 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:52.142643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.149828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:02:52.181953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:52.266200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:52.274588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:52.274786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db76c0c-94b9-41a1-abf6-7a9e282bcbd5 None None] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:52.288401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e0b0518-2752-40a8-8c0e-36f9a27cc28d req-57de75be-677f-484b-a313-00e80afdbbe2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3290467
Mar 05 21:02:52.291800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.305431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks [] for router_controller (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.371649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:52.372511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.378318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.420453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (4693f3bf-3d89-4bac-bf57-8e5f12f424b7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.421059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4693f3bf-3d89-4bac-bf57-8e5f12f424b7 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:02:52.436781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.437995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac34567e-5d57-4f36-acef-af7d94750932 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4693f3bf-3d89-4bac-bf57-8e5f12f424b7 HTTP/1.1" status: 204  len: 168 time: 3.2097838
Mar 05 21:02:52.444311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60854) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:52.454748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1d4cb4b-eac5-420f-af65-8d25ac1809de admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.5865970
Mar 05 21:02:52.454748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:52.468688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:52.488104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1c05a0c8-edaf-4af2-ba10-5cfd339b87cf', 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf', 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'fixed_ips': [{'subnet_id': 'f25fa9c7-8fef-4550-8500-9098d5cab2cd'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:52.490092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.513371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:52.514632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.516167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-29d93296-0012-4f01-b575-709b391bc797 service neutron] 10.222.0.23 "PUT /v2.0/ports/be21d9e5-dc05-40bf-90fc-a6eb950a496b HTTP/1.1" status: 200  len: 1091 time: 2.5753212
Mar 05 21:02:52.516601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:02:52.518907 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19954f-a25e-4c9a-922a-cc7ca178cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:02:52.622292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:52.633392 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Sync routers for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:52.634574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Deleting subnet 23d20116-114b-4712-a96c-58aff2d6c051 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:02:52.642952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93296-0012-4f01-b575-709b391bc797 service neutron] Pushing event updated for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:52.663161 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:52.663161 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90e57520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:52.681130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.682666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7c31f6a4-9e4f-4f1e-9ed8-20e46c9f75f4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.3653579
Mar 05 21:02:52.686865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:52.705577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (989469ea-2943-4da0-85e0-300ccf431a94), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.706651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (989469ea-2943-4da0-85e0-300ccf431a94), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.711023 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7594794b-e45a-43c3-8ec8-0b86e4e2db89 x-openstack-request-id: req-7594794b-e45a-43c3-8ec8-0b86e4e2db89 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:02:52.711324 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:02:52.711581 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7594794b-e45a-43c3-8ec8-0b86e4e2db89 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:02:52.712013 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b', 'status': 'completed', 'code': 200}
Mar 05 21:02:52.713927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Publish callbacks [] for subnet (23d20116-114b-4712-a96c-58aff2d6c051), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.767501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Allocated IP 172.20.0.2 (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf/f25fa9c7-8fef-4550-8500-9098d5cab2cd/49eac235-d54e-466a-9b10-52beaf974b2a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:52.779611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (23d20116-114b-4712-a96c-58aff2d6c051), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.844272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:52.857036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-84e2e878-67d1-4508-8442-5a2596d56e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:52.858595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-84e2e878-67d1-4508-8442-5a2596d56e0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 1125 time: 0.2119923
Mar 05 21:02:52.872031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for router_controller (989469ea-2943-4da0-85e0-300ccf431a94), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.921337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-873dc0ea-9ab1-4933-ac26-7848f2506ff5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b HTTP/1.1" status: 200  len: 217 time: 0.0466135
Mar 05 21:02:52.984822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks [] for port (49eac235-d54e-466a-9b10-52beaf974b2a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:52.999524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.059158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:02:53.062482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.065242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:53.069119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:53.083636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:53.089301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (23d20116-114b-4712-a96c-58aff2d6c051), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.133166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90e57520>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:50Z', 'revision_number': 3, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:53.141630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Pushing event updated for resources: {'Port': ['ID=49eac235-d54e-466a-9b10-52beaf974b2a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:53.151865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:53.169677 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Checking router: e3df34c6-46d9-4b97-b037-57aa77ef739c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:53.170042 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Updating router e3df34c6-46d9-4b97-b037-57aa77ef739c port 880e0bea-1cba-4908-ac08-2c3354aa8aea binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:53.183157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:53.187071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:53.187705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.195381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Attempting to bind port 49eac235-d54e-466a-9b10-52beaf974b2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:53.197091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Attempting to bind port 49eac235-d54e-466a-9b10-52beaf974b2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1d0cac2-6065-4573-94dd-ba6f93b85494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:53.198291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Attempting to bind port 49eac235-d54e-466a-9b10-52beaf974b2a on network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:53.206908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4a6ce-1ff2-4e63-9ea3-684549fdbdeb None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:53.209270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for router_gateway (989469ea-2943-4da0-85e0-300ccf431a94), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.211786 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.212708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:53.225641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:53.226169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Checking segment: {'id': 'd1d0cac2-6065-4573-94dd-ba6f93b85494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:53.226686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.226997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Bound using segment: {'id': 'd1d0cac2-6065-4573-94dd-ba6f93b85494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:53.227496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Bound port: 49eac235-d54e-466a-9b10-52beaf974b2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0cac2-6065-4573-94dd-ba6f93b85494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:53.227913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.235400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c25237a9-b0b7-43e8-83b2-82d2e2ba8cc8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2498908
Mar 05 21:02:53.236413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:53.240869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:53.280636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428737-9eca-496c-a52e-36008c864b19 req-55bc6819-3ae6-42da-947f-bb2b28573b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:53.282564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-55bc6819-3ae6-42da-947f-bb2b28573b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.3269453
Mar 05 21:02:53.302726 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (23d20116-114b-4712-a96c-58aff2d6c051), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.397918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] For port 49eac235-d54e-466a-9b10-52beaf974b2a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:53.399311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d20116-114b-4712-a96c-58aff2d6c051,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:53.409296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] For port 49eac235-d54e-466a-9b10-52beaf974b2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49eac235-d54e-466a-9b10-52beaf974b2a,segment=NetworkSegment(d1d0cac2-6065-4573-94dd-ba6f93b85494),segment_id=d1d0cac2-6065-4573-94dd-ba6f93b85494)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:53.423911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-f32cd9b2-4952-440c-80a5-3cb15ecde0e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240675
Mar 05 21:02:53.429463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.435513 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-67c5392d-86b2-4d4a-b8cc-bc62ac137be9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23d20116-114b-4712-a96c-58aff2d6c051 HTTP/1.1" status: 204  len: 168 time: 0.9862013
Mar 05 21:02:53.436217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:53.440617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200b5bd-7407-4b76-b268-7f150447e9bb None None] Network 5a49155d-6f60-4d66-834d-06bb1a535da7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:53.539272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-296694d7-345d-44af-814e-1f1714d4d450 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927596
Mar 05 21:02:53.554597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:53.564884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.573027 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks [] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.582901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.585384 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.640543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:02:53.641390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.651135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d20d12-7ca2-4afb-81d3-ec17aed2abaf None None] Pushing event updated for resources: {'Port': ['ID=49eac235-d54e-466a-9b10-52beaf974b2a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:53.667738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Pushing event updated for resources: {'Port': ['ID=880e0bea-1cba-4908-ac08-2c3354aa8aea,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:53.670909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64129c80-64f5-4e45-8535-7eefc59e109d req-4aed9112-270c-4daa-9b8f-875b49f6da71 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:53.672820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64129c80-64f5-4e45-8535-7eefc59e109d req-4aed9112-270c-4daa-9b8f-875b49f6da71 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 943 time: 0.2574849
Mar 05 21:02:53.684840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5a49155d-6f60-4d66-834d-06bb1a535da7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.712940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.726766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:02:53.736977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Attempting to bind port 880e0bea-1cba-4908-ac08-2c3354aa8aea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:53.737355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Attempting to bind port 880e0bea-1cba-4908-ac08-2c3354aa8aea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:53.737825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Attempting to bind port 880e0bea-1cba-4908-ac08-2c3354aa8aea on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:53.744774 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:53.745159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:53.745569 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.745964 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:53.747904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Bound port: 880e0bea-1cba-4908-ac08-2c3354aa8aea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:53.748301 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.783015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64129c80-64f5-4e45-8535-7eefc59e109d req-e1d6deba-46b2-42a8-953c-6f8d62bb0e83 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016059
Mar 05 21:02:53.865074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c428737-9eca-496c-a52e-36008c864b19 req-d57fdcb6-779c-4c21-a00a-d72d1b07c402 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3081088
Mar 05 21:02:53.866841 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] For port 880e0bea-1cba-4908-ac08-2c3354aa8aea, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:53.888703 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] For port 880e0bea-1cba-4908-ac08-2c3354aa8aea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880e0bea-1cba-4908-ac08-2c3354aa8aea,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:53.892174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 18071b6d-7026-4b26-a974-c0db39f19310 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:02:53.915597 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:53.926486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 18071b6d-7026-4b26-a974-c0db39f19310 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:02:53.939576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 18071b6d-7026-4b26-a974-c0db39f19310 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:02:53.956455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Allocated IP 2001:db8::f816:3eff:fe73:fc3f (5e836852-f4cc-40c5-91ef-7e406c291770/fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd/54540a3d-1a45-41e1-933b-216a6c11e0d7) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:53.968194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] DHCP port deletion for 5a49155d-6f60-4d66-834d-06bb1a535da7 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:02:54.011519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Deleting port 8043b3cb-6a23-42dd-8212-a952ba70f129 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:54.012623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.052095 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:54.054537 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90e57520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:54.129305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Deleting port 8043b3cb-6a23-42dd-8212-a952ba70f129 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:54.129305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.173455 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37adb8c-1262-4633-9806-74624b71a069 None None] Pushing event updated for resources: {'Port': ['ID=880e0bea-1cba-4908-ac08-2c3354aa8aea,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:54.242876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Allocated IP 172.20.0.1 (7c100624-2ecc-4b88-a924-0fbddd33fecd/6316f52a-7d91-41b2-826c-0174dc0e7483/ec5bd3e9-8706-4b52-9d0c-563b2ccf5027) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:54.251901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] For port 8043b3cb-6a23-42dd-8212-a952ba70f129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8043b3cb-6a23-42dd-8212-a952ba70f129,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:54.253196 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.268977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:54.279167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Calling delete_port for 8043b3cb-6a23-42dd-8212-a952ba70f129 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:54.281376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks [] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.297540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.374885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:54.380845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:54.383701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:54.445155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Pushing event updated for resources: {'Port': ['ID=54540a3d-1a45-41e1-933b-216a6c11e0d7,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:54.448279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (85846eb8-0a55-4069-9950-8183682c2470), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.502176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Attempting to bind port 54540a3d-1a45-41e1-933b-216a6c11e0d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:02:54.502414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Attempting to bind port 54540a3d-1a45-41e1-933b-216a6c11e0d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:02:54.502758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Attempting to bind port 54540a3d-1a45-41e1-933b-216a6c11e0d7 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:02:54.507421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-709ad17d-53f0-48f0-97ce-edd83cd5726b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.515117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:02:54.515512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:02:54.516061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.516463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:02:54.517081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Bound port: 54540a3d-1a45-41e1-933b-216a6c11e0d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:02:54.517479 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.534166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=85846eb8-0a55-4069-9950-8183682c2470,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:54.549110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:54.563101 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.568681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] For port 8043b3cb-6a23-42dd-8212-a952ba70f129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8043b3cb-6a23-42dd-8212-a952ba70f129,segment=NetworkSegment(be7311b9-b1a5-470e-bd9e-0bf18545ba21),segment_id=be7311b9-b1a5-470e-bd9e-0bf18545ba21)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:54.569208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.580716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-3c400cf8-1a50-4916-bbec-72b192396f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:54.582498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-3c400cf8-1a50-4916-bbec-72b192396f85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 1125 time: 0.6357815
Mar 05 21:02:54.593291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:54.602417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:54.604184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.607125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Calling delete_port for 8043b3cb-6a23-42dd-8212-a952ba70f129 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:54.616000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90e57520>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:50Z', 'revision_number': 3, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:54.616294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] No DVR routers for this DVR port 8043b3cb-6a23-42dd-8212-a952ba70f129 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:54.628715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d696f-a91f-462c-ba91-52765cedaca7 None None] Pushing event deleted for resources: {'Port': ['ID=8043b3cb-6a23-42dd-8212-a952ba70f129,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:54.629582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for router_gateway (989469ea-2943-4da0-85e0-300ccf431a94), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.649740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] For port 54540a3d-1a45-41e1-933b-216a6c11e0d7, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:02:54.655287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] For port 54540a3d-1a45-41e1-933b-216a6c11e0d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54540a3d-1a45-41e1-933b-216a6c11e0d7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:02:54.657549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks [] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.663491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.664379 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4225-de09-402a-a1d5-28bcb44f86b8 None None] The sync data for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 is: [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:50Z', 'revision_number': 3, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:02:54.672352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-40597550-02dc-4cce-9253-c249930b69b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4355929
Mar 05 21:02:54.674860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:54.685220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:97:02:22', 'name': 'tempest-NetworksTestDHCPv6-393898030'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:54.689071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.746211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955cafc-2459-4490-a34c-ce6188c311a8 None None] Pushing event updated for resources: {'Port': ['ID=54540a3d-1a45-41e1-933b-216a6c11e0d7,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:54.809172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:54.926357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:54.937447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:54.940133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:54.994858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.002968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Pushing event updated for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:55.053291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-0f1cafe9-7cb5-497d-82e2-21667e2b28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:55.054780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-0f1cafe9-7cb5-497d-82e2-21667e2b28c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.4643500
Mar 05 21:02:55.069103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:55.162124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Allocated IP 172.35.0.34 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f2a64e3a-3f1e-4813-95ea-281f4fe19c28) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:55.164698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-d2ef8bc6-6d88-449a-9873-f6c4398f76e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b HTTP/1.1" status: 200  len: 217 time: 0.0757055
Mar 05 21:02:55.185372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8043b3cb-6a23-42dd-8212-a952ba70f129), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.268709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f0fc7-b630-4776-b603-0d9d23bce0a9 req-0b080f88-ce07-46af-b0ed-b1f4f03704a3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:55.270532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f49f0fc7-b630-4776-b603-0d9d23bce0a9 req-0b080f88-ce07-46af-b0ed-b1f4f03704a3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 943 time: 0.3367960
Mar 05 21:02:55.282493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.283467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Pushing event deleted for resources: {'Port': ['ID=8043b3cb-6a23-42dd-8212-a952ba70f129,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:55.306903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] No DVR routers for this DVR port 8043b3cb-6a23-42dd-8212-a952ba70f129 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:02:55.338726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.376646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 38199b24-6388-40bf-8fe8-3004c614af6d yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:02:55.406223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device be21d9e5-dc05-40bf-90fc-a6eb950a496b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:55.444602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-27e4373b-7460-4061-bd7d-8a306cd63476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:55.446126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-27e4373b-7460-4061-bd7d-8a306cd63476 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.2641332
Mar 05 21:02:55.486724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbd1c3-88a2-42f4-bad7-df1c2ef55f99 None None] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:55.569449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-ce8e9aef-a13e-4259-b0ab-a2625b218c68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0796790
Mar 05 21:02:55.599996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks [] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.614255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5a49155d-6f60-4d66-834d-06bb1a535da7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.662268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.674725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Provisioning complete for port 49eac235-d54e-466a-9b10-52beaf974b2a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:55.675235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.707156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f49f0fc7-b630-4776-b603-0d9d23bce0a9 req-b7af4619-d8b9-4d2e-ae9c-4b225c974476 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4265540
Mar 05 21:02:55.717379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14fbe0>,) {'filters': {'network_id': ['5a49155d-6f60-4d66-834d-06bb1a535da7']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:55.733636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.740880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14fbe0>, 'be7311b9-b1a5-470e-bd9e-0bf18545ba21') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:55.741156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14fbe0>, 'be7311b9-b1a5-470e-bd9e-0bf18545ba21') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:55.760065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (be7311b9-b1a5-470e-bd9e-0bf18545ba21), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.811270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:55.859620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (be7311b9-b1a5-470e-bd9e-0bf18545ba21), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.902132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b', 'mac_address': 'fa:16:3e:c4:f1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:55.914141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:02:55.915603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (be7311b9-b1a5-470e-bd9e-0bf18545ba21), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:02:55.921322 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:02:56.018040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-eaa66658-7ff7-431c-a8d8-b5dac31b7b32 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4360449
Mar 05 21:02:56.036759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.044655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Current status of the port 49eac235-d54e-466a-9b10-52beaf974b2a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:56.045031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.116616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port be21d9e5-dc05-40bf-90fc-a6eb950a496b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:56.117023 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.153142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:02:56.261099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5a49155d-6f60-4d66-834d-06bb1a535da7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.269306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:56.288612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.292457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a49155d-6f60-4d66-834d-06bb1a535da7 HTTP/1.1" status: 204  len: 168 time: 2.8536394
Mar 05 21:02:56.299896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82374-cd9e-484a-98f7-d1b098d41243 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a49155d-6f60-4d66-834d-06bb1a535da7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:56.310032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:56.316925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:56.322374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:56.416265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db19954f-a25e-4c9a-922a-cc7ca178cde3 req-825f9667-dc9f-480d-8e01-11508bdaf0a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3720143
Mar 05 21:02:56.536505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49eac235-d54e-466a-9b10-52beaf974b2a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:56.577063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.593717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Pushing event updated for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:56.604298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60916) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:56.628082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be21d9e5-dc05-40bf-90fc-a6eb950a496b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:56.640341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a638d-d347-40a5-b2f6-c8abe6a828c5 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:02:56.641977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 172.20.0.2 (5e836852-f4cc-40c5-91ef-7e406c291770/85846eb8-0a55-4069-9950-8183682c2470/38199b24-6388-40bf-8fe8-3004c614af6d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:56.645624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] For port 49eac235-d54e-466a-9b10-52beaf974b2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49eac235-d54e-466a-9b10-52beaf974b2a,segment=NetworkSegment(d1d0cac2-6065-4573-94dd-ba6f93b85494),segment_id=d1d0cac2-6065-4573-94dd-ba6f93b85494)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:56.649024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe97:222 (5e836852-f4cc-40c5-91ef-7e406c291770/fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd/38199b24-6388-40bf-8fe8-3004c614af6d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:56.720840 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.742223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:56.743901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:02:56.826644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.837206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-022113ff-4898-4660-94fe-09502dafca41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cdb6564d9b940f4b35211e858ba1bb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2273467
Mar 05 21:02:56.847536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60928) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:56.926335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e430bc5d-43c2-466d-9c77-c1e8fa147389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.959446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] Publish callbacks [] for security_group (d51a0830-693f-49a4-a4a6-dc648d300832), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.966948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Provisioning complete for port 49eac235-d54e-466a-9b10-52beaf974b2a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:56.968122 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:56.989555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] Publish callbacks [] for security_group (d51a0830-693f-49a4-a4a6-dc648d300832), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.007557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95b90c-bd4f-4eae-8a33-3d4c88915994 None None] Pushing event updated for resources: {'Port': ['ID=49eac235-d54e-466a-9b10-52beaf974b2a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:57.063636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:57.073718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:57.075626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d51a0830-693f-49a4-a4a6-dc648d300832), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.078714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.080268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d51a0830-693f-49a4-a4a6-dc648d300832 HTTP/1.1" status: 204  len: 168 time: 0.2298586
Mar 05 21:02:57.091001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for router_gateway (989469ea-2943-4da0-85e0-300ccf431a94), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.147356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d4bc3-6bab-4773-abd1-b84355e880dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a0830-693f-49a4-a4a6-dc648d300832,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:57.177699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['be21d9e5-dc05-40bf-90fc-a6eb950a496b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:57.208639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49eac235-d54e-466a-9b10-52beaf974b2a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:57.209027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.246686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315c4a-810e-4c9a-a5ed-dcaf38fd5913 req-4fc587f8-9349-4049-af9d-8847b25d2d56 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:57.254675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf315c4a-810e-4c9a-a5ed-dcaf38fd5913 req-4fc587f8-9349-4049-af9d-8847b25d2d56 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 944 time: 0.4011664
Mar 05 21:02:57.291472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (38199b24-6388-40bf-8fe8-3004c614af6d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.334727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:57.388661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Router e3df34c6-46d9-4b97-b037-57aa77ef739c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:02:57.416554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:57.432095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:02:57.531771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:57.544743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.555600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf315c4a-810e-4c9a-a5ed-dcaf38fd5913 req-2d700803-b65a-4bd9-99ae-71c80d02af68 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998166
Mar 05 21:02:57.624548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:02:57.624796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (989469ea-2943-4da0-85e0-300ccf431a94), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.656711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38199b24-6388-40bf-8fe8-3004c614af6d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.661232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:57.707772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Current status of the port 49eac235-d54e-466a-9b10-52beaf974b2a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:57.710292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:57.760442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:02:57.781151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:02:57.798787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:02:57.803098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:57.806892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=38199b24-6388-40bf-8fe8-3004c614af6d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:57.845216 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-037ab5d9-14c0-4c06-8dfa-aa936c6a5e0d admin admin] 10.222.0.15 "PUT /v2.0/routers/e3df34c6-46d9-4b97-b037-57aa77ef739c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1491849
Mar 05 21:02:57.854611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49eac235-d54e-466a-9b10-52beaf974b2a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:57.856535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 880e0bea-1cba-4908-ac08-2c3354aa8aea up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:57.861956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Sync routers for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:57.917159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': 'fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd', 'ip_address': '2001:db8::f816:3eff:fe73:fc3f'}, {'subnet_id': '85846eb8-0a55-4069-9950-8183682c2470'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '54540a3d-1a45-41e1-933b-216a6c11e0d7'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:02:57.933164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['30ad7984-3b01-4aac-9f3b-d69f10ea737a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:02:57.949817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:57.951864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Router 989469ea-2943-4da0-85e0-300ccf431a94 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:02:57.955651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.018155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae527fdf-2940-4d0d-b342-34d5ef9974db tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 3.3400643
Mar 05 21:02:58.019275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60952) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:58.063348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:02:58.139017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:58.139794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:58.151626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Provisioning complete for port 54540a3d-1a45-41e1-933b-216a6c11e0d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:58.151907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.159881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:02:58.171426 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Sync routers for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:02:58.176248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4834e-0ae3-41d7-98a0-2ddfa2544112 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:58.180464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.182614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4834e-0ae3-41d7-98a0-2ddfa2544112 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:58.193804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.195202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6597f9f1-7a8f-43ac-aa32-8c6cd3b03cf5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.7322004
Mar 05 21:02:58.198866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60958) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:58.203059 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:02:58.204260 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900bf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:58.212208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9e4834e-0ae3-41d7-98a0-2ddfa2544112 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.1891453
Mar 05 21:02:58.213089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60960) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:58.449972 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.459031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 38199b24-6388-40bf-8fe8-3004c614af6d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:02:58.462971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38199b24-6388-40bf-8fe8-3004c614af6d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.672490 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:58.809151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38199b24-6388-40bf-8fe8-3004c614af6d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:58.831294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60982) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:02:58.832884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:02:58.862391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 38199b24-6388-40bf-8fe8-3004c614af6d owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:02:59.129046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 880e0bea-1cba-4908-ac08-2c3354aa8aea triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:02:59.129423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.197725 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900bf430>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:02:56Z', 'revision_number': 3, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:02:59.219011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-network', 'tenant_id': '784a2229e2b6445589597e5bf3be6344'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:02:59.275934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Checking router: 989469ea-2943-4da0-85e0-300ccf431a94 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:02:59.276304 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Updating router 989469ea-2943-4da0-85e0-300ccf431a94 port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:02:59.347311 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.389610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff250c-aa45-41e6-91fa-6af5612f327f req-77a0c296-702e-4ca3-ad21-f774009b5166 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:59.392082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50ff250c-aa45-41e6-91fa-6af5612f327f req-77a0c296-702e-4ca3-ad21-f774009b5166 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 944 time: 0.4940062
Mar 05 21:02:59.397094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Current status of the port 54540a3d-1a45-41e1-933b-216a6c11e0d7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:59.397655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.465913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50ff250c-aa45-41e6-91fa-6af5612f327f req-c607bf41-23d1-4666-8c48-27b379e4a18c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639224
Mar 05 21:02:59.508706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] For port 54540a3d-1a45-41e1-933b-216a6c11e0d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54540a3d-1a45-41e1-933b-216a6c11e0d7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:59.545986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.546781 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.578369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:02:59.580735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.630099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.728483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-83229c3a-6458-4190-9271-8cbb76492677 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:02:59.730286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-83229c3a-6458-4190-9271-8cbb76492677 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 818 time: 0.5945821
Mar 05 21:02:59.758615 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-477d3544-8e94-49b5-9d8b-2a46cc3617d0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/quotas/085ced4ef30745c88d1b33842076f02e HTTP/1.1" status: 200  len: 375 time: 0.0173852
Mar 05 21:02:59.768705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38199b24-6388-40bf-8fe8-3004c614af6d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.864066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 880e0bea-1cba-4908-ac08-2c3354aa8aea is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:02:59.864680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.871994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.927708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Allocated IP 172.20.0.3 (5e836852-f4cc-40c5-91ef-7e406c291770/85846eb8-0a55-4069-9950-8183682c2470/54540a3d-1a45-41e1-933b-216a6c11e0d7) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:02:59.941525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 880e0bea-1cba-4908-ac08-2c3354aa8aea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880e0bea-1cba-4908-ac08-2c3354aa8aea,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:02:59.953834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:02:59.954640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 54540a3d-1a45-41e1-933b-216a6c11e0d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:02:59.967034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c60f9-533d-4b99-a394-ff221873f3d0 None None] Pushing event updated for resources: {'Port': ['ID=54540a3d-1a45-41e1-933b-216a6c11e0d7,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.045011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=38199b24-6388-40bf-8fe8-3004c614af6d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.100785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3370>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:55Z', 'revision_number': 4, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec5bd3e9-8706-4b52-9d0c-563b2ccf5027', 'name': '', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'mac_address': 'fa:16:3e:71:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:53Z', 'updated_at': '2022-03-05T21:02:55Z', 'revision_number': 2, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'subnets': [{'id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:00.161192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:00.197317 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks [] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.206582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Checking router: e3df34c6-46d9-4b97-b037-57aa77ef739c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:00.207010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Updating router e3df34c6-46d9-4b97-b037-57aa77ef739c port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:00.210252 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.217194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-da993573-f02f-4b25-9402-e6752b2c5ee5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3735325
Mar 05 21:03:00.246646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=880e0bea-1cba-4908-ac08-2c3354aa8aea,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.305925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 54540a3d-1a45-41e1-933b-216a6c11e0d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:00.306701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.316200 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.319745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] For port 54540a3d-1a45-41e1-933b-216a6c11e0d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54540a3d-1a45-41e1-933b-216a6c11e0d7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:00.319934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b9a18-c76e-4556-aee4-4f69df866b1e None None] Pushing event updated for resources: {'Port': ['ID=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.322139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.328884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1f1fef1c-18db-4a18-ad48-7b6536b0ea8b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/38199b24-6388-40bf-8fe8-3004c614af6d HTTP/1.1" status: 204  len: 168 time: 2.1146669
Mar 05 21:03:00.332865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32772) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:00.338794 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks [] for security_group (47da611c-3cfe-4f0f-91d5-a54e64149493), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.374581 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Attempting to bind port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:00.374982 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Attempting to bind port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:00.375346 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Attempting to bind port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:00.389580 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:00.389981 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:00.392294 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.392709 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:00.393206 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Bound port: f2a64e3a-3f1e-4813-95ea-281f4fe19c28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:00.393584 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.398730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00217e-300c-4749-83b9-e2b67f35b92f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:00.400522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00217e-300c-4749-83b9-e2b67f35b92f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:00.402983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00217e-300c-4749-83b9-e2b67f35b92f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:00.407533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad00217e-300c-4749-83b9-e2b67f35b92f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0723250
Mar 05 21:03:00.412099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32774) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:00.469777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2c70-4611-44a8-8dd0-cf35a0624030 req-74e24a82-1100-405c-a89f-0ecb36c6aba1 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:00.471361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-37bc2c70-4611-44a8-8dd0-cf35a0624030 req-74e24a82-1100-405c-a89f-0ecb36c6aba1 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.4606400
Mar 05 21:03:00.488728 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] For port f2a64e3a-3f1e-4813-95ea-281f4fe19c28, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:00.492690 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] For port f2a64e3a-3f1e-4813-95ea-281f4fe19c28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:00.500358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47da611c-3cfe-4f0f-91d5-a54e64149493), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.502286 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.525791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Allocated IP 172.20.0.1 (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf/f25fa9c7-8fef-4550-8500-9098d5cab2cd/677acbd4-74e0-4983-a5ae-6dd8d4c521f0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:00.578564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47da611c-3cfe-4f0f-91d5-a54e64149493,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.583294 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:00.584304 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900bf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:00.645871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 85846eb8-0a55-4069-9950-8183682c2470 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:00.676254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:03:00.697125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks [] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.705336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:00.706027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.715346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.721800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-37bc2c70-4611-44a8-8dd0-cf35a0624030 req-7903fcbc-8ff4-406c-aa19-6a62abcedf8e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2371488
Mar 05 21:03:00.736784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aa70a0d3-e45f-4dca-8875-b62156c9afe9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.737135 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Added segment aa70a0d3-e45f-4dca-8875-b62156c9afe9 of type vlan for network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75
Mar 05 21:03:00.755224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Publish callbacks [] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.758754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-812c2d12-ea4a-41c8-8f5d-eb690514427a service neutron] 10.222.0.15 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5263896
Mar 05 21:03:00.760280 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b9a18-c76e-4556-aee4-4f69df866b1e None None] Pushing event updated for resources: {'Port': ['ID=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.774012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:00.776850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (85846eb8-0a55-4069-9950-8183682c2470), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.819515 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.832727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks [] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.876284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (85846eb8-0a55-4069-9950-8183682c2470), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:00.910140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 54540a3d-1a45-41e1-933b-216a6c11e0d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:00.926814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f18c8-b1fc-4b46-8be4-07f13cfc8001 None None] Pushing event updated for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:00.970676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.014378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8043b3cb-6a23-42dd-8212-a952ba70f129 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:01.054777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:01.065300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:01.066844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8043b3cb-6a23-42dd-8212-a952ba70f129 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:01.071483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:01.079937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8043b3cb-6a23-42dd-8212-a952ba70f129 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:01.083383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (85846eb8-0a55-4069-9950-8183682c2470), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.129874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Pushing event updated for resources: {'Port': ['ID=677acbd4-74e0-4983-a5ae-6dd8d4c521f0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:01.173855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebd042-6c35-4c8b-8f9d-aaafc8a6eec9 req-b20eb5c9-5615-4661-8d90-c0184f1d2cff tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:01.179533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-deebd042-6c35-4c8b-8f9d-aaafc8a6eec9 req-b20eb5c9-5615-4661-8d90-c0184f1d2cff tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 944 time: 0.2401347
Mar 05 21:03:01.230263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (989469ea-2943-4da0-85e0-300ccf431a94), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.254820 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900bf430>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:02:56Z', 'revision_number': 3, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:01.258347 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (85846eb8-0a55-4069-9950-8183682c2470), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.291987 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc8974-fd7d-47c2-8676-79f95dbfb54b None None] The sync data for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 is: [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:02:56Z', 'revision_number': 3, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:01.367933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-deebd042-6c35-4c8b-8f9d-aaafc8a6eec9 req-d021086b-24d0-4ff1-b56d-ddafd42978a1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792331
Mar 05 21:03:01.412081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49eac235-d54e-466a-9b10-52beaf974b2a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:01.419434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Attempting to bind port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:01.419922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Attempting to bind port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:01.421372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Attempting to bind port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 on network 7c100624-2ecc-4b88-a924-0fbddd33fecd {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:01.451802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device be21d9e5-dc05-40bf-90fc-a6eb950a496b up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:01.454077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e4f9-5a91-4efe-bf93-4931dd735ffc None None] Pushing event updated for resources: {'Port': ['ID=54540a3d-1a45-41e1-933b-216a6c11e0d7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:01.459652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.535232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:01.535602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Checking segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:01.536210 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.536625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Bound using segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:01.537110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Bound port: ec5bd3e9-8706-4b52-9d0c-563b2ccf5027, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:01.537259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=85846eb8-0a55-4069-9950-8183682c2470,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:01.537517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.570893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:01.571291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.572416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.640177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.687437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9ba126ef-6c81-41d4-ad00-0bb4ad492f67 None None] Provisioning complete for port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:01.687894 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9ba126ef-6c81-41d4-ad00-0bb4ad492f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.705856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:01.709750 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6ad14-62cd-4ad6-9c23-04ba93f4af53" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:01.736558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.737868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:01.738638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.744637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.756731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3057cddb-0214-462a-8031-dc5498612a5c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/85846eb8-0a55-4069-9950-8183682c2470 HTTP/1.1" status: 204  len: 168 time: 1.3434668
Mar 05 21:03:01.773557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32786) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:01.845263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:01.895775 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.917456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port be21d9e5-dc05-40bf-90fc-a6eb950a496b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:03:01.935930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port be21d9e5-dc05-40bf-90fc-a6eb950a496b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:01.936682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.939660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 49eac235-d54e-466a-9b10-52beaf974b2a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:01.940235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:01.963317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] For port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:01.991255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9ba126ef-6c81-41d4-ad00-0bb4ad492f67 None None] Port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:02.012663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks [] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.029276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.086858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] Pushing event updated for resources: {'Network': ['ID=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:02.114304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (989469ea-2943-4da0-85e0-300ccf431a94), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.115682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-04b7878b-2c5d-4d8a-ac05-2db37225c8ca service neutron] 10.222.0.15 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3559852
Mar 05 21:03:02.135907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] For port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:02.138834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:03:02.179932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b45e69b6-1bbb-4f6f-aa75-2b319d65dba3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.3435838
Mar 05 21:03:02.189099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32792) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:02.209736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Request body: {'subnet': {'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-subnet', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:02.277751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:02.287972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.306070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.358222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:02.407219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:02.416779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:02.439506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Pushing event updated for resources: {'Port': ['ID=677acbd4-74e0-4983-a5ae-6dd8d4c521f0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:02.570045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f18c8-b1fc-4b46-8be4-07f13cfc8001 None None] Pushing event updated for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:02.598894 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3676387-a37f-4627-99b2-e678fbe36c7c x-openstack-request-id: req-c3676387-a37f-4627-99b2-e678fbe36c7c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:02.599473 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:02.607255 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3676387-a37f-4627-99b2-e678fbe36c7c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:02.607967 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:03:02.775742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Router 989469ea-2943-4da0-85e0-300ccf431a94 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:03:02.811225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67838aca-27c1-472d-acff-9ef05ff10f50 req-6797fe12-6fe0-4ac9-9c6e-5e0aa424cee8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:02.819040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67838aca-27c1-472d-acff-9ef05ff10f50 req-6797fe12-6fe0-4ac9-9c6e-5e0aa424cee8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.8037901
Mar 05 21:03:02.883796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:02.883796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:02.898537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port be21d9e5-dc05-40bf-90fc-a6eb950a496b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:02.902002 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:02.966480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:02.974639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (46502186-7934-4068-8dc8-e51e9fb06ed8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.050524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.114497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:03.135049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5d52843a-41df-4bff-8a00-6dbaa2b7fb76 admin admin] 10.222.0.15 "PUT /v2.0/routers/989469ea-2943-4da0-85e0-300ccf431a94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9350667
Mar 05 21:03:03.184936 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67838aca-27c1-472d-acff-9ef05ff10f50 req-96b0371f-f54c-4395-b052-cceb8bbd6f89 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3649859
Mar 05 21:03:03.254515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46502186-7934-4068-8dc8-e51e9fb06ed8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:03.315034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Checking segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:03.315420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Network hostable DHCP agents. Network: 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:03:03.337785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.340504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7725d4a-67ec-4044-a9da-dd864aa8b127 req-be47884b-0452-4861-811d-1533aa942b55 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 210 time: 0.0492043
Mar 05 21:03:03.427235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701803fc-3afb-4a23-adc7-22163c1951ca req-234e9710-7898-4ff8-9fee-3f4f83c17acf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:03.433027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-701803fc-3afb-4a23-adc7-22163c1951ca req-234e9710-7898-4ff8-9fee-3f4f83c17acf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 944 time: 0.5131040
Mar 05 21:03:03.446801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902aaec2-cb71-4ac3-bfa3-864068c691f3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:03.521603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:03:03.538579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 49eac235-d54e-466a-9b10-52beaf974b2a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:03.539728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 880e0bea-1cba-4908-ac08-2c3354aa8aea up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:03.571840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:03.577885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:03.578696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.602497 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-cbf7b86c-2cc1-465c-9365-98804368a140 req-2acf8d26-a474-495b-92c7-323e1fe9bff4 tempest-FloatingIPDetailsNegativeTestJSON-1710512590 tempest-FloatingIPDetailsNegativeTestJSON-1710512590-project] show failed (client error): The resource could not be found.
Mar 05 21:03:03.607542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cbf7b86c-2cc1-465c-9365-98804368a140 req-2acf8d26-a474-495b-92c7-323e1fe9bff4 tempest-FloatingIPDetailsNegativeTestJSON-1710512590 tempest-FloatingIPDetailsNegativeTestJSON-1710512590-project] 10.222.0.15 "GET /v2.0/floatingips/2239cadd-e052-449c-b6e9-5bbb2d95eaee HTTP/1.1" status: 404  len: 350 time: 0.1554573
Mar 05 21:03:03.621252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32820) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:03.637776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-728cbfe1-b453-43ad-a8f4-0610becda5e5 None None] Provisioning complete for port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:03.638159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-728cbfe1-b453-43ad-a8f4-0610becda5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.696680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3a725-62d6-4970-a48c-6329f5790731 None None] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:03.784047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:03.809232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:03.879092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-728cbfe1-b453-43ad-a8f4-0610becda5e5 None None] Port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:03.889393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:03.904746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 880e0bea-1cba-4908-ac08-2c3354aa8aea triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:03.905145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.007488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:04.131529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d0dce15-022b-4e96-aeb7-c0912f5d3a12 None None] Provisioning complete for port 54540a3d-1a45-41e1-933b-216a6c11e0d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:04.132396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d0dce15-022b-4e96-aeb7-c0912f5d3a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.170472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-701803fc-3afb-4a23-adc7-22163c1951ca req-4007bde3-8dd0-4918-96c2-6891fcd03dc0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7243464
Mar 05 21:03:04.178525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3212a191-4884-40b7-8bef-643c582d15d0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9816844
Mar 05 21:03:04.182141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32834) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:04.190231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:04.200274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:04.201928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.218303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.225921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b4def80d-3388-4a62-9786-8fa01620fd73), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.226632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b4def80d-3388-4a62-9786-8fa01620fd73), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.280716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-7204eccc-224c-4823-af4c-a9c747c8fade tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:04.283172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-7204eccc-224c-4823-af4c-a9c747c8fade tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 818 time: 0.5262754
Mar 05 21:03:04.303971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-8af756f2-2975-425c-b02a-e01eb785e118 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/quotas/085ced4ef30745c88d1b33842076f02e HTTP/1.1" status: 200  len: 375 time: 0.0152464
Mar 05 21:03:04.412538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 880e0bea-1cba-4908-ac08-2c3354aa8aea is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:04.413951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 54540a3d-1a45-41e1-933b-216a6c11e0d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:04.544028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:04.621966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:04.624897 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57550a16-72d6-4df0-a317-d3cefddb16b5" -d '{"events": [{"server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "name": "network-vif-plugged", "status": "completed", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:04.626371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-74cf723b-1562-445d-9343-3d090b397ea2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3133285
Mar 05 21:03:04.690588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Sync routers for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:04.752505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:04.753174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82621310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:04.777787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-32d0e74e-2c8a-47a0-ba97-80528db6370c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:04.780716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-32d0e74e-2c8a-47a0-ba97-80528db6370c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 818 time: 0.2385564
Mar 05 21:03:04.843441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dce15-022b-4e96-aeb7-c0912f5d3a12 None None] Current status of the port 54540a3d-1a45-41e1-933b-216a6c11e0d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:04.894911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Request body: {'port': {'device_id': 'b2d64ade-0446-474b-a3d4-454133f21972', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'admin_state_up': True, 'tenant_id': '085ced4ef30745c88d1b33842076f02e'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:05.046408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:05.051619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.062769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f005f986-ec57-4f5b-990a-d167697e9380 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd HTTP/1.1" status: 204  len: 168 time: 3.2819679
Mar 05 21:03:05.063928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Made reservation on behalf of 085ced4ef30745c88d1b33842076f02e for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:05.067648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.088350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 54540a3d-1a45-41e1-933b-216a6c11e0d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:05.091051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.091433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for router_controller (b4def80d-3388-4a62-9786-8fa01620fd73), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.093343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:05.146761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907c8f0-5cb1-440f-aa1e-3f68e2a6584e None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:05.250363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Allocated IP 172.20.0.7 (7c100624-2ecc-4b88-a924-0fbddd33fecd/6316f52a-7d91-41b2-826c-0174dc0e7483/9825a641-f476-451a-af8d-cff38d8c1ce9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:05.254886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f595ec71-55c1-478a-9651-0bfd511b9796 service neutron] 10.222.0.15 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6274588
Mar 05 21:03:05.332608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Allocated IP 172.20.0.2 (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75/46502186-7934-4068-8dc8-e51e9fb06ed8/1776e0a6-1623-43e1-9679-8734bb77cce8) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:05.334775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3f344188-e88a-40f5-9fc5-c647a5a417b5 None None] Provisioning complete for port 54540a3d-1a45-41e1-933b-216a6c11e0d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:05.335280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f344188-e88a-40f5-9fc5-c647a5a417b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.389547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-b7eb8c3c-a34c-4b89-a729-1ae50ef19d15 service neutron] 10.222.0.15 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334088
Mar 05 21:03:05.467256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks [] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.506188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3f344188-e88a-40f5-9fc5-c647a5a417b5 None None] Current status of the port 54540a3d-1a45-41e1-933b-216a6c11e0d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:05.556023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (989469ea-2943-4da0-85e0-300ccf431a94), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.679439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:05.682881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:05.805126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:05.831302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-860af9ca-aa8f-4354-be73-54246e7df6b4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3089244
Mar 05 21:03:05.834678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:05.863998 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da12d8e4-87fb-414a-83f8-eab9b94eb782 x-openstack-request-id: req-da12d8e4-87fb-414a-83f8-eab9b94eb782 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:05.864278 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "name": "network-vif-plugged", "status": "completed", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:05.864539 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da12d8e4-87fb-414a-83f8-eab9b94eb782 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:05.865053 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b', 'code': 200}
Mar 05 21:03:05.870272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 54540a3d-1a45-41e1-933b-216a6c11e0d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:05.880820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3370>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:55Z', 'revision_number': 4, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec5bd3e9-8706-4b52-9d0c-563b2ccf5027', 'name': '', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'mac_address': 'fa:16:3e:71:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:53Z', 'updated_at': '2022-03-05T21:03:01Z', 'revision_number': 4, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'subnets': [{'id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:05.927090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:05.975225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Pushing event updated for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:06.016726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdae78-1e7c-4901-8c0b-5ab3604b8b37 req-ad1a322a-923f-47b9-9106-6efd116f471e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:06.031192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2cdae78-1e7c-4901-8c0b-5ab3604b8b37 req-ad1a322a-923f-47b9-9106-6efd116f471e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 1.6970651
Mar 05 21:03:06.196073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for router_gateway (b4def80d-3388-4a62-9786-8fa01620fd73), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.218548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:06.224715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439514ab-35b5-4c58-b37b-65a21375522f req-de41d7b5-4174-4933-8e13-eef21f139e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:06.226766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-439514ab-35b5-4c58-b37b-65a21375522f req-de41d7b5-4174-4933-8e13-eef21f139e08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 1127 time: 0.3186243
Mar 05 21:03:06.239266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dfaf1-eb15-4f78-8710-7e3df9ee345b req-f7dfdc2e-b9b0-4f19-b3ec-a774ab57524b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:06.241526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c1dfaf1-eb15-4f78-8710-7e3df9ee345b req-f7dfdc2e-b9b0-4f19-b3ec-a774ab57524b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.3318231
Mar 05 21:03:06.278417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:06.282141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.301946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:06.306626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:06.399687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2cdae78-1e7c-4901-8c0b-5ab3604b8b37 req-a944183c-2dd4-4d9a-8322-8ceaccae70d1 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3673034
Mar 05 21:03:06.418537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:06.419156 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.419955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f2a64e3a-3f1e-4813-95ea-281f4fe19c28 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:06.455077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-af51c0f2-29d9-4faa-991f-1540c099c549 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6557012
Mar 05 21:03:06.457581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77e4d3-0c08-46f4-9b79-568e1ed0da88 None None] The sync data for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 is: [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:02:55Z', 'revision_number': 4, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec5bd3e9-8706-4b52-9d0c-563b2ccf5027', 'name': '', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'mac_address': 'fa:16:3e:71:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:53Z', 'updated_at': '2022-03-05T21:03:01Z', 'revision_number': 4, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'subnets': [{'id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:06.488878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Request body: {'port': {'device_id': 'b2d64ade-0446-474b-a3d4-454133f21972', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:06.513199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-439514ab-35b5-4c58-b37b-65a21375522f req-8e886ed8-3485-4aed-8eaa-7915c04e0468 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706203
Mar 05 21:03:06.663982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c1dfaf1-eb15-4f78-8710-7e3df9ee345b req-7a109e60-108c-4850-a254-1f191948304b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4077311
Mar 05 21:03:06.737379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.835172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Deleting port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:06.835519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.845344 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.861109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Deleting port 54540a3d-1a45-41e1-933b-216a6c11e0d7 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:06.861782 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.948791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.952228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:06.969089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Calling delete_port for 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:07.014646 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aac7c886-8274-4b1c-8a2c-bbe0e44840ab req-5b1dadd5-ee02-4abc-8818-13554a39ce67 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 210 time: 0.3604493
Mar 05 21:03:07.095629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for router_gateway (b4def80d-3388-4a62-9786-8fa01620fd73), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.142328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.150893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] For port 54540a3d-1a45-41e1-933b-216a6c11e0d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54540a3d-1a45-41e1-933b-216a6c11e0d7,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:07.151706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.210455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:07.214182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.267944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (677acbd4-74e0-4983-a5ae-6dd8d4c521f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.321686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks [] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.324381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Pushing event deleted for resources: {'Port': ['ID=677acbd4-74e0-4983-a5ae-6dd8d4c521f0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:07.338673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Calling delete_port for 54540a3d-1a45-41e1-933b-216a6c11e0d7 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:07.378514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.460036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:07.479994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:07.498547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:07.782529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Allocated IP 172.35.0.85 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/11970bb1-d2f5-4d6c-a9e0-c177136624d4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:07.889263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Attempting to bind port 1776e0a6-1623-43e1-9679-8734bb77cce8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:07.889911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Attempting to bind port 1776e0a6-1623-43e1-9679-8734bb77cce8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:07.890166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Attempting to bind port 1776e0a6-1623-43e1-9679-8734bb77cce8 on network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:07.940757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:07.941149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Checking segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:07.941569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:07.941970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Bound using segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:07.942463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Bound port: 1776e0a6-1623-43e1-9679-8734bb77cce8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:07.942859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.024022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Pushing event updated for resources: {'Port': ['ID=1776e0a6-1623-43e1-9679-8734bb77cce8,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.057253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82621310>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:01Z', 'revision_number': 4, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677acbd4-74e0-4983-a5ae-6dd8d4c521f0', 'name': '', 'network_id': '1c05a0c8-edaf-4af2-ba10-5cfd339b87cf', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'mac_address': 'fa:16:3e:b3:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f25fa9c7-8fef-4550-8500-9098d5cab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:59Z', 'updated_at': '2022-03-05T21:03:01Z', 'revision_number': 2, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'subnets': [{'id': 'f25fa9c7-8fef-4550-8500-9098d5cab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:08.147469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (989469ea-2943-4da0-85e0-300ccf431a94), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.154214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (54540a3d-1a45-41e1-933b-216a6c11e0d7), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.178193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.178647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.178897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.179231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.179572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.179943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.180279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.180613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.181304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.181645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.182660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.183019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.183441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:08.195305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] No DVR routers for this DVR port 54540a3d-1a45-41e1-933b-216a6c11e0d7 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:08.203867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334931d7-48a7-4604-9646-e8766c28501d req-e94e2f19-fc0e-4a13-aee2-0ebf18eeea1f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:08.204429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:03:08.212354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-334931d7-48a7-4604-9646-e8766c28501d req-e94e2f19-fc0e-4a13-aee2-0ebf18eeea1f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.3873246
Mar 05 21:03:08.220690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Checking router: 989469ea-2943-4da0-85e0-300ccf431a94 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:08.221058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Updating router 989469ea-2943-4da0-85e0-300ccf431a94 port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:08.275418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9825a641-f476-451a-af8d-cff38d8c1ce9 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:08.294078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabff0a-67ca-49ff-9e81-eda8fbfcc45d None None] Pushing event deleted for resources: {'Port': ['ID=54540a3d-1a45-41e1-933b-216a6c11e0d7,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.296042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Port 677acbd4-74e0-4983-a5ae-6dd8d4c521f0 not found while updating agent binding for router 989469ea-2943-4da0-85e0-300ccf431a94. {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Mar 05 21:03:08.305647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks [] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.307792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:08.308857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.319195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:08.319881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82621310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:08.360966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0cdc285a-89c6-46ea-9353-55afce6f3b76), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.397922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.422577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=0cdc285a-89c6-46ea-9353-55afce6f3b76,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.448573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f2a64e3a-3f1e-4813-95ea-281f4fe19c28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:08.450720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] For port 1776e0a6-1623-43e1-9679-8734bb77cce8, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:08.466790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.470359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] For port 1776e0a6-1623-43e1-9679-8734bb77cce8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1776e0a6-1623-43e1-9679-8734bb77cce8,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:08.486227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Transition to ACTIVE for port object 9825a641-f476-451a-af8d-cff38d8c1ce9 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:03:08.516873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-334931d7-48a7-4604-9646-e8766c28501d req-9e6a7923-7a24-468d-9fb4-5cd1ae91f6d3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924936
Mar 05 21:03:08.528632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.569379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.579270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 54540a3d-1a45-41e1-933b-216a6c11e0d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:08.610761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 54540a3d-1a45-41e1-933b-216a6c11e0d7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:08.610982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 54540a3d-1a45-41e1-933b-216a6c11e0d7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:08.653998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:08.694367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-5e1cf5c1-29c0-402b-aae1-760158a6df76 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:08.696780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-5e1cf5c1-29c0-402b-aae1-760158a6df76 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.23 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 818 time: 1.1785922
Mar 05 21:03:08.730136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Request body: {'port': {'device_id': '08399756-b179-4541-ad3e-3c179e7d7514', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'admin_state_up': True, 'tenant_id': '085ced4ef30745c88d1b33842076f02e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:08.790847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-464c12f5-bfe6-461c-b6ce-0d3f00c150a7 req-0e9a7d0a-59d8-40c6-b7a3-98570f409914 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 210 time: 0.1633725
Mar 05 21:03:08.794551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Pushing event updated for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.812932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.836690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:08.842545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Router 989469ea-2943-4da0-85e0-300ccf431a94 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:03:08.864100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddad3-9083-4d6f-80b1-083ae1aa4483 req-6b1a9a1f-b955-407c-b3d3-b532872caf83 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:08.866068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341ddad3-9083-4d6f-80b1-083ae1aa4483 req-6b1a9a1f-b955-407c-b3d3-b532872caf83 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 1.0376844
Mar 05 21:03:08.868562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:08.881359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:08.882274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.925005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:08.940423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681cf4f-5fd8-40be-80c9-b4c61b700e0d None None] Pushing event updated for resources: {'Port': ['ID=1776e0a6-1623-43e1-9679-8734bb77cce8,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:08.955805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-14ca44fd-8d5e-478c-bf60-388071fdcac1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0485775
Mar 05 21:03:08.960678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32884) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:08.971735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:08.988521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2763e-3f1d-4b6b-9a75-5cd6dad826f5 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:08.991973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:09.072949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:09.107944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:09.120622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:09.165915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Pushing event updated for resources: {'Port': ['ID=11970bb1-d2f5-4d6c-a9e0-c177136624d4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:09.192591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Attempting to bind port 9825a641-f476-451a-af8d-cff38d8c1ce9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:09.192938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Attempting to bind port 9825a641-f476-451a-af8d-cff38d8c1ce9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:09.193433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Attempting to bind port 9825a641-f476-451a-af8d-cff38d8c1ce9 on network 7c100624-2ecc-4b88-a924-0fbddd33fecd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:09.200985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Port 9825a641-f476-451a-af8d-cff38d8c1ce9 on network 7c100624-2ecc-4b88-a924-0fbddd33fecd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:03:09.201307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Attempting to bind port 9825a641-f476-451a-af8d-cff38d8c1ce9 on network 7c100624-2ecc-4b88-a924-0fbddd33fecd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:09.221329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:09.222017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Checking segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:09.222017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Bound using segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:09.225557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Bound port: 9825a641-f476-451a-af8d-cff38d8c1ce9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:09.225557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.281517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:09.281882 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.307796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341ddad3-9083-4d6f-80b1-083ae1aa4483 req-d9b79778-db9a-4085-ac33-c5fb960e7674 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4222877
Mar 05 21:03:09.338543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '0cdc285a-89c6-46ea-9353-55afce6f3b76'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:09.340952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.391705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:09.394519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.403069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Made reservation on behalf of 085ced4ef30745c88d1b33842076f02e for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:09.406451 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.508582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:09.538477 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27b16f38-86b5-493f-9552-ade7029af173 admin admin] 10.222.0.15 "PUT /v2.0/routers/989469ea-2943-4da0-85e0-300ccf431a94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9154990
Mar 05 21:03:09.547782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32892) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:09.557527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Allocated IP 2001:db8::f816:3eff:fee7:67 (5e836852-f4cc-40c5-91ef-7e406c291770/0cdc285a-89c6-46ea-9353-55afce6f3b76/38549021-10ef-4e4d-8b7d-84527e34b44d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:09.581837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:09.614699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9825a641-f476-451a-af8d-cff38d8c1ce9,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:09.651263 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.704728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:09.705738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.707556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] 10.222.0.31 "PUT /v2.0/ports/9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 1091 time: 3.2313542
Mar 05 21:03:09.741498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:09.756140 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9719fd3-36c3-4d9b-b45b-62eccf41b875" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:09.778632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for router_gateway (b4def80d-3388-4a62-9786-8fa01620fd73), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.969833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks [] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.975774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:09.976525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.995272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:09.999073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82621310>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 5, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:10.040022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81718c5c-d419-4e6f-b7be-bf14a6dc0e37 None None] The sync data for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 is: [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 5, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:10.102312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:10.144040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:10.173587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:10.186289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:10.194281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:10.202307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Pushing event updated for resources: {'Port': ['ID=38549021-10ef-4e4d-8b7d-84527e34b44d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:10.335349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Attempting to bind port 38549021-10ef-4e4d-8b7d-84527e34b44d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:10.335901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Attempting to bind port 38549021-10ef-4e4d-8b7d-84527e34b44d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:10.336368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Attempting to bind port 38549021-10ef-4e4d-8b7d-84527e34b44d on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:10.353791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:10.358259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:10.358893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:10.359398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:10.360039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Bound port: 38549021-10ef-4e4d-8b7d-84527e34b44d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:10.360570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:10.379880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a6af673-96f0-4521-a327-fdc91978880f req-0407ca7d-03c5-42c1-8799-596e97e6e3df tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 210 time: 0.2378070
Mar 05 21:03:10.413243 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333692f8-66df-499f-baaf-b73f7fcacf0c x-openstack-request-id: req-333692f8-66df-499f-baaf-b73f7fcacf0c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:10.413243 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:10.413243 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-333692f8-66df-499f-baaf-b73f7fcacf0c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:10.413933 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9', 'status': 'completed', 'code': 200}
Mar 05 21:03:10.438030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:10.528934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Sync routers for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:10.546071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8962d-d35a-4adb-91cf-6e68efba1b42 req-7c6e00f7-93c3-47c0-9cce-ab9e73835cc4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:10.547647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64f8962d-d35a-4adb-91cf-6e68efba1b42 req-7c6e00f7-93c3-47c0-9cce-ab9e73835cc4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.9206698
Mar 05 21:03:10.551610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf134e-6197-4895-ba7b-77d8a979f5fd service neutron] Pushing event updated for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:10.580773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks [] for router (989469ea-2943-4da0-85e0-300ccf431a94), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:10.600378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-860e5081-a54a-40cc-9dcb-595571757470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:10.601891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-860e5081-a54a-40cc-9dcb-595571757470 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1125 time: 0.8390372
Mar 05 21:03:10.616771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] For port 38549021-10ef-4e4d-8b7d-84527e34b44d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:10.622193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] For port 38549021-10ef-4e4d-8b7d-84527e34b44d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38549021-10ef-4e4d-8b7d-84527e34b44d,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:10.632469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b47863-68d8-467d-9197-28ce61270676 None None] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:10.639514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:10.665188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-18a312d0-4439-4ec9-8f69-dc5c5218c145 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.0540671
Mar 05 21:03:10.684477 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:10.686650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9021ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:10.703776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-64f8962d-d35a-4adb-91cf-6e68efba1b42 req-b8b5c6c3-f8b3-45cc-9cd6-eba993865b35 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398771
Mar 05 21:03:10.769914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-f1fef115-aea9-45a0-9dba-f19febf5654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:10.777657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-f1fef115-aea9-45a0-9dba-f19febf5654e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.1016562
Mar 05 21:03:10.828658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Allocated IP 172.20.0.8 (7c100624-2ecc-4b88-a924-0fbddd33fecd/6316f52a-7d91-41b2-826c-0174dc0e7483/f4c94118-4a65-46a6-8b43-e142d3b1d4fb) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:10.876278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-d68a12a3-fe27-4544-8b73-8b938b59fec2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378790
Mar 05 21:03:10.925491 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:11.175910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:11.208714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657330b-40c5-4895-8b43-7fa47f48ec96 req-28e39350-8dc7-4534-a171-876a85e595eb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:11.213139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b657330b-40c5-4895-8b43-7fa47f48ec96 req-28e39350-8dc7-4534-a171-876a85e595eb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.2459574
Mar 05 21:03:11.262140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9021ae20>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 5, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:11.312338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Checking router: 989469ea-2943-4da0-85e0-300ccf431a94 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:11.313846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b4def80d-3388-4a62-9786-8fa01620fd73), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.336410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Provisioning complete for port 1776e0a6-1623-43e1-9679-8734bb77cce8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:11.336923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.359433 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Routers {'989469ea-2943-4da0-85e0-300ccf431a94'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:11.359433 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9021ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['989469ea-2943-4da0-85e0-300ccf431a94'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:11.362755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-7e341097-0b30-4b2f-8e5a-c49734746074 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4821398
Mar 05 21:03:11.473685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f61be-dd54-43d7-8c5d-9676b3cbf3ee req-af346ea5-639f-4ed5-b3f2-dab9fc12aa62 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:11.490500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b657330b-40c5-4895-8b43-7fa47f48ec96 req-fbfc9449-5cb7-4fa7-9860-877ca660eebc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543740
Mar 05 21:03:11.491081 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c13f61be-dd54-43d7-8c5d-9676b3cbf3ee req-af346ea5-639f-4ed5-b3f2-dab9fc12aa62 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.9509325
Mar 05 21:03:11.588637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8e00-8378-4b24-9989-9ae23bfb910f None None] Pushing event updated for resources: {'Port': ['ID=38549021-10ef-4e4d-8b7d-84527e34b44d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:11.654775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks [] for router_gateway (989469ea-2943-4da0-85e0-300ccf431a94), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.681258 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] Set router 989469ea-2943-4da0-85e0-300ccf431a94 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:11.700121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2a39817d-bca9-4dc8-a4c3-24c531a6da29), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.761053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:11.761936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.803814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks [] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.860929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b856dd02-eeec-4e8e-8af2-d682f7e5acfd req-cc434ea4-e8ff-4b46-b2da-b54c644139f4 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 210 time: 0.1483409
Mar 05 21:03:11.924712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Current status of the port 1776e0a6-1623-43e1-9679-8734bb77cce8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:11.925194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:11.966276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c13f61be-dd54-43d7-8c5d-9676b3cbf3ee req-b0c056f2-3a99-4ffe-b827-53f589805409 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4747632
Mar 05 21:03:11.983096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5c47ca4-63f7-4165-a0ce-d26c998e169f req-e7682ebf-d2fa-49c1-a929-d9de8447d7b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5119362
Mar 05 21:03:12.048945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Router b4def80d-3388-4a62-9786-8fa01620fd73 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:03:12.052197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.140869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] For port 1776e0a6-1623-43e1-9679-8734bb77cce8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1776e0a6-1623-43e1-9679-8734bb77cce8,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:12.161777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.210253 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9021ae20>, [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 5, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:12.239505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:12.241696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f2a64e3a-3f1e-4813-95ea-281f4fe19c28 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:12.289894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127b20-40e3-4bf6-99bf-08d3e5594c5f None None] The sync data for ids ['989469ea-2943-4da0-85e0-300ccf431a94'] in ncdv-master-1 is: [{'id': '989469ea-2943-4da0-85e0-300ccf431a94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1159033545-router', 'tenant_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:52Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 5, 'project_id': '8d88cb1b3486444d82bbbcd04653fa2f', 'gw_port': {'id': 'f2a64e3a-3f1e-4813-95ea-281f4fe19c28', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989469ea-2943-4da0-85e0-300ccf431a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:54Z', 'updated_at': '2022-03-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:12.300876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Network 7c100624-2ecc-4b88-a924-0fbddd33fecd is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:12.326852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Pushing event updated for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:12.340870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:12.347310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:12.354194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3d44c-01d3-446a-a70a-5462b66a0d57 None None] Pushing event updated for resources: {'Port': ['ID=1776e0a6-1623-43e1-9679-8734bb77cce8,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:12.375271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b065bd56-271d-4800-a3af-db53a0218878 None None] Provisioning complete for port 1776e0a6-1623-43e1-9679-8734bb77cce8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:12.375854 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b065bd56-271d-4800-a3af-db53a0218878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.450249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:12.462410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:12.463079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.482275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:12.488931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:12.489897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.494709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:12.498152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.524427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-1f0d8d6e-9ea4-41c8-9284-6bc4bd60bb75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8117497
Mar 05 21:03:12.577228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b065bd56-271d-4800-a3af-db53a0218878 None None] Current status of the port 1776e0a6-1623-43e1-9679-8734bb77cce8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:12.591989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6291625
Mar 05 21:03:12.608666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa711-d879-4184-91bd-cc13b72b013c req-0e046ca1-0017-41e5-a39b-9932d1353d7b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:12.623391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:12.629536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a82aa711-d879-4184-91bd-cc13b72b013c req-0e046ca1-0017-41e5-a39b-9932d1353d7b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.5402379
Mar 05 21:03:12.632541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Request body: {'port': {'device_id': '08399756-b179-4541-ad3e-3c179e7d7514', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:12.646306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:cf:94:ab', 'name': 'tempest-NetworksTestDHCPv6-862687272'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:12.670797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-cb5e7271-a97d-49ba-9449-6877e8753ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:12.677753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-cb5e7271-a97d-49ba-9449-6877e8753ca3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1125 time: 0.6239522
Mar 05 21:03:12.699600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:12.701029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1776e0a6-1623-43e1-9679-8734bb77cce8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:12.801861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1776e0a6-1623-43e1-9679-8734bb77cce8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:12.802123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-a6d17237-60c9-4d8e-af0d-82b6ecb6edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:12.802246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:12.803697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-a6d17237-60c9-4d8e-af0d-82b6ecb6edde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.3980095
Mar 05 21:03:12.840306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e006-885f-40f2-828d-c189cb57fc49 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=2a39817d-bca9-4dc8-a4c3-24c531a6da29,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:12.883243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:12.895206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Sync routers for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:12.966207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587986bb-82ef-4b64-91b4-f87b32c2a6c3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:12.977175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:12.978085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d02eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:12.993326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a82aa711-d879-4184-91bd-cc13b72b013c req-56fe078d-ac79-453c-918a-a4975203dcfc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3581393
Mar 05 21:03:13.041604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4341c-a7d7-4663-9b25-c83c6747e92a req-1bdfc738-1b12-4e5b-bb05-079d26e01b4b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:13.054266 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2b4341c-a7d7-4663-9b25-c83c6747e92a req-1bdfc738-1b12-4e5b-bb05-079d26e01b4b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.5986798
Mar 05 21:03:13.147627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Deleting port f2a64e3a-3f1e-4813-95ea-281f4fe19c28 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:13.148344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.150119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.151468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.157093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e705c5b1-6129-4b55-a5a0-93d50c5f5025 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.9734819
Mar 05 21:03:13.164853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1776e0a6-1623-43e1-9679-8734bb77cce8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:13.172122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:13.209463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Provisioning complete for port 38549021-10ef-4e4d-8b7d-84527e34b44d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:13.209850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.317568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-3192b6a9-b1d2-4355-9f9e-6c68bb987b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:13.319268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-3192b6a9-b1d2-4355-9f9e-6c68bb987b1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.6308298
Mar 05 21:03:13.376755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:13.385329 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2b4341c-a7d7-4663-9b25-c83c6747e92a req-86aca7bb-0685-4ca1-af43-2c312f057ed1 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2918980
Mar 05 21:03:13.409270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:13.488512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] For port f2a64e3a-3f1e-4813-95ea-281f4fe19c28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:13.491938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.542148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38549021-10ef-4e4d-8b7d-84527e34b44d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:13.643406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-47c6400f-0c60-446d-8352-846503395985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:13.664384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-47c6400f-0c60-446d-8352-846503395985 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.8292472
Mar 05 21:03:13.680166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Calling delete_port for f2a64e3a-3f1e-4813-95ea-281f4fe19c28 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:13.732423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-ab09da81-f6eb-4b30-9d93-92f23ba52a1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.1912568
Mar 05 21:03:13.776292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Current status of the port 38549021-10ef-4e4d-8b7d-84527e34b44d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:13.778232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.825097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:13.940907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port cc510904-3eb4-4243-8646-ad1eaa33d3e5 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:13.971580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dceec8-31a5-4ee9-a744-586560237a2e req-2580ecf9-340a-4c21-8e7d-5883f8c84c69 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:13.976066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] For port 38549021-10ef-4e4d-8b7d-84527e34b44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38549021-10ef-4e4d-8b7d-84527e34b44d,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:13.978628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53dceec8-31a5-4ee9-a744-586560237a2e req-2580ecf9-340a-4c21-8e7d-5883f8c84c69 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 931 time: 0.8050654
Mar 05 21:03:13.988374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.015859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-c035753c-a9cb-46dd-a060-0ec0b20bcd8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 1001 time: 0.3508291
Mar 05 21:03:14.041060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-040f13bf-7d7c-476b-8f5f-02d0519c5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:14.042672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-040f13bf-7d7c-476b-8f5f-02d0519c5893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.2296000
Mar 05 21:03:14.045281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '0cdc285a-89c6-46ea-9353-55afce6f3b76', 'ip_address': '2001:db8::f816:3eff:fee7:67'}, {'subnet_id': '2a39817d-bca9-4dc8-a4c3-24c531a6da29'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '38549021-10ef-4e4d-8b7d-84527e34b44d'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:03:14.086110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 38549021-10ef-4e4d-8b7d-84527e34b44d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:14.087106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.094246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.114656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-7b7fdfdd-ec2d-4b27-8880-bc6823e9ca6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476546
Mar 05 21:03:14.150510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 172.20.0.6 (5e836852-f4cc-40c5-91ef-7e406c291770/2a39817d-bca9-4dc8-a4c3-24c531a6da29/cc510904-3eb4-4243-8646-ad1eaa33d3e5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:14.157395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fecf:94ab (5e836852-f4cc-40c5-91ef-7e406c291770/0cdc285a-89c6-46ea-9353-55afce6f3b76/cc510904-3eb4-4243-8646-ad1eaa33d3e5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:14.163705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53dceec8-31a5-4ee9-a744-586560237a2e req-e29e2d18-bce5-48a6-be06-a78524715e18 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839507
Mar 05 21:03:14.363434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.427105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.518099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:14.568480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Allocated IP 172.20.0.2 (5e836852-f4cc-40c5-91ef-7e406c291770/2a39817d-bca9-4dc8-a4c3-24c531a6da29/38549021-10ef-4e4d-8b7d-84527e34b44d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:14.575698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:14.581162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:14.592061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbedf5-1c12-4882-8f6c-3559cba5ca2b None None] Pushing event updated for resources: {'Port': ['ID=38549021-10ef-4e4d-8b7d-84527e34b44d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:14.626498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d02eb0>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:09Z', 'revision_number': 3, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:14.670644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:14.671294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.711744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcbe0b-6fa7-4a1c-ab15-fea99acf26f1 req-250e2deb-eeb4-4385-8546-ded03e064d66 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:14.721493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abfcbe0b-6fa7-4a1c-ab15-fea99acf26f1 req-250e2deb-eeb4-4385-8546-ded03e064d66 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.8925149
Mar 05 21:03:14.722667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 38549021-10ef-4e4d-8b7d-84527e34b44d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:14.724160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1776e0a6-1623-43e1-9679-8734bb77cce8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:14.741914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.1151762
Mar 05 21:03:14.744884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:14.756940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-257564b8-7854-4b5e-b714-7f1b73c59643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:14.758740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-257564b8-7854-4b5e-b714-7f1b73c59643 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.7317083
Mar 05 21:03:14.765206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Checking router: b4def80d-3388-4a62-9786-8fa01620fd73 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:14.765983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Updating router b4def80d-3388-4a62-9786-8fa01620fd73 port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:14.827507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1789844-9783-4725-a008-c05bdacd792c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=cc510904-3eb4-4243-8646-ad1eaa33d3e5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:14.869495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:14.926761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abfcbe0b-6fa7-4a1c-ab15-fea99acf26f1 req-74f8fc2d-cdb8-4cfe-a3ac-370f7a913c40 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042511
Mar 05 21:03:14.967429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] For port 38549021-10ef-4e4d-8b7d-84527e34b44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38549021-10ef-4e4d-8b7d-84527e34b44d,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:15.033996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c94118-4a65-46a6-8b43-e142d3b1d4fb {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:15.034813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-4eeb348c-fadc-42f5-81f5-ebf7fa6195c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9100573
Mar 05 21:03:15.044150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks [] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.047930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56141-28ab-47ee-b9bd-d6b621fc43f0 req-6a8eb0d9-7c10-4752-9ac0-a182583dad36 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.050443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28c56141-28ab-47ee-b9bd-d6b621fc43f0 req-6a8eb0d9-7c10-4752-9ac0-a182583dad36 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.3202875
Mar 05 21:03:15.056930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1776e0a6-1623-43e1-9679-8734bb77cce8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:15.057409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Transition to ACTIVE for port object f4c94118-4a65-46a6-8b43-e142d3b1d4fb will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:03:15.057580 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.079647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.145440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:15.216152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9719fd3-36c3-4d9b-b45b-62eccf41b875 req-f6c8b8db-c1a8-45a8-8b0a-c9003a51ed21 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302586
Mar 05 21:03:15.270953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d81f3-38aa-4587-a577-b1bc96280302 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.274361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-5d44ba4a-28d1-4c7d-9269-6773740817cd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.276033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-5d44ba4a-28d1-4c7d-9269-6773740817cd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.1419377
Mar 05 21:03:15.285192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d81f3-38aa-4587-a577-b1bc96280302 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.291220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-964d81f3-38aa-4587-a577-b1bc96280302 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.5444705
Mar 05 21:03:15.304217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32946) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:15.353156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f2a64e3a-3f1e-4813-95ea-281f4fe19c28), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.392191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a64e3a-3f1e-4813-95ea-281f4fe19c28,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:15.424035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-c9b2d6c3-3230-42a6-a008-177271264cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.428181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks [] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.430120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-c9b2d6c3-3230-42a6-a008-177271264cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6036015
Mar 05 21:03:15.450484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Publish callbacks [] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.452363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Attempting to bind port f4c94118-4a65-46a6-8b43-e142d3b1d4fb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:15.452584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Attempting to bind port f4c94118-4a65-46a6-8b43-e142d3b1d4fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:15.452913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Attempting to bind port f4c94118-4a65-46a6-8b43-e142d3b1d4fb on network 7c100624-2ecc-4b88-a924-0fbddd33fecd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:15.468989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Port f4c94118-4a65-46a6-8b43-e142d3b1d4fb on network 7c100624-2ecc-4b88-a924-0fbddd33fecd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:03:15.469267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Attempting to bind port f4c94118-4a65-46a6-8b43-e142d3b1d4fb on network 7c100624-2ecc-4b88-a924-0fbddd33fecd {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:15.487128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.552324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:15.552932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Checking segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:15.552932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Bound using segment: {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:15.553399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Bound port: f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b73a23b-3c2d-4d3f-b12e-71736e636922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:15.553756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.556583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d0027-da35-4231-ab72-d41d032f59c1 None None] Pushing event updated for resources: {'Port': ['ID=11970bb1-d2f5-4d6c-a9e0-c177136624d4,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:15.563377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.564130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e535d-2399-4a6f-83c0-d6db060b46db req-55afdc44-2c01-49e1-b6ac-a5744f4ada8a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:15.571201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.573299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-062e535d-2399-4a6f-83c0-d6db060b46db req-55afdc44-2c01-49e1-b6ac-a5744f4ada8a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 943 time: 0.2631118
Mar 05 21:03:15.668747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28c56141-28ab-47ee-b9bd-d6b621fc43f0 req-9582fddd-8698-48f0-a4d6-9583618ae5ca tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4467509
Mar 05 21:03:15.733178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Attempting to bind port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:15.733679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Attempting to bind port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:15.734033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Attempting to bind port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:15.792965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:15.794518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:15.795172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.795584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:15.796121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Bound port: 11970bb1-d2f5-4d6c-a9e0-c177136624d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:15.796644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.810100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:15.814286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:15.836605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.848916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Allocated IP 172.20.0.1 (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75/46502186-7934-4068-8dc8-e51e9fb06ed8/9fe6cfe2-1949-4ad7-960a-01f16323b4da) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:15.865228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] For port 11970bb1-d2f5-4d6c-a9e0-c177136624d4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:15.868345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-062e535d-2399-4a6f-83c0-d6db060b46db req-a130ebd9-9c92-49d7-8355-742ea15afcd3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929854
Mar 05 21:03:15.877007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] For port 11970bb1-d2f5-4d6c-a9e0-c177136624d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11970bb1-d2f5-4d6c-a9e0-c177136624d4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:15.899268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.928636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4feef-4860-472a-8bc4-60704d3eaf0a None None] Pushing event updated for resources: {'Port': ['ID=38549021-10ef-4e4d-8b7d-84527e34b44d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:15.931268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1776e0a6-1623-43e1-9679-8734bb77cce8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:15.935408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:15.950175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (989469ea-2943-4da0-85e0-300ccf431a94), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:15.994253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:15.994900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d02eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:16.087144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks [] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.158499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.159923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d0027-da35-4231-ab72-d41d032f59c1 None None] Pushing event updated for resources: {'Port': ['ID=11970bb1-d2f5-4d6c-a9e0-c177136624d4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:16.186333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9825a641-f476-451a-af8d-cff38d8c1ce9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:03:16.306919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:16.352682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:16.359574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-848ca1b9-6323-4775-a0ce-6faec0f4f3f1 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9059474
Mar 05 21:03:16.372636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9825a641-f476-451a-af8d-cff38d8c1ce9,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:16.376790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:16.385442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:16.392391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '9825a641-f476-451a-af8d-cff38d8c1ce9', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'port_id': '9825a641-f476-451a-af8d-cff38d8c1ce9', 'mac_address': 'fa:16:3e:9a:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:03:16.422039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:16.432172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38549021-10ef-4e4d-8b7d-84527e34b44d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:16.609961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d9feb9-4aad-4786-bea4-ef6b69cadf88 req-72243825-6c2a-45aa-83aa-3176ecc7267b service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2139273
Mar 05 21:03:16.621541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port cc510904-3eb4-4243-8646-ad1eaa33d3e5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:16.622415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.734019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (989469ea-2943-4da0-85e0-300ccf431a94), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.747175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks [] for router_controller (989469ea-2943-4da0-85e0-300ccf431a94), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.848246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:16.849584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.852913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-f5429dc3-d240-46ae-b2c3-f5e1a5b2f5fa service neutron] 10.222.0.23 "PUT /v2.0/ports/f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 200  len: 1091 time: 4.2266285
Mar 05 21:03:16.853407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:16.856434 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9a38f-6639-4cc6-ba36-5e31ab784360" -d '{"events": [{"name": "network-changed", "server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:16.869168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 9825a641-f476-451a-af8d-cff38d8c1ce9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:16.869648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.888585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216cd5f-e09b-4514-98d9-49d644dcf003 req-9fb3f116-c4b1-4f8c-8356-0d06611ece7c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:16.893294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9825a641-f476-451a-af8d-cff38d8c1ce9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:16.895530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (989469ea-2943-4da0-85e0-300ccf431a94), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.896218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989469ea-2943-4da0-85e0-300ccf431a94 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:03:16.905872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.906140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f216cd5f-e09b-4514-98d9-49d644dcf003 req-9fb3f116-c4b1-4f8c-8356-0d06611ece7c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 945 time: 0.7754302
Mar 05 21:03:16.909340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6db099ac-4a2c-4bfa-8538-7c3ac45a9559 admin admin] 10.222.0.15 "DELETE /v2.0/routers/989469ea-2943-4da0-85e0-300ccf431a94 HTTP/1.1" status: 204  len: 168 time: 7.3486845
Mar 05 21:03:16.910034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:16.945345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (b4def80d-3388-4a62-9786-8fa01620fd73), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:16.996508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 38549021-10ef-4e4d-8b7d-84527e34b44d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:16.997056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.011003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-683cebbf-150f-4608-898c-47f3b08b396d None None] Provisioning complete for port 9fe6cfe2-1949-4ad7-960a-01f16323b4da triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:17.011297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-683cebbf-150f-4608-898c-47f3b08b396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.016630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Deleting subnet f25fa9c7-8fef-4550-8500-9098d5cab2cd {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:17.020441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Publish callbacks [] for subnet (f25fa9c7-8fef-4550-8500-9098d5cab2cd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.085878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (f25fa9c7-8fef-4550-8500-9098d5cab2cd), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.086415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9825a641-f476-451a-af8d-cff38d8c1ce9,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:17.119072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-683cebbf-150f-4608-898c-47f3b08b396d None None] Port 9fe6cfe2-1949-4ad7-960a-01f16323b4da cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:17.137925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.225393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f25fa9c7-8fef-4550-8500-9098d5cab2cd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.238633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:17.286145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-46b79838-a8fa-47b4-a470-d353af1fa68a None None] Provisioning complete for port 38549021-10ef-4e4d-8b7d-84527e34b44d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:17.286559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46b79838-a8fa-47b4-a470-d353af1fa68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.357663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port be21d9e5-dc05-40bf-90fc-a6eb950a496b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:17.358187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.467086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 38549021-10ef-4e4d-8b7d-84527e34b44d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:17.480401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d02eb0>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:09Z', 'revision_number': 3, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:17.491822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.523462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port be21d9e5-dc05-40bf-90fc-a6eb950a496b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be21d9e5-dc05-40bf-90fc-a6eb950a496b,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:17.526233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.532131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f216cd5f-e09b-4514-98d9-49d644dcf003 req-c86ef50b-9e64-42f3-adc0-7975d5ddf792 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6249707
Mar 05 21:03:17.543702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for be21d9e5-dc05-40bf-90fc-a6eb950a496b owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:17.553205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['9825a641-f476-451a-af8d-cff38d8c1ce9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:17.554440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for cc510904-3eb4-4243-8646-ad1eaa33d3e5 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:17.564310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32ba02-b537-4649-85d2-8115722717bd None None] The sync data for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 is: [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:09Z', 'revision_number': 3, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:17.645123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.652753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (f25fa9c7-8fef-4550-8500-9098d5cab2cd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.685734 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ef7a8-3202-4c48-92aa-7df02ccf09be x-openstack-request-id: req-895ef7a8-3202-4c48-92aa-7df02ccf09be {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:17.687364 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:17.687578 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-895ef7a8-3202-4c48-92aa-7df02ccf09be {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:17.688167 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb', 'status': 'completed', 'code': 200}
Mar 05 21:03:17.691478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:17.694965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f25fa9c7-8fef-4550-8500-9098d5cab2cd HTTP/1.1" status: 204  len: 168 time: 0.7838626
Mar 05 21:03:17.723069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32974) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:17.736551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beceb93-8328-49db-8233-aa4f300b1889 None None] Network 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:17.738916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8cb3c-84c1-424f-8559-aa215b5a9bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25fa9c7-8fef-4550-8500-9098d5cab2cd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:17.779093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22242-c8d5-40eb-95ae-54d19b002939 req-0aee0aa3-080c-4525-b861-7934f0d6471d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:17.786376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28f22242-c8d5-40eb-95ae-54d19b002939 req-0aee0aa3-080c-4525-b861-7934f0d6471d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.9406695
Mar 05 21:03:17.849656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-297e4961-1bd1-470c-8808-c21c096e7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:17.851504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-297e4961-1bd1-470c-8808-c21c096e7522 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1125 time: 0.8782885
Mar 05 21:03:17.917091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-46b79838-a8fa-47b4-a470-d353af1fa68a None None] Current status of the port 38549021-10ef-4e4d-8b7d-84527e34b44d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:17.933976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-53931b46-4acb-4fa0-9a82-34ed89305890 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 200  len: 217 time: 0.0714929
Mar 05 21:03:18.027983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (be21d9e5-dc05-40bf-90fc-a6eb950a496b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.109722 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.189251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28f22242-c8d5-40eb-95ae-54d19b002939 req-3b2bd0a8-5c4d-4263-849b-bf656bd0f934 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4013772
Mar 05 21:03:18.206948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=be21d9e5-dc05-40bf-90fc-a6eb950a496b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:18.210105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port be21d9e5-dc05-40bf-90fc-a6eb950a496b on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:18.212552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.226969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26ca219-4fda-46ca-a073-1432df5c3673 req-ffd1ff13-b842-434c-a8a8-a34e156f5cc7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "DELETE /v2.0/ports/be21d9e5-dc05-40bf-90fc-a6eb950a496b HTTP/1.1" status: 204  len: 173 time: 2.9168081
Mar 05 21:03:18.229000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-c1c4e838-2cb5-49b4-a647-d56df5549d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:18.231110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-c1c4e838-2cb5-49b4-a647-d56df5549d2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.2886348
Mar 05 21:03:18.288605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99bd3d-4a6e-49a6-8c15-10435e9088c5 req-70f6ae8d-a4c3-4e29-988b-626c6b249dd4 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:18.290431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb99bd3d-4a6e-49a6-8c15-10435e9088c5 req-70f6ae8d-a4c3-4e29-988b-626c6b249dd4 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 943 time: 0.4695671
Mar 05 21:03:18.327772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-cef596fa-239e-4087-9607-18fbb9180a8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900028
Mar 05 21:03:18.366627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f2a64e3a-3f1e-4813-95ea-281f4fe19c28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:18.370721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['14c74fe6-8707-41b9-b1e6-fc064c42d3e5'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:18.373732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:18.504100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-db359d9a-8afd-443e-b257-711deef0af25 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698775
Mar 05 21:03:18.506148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks [] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.533406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f2a64e3a-3f1e-4813-95ea-281f4fe19c28 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:18.534116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f2a64e3a-3f1e-4813-95ea-281f4fe19c28 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:18.580345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3471a794-9a00-487f-9660-7413169b01c4 None None] Provisioning complete for port cc510904-3eb4-4243-8646-ad1eaa33d3e5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:18.596734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3471a794-9a00-487f-9660-7413169b01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.638050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbbcf5f-c0b5-4f5a-a3d6-6416c31e3d32 req-2c27b625-05e7-4e33-aa21-6483b404e6c1 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270535
Mar 05 21:03:18.645054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.716383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb99bd3d-4a6e-49a6-8c15-10435e9088c5 req-b482ff28-dc81-4c79-99fc-b3b7225987bf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075162
Mar 05 21:03:18.824351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (b4def80d-3388-4a62-9786-8fa01620fd73), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.829713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:18.877542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (cc510904-3eb4-4243-8646-ad1eaa33d3e5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:18.895875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] DHCP port deletion for 1c05a0c8-edaf-4af2-ba10-5cfd339b87cf request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:18.900580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c70f56b-8054-41ca-900b-97eaf6ff26ef req-4ce5cc85-c47f-4be6-8213-06a4930177ef tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c19119-1997-4996-8890-83f81bea3f82 HTTP/1.1" status: 200  len: 210 time: 0.1778033
Mar 05 21:03:18.940322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-96844d70-9978-42ec-80d3-88dfe7fc5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:18.944741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-96844d70-9978-42ec-80d3-88dfe7fc5fee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1125 time: 0.2320032
Mar 05 21:03:18.946121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3471a794-9a00-487f-9660-7413169b01c4 None None] Port cc510904-3eb4-4243-8646-ad1eaa33d3e5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:18.948913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=cc510904-3eb4-4243-8646-ad1eaa33d3e5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:19.080979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:19.084330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:19.194384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-16707331-b321-4ec9-8840-c3523bd574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.202241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-16707331-b321-4ec9-8840-c3523bd574dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.2509286
Mar 05 21:03:19.248626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.262345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-92387719-0133-4078-9cb4-2d055bc3157f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/cc510904-3eb4-4243-8646-ad1eaa33d3e5 HTTP/1.1" status: 204  len: 168 time: 3.9556952
Mar 05 21:03:19.270749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32984) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:19.322378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-d7e8f8e3-448f-4879-84c3-555e73089628 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 200  len: 217 time: 0.1039872
Mar 05 21:03:19.435311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-48878159-f006-4300-a502-eae4d0101288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.437078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-48878159-f006-4300-a502-eae4d0101288 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.1041639
Mar 05 21:03:19.467722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Deleting port 49eac235-d54e-466a-9b10-52beaf974b2a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:19.468123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.494775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device be21d9e5-dc05-40bf-90fc-a6eb950a496b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:19.504465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-e43647ba-8eca-4afb-a313-d34738c8ff6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609381
Mar 05 21:03:19.543986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: be21d9e5-dc05-40bf-90fc-a6eb950a496b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:19.544343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device be21d9e5-dc05-40bf-90fc-a6eb950a496b not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:19.556866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Deleting port 49eac235-d54e-466a-9b10-52beaf974b2a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:19.561493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.684085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] For port 49eac235-d54e-466a-9b10-52beaf974b2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49eac235-d54e-466a-9b10-52beaf974b2a,segment=NetworkSegment(d1d0cac2-6065-4573-94dd-ba6f93b85494),segment_id=d1d0cac2-6065-4573-94dd-ba6f93b85494)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:19.684499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.689354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'name': 'network-vif-deleted', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:19.691839 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d6f6f9-1e80-4fe0-b6f7-9bbd0778b46e" -d '{"events": [{"server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "name": "network-vif-deleted", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:19.699494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Calling delete_port for 49eac235-d54e-466a-9b10-52beaf974b2a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:19.707448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e6b126e0-7a2b-471b-97b4-556e24e1770b None None] Provisioning complete for port 9fe6cfe2-1949-4ad7-960a-01f16323b4da triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:19.707870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e6b126e0-7a2b-471b-97b4-556e24e1770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.708818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-3f1af6ce-57e3-49b7-9c88-3659f2f8f9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926606
Mar 05 21:03:19.747700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e6b126e0-7a2b-471b-97b4-556e24e1770b None None] Port 9fe6cfe2-1949-4ad7-960a-01f16323b4da cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:19.780416 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64af37c6-42e0-4944-b950-1de5d335e885 x-openstack-request-id: req-64af37c6-42e0-4944-b950-1de5d335e885 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:19.780701 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c19119-1997-4996-8890-83f81bea3f82", "name": "network-vif-deleted", "tag": "be21d9e5-dc05-40bf-90fc-a6eb950a496b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:19.780956 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64af37c6-42e0-4944-b950-1de5d335e885 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:19.781511 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c19119-1997-4996-8890-83f81bea3f82', 'name': 'network-vif-deleted', 'tag': 'be21d9e5-dc05-40bf-90fc-a6eb950a496b', 'status': 'completed', 'code': 200}
Mar 05 21:03:19.836930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae58355-cb4b-4734-bcba-680976ff9bf2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.838196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae58355-cb4b-4734-bcba-680976ff9bf2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.839966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae58355-cb4b-4734-bcba-680976ff9bf2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.842019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aae58355-cb4b-4734-bcba-680976ff9bf2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.5614984
Mar 05 21:03:19.849846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32994) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:19.872784 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.904594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] For port 49eac235-d54e-466a-9b10-52beaf974b2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49eac235-d54e-466a-9b10-52beaf974b2a,segment=NetworkSegment(d1d0cac2-6065-4573-94dd-ba6f93b85494),segment_id=d1d0cac2-6065-4573-94dd-ba6f93b85494)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:19.904959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.926807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Calling delete_port for 49eac235-d54e-466a-9b10-52beaf974b2a owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:19.944153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6d9a38f-6639-4cc6-ba36-5e31ab784360 req-f92fdc8c-4acd-4ea3-8928-2670ed8cbec3 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274072
Mar 05 21:03:19.945282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3aa83-3aa7-43a5-b546-59378429d028 req-c7e17267-2f2c-4ba4-a0e5-49e8c59e32e2 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:19.946720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] No DVR routers for this DVR port 49eac235-d54e-466a-9b10-52beaf974b2a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:19.947178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cef3aa83-3aa7-43a5-b546-59378429d028 req-c7e17267-2f2c-4ba4-a0e5-49e8c59e32e2 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.4828985
Mar 05 21:03:19.952729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Router b4def80d-3388-4a62-9786-8fa01620fd73 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:03:19.962061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 0cdc285a-89c6-46ea-9353-55afce6f3b76 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:19.971241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (0cdc285a-89c6-46ea-9353-55afce6f3b76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:19.978961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94da0f-e2ac-46e9-a507-db2856c0b177 None None] Pushing event deleted for resources: {'Port': ['ID=49eac235-d54e-466a-9b10-52beaf974b2a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:20.056593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d34ed0-432a-4922-b0a8-9cb5f5fb04e2 req-df2580ed-37f5-411a-803d-7660735f6bc3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:20.059297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7d34ed0-432a-4922-b0a8-9cb5f5fb04e2 req-df2580ed-37f5-411a-803d-7660735f6bc3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 943 time: 0.1581721
Mar 05 21:03:20.076542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0cdc285a-89c6-46ea-9353-55afce6f3b76), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.164323 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11970bb1-d2f5-4d6c-a9e0-c177136624d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:20.171134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7d34ed0-432a-4922-b0a8-9cb5f5fb04e2 req-92aae384-8d56-47d6-ae1c-c353686f7642 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055300
Mar 05 21:03:20.204433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:20.209765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9825a641-f476-451a-af8d-cff38d8c1ce9 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:20.250894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-56e66879-af83-4960-9eec-ff971389f498 admin admin] 10.222.0.15 "PUT /v2.0/routers/b4def80d-3388-4a62-9786-8fa01620fd73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0677502
Mar 05 21:03:20.264813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0cdc285a-89c6-46ea-9353-55afce6f3b76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.327504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cef3aa83-3aa7-43a5-b546-59378429d028 req-46e2bb4f-d672-4e51-bd60-efcb15e1399e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3213391
Mar 05 21:03:20.374507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (49eac235-d54e-466a-9b10-52beaf974b2a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.416039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:20.416359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] No DVR routers for this DVR port 49eac235-d54e-466a-9b10-52beaf974b2a on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:20.418169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0cdc285a-89c6-46ea-9353-55afce6f3b76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.419915 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.469806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=49eac235-d54e-466a-9b10-52beaf974b2a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:20.484168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 9825a641-f476-451a-af8d-cff38d8c1ce9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:03:20.517460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.521483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 9825a641-f476-451a-af8d-cff38d8c1ce9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:20.521871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.528676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0cdc285a-89c6-46ea-9353-55afce6f3b76 HTTP/1.1" status: 204  len: 168 time: 0.6745708
Mar 05 21:03:20.528676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf975b5-17ff-4e25-8c29-26629fb64d91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdc285a-89c6-46ea-9353-55afce6f3b76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:20.536331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33006) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:20.591078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b0353-db3b-4209-b30c-87ae69bd82e4 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:20.645698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 2a39817d-bca9-4dc8-a4c3-24c531a6da29 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:20.649822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (2a39817d-bca9-4dc8-a4c3-24c531a6da29), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.707470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2a39817d-bca9-4dc8-a4c3-24c531a6da29), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.832135 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Sync routers for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:20.844631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2a39817d-bca9-4dc8-a4c3-24c531a6da29), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.873198 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:20.875167 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:20.924029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2a39817d-bca9-4dc8-a4c3-24c531a6da29), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.964311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=2a39817d-bca9-4dc8-a4c3-24c531a6da29,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:20.968192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:20.968698 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.980767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:20.986447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f269f5a7-b1f3-4828-a6d7-28012481a5e1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/2a39817d-bca9-4dc8-a4c3-24c531a6da29 HTTP/1.1" status: 204  len: 168 time: 0.4455454
Mar 05 21:03:20.986799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:21.055600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-53a046d1-f16b-4830-8308-c4c3b8712e9f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0659773
Mar 05 21:03:21.056636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33024) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:21.063211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:21.114042 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:21.132869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 11970bb1-d2f5-4d6c-a9e0-c177136624d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11970bb1-d2f5-4d6c-a9e0-c177136624d4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:21.133823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 9825a641-f476-451a-af8d-cff38d8c1ce9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:21.134232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.160688 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.213169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:21.224454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.269336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:21.271694 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899f7d2-8353-4699-aef7-cd4237c1e5c7" -d '{"events": [{"server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "name": "network-vif-plugged", "status": "completed", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:21.321569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49eac235-d54e-466a-9b10-52beaf974b2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:21.335635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33032) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:21.344751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9825a641-f476-451a-af8d-cff38d8c1ce9,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:21.354220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-293124217-network', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:21.415357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.425362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 49eac235-d54e-466a-9b10-52beaf974b2a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:21.425362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 49eac235-d54e-466a-9b10-52beaf974b2a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:21.426161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.445268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=11970bb1-d2f5-4d6c-a9e0-c177136624d4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:21.461268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Made reservation on behalf of 3469fc5beed94ebda4cf3fb03c5c60fa for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:21.467943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.492253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.500870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91405eb0>,) {'filters': {'network_id': ['1c05a0c8-edaf-4af2-ba10-5cfd339b87cf']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:21.506579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f4c94118-4a65-46a6-8b43-e142d3b1d4fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:03:21.515429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13bd4-8afe-477f-9e39-61fcd7421761 req-a88a2543-38f1-47d0-9bb2-0efab9d9ba8c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:21.517479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06f13bd4-8afe-477f-9e39-61fcd7421761 req-a88a2543-38f1-47d0-9bb2-0efab9d9ba8c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 943 time: 0.1827350
Mar 05 21:03:21.532565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40deec-f3d0-4939-8070-f6d2d062f0b1 req-0b746e96-3d79-4b9e-89b2-4afda8bd6b97 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:21.539706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f40deec-f3d0-4939-8070-f6d2d062f0b1 req-0b746e96-3d79-4b9e-89b2-4afda8bd6b97 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.3157966
Mar 05 21:03:21.553222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91405eb0>, 'd1d0cac2-6065-4573-94dd-ba6f93b85494') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:21.553589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91405eb0>, 'd1d0cac2-6065-4573-94dd-ba6f93b85494') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:21.586586 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d1d0cac2-6065-4573-94dd-ba6f93b85494), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.597719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333b80>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:18Z', 'revision_number': 2, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:21.611952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks [] for security_group (a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.622780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318646a9-d74f-484b-a3a1-6133341477d3 None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '2a39817d-bca9-4dc8-a4c3-24c531a6da29'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '38549021-10ef-4e4d-8b7d-84527e34b44d'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:03:21.631030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:21.639585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d1d0cac2-6065-4573-94dd-ba6f93b85494), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.663356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:03:21.672720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.678024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d1d0cac2-6065-4573-94dd-ba6f93b85494), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:03:21.683340 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:03:21.701979 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:03:21.704000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Checking router: b4def80d-3388-4a62-9786-8fa01620fd73 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:21.704353 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Updating router b4def80d-3388-4a62-9786-8fa01620fd73 port 9fe6cfe2-1949-4ad7-960a-01f16323b4da binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:21.708996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-318646a9-d74f-484b-a3a1-6133341477d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.725770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:03:21.757297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (490c50c0-5c34-429b-8a06-34b12a62af80), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.757788 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Added segment 490c50c0-5c34-429b-8a06-34b12a62af80 of type vlan for network 05776027-1bae-46e2-b86d-244c7e18652a
Mar 05 21:03:21.798096 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.828662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f40deec-f3d0-4939-8070-f6d2d062f0b1 req-3471f248-87ec-4e4c-85c9-83eb5a31ff17 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798793
Mar 05 21:03:21.849609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (1c05a0c8-edaf-4af2-ba10-5cfd339b87cf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.852011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (05776027-1bae-46e2-b86d-244c7e18652a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.860042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:21.867013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] 10.222.0.15 "DELETE /v2.0/networks/1c05a0c8-edaf-4af2-ba10-5cfd339b87cf HTTP/1.1" status: 204  len: 168 time: 4.1396980
Mar 05 21:03:21.894296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecd4cc-054d-489e-9a0e-23b43199bfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=1c05a0c8-edaf-4af2-ba10-5cfd339b87cf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:21.937379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-332272a7-f8be-470a-8d85-d63551a176d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1666920
Mar 05 21:03:21.977567 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2d693-7575-4c49-854c-ba47fa82efab x-openstack-request-id: req-edc2d693-7575-4c49-854c-ba47fa82efab {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:21.978202 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "name": "network-vif-plugged", "status": "completed", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:21.980976 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edc2d693-7575-4c49-854c-ba47fa82efab {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:21.980976 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9', 'code': 200}
Mar 05 21:03:22.016755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:22.067578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb', 'network_id': '7c100624-2ecc-4b88-a924-0fbddd33fecd', 'port_id': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb', 'mac_address': 'fa:16:3e:b0:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6316f52a-7d91-41b2-826c-0174dc0e7483', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:03:22.140374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458a60-9817-488d-826f-3cc477c55b0b req-258f23c7-6550-4a66-b44f-0f27753de8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.141940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-258f23c7-6550-4a66-b44f-0f27753de8dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1127 time: 0.1791339
Mar 05 21:03:22.161141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port f4c94118-4a65-46a6-8b43-e142d3b1d4fb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:22.162454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.168486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9da51e-4340-469f-af32-b03665f948ea None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:22.244381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (05776027-1bae-46e2-b86d-244c7e18652a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.246501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.247253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.265026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06f13bd4-8afe-477f-9e39-61fcd7421761 req-419e7bba-e349-42d4-8039-c77e4b1c8d54 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6514792
Mar 05 21:03:22.345650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c94118-4a65-46a6-8b43-e142d3b1d4fb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:22.358262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11970bb1-d2f5-4d6c-a9e0-c177136624d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:22.364334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:22.376029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33040) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:22.383026 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks [] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.403402 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.449536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1055961
Mar 05 21:03:22.455758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33042) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:22.471045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ace83-ff44-4461-a49c-d6c304f15f98 admin admin] Pushing event updated for resources: {'Network': ['ID=05776027-1bae-46e2-b86d-244c7e18652a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:22.490882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Request body: {'subnet': {'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-subnet', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:22.492829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-1210a3be-f489-4390-aedf-8dbf5cab79a3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.494320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-1210a3be-f489-4390-aedf-8dbf5cab79a3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.5785074
Mar 05 21:03:22.500013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (67ea94a7-ab6a-4225-8e52-5c6081ed41fe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.531001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 05776027-1bae-46e2-b86d-244c7e18652a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:03:22.539028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458a60-9817-488d-826f-3cc477c55b0b req-092fde93-3c23-4508-abba-a1b955354b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.539831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:22.540914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-092fde93-3c23-4508-abba-a1b955354b4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 910 time: 0.3698099
Mar 05 21:03:22.567815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94de2-8e50-4cc1-8ce2-4ccc74f1666d req-29dc291a-e127-49b9-96e9-2222f00db0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.570162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aed94de2-8e50-4cc1-8ce2-4ccc74f1666d req-29dc291a-e127-49b9-96e9-2222f00db0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.4219692
Mar 05 21:03:22.573884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-df3f4241-bc39-4815-97ba-0ff247556602 None None] Provisioning complete for port 38549021-10ef-4e4d-8b7d-84527e34b44d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:22.574395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-df3f4241-bc39-4815-97ba-0ff247556602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.599355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2bfdc95-651e-4317-88df-0a3415c65edf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d88cb1b3486444d82bbbcd04653fa2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2219746
Mar 05 21:03:22.610754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33044) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:22.657326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:22.662062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa5de9-a52a-4822-a1bb-b2824b8f23c1 None None] Pushing event updated for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:22.679270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Made reservation on behalf of 3469fc5beed94ebda4cf3fb03c5c60fa for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:22.683906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Attempting to bind port 9fe6cfe2-1949-4ad7-960a-01f16323b4da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:22.684319 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Attempting to bind port 9fe6cfe2-1949-4ad7-960a-01f16323b4da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:22.684761 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Attempting to bind port 9fe6cfe2-1949-4ad7-960a-01f16323b4da on network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:22.685542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.696035 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:22.696480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Checking segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:22.696891 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.697287 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Bound using segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:22.697757 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Bound port: 9fe6cfe2-1949-4ad7-960a-01f16323b4da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:22.698136 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.730129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:22.758212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:22.758839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.809973 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] For port 9fe6cfe2-1949-4ad7-960a-01f16323b4da, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:22.815172 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] For port 9fe6cfe2-1949-4ad7-960a-01f16323b4da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fe6cfe2-1949-4ad7-960a-01f16323b4da,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:22.831802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=67ea94a7-ab6a-4225-8e52-5c6081ed41fe,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:22.848946 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:22.867050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-efc5b162-6d5e-421a-9876-a70d9c4f239d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8083034
Mar 05 21:03:22.881339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33050) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:22.888620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:22.916598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aed94de2-8e50-4cc1-8ce2-4ccc74f1666d req-32fb5255-9675-4968-9648-6055d5b0d171 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216918
Mar 05 21:03:22.945967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-72f3dbbf-034f-4461-a216-07e4f999b812 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 1001 time: 0.3947849
Mar 05 21:03:23.000709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] Publish callbacks [] for security_group (3ba05622-d0ac-4eba-8880-de317f0b4143), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.024074 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa5de9-a52a-4822-a1bb-b2824b8f23c1 None None] Pushing event updated for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:23.060169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] Publish callbacks [] for security_group (3ba05622-d0ac-4eba-8880-de317f0b4143), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.081884 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:23.082709 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:02:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:23.110517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:23.111235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.222222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:23.241999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.275248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:23.280447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.295640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3ba05622-d0ac-4eba-8880-de317f0b4143), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.298749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.300370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ba05622-d0ac-4eba-8880-de317f0b4143 HTTP/1.1" status: 204  len: 168 time: 0.6887548
Mar 05 21:03:23.304704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8c13-78ab-4c38-9cda-90529ff3ae24 req-d729b14a-4367-4aa4-b1b3-f254e811243a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:23.311920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e86a8c13-78ab-4c38-9cda-90529ff3ae24 req-d729b14a-4367-4aa4-b1b3-f254e811243a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 945 time: 0.3104177
Mar 05 21:03:23.430301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206d53-6343-4700-a2c3-4a84c345be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba05622-d0ac-4eba-8880-de317f0b4143,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:23.514423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-df3f4241-bc39-4815-97ba-0ff247556602 None None] Current status of the port 38549021-10ef-4e4d-8b7d-84527e34b44d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:23.535808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:23.546412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:23.546804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.547382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:23.548040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.561805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e86a8c13-78ab-4c38-9cda-90529ff3ae24 req-73167fa0-faa5-40b4-abaf-c8968a23a50a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966236
Mar 05 21:03:23.575420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458a60-9817-488d-826f-3cc477c55b0b req-353c1f4a-1b55-4d57-87f0-3b2f4acab8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:23.578260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-353c1f4a-1b55-4d57-87f0-3b2f4acab8d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 200  len: 848 time: 0.4626644
Mar 05 21:03:23.605864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['f4c94118-4a65-46a6-8b43-e142d3b1d4fb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:23.647391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:23.703424 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333b80>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:22Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:23.719413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663bb7b-dae1-4239-8e9c-2662b04c5b76 req-0b2eeb00-6abf-4e6f-a145-33793e25595d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:23.721747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:23.732360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d663bb7b-dae1-4239-8e9c-2662b04c5b76 req-0b2eeb00-6abf-4e6f-a145-33793e25595d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 944 time: 0.3103027
Mar 05 21:03:23.757753 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203a51b-305b-4afe-a2eb-c8e95e6386ef None None] The sync data for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 is: [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:22Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:23.863777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458a60-9817-488d-826f-3cc477c55b0b req-ff0852e8-5079-4765-9192-c16c0495a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:23.873840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-ff0852e8-5079-4765-9192-c16c0495a0b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adc6ce26-0999-46fd-83e3-7feba14413c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2851174
Mar 05 21:03:23.878363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c08f1ead-72bd-4cf0-8866-9f90d4e028ca), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:23.942968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:23.979303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Provisioning complete for port 9fe6cfe2-1949-4ad7-960a-01f16323b4da triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:23.985156 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.124364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08f1ead-72bd-4cf0-8866-9f90d4e028ca,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:24.193841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:24.218112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.304923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Checking segment: {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:24.305914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Network hostable DHCP agents. Network: 05776027-1bae-46e2-b86d-244c7e18652a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:03:24.360271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-54ce84eb-60a5-4513-9c51-88a3d13463b5 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3761742
Mar 05 21:03:24.459840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d663bb7b-dae1-4239-8e9c-2662b04c5b76 req-10242194-13cd-4e9e-be97-4e0483bfb899 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7011056
Mar 05 21:03:24.550130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (14c74fe6-8707-41b9-b1e6-fc064c42d3e5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.639434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:24.657845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d458a60-9817-488d-826f-3cc477c55b0b req-cc1bed3a-888d-41af-910e-ef74626dbd2e service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819021
Mar 05 21:03:24.658586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Network 05776027-1bae-46e2-b86d-244c7e18652a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:03:24.687738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=14c74fe6-8707-41b9-b1e6-fc064c42d3e5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:24.708435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05776027-1bae-46e2-b86d-244c7e18652a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:24.723726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:24.725526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.775290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d6c6c00-6440-417f-a1b9-cd79e4b486c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.3154891
Mar 05 21:03:24.775290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33082) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:24.789765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:24.825130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a2642-fae9-4e1e-bbf6-114393c400f3 None None] Network 05776027-1bae-46e2-b86d-244c7e18652a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:24.907015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90ec6424-99f5-465a-8fe4-a47e4bc71c89 req-4358e5d4-9dc2-438b-ac78-fb67c019c84b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 210 time: 0.1031942
Mar 05 21:03:24.951571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.957888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:24.978428 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-989e0cd7-53c1-4bdb-8723-04293ecc0708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.081887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:25.085341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Current status of the port 9fe6cfe2-1949-4ad7-960a-01f16323b4da is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:25.085957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.113148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for router_controller (e9308e2f-cee4-4c9d-9993-991f415d1391), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.205086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Deleting port 38549021-10ef-4e4d-8b7d-84527e34b44d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:25.205472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.364114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] For port 38549021-10ef-4e4d-8b7d-84527e34b44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38549021-10ef-4e4d-8b7d-84527e34b44d,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:25.364517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.378314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Calling delete_port for 38549021-10ef-4e4d-8b7d-84527e34b44d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:25.403683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for router_gateway (e9308e2f-cee4-4c9d-9993-991f415d1391), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.531095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port 14c74fe6-8707-41b9-b1e6-fc064c42d3e5 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:25.556616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9fe6cfe2-1949-4ad7-960a-01f16323b4da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:25.566375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.574628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a120a48-e264-4cf0-af74-ab5994af1d75 req-59b46b72-e94d-48b0-b0f8-64dd927aeff2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.23 "DELETE /v2.0/ports/14c74fe6-8707-41b9-b1e6-fc064c42d3e5 HTTP/1.1" status: 204  len: 173 time: 3.0714352
Mar 05 21:03:25.588471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'name': 'network-vif-deleted', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:25.602340 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04dd0e4-12f7-44ba-a02e-6472a5fae249" -d '{"events": [{"server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "name": "network-vif-deleted", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:25.722201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (38549021-10ef-4e4d-8b7d-84527e34b44d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.755554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:03:25.793255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0b0e113d-8f8d-41dc-8652-7237ba7e471d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.813454 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a00cfa-57b8-4f2c-8ff2-c3e3aba83d74 x-openstack-request-id: req-a1a00cfa-57b8-4f2c-8ff2-c3e3aba83d74 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:25.813953 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da80a66d-faa9-4917-9003-758b0a8933b2", "name": "network-vif-deleted", "tag": "14c74fe6-8707-41b9-b1e6-fc064c42d3e5", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:25.814316 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1a00cfa-57b8-4f2c-8ff2-c3e3aba83d74 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:25.818365 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da80a66d-faa9-4917-9003-758b0a8933b2', 'name': 'network-vif-deleted', 'tag': '14c74fe6-8707-41b9-b1e6-fc064c42d3e5', 'status': 'completed', 'code': 200}
Mar 05 21:03:25.858217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] For port 9fe6cfe2-1949-4ad7-960a-01f16323b4da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fe6cfe2-1949-4ad7-960a-01f16323b4da,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:25.862804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] No DVR routers for this DVR port 38549021-10ef-4e4d-8b7d-84527e34b44d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:25.869234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bfb21-c49b-45ed-81d4-f6c74ab8a528 None None] Pushing event deleted for resources: {'Port': ['ID=38549021-10ef-4e4d-8b7d-84527e34b44d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:25.887870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:25.967879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c2569-0a7e-4917-8768-1ed79786251d None None] Pushing event updated for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:25.978176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df2539-5630-4016-b547-7221e862e77b None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:25.999626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9fe6cfe2-1949-4ad7-960a-01f16323b4da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:26.000056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.019456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-f4f26c04-1be7-43e2-8ebc-d5d39e0993b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6022978
Mar 05 21:03:26.078453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:26.087630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:26.095336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.095960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.113085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=0b0e113d-8f8d-41dc-8652-7237ba7e471d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:26.139055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8d66690e-11f4-4955-9cdc-0a6dabe1229d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.2528131
Mar 05 21:03:26.140043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33120) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:26.156751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:43:65:79', 'name': 'tempest-NetworksTestDHCPv6-907181394'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:26.196646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05776027-1bae-46e2-b86d-244c7e18652a', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:26.197503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.214432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-93b69872-93b7-4057-b793-4115701e56f8 req-1621edee-9acd-4c63-8c22-8a3df92a3564 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=da80a66d-faa9-4917-9003-758b0a8933b2 HTTP/1.1" status: 200  len: 210 time: 0.1319869
Mar 05 21:03:26.232055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for router_gateway (e9308e2f-cee4-4c9d-9993-991f415d1391), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.261770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd81dd-2526-4911-abf2-7ae38785691a req-7283d301-ebf5-4592-9077-918544dac813 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.264004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7fd81dd-2526-4911-abf2-7ae38785691a req-7283d301-ebf5-4592-9077-918544dac813 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 944 time: 0.4666851
Mar 05 21:03:26.277298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.321901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9fe6cfe2-1949-4ad7-960a-01f16323b4da is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:26.384649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-27969c89-888c-4bdb-9bb5-b98f4a0e56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.387492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-27969c89-888c-4bdb-9bb5-b98f4a0e56f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 1127 time: 0.2497814
Mar 05 21:03:26.431249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38549021-10ef-4e4d-8b7d-84527e34b44d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:26.432600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7fd81dd-2526-4911-abf2-7ae38785691a req-3c559db8-d4db-4ad4-9041-ca4a7c3773f7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236439
Mar 05 21:03:26.489335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Allocated IP 172.35.0.65 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/2b60712a-5898-4e12-a8ba-2c41ce6a75c5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:26.514439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccfd8-c289-4150-bde6-e46f6da7e3c8 req-3fd67630-b8ae-43a7-89ff-af7113b710a7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.516405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f63ccfd8-c289-4150-bde6-e46f6da7e3c8 req-3fd67630-b8ae-43a7-89ff-af7113b710a7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.0863769
Mar 05 21:03:26.541506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 38549021-10ef-4e4d-8b7d-84527e34b44d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:26.542670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38549021-10ef-4e4d-8b7d-84527e34b44d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:26.553923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-32a4b065-5727-45be-92e3-8c35119e3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.556141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-32a4b065-5727-45be-92e3-8c35119e3cac service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.1289413
Mar 05 21:03:26.595288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '0b0e113d-8f8d-41dc-8652-7237ba7e471d'}, {'subnet_id': '67ea94a7-ab6a-4225-8e52-5c6081ed41fe'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:26.596441 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.596565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f63ccfd8-c289-4150-bde6-e46f6da7e3c8 req-700395bf-3bc0-4333-b0e0-844e6a424b7e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718839
Mar 05 21:03:26.689948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:26.753363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-7ec0f990-4efe-4189-9547-681e50098e06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 200  len: 1001 time: 0.1894271
Mar 05 21:03:26.771526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Allocated IP 172.20.0.2 (05776027-1bae-46e2-b86d-244c7e18652a/c08f1ead-72bd-4cf0-8866-9f90d4e028ca/b98dabbf-28d3-486a-9de0-0c1b060344eb) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:26.772415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.825049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.837910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-5680a29e-2e93-4d7b-8e8f-ee2d305571bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:26.839926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-5680a29e-2e93-4d7b-8e8f-ee2d305571bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.0793383
Mar 05 21:03:26.876655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:26.883549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:26.888685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:26.902502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.911501 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-74699760-79fc-4b7c-9c5f-9327f9b30a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:26.936978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port cabe21cf-8cd7-4257-a295-ceccdea479c6 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:27.010151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-f5b5ed7c-d74b-4d94-b6e9-e614c94f706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:27.011969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-f5b5ed7c-d74b-4d94-b6e9-e614c94f706d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1659191
Mar 05 21:03:27.019518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:27.083414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Allocated IP 172.20.0.2 (5e836852-f4cc-40c5-91ef-7e406c291770/67ea94a7-ab6a-4225-8e52-5c6081ed41fe/dac3e510-b2c9-4da3-ab01-cf7fc4e076fe) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:27.115597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Allocated IP 2001:db8::f816:3eff:fe9a:ea96 (5e836852-f4cc-40c5-91ef-7e406c291770/0b0e113d-8f8d-41dc-8652-7237ba7e471d/dac3e510-b2c9-4da3-ab01-cf7fc4e076fe) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:27.186289 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks [] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.189659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-ebfc7ced-df8e-441c-b7b4-5cc5cb1bc6ba service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708412
Mar 05 21:03:27.212518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.267807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9fe6cfe2-1949-4ad7-960a-01f16323b4da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:27.299488 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for router_gateway (e9308e2f-cee4-4c9d-9993-991f415d1391), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.306346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82ec7336-0d5b-40b6-b2c3-47e59048b59a req-3534b1ab-97e9-4b1e-8698-5d41ed959a62 service neutron] 10.222.0.23 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1107233
Mar 05 21:03:27.495038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Network 05776027-1bae-46e2-b86d-244c7e18652a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:27.508296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:27.520018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:27.523821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f4c94118-4a65-46a6-8b43-e142d3b1d4fb up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:27.574310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Pushing event updated for resources: {'Port': ['ID=b98dabbf-28d3-486a-9de0-0c1b060344eb,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:27.672254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.674514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Attempting to bind port b98dabbf-28d3-486a-9de0-0c1b060344eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:27.674734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Attempting to bind port b98dabbf-28d3-486a-9de0-0c1b060344eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:27.675038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Attempting to bind port b98dabbf-28d3-486a-9de0-0c1b060344eb on network 05776027-1bae-46e2-b86d-244c7e18652a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:27.685868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:27.686123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-b5480872-3eec-4b6a-bdf6-e58cff297275 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:27.686561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Checking segment: {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:27.686986 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.687387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Bound using segment: {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:27.687912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Bound port: b98dabbf-28d3-486a-9de0-0c1b060344eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:27.688127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-b5480872-3eec-4b6a-bdf6-e58cff297275 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.1572597
Mar 05 21:03:27.688315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.764189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-3b11e950-e499-4e93-8b9a-3cfb50e35340 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0706711
Mar 05 21:03:27.765909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9fe6cfe2-1949-4ad7-960a-01f16323b4da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:27.766307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.807859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks [] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.814890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port f4c94118-4a65-46a6-8b43-e142d3b1d4fb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:03:27.842658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.844605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port f4c94118-4a65-46a6-8b43-e142d3b1d4fb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:27.845503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:27.855328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e7bcfa53-00ca-4724-a89e-3065a9e19e14 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0805972
Mar 05 21:03:27.925214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] For port b98dabbf-28d3-486a-9de0-0c1b060344eb, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:27.953020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:27.969264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:27.972438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] For port b98dabbf-28d3-486a-9de0-0c1b060344eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98dabbf-28d3-486a-9de0-0c1b060344eb,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:27.979564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:27.985537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Pushing event updated for resources: {'Port': ['ID=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:27.998191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.002095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.008248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-c6e99f70-af0d-4381-ab0a-a6448b6ffc82 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384361
Mar 05 21:03:28.016745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af925f-9b8d-4b58-9677-47b5b54fb7ac req-48d8d241-2b90-4c10-8c66-865dd3cf1ca3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:28.018304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05af925f-9b8d-4b58-9677-47b5b54fb7ac req-48d8d241-2b90-4c10-8c66-865dd3cf1ca3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 944 time: 0.0989914
Mar 05 21:03:28.019536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 172.20.0.13 (5e836852-f4cc-40c5-91ef-7e406c291770/67ea94a7-ab6a-4225-8e52-5c6081ed41fe/cabe21cf-8cd7-4257-a295-ceccdea479c6) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:28.027981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe43:6579 (5e836852-f4cc-40c5-91ef-7e406c291770/0b0e113d-8f8d-41dc-8652-7237ba7e471d/cabe21cf-8cd7-4257-a295-ceccdea479c6) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:28.077211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Router e9308e2f-cee4-4c9d-9993-991f415d1391 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:03:28.129885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05af925f-9b8d-4b58-9677-47b5b54fb7ac req-f1d9f281-83cb-4651-95d2-b51c1c74cd7a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891356
Mar 05 21:03:28.177889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9fe6cfe2-1949-4ad7-960a-01f16323b4da is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:28.188037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c2109-5306-46f7-8feb-0c03d1930cc9 None None] Pushing event updated for resources: {'Port': ['ID=b98dabbf-28d3-486a-9de0-0c1b060344eb,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:28.225291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Attempting to bind port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:28.225664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Attempting to bind port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:28.226029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Attempting to bind port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:28.230709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port f4c94118-4a65-46a6-8b43-e142d3b1d4fb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:28.231111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.236859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:28.237356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:28.237644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.238043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:28.238542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Bound port: dac3e510-b2c9-4da3-ab01-cf7fc4e076fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:28.238941 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.248013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (cabe21cf-8cd7-4257-a295-ceccdea479c6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.271909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:28.274504 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9372f6-d0d9-4fd3-9d42-1835d5f94076" -d '{"events": [{"server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "name": "network-vif-plugged", "status": "completed", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:28.308081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:28.319487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.334073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (cabe21cf-8cd7-4257-a295-ceccdea479c6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.381052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] For port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:28.389350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] For port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:28.390779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:28.395591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:28.402166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:28.406423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.418941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:28.488328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=cabe21cf-8cd7-4257-a295-ceccdea479c6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:28.502040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab2ab-3762-42da-887a-327cafc0a6f7 None None] Pushing event updated for resources: {'Port': ['ID=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:28.503607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf876-a462-4dc7-95a5-0057c352f8c1 req-c9644166-3ac4-4c37-8eb3-2f021fe05879 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:28.505665 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-548bf876-a462-4dc7-95a5-0057c352f8c1 req-c9644166-3ac4-4c37-8eb3-2f021fe05879 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.2139747
Mar 05 21:03:28.544111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:28.544861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.584507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33252) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:28.585105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-64fa072e-93bb-491b-b413-aa5bf05c2b91 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.4317527
Mar 05 21:03:28.592570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-548bf876-a462-4dc7-95a5-0057c352f8c1 req-fb173e5e-440e-42fe-bb82-cb5ac77143a7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808141
Mar 05 21:03:28.622586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-fa42e19b-8e96-492c-b09b-77a376e50fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5994532
Mar 05 21:03:28.674521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:28.685489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Sync routers for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:28.698883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ea640-df4c-4c5e-bdcb-a5ec74639bf0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:28.704527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ea640-df4c-4c5e-bdcb-a5ec74639bf0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:28.709242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:28.718010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-184ea640-df4c-4c5e-bdcb-a5ec74639bf0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1309314
Mar 05 21:03:28.720296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:28.722432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:28.733955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:28.738412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03856864-e6bb-4e55-a172-83a3179d64a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9636884
Mar 05 21:03:28.739077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:29.015099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:29.113709 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14977287-387f-4d7c-9fad-11412e929186 x-openstack-request-id: req-14977287-387f-4d7c-9fad-11412e929186 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:29.114003 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "name": "network-vif-plugged", "status": "completed", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:29.114259 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14977287-387f-4d7c-9fad-11412e929186 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:29.114648 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb', 'code': 200}
Mar 05 21:03:29.144011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port cabe21cf-8cd7-4257-a295-ceccdea479c6 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:29.144463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cabe21cf-8cd7-4257-a295-ceccdea479c6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:29.258435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed639-ff72-40ec-954f-72116dfdb629 req-a6537667-9dd2-400a-9bf9-f0910872ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:29.261111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75eed639-ff72-40ec-954f-72116dfdb629 req-a6537667-9dd2-400a-9bf9-f0910872ebc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1127 time: 0.3585532
Mar 05 21:03:29.450480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b98dabbf-28d3-486a-9de0-0c1b060344eb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:29.640857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b98dabbf-28d3-486a-9de0-0c1b060344eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:29.641298 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:29.741398 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:29.751835 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75eed639-ff72-40ec-954f-72116dfdb629 req-97537924-9570-4801-bffa-ac9ddaeda39c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454903
Mar 05 21:03:29.775861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67342b98-e416-4dd8-b17b-12048d6404f8 req-240932b5-77d7-4325-b707-261d61823823 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 210 time: 0.1300027
Mar 05 21:03:29.786568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cabe21cf-8cd7-4257-a295-ceccdea479c6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:29.805424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1c10>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:27Z', 'revision_number': 3, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:29.818807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for cabe21cf-8cd7-4257-a295-ceccdea479c6 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:29.897036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Checking router: e9308e2f-cee4-4c9d-9993-991f415d1391 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:29.897406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Updating router e9308e2f-cee4-4c9d-9993-991f415d1391 port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:29.999262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b98dabbf-28d3-486a-9de0-0c1b060344eb is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:30.000160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.027659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.070513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658480ed-9f59-4e1d-b438-fb57545550c0 None None] Network 05776027-1bae-46e2-b86d-244c7e18652a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:30.121148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562fdea-cfdd-4817-9fb5-8d62a10ddd3c req-86a6141c-ac72-43d0-a1f4-37782711f5bf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:30.129110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c562fdea-cfdd-4817-9fb5-8d62a10ddd3c req-86a6141c-ac72-43d0-a1f4-37782711f5bf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2191319
Mar 05 21:03:30.148360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.215944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c562fdea-cfdd-4817-9fb5-8d62a10ddd3c req-1ee13464-b21e-401c-87a5-7bdcd19f6774 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819273
Mar 05 21:03:30.220124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b98dabbf-28d3-486a-9de0-0c1b060344eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98dabbf-28d3-486a-9de0-0c1b060344eb,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:30.221146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f09f5eeb-1a63-4827-8ce0-057d3763d3cd None None] Provisioning complete for port b98dabbf-28d3-486a-9de0-0c1b060344eb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:30.221517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f09f5eeb-1a63-4827-8ce0-057d3763d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.246514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.246801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dac3e510-b2c9-4da3-ab01-cf7fc4e076fe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:30.289260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (cabe21cf-8cd7-4257-a295-ceccdea479c6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.326892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=cabe21cf-8cd7-4257-a295-ceccdea479c6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:30.352056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:30.462877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.468940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c27f4a0b-446c-462b-9edf-2e9c3951131f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/cabe21cf-8cd7-4257-a295-ceccdea479c6 HTTP/1.1" status: 204  len: 168 time: 1.7561438
Mar 05 21:03:30.472342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:30.568842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b270efc-cb75-4117-ae7d-2a2560b5d33c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:30.571755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b270efc-cb75-4117-ae7d-2a2560b5d33c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:30.573381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b270efc-cb75-4117-ae7d-2a2560b5d33c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:30.577834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:30.586795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b270efc-cb75-4117-ae7d-2a2560b5d33c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1129825
Mar 05 21:03:30.601357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Allocated IP 172.20.0.1 (05776027-1bae-46e2-b86d-244c7e18652a/c08f1ead-72bd-4cf0-8866-9f90d4e028ca/451182f9-cebc-46a2-9322-eec77450ac6e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:30.658981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 0b0e113d-8f8d-41dc-8652-7237ba7e471d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:30.671979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abed0f-7f79-4ae6-9adc-ed94ae82897a None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:30.678610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (0b0e113d-8f8d-41dc-8652-7237ba7e471d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.724763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks [] for port (451182f9-cebc-46a2-9322-eec77450ac6e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.868696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0b0e113d-8f8d-41dc-8652-7237ba7e471d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:30.869100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f09f5eeb-1a63-4827-8ce0-057d3763d3cd None None] Current status of the port b98dabbf-28d3-486a-9de0-0c1b060344eb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:31.049516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b98dabbf-28d3-486a-9de0-0c1b060344eb,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.056562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0b0e113d-8f8d-41dc-8652-7237ba7e471d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.123238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28c4d93f-7b56-4d94-a702-d27ad22963c8 req-8e146c40-c1dc-4566-b4f6-c04aa3be0707 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 210 time: 0.0959351
Mar 05 21:03:31.128601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.156408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:31.156810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.163302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.173415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:31.173806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.180635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0b0e113d-8f8d-41dc-8652-7237ba7e471d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.198938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.202741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0b0e113d-8f8d-41dc-8652-7237ba7e471d HTTP/1.1" status: 204  len: 168 time: 0.6238515
Mar 05 21:03:31.205209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33446) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:31.210601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-585979cf-1918-4cdc-ba22-8bd0d161360b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:31.213221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-585979cf-1918-4cdc-ba22-8bd0d161360b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.4554529
Mar 05 21:03:31.225820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Provisioning complete for port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:31.226403 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.243520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:31.272350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Pushing event updated for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.276224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Network 05776027-1bae-46e2-b86d-244c7e18652a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:31.312149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb72cd-2ff6-4bf7-a6f4-c82e7d5edce0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0e113d-8f8d-41dc-8652-7237ba7e471d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.316226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:31.321535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:31.363714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:31.366354 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78b90c5-89a7-4281-b298-7b3e06089582" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:31.373805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 67ea94a7-ab6a-4225-8e52-5c6081ed41fe {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:31.381355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (67ea94a7-ab6a-4225-8e52-5c6081ed41fe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.422540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:31.445678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (67ea94a7-ab6a-4225-8e52-5c6081ed41fe), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.447390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.520095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e9308e2f-cee4-4c9d-9993-991f415d1391), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.558433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (67ea94a7-ab6a-4225-8e52-5c6081ed41fe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.598183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:31.598484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.676067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks [] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.684851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (67ea94a7-ab6a-4225-8e52-5c6081ed41fe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.705828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.708211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af0034-79ff-4c48-82fe-738320032335 req-7b87f6c7-5b3b-4742-86ac-7936563fb240 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:31.718418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5af0034-79ff-4c48-82fe-738320032335 req-7b87f6c7-5b3b-4742-86ac-7936563fb240 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.3562686
Mar 05 21:03:31.734321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=67ea94a7-ab6a-4225-8e52-5c6081ed41fe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.738534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.746291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9582d31-ddd4-42f7-8bee-3c9c2a08ff0c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/67ea94a7-ab6a-4225-8e52-5c6081ed41fe HTTP/1.1" status: 204  len: 168 time: 0.5399177
Mar 05 21:03:31.747304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33480) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:31.752546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.762036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:31.766823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.805248 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-141d9235-543d-440e-8998-2d99af8b6714 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0565929
Mar 05 21:03:31.806142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:31.829451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:31.832814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef728b8b-1fec-4265-a84e-e544e221aa3d None None] Pushing event updated for resources: {'Port': ['ID=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:31.908826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5af0034-79ff-4c48-82fe-738320032335 req-684fcd63-72e0-42ed-9473-5e4e31713101 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892598
Mar 05 21:03:31.927440 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764a50b-6433-4d3f-8a22-b7721edfac8c x-openstack-request-id: req-f764a50b-6433-4d3f-8a22-b7721edfac8c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:31.927779 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:31.928044 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f764a50b-6433-4d3f-8a22-b7721edfac8c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:31.928450 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:03:31.929316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:03:31.930094 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:03:31.932349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Attempting to bind port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:31.933532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Attempting to bind port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:31.933921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Attempting to bind port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:31.939266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Current status of the port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:31.939706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.976693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] For port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:31.978072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce992ce-f1b5-4a95-a90e-a0b50cac44ed None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:31.984730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:31.985144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:31.985604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:31.986154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:31.986752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Bound port: 2b60712a-5898-4e12-a8ba-2c41ce6a75c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:31.987178 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.001540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.018250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:32.021976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.105847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab3969-a0f0-4791-9b6f-6964aceb4c61 None None] Pushing event updated for resources: {'Port': ['ID=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:32.108359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.201415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Provisioning complete for port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:32.201801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.237102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] For port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:32.245807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.12 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/55b34c36-4d53-403e-b4b8-49a822397911) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:32.269166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] For port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:32.299254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.359085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:32.386040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2927e52d-8548-4870-a581-41f1b4f42168 req-1508406b-e077-42ff-b8c3-fe734455cf69 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 210 time: 0.0408278
Mar 05 21:03:32.400274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-b2d3e2bf-2c6f-46df-8564-9afe8f68fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:32.401836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-b2d3e2bf-2c6f-46df-8564-9afe8f68fe84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1127 time: 0.1098576
Mar 05 21:03:32.406534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:32.407472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:32.430545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.525855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:32.575503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:32.581079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:32.585240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:32.585732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.617440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e0c611d4-8d0b-41af-ba07-273ee59bfe7f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8093989
Mar 05 21:03:32.620992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33548) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:32.626768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:32.648937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f9057-0537-4768-bba4-3acd9143f05b req-892063b2-3e67-45ef-8556-852675be2f01 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:32.651052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f01f9057-0537-4768-bba4-3acd9143f05b req-892063b2-3e67-45ef-8556-852675be2f01 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1582725
Mar 05 21:03:32.688042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks [] for port (451182f9-cebc-46a2-9322-eec77450ac6e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.692106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef728b8b-1fec-4265-a84e-e544e221aa3d None None] Pushing event updated for resources: {'Port': ['ID=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:32.705674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.714541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (55b34c36-4d53-403e-b4b8-49a822397911), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.727216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:32.758000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Deleting port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:32.758386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.760531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Current status of the port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:32.786703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-7455f307-33be-4ba0-8669-f105475fe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:32.788671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-7455f307-33be-4ba0-8669-f105475fe423 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.3747036
Mar 05 21:03:32.837947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:32.855295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f01f9057-0537-4768-bba4-3acd9143f05b req-d335e491-11d9-4c76-aee5-a7fdd7431ad0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802814
Mar 05 21:03:32.866127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Pushing event updated for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:32.868853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-98537868-3caa-4d83-a421-8f50404f4782 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 200  len: 217 time: 0.0728266
Mar 05 21:03:32.871596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e9308e2f-cee4-4c9d-9993-991f415d1391), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.893891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Provisioning complete for port b98dabbf-28d3-486a-9de0-0c1b060344eb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:32.894277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:32.929588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-c7fd30d9-d6a6-4bb3-8ab2-2aa6aca1cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:32.940559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-c7fd30d9-d6a6-4bb3-8ab2-2aa6aca1cd3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.0581851
Mar 05 21:03:32.976846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-a40adb99-876c-4f97-8041-80a83ff3a545 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344069
Mar 05 21:03:32.981121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:32.985237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.005295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b98dabbf-28d3-486a-9de0-0c1b060344eb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:33.017543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Network 05776027-1bae-46e2-b86d-244c7e18652a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:33.019651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.021992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:33.076779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:33.078448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:33.094387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:33.158834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-b76ef5e4-99d9-4d9a-b178-1905ea24f14d service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689157
Mar 05 21:03:33.204595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:33.304656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:33.373417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:33.374091 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.386883 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-341bf43e-8d0e-4f7d-aa79-466929ce0e57 req-05eaf30b-3161-4d66-bcc6-1b963949093b service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199290
Mar 05 21:03:33.418866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] For port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:33.419431 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.454783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-e560506d-2dc7-48ed-a749-f59a64affb58 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2215202
Mar 05 21:03:33.463282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Calling delete_port for dac3e510-b2c9-4da3-ab01-cf7fc4e076fe owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:33.483478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Request body: {'port': {'device_id': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:33.527504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Current status of the port b98dabbf-28d3-486a-9de0-0c1b060344eb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:33.541102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Router e9308e2f-cee4-4c9d-9993-991f415d1391 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:03:33.608621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55b34c36-4d53-403e-b4b8-49a822397911), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.647370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b98dabbf-28d3-486a-9de0-0c1b060344eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:33.647794 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.691103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Provisioning complete for port 451182f9-cebc-46a2-9322-eec77450ac6e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:33.691513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:33.733660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff49357-3057-4231-a9ff-0cdd41a01c05 req-e1702250-7411-4d99-9424-826475c755bc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:33.735410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ff49357-3057-4231-a9ff-0cdd41a01c05 req-e1702250-7411-4d99-9424-826475c755bc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 932 time: 0.2228105
Mar 05 21:03:33.961725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-586f657a-5ced-4a5d-939e-adeb98f4e064 None None] Port 451182f9-cebc-46a2-9322-eec77450ac6e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:33.995881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b98dabbf-28d3-486a-9de0-0c1b060344eb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:34.001453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (dac3e510-b2c9-4da3-ab01-cf7fc4e076fe), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.009559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:34.017119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1fd34be8-74c2-4ad6-b4a7-cd7f6f0fc454 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9308e2f-cee4-4c9d-9993-991f415d1391/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2768781
Mar 05 21:03:34.146993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] Pushing event deleted for resources: {'Port': ['ID=dac3e510-b2c9-4da3-ab01-cf7fc4e076fe,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:34.149240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11be66-b392-400b-ba5a-e3f5c299988f None None] No DVR routers for this DVR port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:34.167836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dac3e510-b2c9-4da3-ab01-cf7fc4e076fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:34.287517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5a75f-3f03-42ff-aa00-02a778c1c4e4 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:34.290922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1c10>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:31Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '451182f9-cebc-46a2-9322-eec77450ac6e', 'name': '', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'mac_address': 'fa:16:3e:c2:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:30Z', 'updated_at': '2022-03-05T21:03:30Z', 'revision_number': 1, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'subnets': [{'id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:34.312790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: dac3e510-b2c9-4da3-ab01-cf7fc4e076fe {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:34.312790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dac3e510-b2c9-4da3-ab01-cf7fc4e076fe not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:34.317013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ff49357-3057-4231-a9ff-0cdd41a01c05 req-25643976-0860-4795-835c-39311035afcf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5718122
Mar 05 21:03:34.323549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:03:34.360334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b34c36-4d53-403e-b4b8-49a822397911 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:34.380522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks [] for port (55b34c36-4d53-403e-b4b8-49a822397911), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.400958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Transition to ACTIVE for port object 55b34c36-4d53-403e-b4b8-49a822397911 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:03:34.403088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:03:34.415071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.510150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a2e78-51c2-46d7-bdc7-ab919968f436 None None] The sync data for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 is: [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:31Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '451182f9-cebc-46a2-9322-eec77450ac6e', 'name': '', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'mac_address': 'fa:16:3e:c2:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:30Z', 'updated_at': '2022-03-05T21:03:30Z', 'revision_number': 1, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'subnets': [{'id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:34.559198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:34.569596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fae767ad-70a7-4b61-b712-15c85d4e0b10 None None] Provisioning complete for port 451182f9-cebc-46a2-9322-eec77450ac6e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:34.573062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fae767ad-70a7-4b61-b712-15c85d4e0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.669343 ncdv-master-1 neutron-server[126562]: WARNING neutron.services.revisions.revision_plugin [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2b8afd80a0] {port_id='dac3e510-b2c9-4da3-ab01-cf7fc4e076fe', ip_address='2001:db8::f816:3eff:fe9a:ea96', subnet_id='7991c6c9-34e8-4634-8e7b-1f2d60831f6f', network_id='5e836852-f4cc-40c5-91ef-7e406c291770'}> to bump revision.
Mar 05 21:03:34.686309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Port dac3e510-b2c9-4da3-ab01-cf7fc4e076fe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Mar 05 21:03:34.686627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9a:ea96 {{(pid=126562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Mar 05 21:03:34.700354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c637-2c01-47e3-a6f4-b9f68793d9e2 req-bab7bfa1-1f3d-438a-a5bb-4082eed11879 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:34.715531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fa0c637-2c01-47e3-a6f4-b9f68793d9e2 req-bab7bfa1-1f3d-438a-a5bb-4082eed11879 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2422550
Mar 05 21:03:34.730372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9a:ea96 {{(pid=126562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Mar 05 21:03:34.732762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (7991c6c9-34e8-4634-8e7b-1f2d60831f6f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.866406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Attempting to bind port 55b34c36-4d53-403e-b4b8-49a822397911 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:34.866746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Attempting to bind port 55b34c36-4d53-403e-b4b8-49a822397911 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:34.870193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Attempting to bind port 55b34c36-4d53-403e-b4b8-49a822397911 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:34.893807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Port 55b34c36-4d53-403e-b4b8-49a822397911 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:03:34.894040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Attempting to bind port 55b34c36-4d53-403e-b4b8-49a822397911 on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:34.900947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:34.903201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:34.903825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:34.904449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Bound port: 55b34c36-4d53-403e-b4b8-49a822397911, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:34.905246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55b34c36-4d53-403e-b4b8-49a822397911), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.914020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '7991c6c9-34e8-4634-8e7b-1f2d60831f6f'}, {'subnet_id': 'af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:34.915270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:34.934349 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:03:34.965504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:34.978791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:34.992833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:34.993705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:35.005410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2fa0c637-2c01-47e3-a6f4-b9f68793d9e2 req-cc6b6165-7e18-4284-ab41-971df7e624bc tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889504
Mar 05 21:03:35.019729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=7991c6c9-34e8-4634-8e7b-1f2d60831f6f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:35.059417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ea7364ef-dacd-418a-b44f-45840143dbe6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4369953
Mar 05 21:03:35.061913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:35.071906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:35:ed:21', 'name': 'tempest-NetworksTestDHCPv6-1746492334'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:35.113546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fae767ad-70a7-4b61-b712-15c85d4e0b10 None None] Port 451182f9-cebc-46a2-9322-eec77450ac6e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:35.142947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:35.150563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b34c36-4d53-403e-b4b8-49a822397911,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:35.166704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:35.199915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:35.201038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:35.203968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] 10.222.0.31 "PUT /v2.0/ports/55b34c36-4d53-403e-b4b8-49a822397911 HTTP/1.1" status: 200  len: 1092 time: 1.7310047
Mar 05 21:03:35.207034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:35.214102 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eeb728-e702-4030-94c4-be59571e1518" -d '{"events": [{"name": "network-changed", "server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "tag": "55b34c36-4d53-403e-b4b8-49a822397911"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:35.336566 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b72a45-ba2f-43ce-9252-ae7adadaf939 x-openstack-request-id: req-d6b72a45-ba2f-43ce-9252-ae7adadaf939 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:35.344986 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "tag": "55b34c36-4d53-403e-b4b8-49a822397911", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:35.345558 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6b72a45-ba2f-43ce-9252-ae7adadaf939 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:35.346935 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911', 'status': 'completed', 'code': 200}
Mar 05 21:03:35.457599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:35.588679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a96283-89a1-444c-949d-80485a1b6ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:35.612958 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:35.623588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-6d69a6c9-7cc8-43a1-a3d7-ffdd94471efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:35.630524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-6d69a6c9-7cc8-43a1-a3d7-ffdd94471efa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 1126 time: 0.3319559
Mar 05 21:03:35.700765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port e7876225-cce4-415e-9bee-57457c1e6700 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:35.759697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:35.813410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-fe52656d-8de4-431a-affc-a43dbdf5a778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b34c36-4d53-403e-b4b8-49a822397911 HTTP/1.1" status: 200  len: 217 time: 0.1657081
Mar 05 21:03:35.851612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:03:36.011414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-ae85638e-3798-4ece-9930-69b43d097a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:36.013093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-ae85638e-3798-4ece-9930-69b43d097a3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1987484
Mar 05 21:03:36.014837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5052-33e9-4c9b-801c-b24d916d6ae7 req-45970c70-1a8d-4a3e-88d6-c81a78854348 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:36.021999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e7d5052-33e9-4c9b-801c-b24d916d6ae7 req-45970c70-1a8d-4a3e-88d6-c81a78854348 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 944 time: 0.4169199
Mar 05 21:03:36.081388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:36.081796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.088083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-3c680c8f-2ee7-4e3d-afb7-443fc6c1d484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650678
Mar 05 21:03:36.129895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.149528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Allocated IP 172.20.0.2 (5e836852-f4cc-40c5-91ef-7e406c291770/af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c/fdbcb067-278b-48f6-a7c1-0d90e7723d22) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:36.156074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:36.189825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Allocated IP 2001:db8::f816:3eff:fe03:399c (5e836852-f4cc-40c5-91ef-7e406c291770/7991c6c9-34e8-4634-8e7b-1f2d60831f6f/fdbcb067-278b-48f6-a7c1-0d90e7723d22) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:36.238545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:36.249902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.430178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e7d5052-33e9-4c9b-801c-b24d916d6ae7 req-c2d8e24b-01cb-436d-98b1-6ea338f533d9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4072144
Mar 05 21:03:36.447832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.458846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['30ad7984-3b01-4aac-9f3b-d69f10ea737a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:36.555176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:36.714159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks [] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.736190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:36.883591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:36.908682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:36.931700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:36.958791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Pushing event updated for resources: {'Port': ['ID=fdbcb067-278b-48f6-a7c1-0d90e7723d22,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:37.029047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:37.092522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3a91-f175-4cc2-87a1-eb2b523de533 req-a7c06809-49bc-4938-821d-60d047f721a2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.118759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9dfc3a91-f175-4cc2-87a1-eb2b523de533 req-a7c06809-49bc-4938-821d-60d047f721a2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.8591690
Mar 05 21:03:37.142403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-f4b863d8-0370-4b89-ac9e-85ddac72930a service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0469031
Mar 05 21:03:37.195551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Attempting to bind port fdbcb067-278b-48f6-a7c1-0d90e7723d22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:37.195968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Attempting to bind port fdbcb067-278b-48f6-a7c1-0d90e7723d22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:37.196448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Attempting to bind port fdbcb067-278b-48f6-a7c1-0d90e7723d22 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:37.197603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 172.20.0.14 (5e836852-f4cc-40c5-91ef-7e406c291770/af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c/e7876225-cce4-415e-9bee-57457c1e6700) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:37.205517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:37.205904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:37.206315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.206716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:37.207206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Bound port: fdbcb067-278b-48f6-a7c1-0d90e7723d22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:37.207724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.208168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe35:ed21 (5e836852-f4cc-40c5-91ef-7e406c291770/7991c6c9-34e8-4634-8e7b-1f2d60831f6f/e7876225-cce4-415e-9bee-57457c1e6700) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:37.231921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:37.231921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.306487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9dfc3a91-f175-4cc2-87a1-eb2b523de533 req-fce5051f-1d94-48f9-b555-632ead89705b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856942
Mar 05 21:03:37.320707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] For port fdbcb067-278b-48f6-a7c1-0d90e7723d22, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:37.325348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] For port fdbcb067-278b-48f6-a7c1-0d90e7723d22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdbcb067-278b-48f6-a7c1-0d90e7723d22,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:37.363178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-078e971d-9c7c-45c4-b000-d877c3b0fa83 req-945b0c53-819c-4243-b7fe-947145313f0f service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019780
Mar 05 21:03:37.388413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:37.388815 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.395032 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.407978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:37.445303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (e7876225-cce4-415e-9bee-57457c1e6700), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.487331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8bdb8-4381-4f61-b527-25ad7e8224b0 None None] Pushing event updated for resources: {'Port': ['ID=fdbcb067-278b-48f6-a7c1-0d90e7723d22,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:37.491703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e7876225-cce4-415e-9bee-57457c1e6700), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.499175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb728-e702-4030-94c4-be59571e1518 req-8deb9bfa-602c-4ee5-8d03-34ff12461460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.501010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-8deb9bfa-602c-4ee5-8d03-34ff12461460 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 1126 time: 0.0747411
Mar 05 21:03:37.540993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:37.554761 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.610903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:37.618399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:37.625862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:37.690716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:37.693477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.694505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.710834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=e7876225-cce4-415e-9bee-57457c1e6700,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:37.721396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb728-e702-4030-94c4-be59571e1518 req-817cd05e-298a-4379-8664-aa9e0e29120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.724501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-817cd05e-298a-4379-8664-aa9e0e29120e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.2166600
Mar 05 21:03:37.736873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76e2d-0b10-4539-b1bf-4250165c6694 req-de1ca70c-e91e-4699-b248-ec95db6cda9b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.748427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ee76e2d-0b10-4539-b1bf-4250165c6694 req-de1ca70c-e91e-4699-b248-ec95db6cda9b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 944 time: 0.1934524
Mar 05 21:03:37.760086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e1018201-50a0-4161-b1ad-73500d32a450 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.6967504
Mar 05 21:03:37.764168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33844) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:37.789598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-25405fd9-8a5c-43c6-afc1-cf5685f7669b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:37.793666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-d4942ee9-89d3-48d4-b3c0-541a3f79a6c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b34c36-4d53-403e-b4b8-49a822397911 HTTP/1.1" status: 200  len: 217 time: 0.0599120
Mar 05 21:03:37.866372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ee76e2d-0b10-4539-b1bf-4250165c6694 req-6e049186-312e-4295-9666-05afbc97ae5d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165829
Mar 05 21:03:37.906469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3fd4b-d189-4ba0-b305-f5882801ae98 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.921472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3fd4b-d189-4ba0-b305-f5882801ae98 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:37.925627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89b3fd4b-d189-4ba0-b305-f5882801ae98 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.1504648
Mar 05 21:03:37.926149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:38.104410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-25405fd9-8a5c-43c6-afc1-cf5685f7669b admin admin] Publish callbacks [] for security_group (b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.112982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb728-e702-4030-94c4-be59571e1518 req-1470909c-ca8b-4517-a7e9-dcc5f1e7b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:38.120825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-1470909c-ca8b-4517-a7e9-dcc5f1e7b544 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.3171456
Mar 05 21:03:38.132886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-25405fd9-8a5c-43c6-afc1-cf5685f7669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.206993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port e7876225-cce4-415e-9bee-57457c1e6700 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:38.207553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e7876225-cce4-415e-9bee-57457c1e6700), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.255500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-bbea82ff-1897-4071-8642-6c3e819274b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1183808
Mar 05 21:03:38.289507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-25405fd9-8a5c-43c6-afc1-cf5685f7669b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=facdc1abc1c5436b9cdafbd49df7e3a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8800828
Mar 05 21:03:38.337243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:38.340496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:38.340963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e7876225-cce4-415e-9bee-57457c1e6700), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.354212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for e7876225-cce4-415e-9bee-57457c1e6700 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:38.427375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405fd9-8a5c-43c6-afc1-cf5685f7669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:38.435349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] Publish callbacks [] for security_group (b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.468739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] Publish callbacks [] for security_group (b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.505162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:38.505548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.543352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.546080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.547329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4 HTTP/1.1" status: 204  len: 168 time: 0.2044451
Mar 05 21:03:38.583361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e7876225-cce4-415e-9bee-57457c1e6700), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.644000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9712-65f3-4d7c-97fe-ab74d39b7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a0c8d7-8e4d-4356-9eca-bdd97eea7ec4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:38.647432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=e7876225-cce4-415e-9bee-57457c1e6700,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:38.692563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:38.693326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.711944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df102-6bd8-4d12-b22f-2a297924875a req-eb78d65b-371c-4ab0-8c98-f439968138f8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:38.714091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d0df102-6bd8-4d12-b22f-2a297924875a req-eb78d65b-371c-4ab0-8c98-f439968138f8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1947486
Mar 05 21:03:38.728199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-113c0165-047c-40d9-b9f5-7ea79d275391 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4637890
Mar 05 21:03:38.861088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:38.877441 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Sync routers for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:38.878069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:38.880169 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeb08de-675f-444c-90cd-9eff57fc2314" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:38.899375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:38.900246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfbadf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:38.905769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:38.985738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95eeb728-e702-4030-94c4-be59571e1518 req-a679d3bc-3cc6-4be7-a590-32725af307cb service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923611
Mar 05 21:03:39.020775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.031930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a3c0477-678c-47bc-ae33-41139188b58e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/e7876225-cce4-415e-9bee-57457c1e6700 HTTP/1.1" status: 204  len: 168 time: 1.1027100
Mar 05 21:03:39.034792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33870) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:39.126157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:39.129851 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c893c8ed-9289-43b9-8662-6204249d21c7 x-openstack-request-id: req-c893c8ed-9289-43b9-8662-6204249d21c7 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:39.130147 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:39.130409 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c893c8ed-9289-43b9-8662-6204249d21c7 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:39.130817 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:03:39.150787 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:39.168103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d0df102-6bd8-4d12-b22f-2a297924875a req-29a23edf-e56b-415c-8020-d60273d50380 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4432440
Mar 05 21:03:39.238562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bdfb1-1a52-469d-88e4-f491c0fbccdc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:39.239078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:39.240174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bdfb1-1a52-469d-88e4-f491c0fbccdc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:39.246112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bdfb1-1a52-469d-88e4-f491c0fbccdc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:39.250765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33876) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:39.255256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-076bdfb1-1a52-469d-88e4-f491c0fbccdc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2192087
Mar 05 21:03:39.393987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 7991c6c9-34e8-4634-8e7b-1f2d60831f6f {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:39.398521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (7991c6c9-34e8-4634-8e7b-1f2d60831f6f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.428947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9f41-aaf2-46a1-9b3a-d3fe3face493 req-f09f5ee3-b493-432f-a256-1f27f8c4accb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:39.435779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cca9f41-aaf2-46a1-9b3a-d3fe3face493 req-f09f5ee3-b493-432f-a256-1f27f8c4accb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 944 time: 0.1698537
Mar 05 21:03:39.436496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:39.437418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.534307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (7991c6c9-34e8-4634-8e7b-1f2d60831f6f), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.593930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cca9f41-aaf2-46a1-9b3a-d3fe3face493 req-43355fc7-a38a-4b18-9199-e762c254df9f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499662
Mar 05 21:03:39.749691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fed7f4-cae5-4ec2-a502-5ffdb63df3ff None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:39.826949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfbadf0>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:31Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '451182f9-cebc-46a2-9322-eec77450ac6e', 'name': '', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'mac_address': 'fa:16:3e:c2:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:30Z', 'updated_at': '2022-03-05T21:03:32Z', 'revision_number': 2, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'subnets': [{'id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:39.834874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7991c6c9-34e8-4634-8e7b-1f2d60831f6f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.880045 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Checking router: e9308e2f-cee4-4c9d-9993-991f415d1391 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:39.881130 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Updating router e9308e2f-cee4-4c9d-9993-991f415d1391 port 451182f9-cebc-46a2-9322-eec77450ac6e binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:03:39.930458 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.935500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Provisioning complete for port fdbcb067-278b-48f6-a7c1-0d90e7723d22 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:39.935908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:39.973102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (7991c6c9-34e8-4634-8e7b-1f2d60831f6f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.027225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=7991c6c9-34e8-4634-8e7b-1f2d60831f6f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:40.042293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.045912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-69e178c2-ee05-473e-95c1-5d37db9396ca tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/7991c6c9-34e8-4634-8e7b-1f2d60831f6f HTTP/1.1" status: 204  len: 168 time: 0.7940757
Mar 05 21:03:40.048561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33894) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:40.121833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:40.122950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fdbcb067-278b-48f6-a7c1-0d90e7723d22 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:40.162822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:40.166324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.272439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.333063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:40.350279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 55b34c36-4d53-403e-b4b8-49a822397911 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:03:40.397701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Current status of the port fdbcb067-278b-48f6-a7c1-0d90e7723d22 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:40.398347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.628572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] For port fdbcb067-278b-48f6-a7c1-0d90e7723d22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdbcb067-278b-48f6-a7c1-0d90e7723d22,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:40.633517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-66857831-network', 'tenant_id': '142043f55ca2478bb4cfa7c3a5a57f83'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:40.651000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fdbcb067-278b-48f6-a7c1-0d90e7723d22 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:40.657935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.662203 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks [] for port (451182f9-cebc-46a2-9322-eec77450ac6e), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.678408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:03:40.682269 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.690271 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.693873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7c2af-6544-4ada-bb95-960bbd228a54 req-8c2c7388-3b26-44fe-8068-cbfa56f97746 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:40.702043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13a7c2af-6544-4ada-bb95-960bbd228a54 req-8c2c7388-3b26-44fe-8068-cbfa56f97746 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.3460495
Mar 05 21:03:40.710709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.750164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Made reservation on behalf of 142043f55ca2478bb4cfa7c3a5a57f83 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:40.759624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.795145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:40.879039 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c72bb2-0ce7-490f-a602-1b314bb99345 None None] Pushing event updated for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:40.955253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13a7c2af-6544-4ada-bb95-960bbd228a54 req-672c0c80-8249-4404-a739-cca8711530ad tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2521546
Mar 05 21:03:40.999166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.043163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53faba63-8563-4245-91ef-1588bc048d5b None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:41.056770 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Attempting to bind port 451182f9-cebc-46a2-9322-eec77450ac6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:41.058280 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Attempting to bind port 451182f9-cebc-46a2-9322-eec77450ac6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:41.058819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Attempting to bind port 451182f9-cebc-46a2-9322-eec77450ac6e on network 05776027-1bae-46e2-b86d-244c7e18652a {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:41.073612 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:41.075903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:41.076534 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Checking segment: {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:41.078244 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.078908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Bound using segment: {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:41.081832 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Bound port: 451182f9-cebc-46a2-9322-eec77450ac6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490c50c0-5c34-429b-8a06-34b12a62af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:41.082454 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.100748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.116473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c00275c5-4485-4858-8e26-fed42dfadf40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c HTTP/1.1" status: 204  len: 168 time: 1.0648201
Mar 05 21:03:41.119445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33920) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.209577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633eb3f-65d9-4200-905d-5ebf7eba6e8c req-6486d841-1606-4654-83be-43420b4fb06c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:41.216877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a633eb3f-65d9-4200-905d-5ebf7eba6e8c req-6486d841-1606-4654-83be-43420b4fb06c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 944 time: 0.3248842
Mar 05 21:03:41.240423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2f2af2a0-f1d3-4a11-ad8a-319b93fa8cdc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1192029
Mar 05 21:03:41.241168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33932) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.257452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks [] for security_group (f7cfbf29-4c57-43f3-90cd-8e2655c7e323), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.262645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] For port 451182f9-cebc-46a2-9322-eec77450ac6e, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:41.267432 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] For port 451182f9-cebc-46a2-9322-eec77450ac6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=451182f9-cebc-46a2-9322-eec77450ac6e,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:41.295548 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.303350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f7cfbf29-4c57-43f3-90cd-8e2655c7e323), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.318336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f60d11-140f-468e-a81f-054e33c626b7 None None] Pushing event updated for resources: {'Port': ['ID=fdbcb067-278b-48f6-a7c1-0d90e7723d22,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:41.330268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d691580e-ec4b-4706-abc4-9e967beb129d None None] Provisioning complete for port fdbcb067-278b-48f6-a7c1-0d90e7723d22 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:41.330615 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d691580e-ec4b-4706-abc4-9e967beb129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.354026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f83fd3-0904-4182-bfd5-7fa489f1a109 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:41.364911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e3f83fd3-0904-4182-bfd5-7fa489f1a109 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1206057
Mar 05 21:03:41.365662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.386586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:03:41.403112 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:41.403815 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfbadf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:41.445423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cfbf29-4c57-43f3-90cd-8e2655c7e323,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:41.453162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (70c841da-1962-4d43-9d9c-a52605ee3c41), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.458723 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Added segment 70c841da-1962-4d43-9d9c-a52605ee3c41 of type vlan for network 23b98ba0-9112-4ec3-b45c-5faea67c3d31
Mar 05 21:03:41.463161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a633eb3f-65d9-4200-905d-5ebf7eba6e8c req-ea416d3c-de46-4521-a9a4-6114620a78e7 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310247
Mar 05 21:03:41.501242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4a7f6-35ed-4ac4-b9c5-07e6fc3074af tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:41.514799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b34c36-4d53-403e-b4b8-49a822397911,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:41.515773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eab4a7f6-35ed-4ac4-b9c5-07e6fc3074af tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1488719
Mar 05 21:03:41.516626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33936) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.561375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:41.587542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (23b98ba0-9112-4ec3-b45c-5faea67c3d31), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.591003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fdbcb067-278b-48f6-a7c1-0d90e7723d22 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:41.602604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.608938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:41.612327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86e4800d-de95-4258-a525-a40a6a714e2b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0911276
Mar 05 21:03:41.615118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '55b34c36-4d53-403e-b4b8-49a822397911', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': '55b34c36-4d53-403e-b4b8-49a822397911', 'mac_address': 'fa:16:3e:31:93:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:03:41.689395 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (23b98ba0-9112-4ec3-b45c-5faea67c3d31), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.690371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:41.690964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.753596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:41.782413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 55b34c36-4d53-403e-b4b8-49a822397911 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:41.782722 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55b34c36-4d53-403e-b4b8-49a822397911), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.857941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b34c36-4d53-403e-b4b8-49a822397911 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:03:41.891512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b34c36-4d53-403e-b4b8-49a822397911,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:41.894231 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfbadf0>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:31Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '451182f9-cebc-46a2-9322-eec77450ac6e', 'name': '', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'mac_address': 'fa:16:3e:c2:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:30Z', 'updated_at': '2022-03-05T21:03:41Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'subnets': [{'id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:41.896573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.5509274
Mar 05 21:03:41.899701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33940) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:41.905081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Request body: {'subnet': {'network_id': '23b98ba0-9112-4ec3-b45c-5faea67c3d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-66857831-subnet', 'tenant_id': '142043f55ca2478bb4cfa7c3a5a57f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:41.910012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a29aa-cad9-4388-b3cd-59d1de71a6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=23b98ba0-9112-4ec3-b45c-5faea67c3d31,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:41.919091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.935920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:41.940394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.944714 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:41.946114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:41.951446 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c72bb2-0ce7-490f-a602-1b314bb99345 None None] Pushing event updated for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:41.954765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Made reservation on behalf of 142043f55ca2478bb4cfa7c3a5a57f83 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:41.955384 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4d567-6027-4433-9c50-0f421aa67387 None None] The sync data for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 is: [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:03:31Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '451182f9-cebc-46a2-9322-eec77450ac6e', 'name': '', 'network_id': '05776027-1bae-46e2-b86d-244c7e18652a', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'mac_address': 'fa:16:3e:c2:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:30Z', 'updated_at': '2022-03-05T21:03:41Z', 'revision_number': 4, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'subnets': [{'id': 'c08f1ead-72bd-4cf0-8866-9f90d4e028ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:03:41.962884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:41.991193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-24e486af-1cf7-4bf3-a3b3-307fb2a42d3b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3873656
Mar 05 21:03:41.996144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:42.005628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:42.020402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 23b98ba0-9112-4ec3-b45c-5faea67c3d31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:03:42.136232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d691580e-ec4b-4706-abc4-9e967beb129d None None] Current status of the port fdbcb067-278b-48f6-a7c1-0d90e7723d22 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:42.157132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:42.222968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Deleting port fdbcb067-278b-48f6-a7c1-0d90e7723d22 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:42.223357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.251168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45e43-af25-4ee3-b613-638256a9bdff req-f1e99d4b-c174-4086-8372-dfbccd5e0451 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:42.257450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:42.270337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.272597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aab45e43-af25-4ee3-b613-638256a9bdff req-f1e99d4b-c174-4086-8372-dfbccd5e0451 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1812625
Mar 05 21:03:42.274848 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:42.275308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:42.319556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23e0a5d8-ca6b-4473-a3a2-34d8491d78a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3216081
Mar 05 21:03:42.324812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33954) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:42.325981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['55b34c36-4d53-403e-b4b8-49a822397911'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:42.336485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:42.450740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] For port fdbcb067-278b-48f6-a7c1-0d90e7723d22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdbcb067-278b-48f6-a7c1-0d90e7723d22,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:42.450740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.486939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Provisioning complete for port 451182f9-cebc-46a2-9322-eec77450ac6e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:42.487363 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.512151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aab45e43-af25-4ee3-b613-638256a9bdff req-f5dbdecd-ea2b-4ad4-8994-c1de234d0ed8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380848
Mar 05 21:03:42.546226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Calling delete_port for fdbcb067-278b-48f6-a7c1-0d90e7723d22 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:42.554609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a3bf490a-3ca4-4e44-9c07-d7f30caf73ce), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.592193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:42.595787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.597230 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:42.597868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:42.641672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bf490a-3ca4-4e44-9c07-d7f30caf73ce,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:42.691396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-95c94cf0-b861-43a9-bdc3-c7ab051bc253 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3651989
Mar 05 21:03:42.695917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33962) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:42.697241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Checking segment: {'id': '70c841da-1962-4d43-9d9c-a52605ee3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23b98ba0-9112-4ec3-b45c-5faea67c3d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:42.698526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Network hostable DHCP agents. Network: 23b98ba0-9112-4ec3-b45c-5faea67c3d31, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:03:42.713313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:42.754286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768e2e3-b9a4-4dcb-b0bc-16f6be528466 req-cdff334e-4c5e-42a1-9a3e-8993535271f1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:42.755894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9768e2e3-b9a4-4dcb-b0bc-16f6be528466 req-cdff334e-4c5e-42a1-9a3e-8993535271f1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 945 time: 0.1386728
Mar 05 21:03:42.856728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:42.861876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.864516 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:42.865281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:42.880619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9768e2e3-b9a4-4dcb-b0bc-16f6be528466 req-f89a8197-1b2c-4846-b435-c24f249214c0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158881
Mar 05 21:03:42.895612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Current status of the port 451182f9-cebc-46a2-9322-eec77450ac6e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:42.896627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:42.913882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-17ccb65b-834c-4dc9-88a9-aa13f556cc8d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2090445
Mar 05 21:03:42.920572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:42.926011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:42.937904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Network 23b98ba0-9112-4ec3-b45c-5faea67c3d31 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:03:42.967774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23b98ba0-9112-4ec3-b45c-5faea67c3d31) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:42.986575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:42.988183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.018159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbf4b1-ccc5-419c-97d2-872d8199d5cb None None] Network 23b98ba0-9112-4ec3-b45c-5faea67c3d31 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:43.032435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6315125c-6118-4fcd-abf4-a82be4b8e25f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.1315989
Mar 05 21:03:43.124617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] For port 451182f9-cebc-46a2-9322-eec77450ac6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=451182f9-cebc-46a2-9322-eec77450ac6e,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:43.127273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:43.131915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.133853 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:43.134628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:43.165028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33974) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:43.165463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-03412565-609c-4eac-8339-df049c29fb32 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2432604
Mar 05 21:03:43.171834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:43.187282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.193495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (fdbcb067-278b-48f6-a7c1-0d90e7723d22), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.209729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea97ac-e2dd-46df-a40e-0356e63ff58a None None] Network 23b98ba0-9112-4ec3-b45c-5faea67c3d31 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:43.382820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] No DVR routers for this DVR port fdbcb067-278b-48f6-a7c1-0d90e7723d22 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:43.434184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:43.438228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.439819 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:03:43.442814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:03:43.475342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e54c2-4277-4cbe-8ef7-b98468b202b1 None None] Pushing event updated for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:43.485164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:43.485621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-57b7dbe4-63e6-4d7e-bc95-19a340e8b990 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3184826
Mar 05 21:03:43.514596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729993578', 'description': 'tempest-description-1282675127'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:43.516903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc83c-0982-48c1-b401-0c674fbac5df None None] Pushing event deleted for resources: {'Port': ['ID=fdbcb067-278b-48f6-a7c1-0d90e7723d22,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:43.530933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6304599-61e6-489d-a11a-222bf72aa3de tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0437477
Mar 05 21:03:43.533225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33990) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:43.567231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.640929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70515ede-a8b7-4c12-9870-986854fa0248 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:43.645988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70515ede-a8b7-4c12-9870-986854fa0248 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1100481
Mar 05 21:03:43.650027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34002) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:43.751276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (ec0a490e-a4ba-4fd1-adf3-6faa9c121265), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.759527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec0a490e-a4ba-4fd1-adf3-6faa9c121265), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.781505 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b372b018-c861-4ff0-8540-5115cfa50995 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1298680
Mar 05 21:03:43.785317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34004) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:43.794810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:43.797869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.802749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3969bc4-2ccf-4bb8-bee9-b6f7651b9055 req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.2982912
Mar 05 21:03:43.821867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 451182f9-cebc-46a2-9322-eec77450ac6e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:43.859618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd8f8d-316d-4a8f-a10f-aeb193a66f70 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0a490e-a4ba-4fd1-adf3-6faa9c121265,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:43.895033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-85dbfe74-4b4c-4057-b88f-46992aad7d8a tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/ec0a490e-a4ba-4fd1-adf3-6faa9c121265 HTTP/1.1" status: 200  len: 1831 time: 0.0560732
Mar 05 21:03:43.908274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0a490e-a4ba-4fd1-adf3-6faa9c121265', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:43.909144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0a490e-a4ba-4fd1-adf3-6faa9c121265', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:43.922252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 451182f9-cebc-46a2-9322-eec77450ac6e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:43.924465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:43.967078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d33764-8195-42da-96f3-ef07d9a29730 req-fbb5a68a-3616-4220-8204-c89605cc9b9b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:43.969027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9d33764-8195-42da-96f3-ef07d9a29730 req-fbb5a68a-3616-4220-8204-c89605cc9b9b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2177808
Mar 05 21:03:44.021953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:44.026187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.032080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.085549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.092131 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.095414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c9d33764-8195-42da-96f3-ef07d9a29730 req-49245d24-bdc4-431e-b79e-3af3918b8e67 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188986
Mar 05 21:03:44.128704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103e45be-e130-41f5-98a8-7505d30aa026,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:44.142807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.150061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cab765a-9b65-48e3-ad4e-015260be0ce0 req-bb679f25-3fd1-42b5-bc8e-8c18cd5e08d1 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2463746
Mar 05 21:03:44.186182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 451182f9-cebc-46a2-9322-eec77450ac6e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:44.237873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15009a78-8598-42ce-8287-b83322e332a4 req-ea7bd513-f337-4450-8617-583dfa69904a tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/ec0a490e-a4ba-4fd1-adf3-6faa9c121265 HTTP/1.1" status: 200  len: 2425 time: 0.0625021
Mar 05 21:03:44.255221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34016) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:44.264017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-30829523'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:44.304866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:44.305454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fdbcb067-278b-48f6-a7c1-0d90e7723d22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:44.309861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.328733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f197f178-6382-4909-ae24-a8104a71facc req-77fdb0b1-9bc3-4c53-9967-cda809b8e0d2 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-group-rules/103e45be-e130-41f5-98a8-7505d30aa026 HTTP/1.1" status: 200  len: 778 time: 0.0445256
Mar 05 21:03:44.331591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: fdbcb067-278b-48f6-a7c1-0d90e7723d22 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:44.331976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fdbcb067-278b-48f6-a7c1-0d90e7723d22 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:44.350750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 55b34c36-4d53-403e-b4b8-49a822397911 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:44.401675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:03:44.419250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f197f178-6382-4909-ae24-a8104a71facc req-01a01b23-3c25-456e-87dd-a4bdbf8ca580 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/ec0a490e-a4ba-4fd1-adf3-6faa9c121265 HTTP/1.1" status: 200  len: 2425 time: 0.0827613
Mar 05 21:03:44.420512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fd21e3d6-2a21-46e3-b9f7-2014fce699ae), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.420978 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Added segment fd21e3d6-2a21-46e3-b9f7-2014fce699ae of type vlan for network f583ae73-6c59-430c-be06-cb0088aec665
Mar 05 21:03:44.427200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 55b34c36-4d53-403e-b4b8-49a822397911 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:03:44.439343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 55b34c36-4d53-403e-b4b8-49a822397911 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:44.439915 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (55b34c36-4d53-403e-b4b8-49a822397911), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.450594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b916b2-9996-4966-8eb3-fb9e7bb01363 req-f456b452-34d5-4dba-a940-568353783657 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:44.452550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4b916b2-9996-4966-8eb3-fb9e7bb01363 req-f456b452-34d5-4dba-a940-568353783657 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 945 time: 0.1544018
Mar 05 21:03:44.497754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f583ae73-6c59-430c-be06-cb0088aec665), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.504065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f197f178-6382-4909-ae24-a8104a71facc req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.516740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f197f178-6382-4909-ae24-a8104a71facc req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.560391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:03:44.561787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 55b34c36-4d53-403e-b4b8-49a822397911 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:44.563336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (c38c5d75-4eb7-4e35-9407-510e819ceb5c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.563617 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (55b34c36-4d53-403e-b4b8-49a822397911), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.576328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f583ae73-6c59-430c-be06-cb0088aec665), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.577626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4b916b2-9996-4966-8eb3-fb9e7bb01363 req-8129f118-23e8-4800-bd76-adf4a39642ba tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013641
Mar 05 21:03:44.595577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:44.596472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.609490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:44.612337 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1390fb-a434-432e-b043-294bc93a434c" -d '{"events": [{"server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "name": "network-vif-plugged", "status": "completed", "tag": "55b34c36-4d53-403e-b4b8-49a822397911"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:44.619735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:44.623197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:44.627795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:44.628401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.636467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c13c2-36af-4c9f-94bc-e191f8b1d5fb None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:44.643338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=c38c5d75-4eb7-4e35-9407-510e819ceb5c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:44.655365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b34c36-4d53-403e-b4b8-49a822397911,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:44.664525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-451ed43b-3c5f-4027-a485-8c6172c79a50 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8777647
Mar 05 21:03:44.670405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34024) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:44.680305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:27:dd:9d', 'name': 'tempest-NetworksTestDHCPv6-52509721'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:44.695955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.731443 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de975a4d-c65d-46e7-94ee-16599dedc00e x-openstack-request-id: req-de975a4d-c65d-46e7-94ee-16599dedc00e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:44.731870 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "name": "network-vif-plugged", "status": "completed", "tag": "55b34c36-4d53-403e-b4b8-49a822397911", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:44.732198 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de975a4d-c65d-46e7-94ee-16599dedc00e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:44.733196 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911', 'code': 200}
Mar 05 21:03:44.780640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Network': ['ID=f583ae73-6c59-430c-be06-cb0088aec665,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:44.790788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:44.797426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f583ae73-6c59-430c-be06-cb0088aec665 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:03:44.813853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f197f178-6382-4909-ae24-a8104a71facc req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (103e45be-e130-41f5-98a8-7505d30aa026), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.830562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f197f178-6382-4909-ae24-a8104a71facc req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.831937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f197f178-6382-4909-ae24-a8104a71facc req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/103e45be-e130-41f5-98a8-7505d30aa026 HTTP/1.1" status: 204  len: 173 time: 0.3984525
Mar 05 21:03:44.833771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250793e0-0fb8-4165-ae3a-1488c51e250e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=103e45be-e130-41f5-98a8-7505d30aa026,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:44.864962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-19536af8-314d-4915-b121-c8dd5ca76e6c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6061611
Mar 05 21:03:44.867417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34030) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:44.874149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-127583689'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:44.884217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1329301721', 'description': 'tempest-description-14444266'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:44.888125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'c38c5d75-4eb7-4e35-9407-510e819ceb5c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:44.889131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.928634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:44.933320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:44.940165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:44.998920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.054378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:03:45.070160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f619ff88-c682-4898-aaf2-8ce7f44db092), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.070518 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Added segment f619ff88-c682-4898-aaf2-8ce7f44db092 of type vlan for network 3c8e0a46-e570-496b-970e-60743f7e52d3
Mar 05 21:03:45.094371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.133231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853377-5a55-4eac-aedd-ae8699e99dab req-378ca644-d7f6-47cf-b9f8-58fc44bf168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:45.135176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06853377-5a55-4eac-aedd-ae8699e99dab req-378ca644-d7f6-47cf-b9f8-58fc44bf168c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 1128 time: 0.3353000
Mar 05 21:03:45.155362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (3c8e0a46-e570-496b-970e-60743f7e52d3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.161899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (1c21f190-5ef8-450d-9a97-190452bb4892), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.169019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port a477820e-29a6-4fe0-947d-73a7d87313f4 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:45.216156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c21f190-5ef8-450d-9a97-190452bb4892), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.219773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06853377-5a55-4eac-aedd-ae8699e99dab req-035c7cae-c2f3-4614-8a5c-b34c04197b33 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738556
Mar 05 21:03:45.223048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (3c8e0a46-e570-496b-970e-60743f7e52d3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.230717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:45.231490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.240017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Allocated IP 2001:db8::f816:3eff:fe41:c620 (5e836852-f4cc-40c5-91ef-7e406c291770/c38c5d75-4eb7-4e35-9407-510e819ceb5c/e4e0a98e-5c30-48ed-b094-122d279dcefb) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:45.267648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3990464
Mar 05 21:03:45.268894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:45.279527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'subnet': {'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:45.311337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.312669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dda2caab-7e6b-4c89-9fad-8f14a43d6b94 req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.4346554
Mar 05 21:03:45.347529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6992c5d-c00d-4cde-a540-732a51486257 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c21f190-5ef8-450d-9a97-190452bb4892,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:45.432258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a2d57d-af13-4c6d-9f39-c04fced3a3c4 req-c0d723ad-85ef-41b0-86c8-0b5eaac3d9a7 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/1c21f190-5ef8-450d-9a97-190452bb4892 HTTP/1.1" status: 200  len: 1830 time: 0.0873852
Mar 05 21:03:45.457007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b1a4-aeb9-4d8d-b7d0-05fdac705089 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Network': ['ID=3c8e0a46-e570-496b-970e-60743f7e52d3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:45.462813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:45.467765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.504827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1914c0-57aa-4bd4-972d-3aee537fecaf req-f15906f6-fc2e-48f8-894f-7f1d2a133e2b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:45.507621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a1914c0-57aa-4bd4-972d-3aee537fecaf req-f15906f6-fc2e-48f8-894f-7f1d2a133e2b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2374122
Mar 05 21:03:45.530816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1704835372', 'description': 'tempest-description-1726160415'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:45.534422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:03:45.585858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.587200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a1914c0-57aa-4bd4-972d-3aee537fecaf req-883618c1-ccd6-4446-ba40-b250ba5e5c1b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669546
Mar 05 21:03:45.783436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks [] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.797052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.811788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec088b-48ed-4dc5-8143-ee74f7afcb16 req-0f4ef131-475b-4f3d-85c5-b9efdcef5b0c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:45.821902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66ec088b-48ed-4dc5-8143-ee74f7afcb16 req-0f4ef131-475b-4f3d-85c5-b9efdcef5b0c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.1116192
Mar 05 21:03:45.841233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:45.846339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:45.851606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (fcf7224b-1d46-4184-830b-1a7c40baea3f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.852973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:45.873301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0060db9a-0000-4145-8ea0-00aea378f652), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.881425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fcf7224b-1d46-4184-830b-1a7c40baea3f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.910380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe27:dd9d (5e836852-f4cc-40c5-91ef-7e406c291770/c38c5d75-4eb7-4e35-9407-510e819ceb5c/a477820e-29a6-4fe0-947d-73a7d87313f4) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:45.923264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66ec088b-48ed-4dc5-8143-ee74f7afcb16 req-240a8039-a4a7-4af2-a81d-08eef40993c4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994303
Mar 05 21:03:45.959487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Pushing event updated for resources: {'Port': ['ID=e4e0a98e-5c30-48ed-b094-122d279dcefb,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:45.969785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Attempting to bind port e4e0a98e-5c30-48ed-b094-122d279dcefb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:45.970224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Attempting to bind port e4e0a98e-5c30-48ed-b094-122d279dcefb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:45.970606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Attempting to bind port e4e0a98e-5c30-48ed-b094-122d279dcefb on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:45.976289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:45.976816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:45.977371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:45.978538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:45.979529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Bound port: e4e0a98e-5c30-48ed-b094-122d279dcefb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:45.981083 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.031097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.032400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78a77c8a-3aaf-408a-97cf-ecade919fd96 req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.5085325
Mar 05 21:03:46.043997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762cebb-2157-4d58-b883-5d4e6270a4c6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7224b-1d46-4184-830b-1a7c40baea3f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:46.077598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Subnet': ['ID=0060db9a-0000-4145-8ea0-00aea378f652,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:46.127416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] For port e4e0a98e-5c30-48ed-b094-122d279dcefb, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:46.140529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] For port e4e0a98e-5c30-48ed-b094-122d279dcefb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4e0a98e-5c30-48ed-b094-122d279dcefb,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:46.148012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bf2e9e6-3832-441e-a3b9-0af801b0d3aa req-61dd258f-d496-4414-b143-312bbc5ab483 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/fcf7224b-1d46-4184-830b-1a7c40baea3f HTTP/1.1" status: 200  len: 1832 time: 0.0819862
Mar 05 21:03:46.168158 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.249772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663aa7e-8a99-40f0-9282-19292fbe91a3 None None] Pushing event updated for resources: {'Port': ['ID=e4e0a98e-5c30-48ed-b094-122d279dcefb,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:46.587818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-984430424', 'description': 'tempest-description-609461559'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:46.614334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:46.616089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network hostable DHCP agents. Network: f583ae73-6c59-430c-be06-cb0088aec665, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:03:46.652604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.747269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network f583ae73-6c59-430c-be06-cb0088aec665 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:03:46.780832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84952b3-99cf-4513-abe6-1ba721c41b98 req-9c6e0beb-b772-4efd-8813-ff9cac2046fe tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:46.783764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d84952b3-99cf-4513-abe6-1ba721c41b98 req-9c6e0beb-b772-4efd-8813-ff9cac2046fe tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.0990000
Mar 05 21:03:46.785489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (a477820e-29a6-4fe0-947d-73a7d87313f4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.787950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f583ae73-6c59-430c-be06-cb0088aec665) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:46.800890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff57df9-698d-41f1-8825-29a4956bda7d None None] Network f583ae73-6c59-430c-be06-cb0088aec665 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:46.802832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:46.803547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.855651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80e707bc-bda5-4a0b-87f0-f5b47715db92 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.5800934
Mar 05 21:03:46.862407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34074) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:46.870095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a29c7ee3-e136-43cd-aab9-8286ccbf8d8d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.881025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'subnet': {'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:46.884204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a29c7ee3-e136-43cd-aab9-8286ccbf8d8d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.926100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a477820e-29a6-4fe0-947d-73a7d87313f4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:46.993204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f583ae73-6c59-430c-be06-cb0088aec665', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:46.994480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.037309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:47.040731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.042074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef1dd56c-3e0a-4ba4-99eb-5a6647d98ded req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.4640703
Mar 05 21:03:47.048999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:47.054635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:47.063268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:47.063975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.075218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc39281-d2cc-40c0-a642-520ebe4eeb9e tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c7ee3-e136-43cd-aab9-8286ccbf8d8d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:47.093523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=a477820e-29a6-4fe0-947d-73a7d87313f4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:47.105132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f264f818-3354-4558-b042-08a6e420eb0f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.4294636
Mar 05 21:03:47.105396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34080) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:47.141949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d84952b3-99cf-4513-abe6-1ba721c41b98 req-762c7e1d-1993-47bd-aa10-2b8d366e2ab9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3379316
Mar 05 21:03:47.192882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868579ce-7695-45c3-bd77-c9cc384b3315 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:47.202619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868579ce-7695-45c3-bd77-c9cc384b3315 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:47.206958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-868579ce-7695-45c3-bd77-c9cc384b3315 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.0836821
Mar 05 21:03:47.222758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Allocated IP 10.1.1.2 (f583ae73-6c59-430c-be06-cb0088aec665/0060db9a-0000-4145-8ea0-00aea378f652/40fc6831-17be-42a0-a274-8ced8e78408d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:47.223196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:47.269009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ffab37a-c175-47fa-b15d-5befcf74d96c req-a0e60f93-33fd-46ce-bfae-443b17af9308 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/a29c7ee3-e136-43cd-aab9-8286ccbf8d8d HTTP/1.1" status: 200  len: 1830 time: 0.0734243
Mar 05 21:03:47.292797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:47.296293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.319075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-418789986', 'description': 'tempest-description-1869688470'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:47.458998 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks [] for port (40fc6831-17be-42a0-a274-8ced8e78408d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.465193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83116e6-a8f0-425d-942a-a50238af9358 req-ddd9ed35-c265-4d96-b980-1edb448583bd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:47.469622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.470721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.484840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f83116e6-a8f0-425d-942a-a50238af9358 req-ddd9ed35-c265-4d96-b980-1edb448583bd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.2784808
Mar 05 21:03:47.537423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Network f583ae73-6c59-430c-be06-cb0088aec665 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:47.543237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:47.547098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:47.564720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Pushing event updated for resources: {'Port': ['ID=40fc6831-17be-42a0-a274-8ced8e78408d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:47.609014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port a477820e-29a6-4fe0-947d-73a7d87313f4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:47.609661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a477820e-29a6-4fe0-947d-73a7d87313f4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.653401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Attempting to bind port 40fc6831-17be-42a0-a274-8ced8e78408d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:47.653785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Attempting to bind port 40fc6831-17be-42a0-a274-8ced8e78408d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:47.654158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Attempting to bind port 40fc6831-17be-42a0-a274-8ced8e78408d on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:47.659815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:47.660343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:47.660758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.661968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Bound using segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:47.662461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Bound port: 40fc6831-17be-42a0-a274-8ced8e78408d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:47.663504 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.672953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a4db4e49-8d8e-4803-96bf-6acf7339940b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.690417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a4db4e49-8d8e-4803-96bf-6acf7339940b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.726715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f83116e6-a8f0-425d-942a-a50238af9358 req-68b6d30f-1023-4336-86c4-7843b253908b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352076
Mar 05 21:03:47.778264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db4e49-8d8e-4803-96bf-6acf7339940b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:47.818523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.825684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c28311f-ab47-4c95-a1fd-1bfdabde6ffa req-04d5981c-3ca8-4106-94ad-b734c34ce642 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.5240490
Mar 05 21:03:47.863842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4e0a98e-5c30-48ed-b094-122d279dcefb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:47.883709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a477820e-29a6-4fe0-947d-73a7d87313f4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.909920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] For port 40fc6831-17be-42a0-a274-8ced8e78408d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:47.934656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for a477820e-29a6-4fe0-947d-73a7d87313f4 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:47.937499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] For port 40fc6831-17be-42a0-a274-8ced8e78408d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40fc6831-17be-42a0-a274-8ced8e78408d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:47.958570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:47.961844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (43adfa03-45b4-45f4-88b3-f5e620d6eb72), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.070020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4e0a98e-5c30-48ed-b094-122d279dcefb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:48.070401 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.111056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-917b8c20-272d-4c6e-9528-2f671c3d130e req-9c566c41-2547-49cd-91c5-e20b0489c7c5 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/a4db4e49-8d8e-4803-96bf-6acf7339940b HTTP/1.1" status: 200  len: 1831 time: 0.2472770
Mar 05 21:03:48.177641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Checking segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:48.180464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network hostable DHCP agents. Network: 3c8e0a46-e570-496b-970e-60743f7e52d3, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:03:48.202780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e002-4181-4156-8b6b-21b5ea0bae95 None None] Pushing event updated for resources: {'Port': ['ID=40fc6831-17be-42a0-a274-8ced8e78408d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:48.222462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Subnet': ['ID=43adfa03-45b4-45f4-88b3-f5e620d6eb72,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:48.246355 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-bb9653ce-50a9-4d48-9c3b-413a10144128 req-f78f1b46-2f9f-42bf-91c8-a405e528495a tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] show failed (client error): The resource could not be found.
Mar 05 21:03:48.267718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb9653ce-50a9-4d48-9c3b-413a10144128 req-f78f1b46-2f9f-42bf-91c8-a405e528495a tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/94147c94-4cbc-48ef-8dab-92ed09be8245 HTTP/1.1" status: 404  len: 352 time: 0.0754802
Mar 05 21:03:48.269283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Provisioning complete for port e4e0a98e-5c30-48ed-b094-122d279dcefb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:48.271687 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.306856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:03:48.340732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c8e0a46-e570-496b-970e-60743f7e52d3) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:48.348674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:48.349305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.377169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22177e1d-e7d6-4d70-92a6-ddce63c2e875 None None] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:48.396267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-00616adf-34ce-4c80-bf6b-a6af6bb449de tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.5290449
Mar 05 21:03:48.396950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34104) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:48.415355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'name': 'tempest-TaggedBootDevicesTest_v242-1256742804', 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:48.458649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58bc51-f90d-450e-843b-13df70875050 req-b2108278-71f1-4f23-a930-886dc7f43219 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:48.466098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad58bc51-f90d-450e-843b-13df70875050 req-b2108278-71f1-4f23-a930-886dc7f43219 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.2966309
Mar 05 21:03:48.466944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a477820e-29a6-4fe0-947d-73a7d87313f4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.645786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=a477820e-29a6-4fe0-947d-73a7d87313f4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:48.654056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4e0a98e-5c30-48ed-b094-122d279dcefb is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:48.654626 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.656779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a5bf-c88d-472e-9f9d-80a27e915a65 req-0674f084-f8e5-4068-9e03-c32ddf71a2e2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:48.664644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4a1a5bf-c88d-472e-9f9d-80a27e915a65 req-0674f084-f8e5-4068-9e03-c32ddf71a2e2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2441990
Mar 05 21:03:48.707179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad58bc51-f90d-450e-843b-13df70875050 req-585cc96a-e505-440c-8d60-53d21953f6a8 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145281
Mar 05 21:03:48.778102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.778460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.778803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.779144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.779483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.783976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.784398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.784741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.785081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.785414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.785747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.786076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.786417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:48.803903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.807633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-624f2cb5-cc71-4fa3-a565-c10a5d3ddd74 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/a477820e-29a6-4fe0-947d-73a7d87313f4 HTTP/1.1" status: 204  len: 168 time: 1.5832534
Mar 05 21:03:48.815180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34114) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:48.825515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3c8e0a46-e570-496b-970e-60743f7e52d3', 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ips': [{'subnet_id': '43adfa03-45b4-45f4-88b3-f5e620d6eb72'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:48.825747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.857261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port e4e0a98e-5c30-48ed-b094-122d279dcefb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4e0a98e-5c30-48ed-b094-122d279dcefb,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:48.857530 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-3efaaae0-5415-4f01-bc1d-0f5edd8893f0 req-3c6836d7-f6fe-4e40-9f88-6a4a8d97ad38 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] show failed (client error): The resource could not be found.
Mar 05 21:03:48.880866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3efaaae0-5415-4f01-bc1d-0f5edd8893f0 req-3c6836d7-f6fe-4e40-9f88-6a4a8d97ad38 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-group-rules/56aeaffa-da11-4180-90bc-6f3219823901 HTTP/1.1" status: 404  len: 361 time: 0.1184356
Mar 05 21:03:48.893893 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.904474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4a1a5bf-c88d-472e-9f9d-80a27e915a65 req-e0e7a5b4-62da-48d8-bd69-e55dfddf553a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383566
Mar 05 21:03:48.912970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Current status of the port e4e0a98e-5c30-48ed-b094-122d279dcefb is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:48.913367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:48.913756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:49.087138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642bef6-b8b5-4ecc-a314-63e0d70d5f27 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:49.094544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642bef6-b8b5-4ecc-a314-63e0d70d5f27 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:49.095751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a642bef6-b8b5-4ecc-a314-63e0d70d5f27 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.2730219
Mar 05 21:03:49.098424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34118) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:49.215362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:03:49.215801 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:03:49.248927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet c38c5d75-4eb7-4e35-9407-510e819ceb5c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:49.252353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=e4e0a98e-5c30-48ed-b094-122d279dcefb,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:49.253184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (c38c5d75-4eb7-4e35-9407-510e819ceb5c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.333933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Allocated IP 10.2.2.2 (3c8e0a46-e570-496b-970e-60743f7e52d3/43adfa03-45b4-45f4-88b3-f5e620d6eb72/64e6001b-40bb-4b1b-9147-a01a640a0790) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:49.346134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59219d6b-9aa7-4af8-93c0-2e3b67755881 req-5c5866d9-1bde-4849-b358-9e466a193538 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:49.349050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59219d6b-9aa7-4af8-93c0-2e3b67755881 req-5c5866d9-1bde-4849-b358-9e466a193538 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.1889441
Mar 05 21:03:49.361556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c38c5d75-4eb7-4e35-9407-510e819ceb5c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.552882 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59219d6b-9aa7-4af8-93c0-2e3b67755881 req-803c37c9-03a1-4693-a5f8-2ac2725cc284 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961710
Mar 05 21:03:49.580830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks [] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.588462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.592259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.610830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c38c5d75-4eb7-4e35-9407-510e819ceb5c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.625670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] device_id is not set on port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:49.640358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67bb8659-0d55-45e3-a463-a663deb33834 req-1825e9aa-621c-41e9-8e40-e60174d9d0b6 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/a4db4e49-8d8e-4803-96bf-6acf7339940b HTTP/1.1" status: 200  len: 1831 time: 0.7061911
Mar 05 21:03:49.763325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:49.793531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c38c5d75-4eb7-4e35-9407-510e819ceb5c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.829171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:49.831435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Pushing event updated for resources: {'Port': ['ID=64e6001b-40bb-4b1b-9147-a01a640a0790,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:49.837750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:49.845737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=c38c5d75-4eb7-4e35-9407-510e819ceb5c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:49.886929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:49.893955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771e5e6-f311-4a15-8b4d-91b0a62bbb64 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:49.907980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18f89ca4-6798-4b14-ac02-159be4350d41 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c38c5d75-4eb7-4e35-9407-510e819ceb5c HTTP/1.1" status: 204  len: 168 time: 0.8063145
Mar 05 21:03:49.929163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34126) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:49.991025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c6b87-e8e3-43ff-9ed8-b40e342fd677 None None] Current status of the port e4e0a98e-5c30-48ed-b094-122d279dcefb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:50.004297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Attempting to bind port 64e6001b-40bb-4b1b-9147-a01a640a0790 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:50.004802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Attempting to bind port 64e6001b-40bb-4b1b-9147-a01a640a0790 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:50.005171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Attempting to bind port 64e6001b-40bb-4b1b-9147-a01a640a0790 on network 3c8e0a46-e570-496b-970e-60743f7e52d3 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:50.018384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:50.018770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Checking segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:50.019211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.019565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Bound using segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:50.020198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Bound port: 64e6001b-40bb-4b1b-9147-a01a640a0790, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:50.020455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.064962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27ea8307-13f7-491a-9f72-db4da3eb361a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1338780
Mar 05 21:03:50.067581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:50.075412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:50.129256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-67bb8659-0d55-45e3-a463-a663deb33834 req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a4db4e49-8d8e-4803-96bf-6acf7339940b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.131183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] For port 64e6001b-40bb-4b1b-9147-a01a640a0790, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:50.134513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] For port 64e6001b-40bb-4b1b-9147-a01a640a0790, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64e6001b-40bb-4b1b-9147-a01a640a0790,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:50.138268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4e0a98e-5c30-48ed-b094-122d279dcefb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:50.145552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04c6db-5431-43ab-9d2e-ae0ca005912d None None] Network f583ae73-6c59-430c-be06-cb0088aec665 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:50.174286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.190053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-67bb8659-0d55-45e3-a463-a663deb33834 req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a4db4e49-8d8e-4803-96bf-6acf7339940b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.227437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.1.1.178 (f583ae73-6c59-430c-be06-cb0088aec665/0060db9a-0000-4145-8ea0-00aea378f652/6b1907e2-b9fc-4106-b4bf-9d467bd3635b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:50.238164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f88400-f661-443d-80e2-dc5d6a257ae7 req-b1f78ecb-3005-48f0-81cc-ea99689257e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:50.239949 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7f88400-f661-443d-80e2-dc5d6a257ae7 req-b1f78ecb-3005-48f0-81cc-ea99689257e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.1582012
Mar 05 21:03:50.286727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a691b-4d02-4eb9-a2c3-5c74ddab2c93 None None] Pushing event updated for resources: {'Port': ['ID=64e6001b-40bb-4b1b-9147-a01a640a0790,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:50.287490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-67bb8659-0d55-45e3-a463-a663deb33834 req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a4db4e49-8d8e-4803-96bf-6acf7339940b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.302590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Could not find standard attr ID for object a477820e-29a6-4fe0-947d-73a7d87313f4. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:03:50.306943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-67bb8659-0d55-45e3-a463-a663deb33834 req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.309975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67bb8659-0d55-45e3-a463-a663deb33834 req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4db4e49-8d8e-4803-96bf-6acf7339940b HTTP/1.1" status: 204  len: 173 time: 0.6186326
Mar 05 21:03:50.355713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Provisioning complete for port 40fc6831-17be-42a0-a274-8ced8e78408d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:50.356381 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.366192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db4e49-8d8e-4803-96bf-6acf7339940b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:50.397917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7f88400-f661-443d-80e2-dc5d6a257ae7 req-699613ad-3ce7-40d8-99c9-d552753681c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458421
Mar 05 21:03:50.433717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:50.437739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.488762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.491196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.491832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.492167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.492631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.496244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.496627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.496984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.497333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.497678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.497997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4e0a98e-5c30-48ed-b094-122d279dcefb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:50.498120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.498344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.498677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7db89-f772-4970-8faa-4cea8e90eb26 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:03:50.498952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.589339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.727626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.794930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network f583ae73-6c59-430c-be06-cb0088aec665 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:50.818195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:50.834973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddaa74-5217-4b49-a1c5-6c77764c619c req-d366efd9-f6e4-4fe6-8b0d-379dd060ae23 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:50.844615 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22ddaa74-5217-4b49-a1c5-6c77764c619c req-d366efd9-f6e4-4fe6-8b0d-379dd060ae23 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.3653326
Mar 05 21:03:50.869130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:50.960365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:50.961043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:50.992295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:51.006422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-917d884b-d995-425b-8b4f-2c5de01ea748 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/a29c7ee3-e136-43cd-aab9-8286ccbf8d8d HTTP/1.1" status: 200  len: 1830 time: 0.2004218
Mar 05 21:03:51.033762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ab60658e-fb4a-4ca7-af5c-7b67bf7e8763 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6356354
Mar 05 21:03:51.047621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34140) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:51.053505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22ddaa74-5217-4b49-a1c5-6c77764c619c req-1753e337-e957-494d-ba30-017157f46ba0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073841
Mar 05 21:03:51.060881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:03:51.066692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'name': 'tempest-TaggedBootDevicesTest_v242-1893299201', 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:51.099235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:51.325148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Current status of the port 40fc6831-17be-42a0-a274-8ced8e78408d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:51.326889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.343064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4e0a98e-5c30-48ed-b094-122d279dcefb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:51.344269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40fc6831-17be-42a0-a274-8ced8e78408d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:51.376849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a29c7ee3-e136-43cd-aab9-8286ccbf8d8d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.551018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-ccf016c2-3643-4b18-af22-3f720f40bfaa tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:51.560732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-ccf016c2-3643-4b18-af22-3f720f40bfaa tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.2038503
Mar 05 21:03:51.579805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.587655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Deleting port e4e0a98e-5c30-48ed-b094-122d279dcefb {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:51.588070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.739605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (a29c7ee3-e136-43cd-aab9-8286ccbf8d8d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.777454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:51.814156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214635-7398-4125-bcf3-3ced5027f061 req-ddf0f168-a263-4062-ad6c-b97cc1794267 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:51.815790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd214635-7398-4125-bcf3-3ced5027f061 req-ddf0f168-a263-4062-ad6c-b97cc1794267 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 946 time: 0.1618276
Mar 05 21:03:51.821718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] For port 40fc6831-17be-42a0-a274-8ced8e78408d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40fc6831-17be-42a0-a274-8ced8e78408d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:51.889205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.918362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] For port e4e0a98e-5c30-48ed-b094-122d279dcefb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4e0a98e-5c30-48ed-b094-122d279dcefb,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:51.918923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:51.964631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Calling delete_port for e4e0a98e-5c30-48ed-b094-122d279dcefb owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:51.980668 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd214635-7398-4125-bcf3-3ced5027f061 req-ded9cb68-ff3e-4372-b55f-ea54827183c4 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513298
Mar 05 21:03:51.987354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port 55b34c36-4d53-403e-b4b8-49a822397911 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:51.990436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (55b34c36-4d53-403e-b4b8-49a822397911), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.107404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40fc6831-17be-42a0-a274-8ced8e78408d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:52.107994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.110587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87524a8-db92-4be5-a18a-e3f42f277a7c None None] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:52.122526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee96ae1-29ee-4fff-a928-1161a2b61ab1 None None] Pushing event updated for resources: {'Port': ['ID=40fc6831-17be-42a0-a274-8ced8e78408d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:52.199022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a29c7ee3-e136-43cd-aab9-8286ccbf8d8d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.201631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.202774 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7166e3a-2322-4f9e-b848-f1c40b298895 req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-groups/a29c7ee3-e136-43cd-aab9-8286ccbf8d8d HTTP/1.1" status: 204  len: 173 time: 1.1954424
Mar 05 21:03:52.235109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993e2e-012a-4a8f-8a95-6ea9cc1ff97f tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c7ee3-e136-43cd-aab9-8286ccbf8d8d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:52.261550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.280290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port 55b34c36-4d53-403e-b4b8-49a822397911, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b34c36-4d53-403e-b4b8-49a822397911,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:52.280668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (55b34c36-4d53-403e-b4b8-49a822397911), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.299881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for 55b34c36-4d53-403e-b4b8-49a822397911 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:52.308481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-679a913b-a0c0-43a0-b2d2-5a98ef0eaecc None None] Provisioning complete for port 40fc6831-17be-42a0-a274-8ced8e78408d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:52.309207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-679a913b-a0c0-43a0-b2d2-5a98ef0eaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.320702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port e4e0a98e-5c30-48ed-b094-122d279dcefb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4e0a98e-5c30-48ed-b094-122d279dcefb,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:52.330740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] device_id is not set on port 3580f7be-3101-44d5-a719-3970e25ebd07 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:52.334446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044dea-1149-47b6-be0e-abd6523fb4b7 req-8ab7a7bd-08a5-4d52-b419-6e38f27f92e3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:52.344001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6044dea-1149-47b6-be0e-abd6523fb4b7 req-8ab7a7bd-08a5-4d52-b419-6e38f27f92e3 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1578240
Mar 05 21:03:52.398298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-64530343-6df7-4b70-b2e6-8fa3f494330b tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/fcf7224b-1d46-4184-830b-1a7c40baea3f HTTP/1.1" status: 200  len: 1832 time: 0.1551201
Mar 05 21:03:52.427501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.453474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.515631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6044dea-1149-47b6-be0e-abd6523fb4b7 req-836c45a3-bc4f-49b1-8272-4de8c8fe0ef8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695526
Mar 05 21:03:52.552908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d4993c79-ccc3-468a-9a7b-0a19f9af44ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.600990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40fc6831-17be-42a0-a274-8ced8e78408d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:52.670201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (55b34c36-4d53-403e-b4b8-49a822397911), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.735582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=55b34c36-4d53-403e-b4b8-49a822397911,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:52.738591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:52.740792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=e4e0a98e-5c30-48ed-b094-122d279dcefb,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:52.812834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (e4e0a98e-5c30-48ed-b094-122d279dcefb), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.815101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:03:52.818025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port 55b34c36-4d53-403e-b4b8-49a822397911 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:52.823703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-679a913b-a0c0-43a0-b2d2-5a98ef0eaecc None None] Current status of the port 40fc6831-17be-42a0-a274-8ced8e78408d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:52.856150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.863595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a606938-8eab-45fe-9a32-5704d94bbcf5 req-a03875e6-2be5-4f93-96b7-a5ab40c06930 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "DELETE /v2.0/ports/55b34c36-4d53-403e-b4b8-49a822397911 HTTP/1.1" status: 204  len: 173 time: 1.2970536
Mar 05 21:03:52.866115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'name': 'network-vif-deleted', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:52.872341 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959665d2-3835-4169-94a5-932e964ab544" -d '{"events": [{"server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "name": "network-vif-deleted", "tag": "55b34c36-4d53-403e-b4b8-49a822397911"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:52.881396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:52.941377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:52.942003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:52.970446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.1.1.139 (f583ae73-6c59-430c-be06-cb0088aec665/0060db9a-0000-4145-8ea0-00aea378f652/3580f7be-3101-44d5-a719-3970e25ebd07) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:53.002464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] Pushing event deleted for resources: {'Port': ['ID=e4e0a98e-5c30-48ed-b094-122d279dcefb,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:53.009619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=d4993c79-ccc3-468a-9a7b-0a19f9af44ac,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:53.023983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34168) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:53.024566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d3e1f0d8-02d7-4081-9fd7-ae2a015318f1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9555836
Mar 05 21:03:53.025887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (fcf7224b-1d46-4184-830b-1a7c40baea3f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.042111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:c8:8d:ee', 'name': 'tempest-NetworksTestDHCPv6-1794162383'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:53.106053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (fcf7224b-1d46-4184-830b-1a7c40baea3f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.119968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 64e6001b-40bb-4b1b-9147-a01a640a0790 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:53.156959 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf614c9-46af-4898-84ae-6eb6378074f6 x-openstack-request-id: req-8bf614c9-46af-4898-84ae-6eb6378074f6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:03:53.157253 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e76ef-62db-4859-abb3-59ad080e4cd8", "name": "network-vif-deleted", "tag": "55b34c36-4d53-403e-b4b8-49a822397911", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:03:53.157510 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bf614c9-46af-4898-84ae-6eb6378074f6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:03:53.159047 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56e76ef-62db-4859-abb3-59ad080e4cd8', 'name': 'network-vif-deleted', 'tag': '55b34c36-4d53-403e-b4b8-49a822397911', 'status': 'completed', 'code': 200}
Mar 05 21:03:53.173489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db87d4-17bc-48bd-80ef-0b133ccdf6bd None None] No DVR routers for this DVR port e4e0a98e-5c30-48ed-b094-122d279dcefb on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:53.269546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Provisioning complete for port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:53.270592 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.289633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:53.301191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbffeb5a-c276-4b18-a5d2-1b13b22514b2 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:53.342150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (3580f7be-3101-44d5-a719-3970e25ebd07), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.402114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.484658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network f583ae73-6c59-430c-be06-cb0088aec665 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:53.489320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.494278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:53.506286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:53.515204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6b5bccb-c2a7-4604-a02d-276028168709 req-454fe191-c175-430c-b20f-7bdb68aea9f3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56e76ef-62db-4859-abb3-59ad080e4cd8 HTTP/1.1" status: 200  len: 210 time: 0.2450733
Mar 05 21:03:53.587712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 649284b8-03b2-46e3-87f5-0346aa2dd9c1 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:03:53.608595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'd4993c79-ccc3-468a-9a7b-0a19f9af44ac'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:03:53.623095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.675621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:53.676320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.703783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:53.725048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7a0a4af-ca88-48bb-aae5-81b43c2c6075 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6762362
Mar 05 21:03:53.732417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fcf7224b-1d46-4184-830b-1a7c40baea3f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.736650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.738566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96025f27-0ecf-4591-bd7b-101984e13ad6 req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-groups/fcf7224b-1d46-4184-830b-1a7c40baea3f HTTP/1.1" status: 204  len: 173 time: 1.3263352
Mar 05 21:03:53.753420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b17a5-4ebc-4253-9298-8eb70b0c3268 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7224b-1d46-4184-830b-1a7c40baea3f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:53.848115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 64e6001b-40bb-4b1b-9147-a01a640a0790 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:53.848784 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:53.896166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75b792-9dbb-4039-b44e-e28c74f93a71 req-34b323a0-11a7-44b1-8a0f-20a47ea14975 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:53.898013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd75b792-9dbb-4039-b44e-e28c74f93a71 req-34b323a0-11a7-44b1-8a0f-20a47ea14975 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.1987066
Mar 05 21:03:53.937518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fec8:8dee (5e836852-f4cc-40c5-91ef-7e406c291770/d4993c79-ccc3-468a-9a7b-0a19f9af44ac/649284b8-03b2-46e3-87f5-0346aa2dd9c1) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:53.952395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:53.987898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815a92-5a15-4491-927d-030ca7b3986b req-cf5ae34d-3cb8-492d-8112-adf1251a8b02 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:53.989796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63815a92-5a15-4491-927d-030ca7b3986b req-cf5ae34d-3cb8-492d-8112-adf1251a8b02 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1477811
Mar 05 21:03:53.993687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd75b792-9dbb-4039-b44e-e28c74f93a71 req-c35bcd5d-4688-4e38-a04f-a0d017ae63b0 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886130
Mar 05 21:03:54.059509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Provisioning complete for port 64e6001b-40bb-4b1b-9147-a01a640a0790 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:54.066259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.082624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63815a92-5a15-4491-927d-030ca7b3986b req-28fcca04-055e-46b7-874d-8dd8180968d7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818408
Mar 05 21:03:54.181062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3596be91-ef13-4887-955e-6fc39a49a02c req-c59db68d-e1aa-4eef-b071-cefd9175fb8b tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/1c21f190-5ef8-450d-9a97-190452bb4892 HTTP/1.1" status: 200  len: 1830 time: 0.0654471
Mar 05 21:03:54.193429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 64e6001b-40bb-4b1b-9147-a01a640a0790 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:54.194028 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.243277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (649284b8-03b2-46e3-87f5-0346aa2dd9c1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.243961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 64e6001b-40bb-4b1b-9147-a01a640a0790, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64e6001b-40bb-4b1b-9147-a01a640a0790,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:54.296107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Current status of the port 64e6001b-40bb-4b1b-9147-a01a640a0790 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:54.296672 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.310603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3596be91-ef13-4887-955e-6fc39a49a02c req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (1c21f190-5ef8-450d-9a97-190452bb4892), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.327078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.328119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40fc6831-17be-42a0-a274-8ced8e78408d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:54.335578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (649284b8-03b2-46e3-87f5-0346aa2dd9c1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.379563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3596be91-ef13-4887-955e-6fc39a49a02c req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (1c21f190-5ef8-450d-9a97-190452bb4892), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.402302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Allocated IP 2001:db8::f816:3eff:fe91:c067 (5e836852-f4cc-40c5-91ef-7e406c291770/d4993c79-ccc3-468a-9a7b-0a19f9af44ac/59069f5d-53d4-4e61-87e1-47d72943624c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:54.406263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:54.411430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514745958', 'description': 'tempest-description--1248358154'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:54.428698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=649284b8-03b2-46e3-87f5-0346aa2dd9c1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:54.440525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:54.443463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:54.451251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.452352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:54.464468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:54.465158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.485522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3596be91-ef13-4887-955e-6fc39a49a02c req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c21f190-5ef8-450d-9a97-190452bb4892), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.492238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-151dddf1-3a56-4b90-b0df-0de4c1689ecf tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4665482
Mar 05 21:03:54.492893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-3596be91-ef13-4887-955e-6fc39a49a02c req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.494066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3596be91-ef13-4887-955e-6fc39a49a02c req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c21f190-5ef8-450d-9a97-190452bb4892 HTTP/1.1" status: 204  len: 173 time: 0.3021240
Mar 05 21:03:54.496034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34184) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:54.530138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033ee80-1d28-4997-81d3-8bab0bb26321 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c21f190-5ef8-450d-9a97-190452bb4892,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:54.565867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 55b34c36-4d53-403e-b4b8-49a822397911 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:54.595934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (a0d73a6d-2b71-4663-a8b2-1f9d4059a561), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.600517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0d73a6d-2b71-4663-a8b2-1f9d4059a561), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.626469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 55b34c36-4d53-403e-b4b8-49a822397911 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:54.626469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 55b34c36-4d53-403e-b4b8-49a822397911 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:54.648251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.649657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2424097
Mar 05 21:03:54.652724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79069158-153e-4241-9661-7a778b115f0a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d73a6d-2b71-4663-a8b2-1f9d4059a561,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:54.657426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34192) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:54.661699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'security_group_rule': {'security_group_id': 'a0d73a6d-2b71-4663-a8b2-1f9d4059a561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:54.716730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (f81fa597-5384-42d6-84f6-a9edb61da25a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.745629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb73eec-0ae8-4af7-85d9-11a25b0a91b0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:54.750997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fdb73eec-0ae8-4af7-85d9-11a25b0a91b0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.2538533
Mar 05 21:03:54.753660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34194) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:54.761135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-d4e44fbc-e52d-4ff2-899c-d2bea1a54451 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "GET /v2.0/security-groups/ec0a490e-a4ba-4fd1-adf3-6faa9c121265 HTTP/1.1" status: 200  len: 1831 time: 0.2438450
Mar 05 21:03:54.927309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (ec0a490e-a4ba-4fd1-adf3-6faa9c121265), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.932719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f30fbe0-9b6e-4a61-b674-f92b3d726679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:54.992755 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:03:54.992755 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:03:55.004040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=64e6001b-40bb-4b1b-9147-a01a640a0790,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.030518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (ec0a490e-a4ba-4fd1-adf3-6faa9c121265), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.055558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (f81fa597-5384-42d6-84f6-a9edb61da25a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.072111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40fc6831-17be-42a0-a274-8ced8e78408d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:55.074123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.087929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec0a490e-a4ba-4fd1-adf3-6faa9c121265), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.091105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.098681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f81fa597-5384-42d6-84f6-a9edb61da25a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.100266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34212) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:55.109363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f145dae4-e229-4857-ac6e-22108acd39e3 req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] 10.222.0.15 "DELETE /v2.0/security-groups/ec0a490e-a4ba-4fd1-adf3-6faa9c121265 HTTP/1.1" status: 204  len: 173 time: 0.3375542
Mar 05 21:03:55.135047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f67404-672b-40fa-8fca-df8590733a57 tempest-SecurityGroupRulesNegativeTestJSON-802361846 tempest-SecurityGroupRulesNegativeTestJSON-802361846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0a490e-a4ba-4fd1-adf3-6faa9c121265,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.138764 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks [] for port (59069f5d-53d4-4e61-87e1-47d72943624c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.156174 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.172995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81fa597-5384-42d6-84f6-a9edb61da25a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.188735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-b3e68639-b451-4d80-ac13-2b516bc87a4f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:55.190262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-b3e68639-b451-4d80-ac13-2b516bc87a4f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.2400310
Mar 05 21:03:55.203321 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.207459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18b71059-6741-4278-a75d-f61f3a050acf tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5515673
Mar 05 21:03:55.210777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34216) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:55.224495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 649284b8-03b2-46e3-87f5-0346aa2dd9c1 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:55.224851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (649284b8-03b2-46e3-87f5-0346aa2dd9c1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.233846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:55.237483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:55.237844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'security_group_rule': {'security_group_id': 'a0d73a6d-2b71-4663-a8b2-1f9d4059a561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:55.247993 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-cd8530b8-7353-46b4-a205-ebea18785042 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/quotas/180462533c264596b5f243c2915b027c HTTP/1.1" status: 200  len: 375 time: 0.0492780
Mar 05 21:03:55.285910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Deleting subnet a3bf490a-3ca4-4e44-9c07-d7f30caf73ce {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:55.290339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:55.295937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40fc6831-17be-42a0-a274-8ced8e78408d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:55.307898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-4fb05043-3846-42fe-ae2c-bca9156fdae9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:55.309472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-4fb05043-3846-42fe-ae2c-bca9156fdae9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.2527349
Mar 05 21:03:55.309696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Pushing event updated for resources: {'Port': ['ID=59069f5d-53d4-4e61-87e1-47d72943624c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.310275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Publish callbacks [] for subnet (a3bf490a-3ca4-4e44-9c07-d7f30caf73ce), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.313351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e33-1cec-4270-a7e6-be5515b59cbf req-ddc9e846-cc33-47e4-b0ed-52df7b795f40 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:55.330596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b7f1e33-1cec-4270-a7e6-be5515b59cbf req-ddc9e846-cc33-47e4-b0ed-52df7b795f40 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.1310139
Mar 05 21:03:55.352846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (c66cd1f1-c7e7-4dc4-81a7-40e0784c0e19), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.433880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4e0a98e-5c30-48ed-b094-122d279dcefb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:55.452361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b7f1e33-1cec-4270-a7e6-be5515b59cbf req-d13e4092-7fc1-44f1-9ce8-cea5767e431f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178238
Mar 05 21:03:55.516150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (c66cd1f1-c7e7-4dc4-81a7-40e0784c0e19), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.525081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (c66cd1f1-c7e7-4dc4-81a7-40e0784c0e19), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.552866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66cd1f1-c7e7-4dc4-81a7-40e0784c0e19,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.567934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e4e0a98e-5c30-48ed-b094-122d279dcefb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:55.568286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4e0a98e-5c30-48ed-b094-122d279dcefb not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:55.580555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.585589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2422ef28-8aa6-4dea-af03-edb6016b7882 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3539698
Mar 05 21:03:55.586050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:55.593434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:55.594615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Attempting to bind port 59069f5d-53d4-4e61-87e1-47d72943624c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:03:55.595022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Attempting to bind port 59069f5d-53d4-4e61-87e1-47d72943624c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:03:55.595339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Attempting to bind port 59069f5d-53d4-4e61-87e1-47d72943624c on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:03:55.604806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:03:55.605149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:03:55.605558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.605955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:03:55.606443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Bound port: 59069f5d-53d4-4e61-87e1-47d72943624c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:03:55.607351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.649892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (a3bf490a-3ca4-4e44-9c07-d7f30caf73ce), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.666808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc67a5-9124-4247-9cea-f36c8c31851b req-ddcc26fc-e30e-4236-8244-d15480c267e6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:55.675579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a57b5-b5ff-412d-8cdf-26f81522fff3 None None] Current status of the port 64e6001b-40bb-4b1b-9147-a01a640a0790 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:55.675859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32dc67a5-9124-4247-9cea-f36c8c31851b req-ddcc26fc-e30e-4236-8244-d15480c267e6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1134303
Mar 05 21:03:55.683352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.757805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (649284b8-03b2-46e3-87f5-0346aa2dd9c1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.792363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] For port 59069f5d-53d4-4e61-87e1-47d72943624c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:03:55.796865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] For port 59069f5d-53d4-4e61-87e1-47d72943624c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59069f5d-53d4-4e61-87e1-47d72943624c,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:03:55.805274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 64e6001b-40bb-4b1b-9147-a01a640a0790 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:55.809632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32dc67a5-9124-4247-9cea-f36c8c31851b req-dfa9cd2e-a79b-4aed-bb7c-2492ed403d4f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292288
Mar 05 21:03:55.825355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.855943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-6700dbc5-efe6-4639-bed6-a77f79c33c22 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5657709
Mar 05 21:03:55.888536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.893949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 649284b8-03b2-46e3-87f5-0346aa2dd9c1 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:55.899895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a3bf490a-3ca4-4e44-9c07-d7f30caf73ce), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:55.974448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b8831-a4c8-4bba-9a55-3c4f8d445a55 None None] Pushing event updated for resources: {'Port': ['ID=59069f5d-53d4-4e61-87e1-47d72943624c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:55.982176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Provisioning complete for port 3580f7be-3101-44d5-a719-3970e25ebd07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:55.982560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.045488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Port 3580f7be-3101-44d5-a719-3970e25ebd07 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:03:56.050341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 64e6001b-40bb-4b1b-9147-a01a640a0790 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:56.050484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 172.35.0.142 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:03:56.051393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.110514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Deleting port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:56.110867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.130629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Provisioning complete for port 64e6001b-40bb-4b1b-9147-a01a640a0790 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:56.132653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.225666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.309996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-04979d98-8ff4-4d60-bcec-36f5680eabd1 None None] Current status of the port 64e6001b-40bb-4b1b-9147-a01a640a0790 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:56.330944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.351284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 64e6001b-40bb-4b1b-9147-a01a640a0790 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:56.393194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:03:56.398719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:03:56.404866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:03:56.431875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:56.594997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (a3bf490a-3ca4-4e44-9c07-d7f30caf73ce), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.688296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.689572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3bf490a-3ca4-4e44-9c07-d7f30caf73ce,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:56.700045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.709464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97da662-6787-46a1-a0e6-d1daf57ce2ad req-87065758-d9e3-4324-9506-f73817086f0f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:56.710067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6b56036d-3aad-415e-9f67-ee50ffdc7072 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a3bf490a-3ca4-4e44-9c07-d7f30caf73ce HTTP/1.1" status: 204  len: 168 time: 1.5993469
Mar 05 21:03:56.710916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34230) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:56.718143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d97da662-6787-46a1-a0e6-d1daf57ce2ad req-87065758-d9e3-4324-9506-f73817086f0f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.1703312
Mar 05 21:03:56.725588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-4fe9c976-59fe-4029-92f5-cd26444dc186 service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8687649
Mar 05 21:03:56.806253 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5cda8d18-0d89-4f0a-8fc0-2ac290f9bda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.821557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d97da662-6787-46a1-a0e6-d1daf57ce2ad req-4a5f2f92-c9f0-402c-b4f6-8cc5ee74d21f tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024044
Mar 05 21:03:56.828157 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.828554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] For port fe8c874c-29b6-4154-bd1d-0bdf845e26a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:56.828833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:56.973291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (23b98ba0-9112-4ec3-b45c-5faea67c3d31), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.047868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-fc959f9a-7094-4296-baf6-e210447c733a service neutron] 10.222.0.15 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575297
Mar 05 21:03:57.095877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (649284b8-03b2-46e3-87f5-0346aa2dd9c1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.118159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc28191-0363-4ae6-905c-fbd0b8cdd404 req-8d07f9cf-2edc-48c8-a0d7-eb8d0655f640 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:57.133237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc28191-0363-4ae6-905c-fbd0b8cdd404 req-8d07f9cf-2edc-48c8-a0d7-eb8d0655f640 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1871350
Mar 05 21:03:57.189409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=649284b8-03b2-46e3-87f5-0346aa2dd9c1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:57.255086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.264375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.268285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.275692 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84e67e54-e8e0-4449-9dbe-0aa3c4e3e456 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/649284b8-03b2-46e3-87f5-0346aa2dd9c1 HTTP/1.1" status: 204  len: 168 time: 2.5208969
Mar 05 21:03:57.291809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc28191-0363-4ae6-905c-fbd0b8cdd404 req-f98d644d-f7ed-4e0e-bc2d-ee65f75f83dc tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413939
Mar 05 21:03:57.296806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:57.443144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:57.454501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a9372-a296-49a5-8cc4-02cc40d65d88 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:57.455851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a9372-a296-49a5-8cc4-02cc40d65d88 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:57.460203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef7a9372-a296-49a5-8cc4-02cc40d65d88 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1595805
Mar 05 21:03:57.460304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34258) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:57.478578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-debefed3-c28b-40e6-82f6-d027d52b0e93 req-f45991bb-ac89-48b8-b7eb-0416181776dd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 210 time: 0.0832500
Mar 05 21:03:57.499976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.510616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (23b98ba0-9112-4ec3-b45c-5faea67c3d31), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.528428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet d4993c79-ccc3-468a-9a7b-0a19f9af44ac {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:03:57.534183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.535207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b76c9e4-b02c-46be-b8a0-0275ed7cbf57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9484937
Mar 05 21:03:57.536039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (d4993c79-ccc3-468a-9a7b-0a19f9af44ac), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.562932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a90c160>,) {'filters': {'network_id': ['23b98ba0-9112-4ec3-b45c-5faea67c3d31']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:57.598373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (d4993c79-ccc3-468a-9a7b-0a19f9af44ac), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.610717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a90c160>, '70c841da-1962-4d43-9d9c-a52605ee3c41') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:57.610994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a90c160>, '70c841da-1962-4d43-9d9c-a52605ee3c41') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:57.658705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (70c841da-1962-4d43-9d9c-a52605ee3c41), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.669563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.671060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.671376 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Floating IP 03e342ef-873d-4dd4-b2ba-97a0183f600d disassociated. External IP: 172.35.0.212, port: fe8c874c-29b6-4154-bd1d-0bdf845e26a3.
Mar 05 21:03:57.674741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Calling delete_port for fe8c874c-29b6-4154-bd1d-0bdf845e26a3 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:57.692332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Provisioning complete for port 59069f5d-53d4-4e61-87e1-47d72943624c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:57.703723 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.705740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (70c841da-1962-4d43-9d9c-a52605ee3c41), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.805224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d4993c79-ccc3-468a-9a7b-0a19f9af44ac), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.848508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 59069f5d-53d4-4e61-87e1-47d72943624c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:03:57.901845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:03:57.913823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (70c841da-1962-4d43-9d9c-a52605ee3c41), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:03:57.916022 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:03:58.009459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.011862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9bfcbd8e-9fc3-4df2-b317-c7c03d009643 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1514745958&fields=id&tenant_id=784a2229e2b6445589597e5bf3be6344 HTTP/1.1" status: 200  len: 267 time: 0.1589234
Mar 05 21:03:58.040248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (d4993c79-ccc3-468a-9a7b-0a19f9af44ac), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.063507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Current status of the port 59069f5d-53d4-4e61-87e1-47d72943624c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:58.064182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.142943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] For port 59069f5d-53d4-4e61-87e1-47d72943624c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59069f5d-53d4-4e61-87e1-47d72943624c,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:58.145101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (23b98ba0-9112-4ec3-b45c-5faea67c3d31), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.156239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.159321 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.167220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 59069f5d-53d4-4e61-87e1-47d72943624c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:03:58.168102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/d4993c79-ccc3-468a-9a7b-0a19f9af44ac HTTP/1.1" status: 204  len: 168 time: 0.7066371
Mar 05 21:03:58.169140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:58.169724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.174661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b254b3-9bcb-494d-b607-6ac928a98666 req-de62c0db-be42-4242-9a7c-70be4de66b8e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:58.176718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96b254b3-9bcb-494d-b607-6ac928a98666 req-de62c0db-be42-4242-9a7c-70be4de66b8e tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a84920d-9932-4cd1-975b-9a28dc682e45 HTTP/1.1" status: 200  len: 945 time: 0.2397327
Mar 05 21:03:58.203995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.208767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/23b98ba0-9112-4ec3-b45c-5faea67c3d31 HTTP/1.1" status: 204  len: 168 time: 1.4887395
Mar 05 21:03:58.268424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d6874257-29b9-4713-b893-f88894be6b40 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0924449
Mar 05 21:03:58.269670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8ba10-4ef5-4cfa-8987-1938496d639f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=d4993c79-ccc3-468a-9a7b-0a19f9af44ac,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:58.277539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:58.289861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38ba85-1855-4eb4-9c1d-7dad33176d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b98ba0-9112-4ec3-b45c-5faea67c3d31,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:58.299734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-fc4b15ed-1e54-4241-9acf-9e534fbbf63e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:58.313175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-fc4b15ed-1e54-4241-9acf-9e534fbbf63e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 937 time: 0.2916074
Mar 05 21:03:58.326176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6e8089ef-e38b-4625-a3b2-317e942da701 None None] Could not find standard attr ID for object 649284b8-03b2-46e3-87f5-0346aa2dd9c1. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:03:58.329666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecf8ef-b778-4df2-a7ee-75f4ddcad57f None None] Pushing event updated for resources: {'Port': ['ID=59069f5d-53d4-4e61-87e1-47d72943624c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:58.353079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96b254b3-9bcb-494d-b607-6ac928a98666 req-31c75990-9bcd-4a78-8c42-8609dfeda1af tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c77072-d35b-4268-88f4-b0f950a2015b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1451259
Mar 05 21:03:58.358520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fe8c874c-29b6-4154-bd1d-0bdf845e26a3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.419160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'Port': ['ID=fe8c874c-29b6-4154-bd1d-0bdf845e26a3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:58.419389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 59069f5d-53d4-4e61-87e1-47d72943624c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:03:58.480168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d386b-f0ce-4663-ac63-aaeeaf12fd4a None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:03:58.547357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:58.662178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11865b21-cc6a-4a70-aee9-e4de5f360015 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=142043f55ca2478bb4cfa7c3a5a57f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1108139
Mar 05 21:03:58.664937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:58.691589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:03:58.694418 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:03:58.705610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1f69-c578-4c4b-aeb8-cf954666c43b req-aaf698c7-4cbd-4184-83c4-346e3ee06f94 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:58.707662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66baccae-433c-4010-8a20-3f692495c72e None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:03:58.713753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828d1f69-c578-4c4b-aeb8-cf954666c43b req-aaf698c7-4cbd-4184-83c4-346e3ee06f94 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1682229
Mar 05 21:03:58.763208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Deleting port 59069f5d-53d4-4e61-87e1-47d72943624c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:03:58.763510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.804039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-cf60d2b3-9df7-4d01-b525-4b6b07d4fe7b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:58.812228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-cf60d2b3-9df7-4d01-b525-4b6b07d4fe7b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 937 time: 0.4970698
Mar 05 21:03:58.836991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-66baccae-433c-4010-8a20-3f692495c72e None None] For port 59069f5d-53d4-4e61-87e1-47d72943624c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59069f5d-53d4-4e61-87e1-47d72943624c,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:03:58.837689 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.857249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Calling delete_port for 59069f5d-53d4-4e61-87e1-47d72943624c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:03:58.874017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-af20a377-a143-40a2-8e7f-cc44d13c69f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0608435
Mar 05 21:03:58.889225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959c0d4-cca9-4692-b481-c5810be4188d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:58.890748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c959c0d4-cca9-4692-b481-c5810be4188d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6119807
Mar 05 21:03:58.893523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34310) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:58.898814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828d1f69-c578-4c4b-aeb8-cf954666c43b req-074efe26-8716-4f1b-82e9-5a73d7c7473f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1840892
Mar 05 21:03:58.899549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] Publish callbacks [] for security_group (f7cfbf29-4c57-43f3-90cd-8e2655c7e323), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:58.972919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] Publish callbacks [] for security_group (f7cfbf29-4c57-43f3-90cd-8e2655c7e323), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.005532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f56011bd-6fd0-47c9-9602-f37aca2471ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1121209
Mar 05 21:03:59.012510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (59069f5d-53d4-4e61-87e1-47d72943624c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.056299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baccae-433c-4010-8a20-3f692495c72e None None] Pushing event deleted for resources: {'Port': ['ID=59069f5d-53d4-4e61-87e1-47d72943624c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:59.061589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baccae-433c-4010-8a20-3f692495c72e None None] No DVR routers for this DVR port 59069f5d-53d4-4e61-87e1-47d72943624c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:59.078962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:03:59.100222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:03:59.124140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:59.125247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82661d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:59.133293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] No DVR routers for this DVR port fe8c874c-29b6-4154-bd1d-0bdf845e26a3 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:03:59.136501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f7cfbf29-4c57-43f3-90cd-8e2655c7e323), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.139161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.142814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7cfbf29-4c57-43f3-90cd-8e2655c7e323 HTTP/1.1" status: 204  len: 168 time: 0.4709129
Mar 05 21:03:59.142814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.153450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aac23280-055d-4047-bea1-a59e7fb595e8 req-66dda6a8-71b1-49aa-9d59-4a1b91bea4e5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.23 "DELETE /v2.0/ports/fe8c874c-29b6-4154-bd1d-0bdf845e26a3 HTTP/1.1" status: 204  len: 173 time: 3.7693837
Mar 05 21:03:59.157755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'name': 'network-vif-deleted', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:03:59.163902 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f91ee-9267-4169-b62f-ef7cf3bc7468" -d '{"events": [{"server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "name": "network-vif-deleted", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:03:59.214512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9539-645c-44b8-9d72-e363b881e281 req-538f16d9-bf2d-44c9-af04-78d5aff4203d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.223753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d7a9539-645c-44b8-9d72-e363b881e281 req-538f16d9-bf2d-44c9-af04-78d5aff4203d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2081654
Mar 05 21:03:59.225406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6804f-a887-498d-b0d2-835b7a7ad37c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.228800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81d6804f-a887-498d-b0d2-835b7a7ad37c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3342407
Mar 05 21:03:59.235209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945c470-df35-4d0a-8d1f-ed83cf1a497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cfbf29-4c57-43f3-90cd-8e2655c7e323,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:03:59.242299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34318) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:59.292889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-12b3b470-9d98-4504-bbae-603ca14179ea tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.297844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-12b3b470-9d98-4504-bbae-603ca14179ea tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.300478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e319a0f0-b6f9-4751-8f8d-67144da6e114 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0570066
Mar 05 21:03:59.305636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:03:59.307594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-12b3b470-9d98-4504-bbae-603ca14179ea tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.309846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-12b3b470-9d98-4504-bbae-603ca14179ea tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/networks?id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=3c8e0a46-e570-496b-970e-60743f7e52d3&id=3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 200  len: 1993 time: 0.3039742
Mar 05 21:03:59.316269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:59.344433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-87aa940d-b23e-420d-9eca-76846d782f90 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/quotas/784a2229e2b6445589597e5bf3be6344 HTTP/1.1" status: 200  len: 375 time: 0.0257509
Mar 05 21:03:59.359085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-d4b88692-3e33-4e45-9e46-f88222c52d16 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.361730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-d4b88692-3e33-4e45-9e46-f88222c52d16 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 805 time: 0.2249920
Mar 05 21:03:59.397395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d7a9539-645c-44b8-9d72-e363b881e281 req-1394d64a-ce6d-4499-a545-433626684126 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702845
Mar 05 21:03:59.413467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Request body: {'port': {'device_id': '3107763c-59c3-4635-8506-ceac63b004b0', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'admin_state_up': True, 'tenant_id': '180462533c264596b5f243c2915b027c'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:03:59.449262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:03:59.536173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be0257c7-6f20-457f-8dd9-90f2ff64bfd0 req-107dba0e-f3fd-48c5-aae8-9b6bdb40763c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 210 time: 0.0419493
Mar 05 21:03:59.550397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:59.560457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.560751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-32932446-4c86-4f6b-878b-805cfb95f655 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1971498
Mar 05 21:03:59.568963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fe8c874c-29b6-4154-bd1d-0bdf845e26a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:59.618568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.654756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: fe8c874c-29b6-4154-bd1d-0bdf845e26a3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:59.655287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device fe8c874c-29b6-4154-bd1d-0bdf845e26a3 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:59.715125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Made reservation on behalf of 180462533c264596b5f243c2915b027c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:03:59.719214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:03:59.758123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 59069f5d-53d4-4e61-87e1-47d72943624c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:03:59.788751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 59069f5d-53d4-4e61-87e1-47d72943624c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:03:59.789276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 59069f5d-53d4-4e61-87e1-47d72943624c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:03:59.909828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfdcbb-0047-4450-84a4-f55ac0cf63a4 req-9bd77cd4-38a0-4e20-992d-617cf6717e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:03:59.912106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5acfdcbb-0047-4450-84a4-f55ac0cf63a4 req-9bd77cd4-38a0-4e20-992d-617cf6717e59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1127 time: 0.3212245
Mar 05 21:03:59.923027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82661d30>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:03:59.962138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-be9513be-28e0-4b04-a22f-eec3484a3739 service neutron] 10.222.0.15 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501570
Mar 05 21:03:59.974334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:03:59.984574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:03:59.985357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82661d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:00.034482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5acfdcbb-0047-4450-84a4-f55ac0cf63a4 req-a0646267-e25b-468b-82f8-ec9dc19bf80c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088982
Mar 05 21:04:00.113060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Allocated IP 172.20.0.6 (5345ca04-bcd0-4ca9-94fb-fa648ce6d989/b952db52-4066-4a1a-87e6-892fe6059218/e6f29933-01e9-44e2-b2d2-710980940a5a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:00.171307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:00.180522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-73d4377d-98e3-42f4-bf77-5547e2a8c9a6 service neutron] 10.222.0.15 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076011
Mar 05 21:04:00.201158 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cdda9a-3e5c-4e74-b3f6-c6942da9a685 x-openstack-request-id: req-10cdda9a-3e5c-4e74-b3f6-c6942da9a685 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:00.202177 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a84920d-9932-4cd1-975b-9a28dc682e45", "name": "network-vif-deleted", "tag": "fe8c874c-29b6-4154-bd1d-0bdf845e26a3", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:00.202177 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10cdda9a-3e5c-4e74-b3f6-c6942da9a685 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:00.203758 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a84920d-9932-4cd1-975b-9a28dc682e45', 'name': 'network-vif-deleted', 'tag': 'fe8c874c-29b6-4154-bd1d-0bdf845e26a3', 'status': 'completed', 'code': 200}
Mar 05 21:04:00.242414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:00.244333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b415a9f8-0d79-4ca0-90ad-a4ff34ed697c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.270192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-3a1cd3a2-39d1-457d-a232-02e7f490ccb6 service neutron] 10.222.0.15 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0724926
Mar 05 21:04:00.286818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:00.293250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:00.305739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:00.308852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.330530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=b415a9f8-0d79-4ca0-90ad-a4ff34ed697c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:00.341887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057d59e-b93f-4722-88b2-020e403e8bd3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:00.342008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c50c613a-a831-46d2-a996-18545dcc68b1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.0322247
Mar 05 21:04:00.342480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34354) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:00.357387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:57:79:cc', 'name': 'tempest-NetworksTestDHCPv6-665981609'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:00.450427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:00.456569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34358) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:00.477263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd855be1-8f2b-4c35-a89a-94e8625fd8ba req-bb2f253a-8267-4912-a56c-dff8f3df6f8c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:00.478952 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd855be1-8f2b-4c35-a89a-94e8625fd8ba req-bb2f253a-8267-4912-a56c-dff8f3df6f8c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1376913
Mar 05 21:04:00.489695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-507a30b8-a347-4932-a97e-7d4e73d504e4 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092655
Mar 05 21:04:00.547485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:00.601386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd855be1-8f2b-4c35-a89a-94e8625fd8ba req-db15d978-de56-46fc-bdaa-ecb9b72540f6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147916
Mar 05 21:04:00.644492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks [] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.652846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.676249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:00.678747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 0c18feb9-9094-4ae7-a961-310668337953 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:00.684393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1981693858-network', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:00.709549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.728060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:00.790572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event updated for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:00.818755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:00.830873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:00.835045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:00.840619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Made reservation on behalf of 7efe7e39b29a47fcb344c08b109d4e40 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:00.842780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.857487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.894343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe57:79cc (5e836852-f4cc-40c5-91ef-7e406c291770/b415a9f8-0d79-4ca0-90ad-a4ff34ed697c/0c18feb9-9094-4ae7-a961-310668337953) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:00.901753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'b415a9f8-0d79-4ca0-90ad-a4ff34ed697c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:00.902624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.924666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (20c77072-d35b-4268-88f4-b0f950a2015b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.972713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3429a7-1f28-430d-b365-c1244a5ad0e4 req-0a5d563f-44bc-4bfe-8300-2778e7007a72 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:00.974846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab3429a7-1f28-430d-b365-c1244a5ad0e4 req-0a5d563f-44bc-4bfe-8300-2778e7007a72 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2185144
Mar 05 21:04:00.993534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks [] for security_group (e42a2651-9865-44d6-89c6-6e501cadb7d4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:00.998789 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (20c77072-d35b-4268-88f4-b0f950a2015b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.004560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-5d59383a-06d4-4f0b-a4fb-80fa43c8ee93 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5036972
Mar 05 21:04:01.012423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e42a2651-9865-44d6-89c6-6e501cadb7d4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.014735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:01.015142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.092870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.100616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:01.101247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.110261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:04:01.119812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a2651-9865-44d6-89c6-6e501cadb7d4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:01.137507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9a1ee322-7372-4a79-b40e-b065fb5691ff service neutron] 10.222.0.15 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1147521
Mar 05 21:04:01.138769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.139159 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Added segment d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e of type vlan for network 6cc85f70-b559-4cc0-8cde-193983972fc4
Mar 05 21:04:01.146194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:01.148539 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8213fe-8db3-400c-8b01-24f31c1b8534" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:01.159554 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-e3e5a123-0853-4c29-b6e6-1af85f019e11 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7520761
Mar 05 21:04:01.163788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82661d30>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:01.171507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:01.200819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Request body: {'port': {'device_id': '3107763c-59c3-4635-8506-ceac63b004b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:01.205619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a8ab7-61ad-4f24-9794-19772f1e6210 None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:04:01.207288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.281705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:01.301264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6cc85f70-b559-4cc0-8cde-193983972fc4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.390050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-340cf191-c8e7-470e-8f08-bc647862dba0 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981232
Mar 05 21:04:01.394546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.396536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6cc85f70-b559-4cc0-8cde-193983972fc4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.397727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:01.398319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.452359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab3429a7-1f28-430d-b365-c1244a5ad0e4 req-bbc4ebe2-0716-4a93-8db5-6a2b6f130441 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4622295
Mar 05 21:04:01.511529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (20c77072-d35b-4268-88f4-b0f950a2015b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.514448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.517348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc85f70-b559-4cc0-8cde-193983972fc4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:01.519076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "DELETE /v2.0/security-groups/20c77072-d35b-4268-88f4-b0f950a2015b HTTP/1.1" status: 204  len: 168 time: 0.8417587
Mar 05 21:04:01.521465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34368) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:01.529255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:04:01.565111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9ff1-0ffc-4afc-b05a-21adc40ea0bd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c77072-d35b-4268-88f4-b0f950a2015b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:01.583116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62526ab8-1b04-4525-a002-ca9dfc936c4b None None] New status for floating IP 03e342ef-873d-4dd4-b2ba-97a0183f600d: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:04:01.593532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (0c18feb9-9094-4ae7-a961-310668337953), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.598663 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e113db74-f009-4f6c-ab94-6463a899cdd4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] show failed (client error): The resource could not be found.
Mar 05 21:04:01.603694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e113db74-f009-4f6c-ab94-6463a899cdd4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups/20c77072-d35b-4268-88f4-b0f950a2015b HTTP/1.1" status: 404  len: 347 time: 0.0665846
Mar 05 21:04:01.606121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:01.611980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c454edb5-774c-447b-b3bc-f7024fd01a65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.1503692
Mar 05 21:04:01.612801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:01.619265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Request body: {'subnet': {'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1981693858-subnet', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:01.682460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Made reservation on behalf of 7efe7e39b29a47fcb344c08b109d4e40 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:01.684799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.780419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-41ca83db-792e-4d89-ba8b-ae90ec55c8ed service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3796723
Mar 05 21:04:01.822135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e235-6410-478b-8985-20d39f4de913 req-70910b72-98ab-4b9d-b620-c9576be4ef72 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:01.824110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eea8e235-6410-478b-8985-20d39f4de913 req-70910b72-98ab-4b9d-b620-c9576be4ef72 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 931 time: 0.3036492
Mar 05 21:04:01.860871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0c18feb9-9094-4ae7-a961-310668337953), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:01.910314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Allocated IP 2001:db8::f816:3eff:feb7:820 (5e836852-f4cc-40c5-91ef-7e406c291770/b415a9f8-0d79-4ca0-90ad-a4ff34ed697c/b839a923-03da-4703-b15a-abce54193747) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:01.913210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-08a0537e-4eb2-4edc-8bc1-b35a15a29ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264081
Mar 05 21:04:01.961214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:01.978448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=0c18feb9-9094-4ae7-a961-310668337953,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:01.984163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:01.986338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:01.991714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:01.992348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.012228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eea8e235-6410-478b-8985-20d39f4de913 req-3d13af13-baba-46ce-932d-26391072ba7b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681817
Mar 05 21:04:02.022197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Deleting port 1596071c-d718-47df-8c87-186094cad6c3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:02.023130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1596071c-d718-47df-8c87-186094cad6c3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.029385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-e0fcd6df-d04e-439d-ae47-ac0152b65056 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095457
Mar 05 21:04:02.063865 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4b1890eb-1f86-412f-bb68-0772339b5919 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7160623
Mar 05 21:04:02.086700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34376) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:02.092581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks [] for port (b839a923-03da-4703-b15a-abce54193747), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.102527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b839a923-03da-4703-b15a-abce54193747), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.124149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f29933-01e9-44e2-b2d2-710980940a5a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:02.134896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks [] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.154252 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b37d3-ce86-4d79-9d39-1909709e2ebe x-openstack-request-id: req-0c6b37d3-ce86-4d79-9d39-1909709e2ebe {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:02.154745 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:02.155008 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c6b37d3-ce86-4d79-9d39-1909709e2ebe {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:02.155454 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:04:02.159140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:02.167517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Transition to ACTIVE for port object e6f29933-01e9-44e2-b2d2-710980940a5a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:02.168235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:02.172511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:02.178559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.185037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2252d257-4bdc-477e-a485-c1236ae80560 service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368957
Mar 05 21:04:02.238626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Pushing event updated for resources: {'Port': ['ID=b839a923-03da-4703-b15a-abce54193747,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:02.254945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Attempting to bind port b839a923-03da-4703-b15a-abce54193747 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:02.255358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Attempting to bind port b839a923-03da-4703-b15a-abce54193747 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:02.255909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Attempting to bind port b839a923-03da-4703-b15a-abce54193747 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:02.261228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:02.262187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:02.262187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.262413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:02.262845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Bound port: b839a923-03da-4703-b15a-abce54193747, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:02.263343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b839a923-03da-4703-b15a-abce54193747), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.269263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723c170-024b-4864-a4c0-f64941de13d1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:02.275053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723c170-024b-4864-a4c0-f64941de13d1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:02.277241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1723c170-024b-4864-a4c0-f64941de13d1 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.1895535
Mar 05 21:04:02.281762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (5f3209b2-d6b3-4148-9385-d28210fb0bb5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.284056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34378) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:02.285569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1596071c-d718-47df-8c87-186094cad6c3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.285896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (1596071c-d718-47df-8c87-186094cad6c3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.335698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:02.338168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] For port b839a923-03da-4703-b15a-abce54193747, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:02.343371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] For port b839a923-03da-4703-b15a-abce54193747, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b839a923-03da-4703-b15a-abce54193747,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:02.351786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b839a923-03da-4703-b15a-abce54193747), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.352694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Calling delete_port for 1596071c-d718-47df-8c87-186094cad6c3 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:02.386755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3209b2-d6b3-4148-9385-d28210fb0bb5,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:02.415878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b93d-ddeb-4587-a228-58ede0a2d9d1 None None] Pushing event updated for resources: {'Port': ['ID=b839a923-03da-4703-b15a-abce54193747,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:02.444256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24167a8f-c4bf-4442-bdcc-043e7fc2f41b req-1ef03340-3a06-4345-a4ea-0679eca8222c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:02.445680 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24167a8f-c4bf-4442-bdcc-043e7fc2f41b req-1ef03340-3a06-4345-a4ea-0679eca8222c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2100661
Mar 05 21:04:02.469667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2327d41e-06dc-45ca-aa15-fbc24a6852ae service neutron] 10.222.0.15 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624681
Mar 05 21:04:02.482745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Checking segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:02.483115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Network hostable DHCP agents. Network: 6cc85f70-b559-4cc0-8cde-193983972fc4, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:04:02.541521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Attempting to bind port e6f29933-01e9-44e2-b2d2-710980940a5a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:02.541771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Attempting to bind port e6f29933-01e9-44e2-b2d2-710980940a5a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:02.542109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Attempting to bind port e6f29933-01e9-44e2-b2d2-710980940a5a on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:02.549796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24167a8f-c4bf-4442-bdcc-043e7fc2f41b req-f926d358-0f52-4a62-9b66-ee7ad37470d1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960906
Mar 05 21:04:02.551577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:04:02.561129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 0c18feb9-9094-4ae7-a961-310668337953 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:02.561479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0c18feb9-9094-4ae7-a961-310668337953), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.564481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Port e6f29933-01e9-44e2-b2d2-710980940a5a on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:02.564877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Attempting to bind port e6f29933-01e9-44e2-b2d2-710980940a5a on network 5345ca04-bcd0-4ca9-94fb-fa648ce6d989 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:02.577286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6cc85f70-b559-4cc0-8cde-193983972fc4) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:02.582363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:02.582701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.588848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5fa11-91e2-40a7-9a5c-a2e36e5adf90 None None] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:02.626112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:02.626977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Checking segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:02.627449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Bound using segment: {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:02.628320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Bound port: e6f29933-01e9-44e2-b2d2-710980940a5a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596631c2-c7d8-4583-8361-511a1c2ddea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:02.628960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.629538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-996e1037-eff4-46c3-8335-907140f5a611 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.0139103
Mar 05 21:04:02.632551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:02.639455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:02.681470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1596071c-d718-47df-8c87-186094cad6c3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.709287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-d59d25b4-7c61-430d-a92e-225a9701d4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317891
Mar 05 21:04:02.731270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.732678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.750557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'Port': ['ID=1596071c-d718-47df-8c87-186094cad6c3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:02.805820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6cc85f70-b559-4cc0-8cde-193983972fc4', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:02.807162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.902381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for router_controller (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.913230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (03e342ef-873d-4dd4-b2ba-97a0183f600d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.916611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:02.920488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c291f3e7-7e14-479d-bed7-99f692051ca8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "DELETE /v2.0/floatingips/03e342ef-873d-4dd4-b2ba-97a0183f600d HTTP/1.1" status: 204  len: 168 time: 1.3107786
Mar 05 21:04:02.939227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52bb7-572d-4e38-bca7-3e9e39d85216 req-d46a2703-7f3a-4e8d-9b6c-5ad62de6fd9d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:02.940850 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6b52bb7-572d-4e38-bca7-3e9e39d85216 req-d46a2703-7f3a-4e8d-9b6c-5ad62de6fd9d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2031996
Mar 05 21:04:03.011303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Allocated IP 172.20.0.2 (6cc85f70-b559-4cc0-8cde-193983972fc4/5f3209b2-d6b3-4148-9385-d28210fb0bb5/521531db-5f14-447d-916f-0186b76d3d10) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:03.145911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for router_gateway (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.153509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6b52bb7-572d-4e38-bca7-3e9e39d85216 req-282db339-2332-4c06-a4e5-463bb64c1fa2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774075
Mar 05 21:04:03.187177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0c18feb9-9094-4ae7-a961-310668337953), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.200606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks [] for port (521531db-5f14-447d-916f-0186b76d3d10), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.209777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (521531db-5f14-447d-916f-0186b76d3d10), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.210357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:03.226856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 0c18feb9-9094-4ae7-a961-310668337953 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:03.239070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6f29933-01e9-44e2-b2d2-710980940a5a,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:03.278591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.285001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-0b4d5ab7-904b-4059-9e17-e62f27ffb9a2 service neutron] 10.222.0.15 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5463257
Mar 05 21:04:03.287759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:03.294196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:03.297402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:03.306301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Pushing event updated for resources: {'Port': ['ID=521531db-5f14-447d-916f-0186b76d3d10,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:03.384481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Attempting to bind port 521531db-5f14-447d-916f-0186b76d3d10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:03.385521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Attempting to bind port 521531db-5f14-447d-916f-0186b76d3d10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:03.386248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Attempting to bind port 521531db-5f14-447d-916f-0186b76d3d10 on network 6cc85f70-b559-4cc0-8cde-193983972fc4 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:03.392667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:03.393061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Checking segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:03.393475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.393876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Bound using segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:03.394358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Bound port: 521531db-5f14-447d-916f-0186b76d3d10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:03.394750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (521531db-5f14-447d-916f-0186b76d3d10), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.451479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for router_gateway (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.465719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:03.474008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.475703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] 10.222.0.31 "PUT /v2.0/ports/e6f29933-01e9-44e2-b2d2-710980940a5a HTTP/1.1" status: 200  len: 1091 time: 2.2797961
Mar 05 21:04:03.483505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:03.487178 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad7bd8-387a-4490-bbae-83ef3745f349" -d '{"events": [{"name": "network-changed", "server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:03.491753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.507872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] For port 521531db-5f14-447d-916f-0186b76d3d10, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:03.514412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] For port 521531db-5f14-447d-916f-0186b76d3d10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=521531db-5f14-447d-916f-0186b76d3d10,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:03.515705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eccf2e-c30c-4019-8ee0-f571fc2568b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:03.557920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (521531db-5f14-447d-916f-0186b76d3d10), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.594105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-453d61f0-746c-4c46-a8e0-f616ea0b4e7c service neutron] 10.222.0.15 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781398
Mar 05 21:04:03.673335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46de3b-8985-442e-872d-8b6c2e3b3fe7 None None] Pushing event updated for resources: {'Port': ['ID=521531db-5f14-447d-916f-0186b76d3d10,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:03.677379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Allocated IP 172.35.0.242 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/51988104-8d31-4364-90b1-70eed1d19a57) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:03.719711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-cb1c5fef-86e1-4bb5-9adb-af88de4bc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:03.721285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-cb1c5fef-86e1-4bb5-9adb-af88de4bc92e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 1125 time: 0.1888969
Mar 05 21:04:03.847366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0c18feb9-9094-4ae7-a961-310668337953), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.868320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b839a923-03da-4703-b15a-abce54193747 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:03.873903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-7689ad01-92a9-4f77-8dde-f92c2f1876de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f29933-01e9-44e2-b2d2-710980940a5a HTTP/1.1" status: 200  len: 217 time: 0.1387038
Mar 05 21:04:03.918993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for port (51988104-8d31-4364-90b1-70eed1d19a57), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.941813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=0c18feb9-9094-4ae7-a961-310668337953,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:03.953626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:03.965044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b839a923-03da-4703-b15a-abce54193747 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:03.966676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b839a923-03da-4703-b15a-abce54193747), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:03.986637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (51988104-8d31-4364-90b1-70eed1d19a57), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.000525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219858971', 'description': 'tempest-description--1810473828'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:04.054598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Provisioning complete for port b839a923-03da-4703-b15a-abce54193747 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:04.054598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b839a923-03da-4703-b15a-abce54193747), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.117963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.123810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aa257cea-7d43-444b-b09d-d22fb9f172d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/0c18feb9-9094-4ae7-a961-310668337953 HTTP/1.1" status: 204  len: 168 time: 1.8339217
Mar 05 21:04:04.128681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:04.133256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-94b5a1f1-7b24-4c3b-9154-7270ced00103 service neutron] 10.222.0.15 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5309970
Mar 05 21:04:04.139210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.144424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:04.197744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-5186a377-9baf-4860-b1a5-6be801eaf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.199650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-5186a377-9baf-4860-b1a5-6be801eaf2f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.2679811
Mar 05 21:04:04.240731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b839a923-03da-4703-b15a-abce54193747 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:04.241116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b839a923-03da-4703-b15a-abce54193747), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.276487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-eb5727e8-d5d1-4cf8-9f72-454d4ad55e7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703297
Mar 05 21:04:04.286482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:04.288941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Pushing event updated for resources: {'Port': ['ID=51988104-8d31-4364-90b1-70eed1d19a57,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:04.292052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:04.297322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Current status of the port b839a923-03da-4703-b15a-abce54193747 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:04.297655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b839a923-03da-4703-b15a-abce54193747), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.358554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b839a923-03da-4703-b15a-abce54193747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b839a923-03da-4703-b15a-abce54193747,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:04.366589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b839a923-03da-4703-b15a-abce54193747), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.392721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c7fb0922-3f0d-4dbf-8bdc-8173fe3656b8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.394518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c7fb0922-3f0d-4dbf-8bdc-8173fe3656b8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 937 time: 0.2418215
Mar 05 21:04:04.401313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf5a81-5f1d-4f19-88d9-673e59a827ee tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.402627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf5a81-5f1d-4f19-88d9-673e59a827ee tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.412155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eebf5a81-5f1d-4f19-88d9-673e59a827ee tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2709050
Mar 05 21:04:04.417089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:04.478033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76fb5-a2f5-4794-9d38-db4bce185151 req-863d04d2-47c0-4c0e-b24f-9d8634a48140 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.489812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ec76fb5-a2f5-4794-9d38-db4bce185151 req-863d04d2-47c0-4c0e-b24f-9d8634a48140 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 943 time: 0.3896601
Mar 05 21:04:04.493835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (817309d3-4fce-452e-ad3d-a2e283d05c16), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.504345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b839a923-03da-4703-b15a-abce54193747,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:04.509639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (817309d3-4fce-452e-ad3d-a2e283d05c16), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.516261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:04.540006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.541965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5592604
Mar 05 21:04:04.558982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34414) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:04.562826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:04:04.563217 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:04:04.575995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group_rule': {'security_group_id': '817309d3-4fce-452e-ad3d-a2e283d05c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:04.594876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-abdb8d66-042e-4c38-9b92-5b97dfeb2758 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:04.597481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-abdb8d66-042e-4c38-9b92-5b97dfeb2758 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 937 time: 0.1907229
Mar 05 21:04:04.630857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-1fd09617-dcfc-42e8-a69e-1b7694d4056a service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460212
Mar 05 21:04:04.632870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e0512-7ee8-4669-8c58-e2e352864b50 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817309d3-4fce-452e-ad3d-a2e283d05c16,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:04.683904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet b415a9f8-0d79-4ca0-90ad-a4ff34ed697c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:04.695066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (b415a9f8-0d79-4ca0-90ad-a4ff34ed697c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.755057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (d5cf213c-fab4-4b77-aff8-93953dc526d0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.758967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (b415a9f8-0d79-4ca0-90ad-a4ff34ed697c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.760517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:04.790502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'mac_address': 'fa:16:3e:10:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:04.862895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:04.863469 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.896492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4642da4-3a01-48d3-87ba-c5ea5ca63872 req-3663a9d1-6781-41b0-9994-36a4f2ac87b6 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575147
Mar 05 21:04:04.915741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:04.924697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (d5cf213c-fab4-4b77-aff8-93953dc526d0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:04.935544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d5cf213c-fab4-4b77-aff8-93953dc526d0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.001747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cf213c-fab4-4b77-aff8-93953dc526d0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:05.004779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:05.015762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.017001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a6ced518-1d04-46ac-bb7c-6856fac5ee12 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4546125
Mar 05 21:04:05.019622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.021630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ec76fb5-a2f5-4794-9d38-db4bce185151 req-c23a4f56-798e-4ff9-b8c3-c182b470a720 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5308375
Mar 05 21:04:05.025661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34430) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:05.041186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'security_group_rule': {'security_group_id': '817309d3-4fce-452e-ad3d-a2e283d05c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:05.098248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b415a9f8-0d79-4ca0-90ad-a4ff34ed697c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.115711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (3b234a92-8eb7-47c2-8e86-67f784363cef), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.170402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['30ad7984-3b01-4aac-9f3b-d69f10ea737a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:05.314694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9aa06707-d186-4e93-97b1-987cc1f10ea0 None None] Current status of the port b839a923-03da-4703-b15a-abce54193747 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:05.319646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:05.380505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (3b234a92-8eb7-47c2-8e86-67f784363cef), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.390503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (3b234a92-8eb7-47c2-8e86-67f784363cef), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.472575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8efee429-c9bd-422d-84f8-9ee0a9c0dfb4 None None] Could not find standard attr ID for object 0c18feb9-9094-4ae7-a961-310668337953. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:04:05.481274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b234a92-8eb7-47c2-8e86-67f784363cef,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:05.515256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for router_gateway (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.559931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.564523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-907bb378-82a9-454f-8ccc-77d1b8203c1d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5352914
Mar 05 21:04:05.567762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34444) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:05.582866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:05.669720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.674565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67be69d1-2a4c-42e4-87f1-e8b4e243263e None None] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:05.866633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0150a-21e4-4d1d-b172-f01df513c0ae req-b086b37d-c414-4a30-8496-ad1ad776fbf9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:05.873920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90f0150a-21e4-4d1d-b172-f01df513c0ae req-b086b37d-c414-4a30-8496-ad1ad776fbf9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3730748
Mar 05 21:04:05.908885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Provisioning complete for port 521531db-5f14-447d-916f-0186b76d3d10 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:05.919297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (521531db-5f14-447d-916f-0186b76d3d10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:05.923795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (b415a9f8-0d79-4ca0-90ad-a4ff34ed697c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.009478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b839a923-03da-4703-b15a-abce54193747 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:06.015832 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3ec8d-e8a4-429c-b735-e909b55097e5 x-openstack-request-id: req-68f3ec8d-e8a4-429c-b735-e909b55097e5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:06.016134 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:06.016392 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f3ec8d-e8a4-429c-b735-e909b55097e5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:06.020863 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a', 'status': 'completed', 'code': 200}
Mar 05 21:04:06.073986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.126894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-15e416ce-4838-4be0-aee8-41f4b7e29f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:06.128898 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-15e416ce-4838-4be0-aee8-41f4b7e29f8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 1125 time: 0.1650689
Mar 05 21:04:06.186813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.269077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Current status of the port 521531db-5f14-447d-916f-0186b76d3d10 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:06.269726 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (521531db-5f14-447d-916f-0186b76d3d10), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.290521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b839a923-03da-4703-b15a-abce54193747 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:06.291409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b839a923-03da-4703-b15a-abce54193747), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.366666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] For port 521531db-5f14-447d-916f-0186b76d3d10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=521531db-5f14-447d-916f-0186b76d3d10,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:06.383087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Allocated IP 172.35.0.178 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:06.384433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (521531db-5f14-447d-916f-0186b76d3d10), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.389236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.472793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:06.532086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.595472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.672623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:06.686230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db108f91-9362-4bc9-8b3f-195610e5cf5f None None] Pushing event updated for resources: {'Port': ['ID=521531db-5f14-447d-916f-0186b76d3d10,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:06.702768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:06.709028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b839a923-03da-4703-b15a-abce54193747 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:06.710097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 521531db-5f14-447d-916f-0186b76d3d10 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:06.719661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=b415a9f8-0d79-4ca0-90ad-a4ff34ed697c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:06.738056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:06.738713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.743532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a83f5483-93cd-45b3-9878-345af6623a66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/b415a9f8-0d79-4ca0-90ad-a4ff34ed697c HTTP/1.1" status: 204  len: 168 time: 2.3243124
Mar 05 21:04:06.754303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2032952-e968-4907-9be6-0ef05ad5e17f None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:06.754693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:06.814364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1bb696b5-9bac-43b7-b3de-5b75cf24298a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0580451
Mar 05 21:04:06.823854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:06.829406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:06.836692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.850016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-afb446be-b9a6-4bf5-af65-c083b3dd49bc None None] Provisioning complete for port 521531db-5f14-447d-916f-0186b76d3d10 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:06.850408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-afb446be-b9a6-4bf5-af65-c083b3dd49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (521531db-5f14-447d-916f-0186b76d3d10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.860163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6467056-820c-4524-abc3-3db4efc71d32 req-2e65d9d9-392c-4082-9acf-8792b10ad255 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:06.862030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6467056-820c-4524-abc3-3db4efc71d32 req-2e65d9d9-392c-4082-9acf-8792b10ad255 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 946 time: 0.7842414
Mar 05 21:04:06.875532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 30ad7984-3b01-4aac-9f3b-d69f10ea737a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:06.875931 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.949144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90f0150a-21e4-4d1d-b172-f01df513c0ae req-0548118f-53bb-499a-be09-a36da2388b5e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0344052
Mar 05 21:04:06.953892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:06.958849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:06.973922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6467056-820c-4524-abc3-3db4efc71d32 req-11427b3a-8dd5-4873-a6ab-d61d1988a4be tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967817
Mar 05 21:04:06.980778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-41039cc5-7e2b-4f70-ac8d-6dc3e7c225fa tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:06.991764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-41039cc5-7e2b-4f70-ac8d-6dc3e7c225fa tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 937 time: 1.0701175
Mar 05 21:04:07.012762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.154001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:07.213467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ced330b7-cd70-431c-892c-ccde02368367 req-7fda1790-095e-452b-8be8-9327078cfa04 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.0626769
Mar 05 21:04:07.228071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-3d4c643a-86d8-425f-a65f-d041c71bd722 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:07.231356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-3d4c643a-86d8-425f-a65f-d041c71bd722 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 937 time: 0.2378602
Mar 05 21:04:07.237130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.252653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:04:07.292986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-e977efe5-76be-4ec2-b44c-81cba10069df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:07.295092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-e977efe5-76be-4ec2-b44c-81cba10069df service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.7174373
Mar 05 21:04:07.300270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 521531db-5f14-447d-916f-0186b76d3d10 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:07.300853 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (521531db-5f14-447d-916f-0186b76d3d10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.415541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-afb446be-b9a6-4bf5-af65-c083b3dd49bc None None] Current status of the port 521531db-5f14-447d-916f-0186b76d3d10 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:07.424317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:07.424711 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.487275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:04:07.500299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-3fd68ebc-6e6b-4368-8a93-88f02115b175 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f29933-01e9-44e2-b2d2-710980940a5a HTTP/1.1" status: 200  len: 217 time: 0.1964848
Mar 05 21:04:07.526080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4544f3-f747-44e3-bb17-814ffa5ba036 req-ab9864b8-80b7-433f-8a11-9e497faf0860 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:07.527701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d4544f3-f747-44e3-bb17-814ffa5ba036 req-ab9864b8-80b7-433f-8a11-9e497faf0860 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 943 time: 0.4005101
Mar 05 21:04:07.549800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:07.552293 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab39b5-8d1d-4801-85f5-c46ee34f098d" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:07.564769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:04:07.596077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 521531db-5f14-447d-916f-0186b76d3d10 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:07.627654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Sync routers for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:04:07.649827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:07.662799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.665139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4f24b71d-44fb-4c31-8a6c-bccf1cdc93a7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.0311701
Mar 05 21:04:07.668919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:07.675870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:07.681776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:07.685471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.714768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d4544f3-f747-44e3-bb17-814ffa5ba036 req-5ad5dcbe-5edd-479d-ae31-b1a568184e90 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717274
Mar 05 21:04:07.855713 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf57474-880a-42fa-83a5-a83133bc527c x-openstack-request-id: req-bdf57474-880a-42fa-83a5-a83133bc527c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:07.856163 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-plugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:07.856520 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdf57474-880a-42fa-83a5-a83133bc527c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:07.857039 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:04:07.885951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-e7a4611c-c251-4232-8acb-485d3c6cfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:07.887531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-e7a4611c-c251-4232-8acb-485d3c6cfd88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.3589208
Mar 05 21:04:07.914302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=13']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:07.930342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Deleting port b839a923-03da-4703-b15a-abce54193747 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:07.930892 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b839a923-03da-4703-b15a-abce54193747), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:07.996200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 521531db-5f14-447d-916f-0186b76d3d10 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:08.026097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:08.033516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-04e3a732-1575-4dfb-a4fc-f0898ce3aa75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1346233
Mar 05 21:04:08.214571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:08.238426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.251232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.266693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfeec7-2921-4ed4-af3a-74361dff4a6a req-2cae717b-1de9-4d73-ad9d-99ce62ff4139 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:08.276593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1dfeec7-2921-4ed4-af3a-74361dff4a6a req-2cae717b-1de9-4d73-ad9d-99ce62ff4139 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3409171
Mar 05 21:04:08.391275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1dfeec7-2921-4ed4-af3a-74361dff4a6a req-3de1ee5a-9e02-4e55-a0b1-39dbe25151c4 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134262
Mar 05 21:04:08.391688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] For port b839a923-03da-4703-b15a-abce54193747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b839a923-03da-4703-b15a-abce54193747,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:08.392189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b839a923-03da-4703-b15a-abce54193747), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.454433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Calling delete_port for b839a923-03da-4703-b15a-abce54193747 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:08.457497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-d686a29f-2df1-42ef-a3a8-15d99af4bdc1 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026039
Mar 05 21:04:08.480464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6f29933-01e9-44e2-b2d2-710980940a5a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:08.496800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29f23e-2289-4ec5-8942-1f2520e9760f req-0107c8c0-3f35-40ce-ac1c-cad272791858 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:08.498756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29f23e-2289-4ec5-8942-1f2520e9760f req-0107c8c0-3f35-40ce-ac1c-cad272791858 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.3190689
Mar 05 21:04:08.511904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:08.630229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 521531db-5f14-447d-916f-0186b76d3d10 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:08.630623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (521531db-5f14-447d-916f-0186b76d3d10), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.645543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19392586-6ec2-4eb1-8911-8c789f1a9f42 req-45b12edd-592c-4a91-a1f7-4377bd0ec1cd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.0762379
Mar 05 21:04:08.667867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.669812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a29f23e-2289-4ec5-8942-1f2520e9760f req-7a70e205-ffa3-4f1b-a935-915b0f1348a4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622396
Mar 05 21:04:08.691253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b839a923-03da-4703-b15a-abce54193747), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.694824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.697927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-61df5b42-6d01-4544-8e62-57008b45a343 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1266367
Mar 05 21:04:08.752343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cad7bd8-387a-4490-bbae-83ef3745f349 req-8a12e9d4-7651-4ec5-8ca8-391e848d62de service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836487
Mar 05 21:04:08.803336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:04:08.863994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee7c0>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:05Z', 'revision_number': 3, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:08.904014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Checking router: 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:04:08.905403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Updating router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 port 51988104-8d31-4364-90b1-70eed1d19a57 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:04:08.940281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (51988104-8d31-4364-90b1-70eed1d19a57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.993261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:08.997307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034d68-c262-466a-bdc8-b8a30dfa7766 req-48cca3b1-9812-45a7-97cf-95763c9af0fb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:08.999157 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80034d68-c262-466a-bdc8-b8a30dfa7766 req-48cca3b1-9812-45a7-97cf-95763c9af0fb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 943 time: 0.1510525
Mar 05 21:04:09.097858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80034d68-c262-466a-bdc8-b8a30dfa7766 req-773fab59-f926-4392-b800-b3410f515e5f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888128
Mar 05 21:04:09.162234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 521531db-5f14-447d-916f-0186b76d3d10 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:09.196473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port b839a923-03da-4703-b15a-abce54193747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b839a923-03da-4703-b15a-abce54193747,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:09.210730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b3b02329-501c-42af-8925-69601984c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.213623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b3b02329-501c-42af-8925-69601984c38d service neutron] 10.222.0.23 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 1033 time: 0.1859305
Mar 05 21:04:09.250620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6f29933-01e9-44e2-b2d2-710980940a5a,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:09.266391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b839a923-03da-4703-b15a-abce54193747 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:09.304078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'e6f29933-01e9-44e2-b2d2-710980940a5a', 'network_id': '5345ca04-bcd0-4ca9-94fb-fa648ce6d989', 'port_id': 'e6f29933-01e9-44e2-b2d2-710980940a5a', 'mac_address': 'fa:16:3e:d4:51:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952db52-4066-4a1a-87e6-892fe6059218', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:09.377921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-8fc6739f-b1eb-46a9-9f9c-df9be88eaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.380300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-8fc6739f-b1eb-46a9-9f9c-df9be88eaeab service neutron] 10.222.0.23 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 1033 time: 0.1416740
Mar 05 21:04:09.386696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (b839a923-03da-4703-b15a-abce54193747), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.413991 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-3f66c3c5-b3c3-45b8-a2e3-27ac68daec06 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--219858971&fields=id&tenant_id=f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 267 time: 0.2995586
Mar 05 21:04:09.421873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (b839a923-03da-4703-b15a-abce54193747), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.439390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b839a923-03da-4703-b15a-abce54193747), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.473291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] No DVR routers for this DVR port b839a923-03da-4703-b15a-abce54193747 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:09.520281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Pushing event deleted for resources: {'Port': ['ID=b839a923-03da-4703-b15a-abce54193747,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:09.520281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No active binding found for port b839a923-03da-4703-b15a-abce54193747 {{(pid=126564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 05 21:04:09.520281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] The host ncdv-master-1 is not matching for port b839a923-03da-4703-b15a-abce54193747 host None! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:04:09.520281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b839a923-03da-4703-b15a-abce54193747 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:09.559610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.560277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.560794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.561287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.562902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.563418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.564818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.565339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.565823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.566330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.566832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.567314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.568101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544bffa8-b969-41ea-a477-ebb2fb9557b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:09.593235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=b839a923-03da-4703-b15a-abce54193747,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:09.602974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e6f29933-01e9-44e2-b2d2-710980940a5a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:09.614637 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.624152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31ca13-a225-424d-a0af-af54e63a0c46 req-6612cf3e-e25e-4925-9783-8cb5234b3d67 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.633973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc31ca13-a225-424d-a0af-af54e63a0c46 req-6612cf3e-e25e-4925-9783-8cb5234b3d67 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1251113
Mar 05 21:04:09.639030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (a520bfd4-aa8d-41fc-b596-36c952990c33), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.705877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f29933-01e9-44e2-b2d2-710980940a5a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:09.730857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Allocated IP 172.20.0.1 (6cc85f70-b559-4cc0-8cde-193983972fc4/5f3209b2-d6b3-4148-9385-d28210fb0bb5/5670264d-e3d2-4b41-9633-9831fee682bd) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:09.750095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc31ca13-a225-424d-a0af-af54e63a0c46 req-9cdcfb2b-c073-4235-b9e1-10bc581ef770 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053619
Mar 05 21:04:09.750846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:09.784108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:09.787700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks [] for port (51988104-8d31-4364-90b1-70eed1d19a57), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.794902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.795556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.798173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=a520bfd4-aa8d-41fc-b596-36c952990c33,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:09.801464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1aac9c-f5c0-4fd8-bbfe-d8f6a25cf736 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:09.803556 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (51988104-8d31-4364-90b1-70eed1d19a57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.820726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c1e7697e-47bd-4ed8-ad48-3433253550bb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.827261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c1e7697e-47bd-4ed8-ad48-3433253550bb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.833212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c1e7697e-47bd-4ed8-ad48-3433253550bb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.835123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-c1e7697e-47bd-4ed8-ad48-3433253550bb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/networks?id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=3c8e0a46-e570-496b-970e-60743f7e52d3&id=3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 200  len: 1993 time: 0.4431005
Mar 05 21:04:09.868538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6f29933-01e9-44e2-b2d2-710980940a5a,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:09.921451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8c68b3c1-9838-433d-afe2-22052b6e9307 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.0961344
Mar 05 21:04:09.929360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-552b2074-941e-4470-8619-ffd55379abd3 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:09.937023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-552b2074-941e-4470-8619-ffd55379abd3 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 809 time: 0.5128794
Mar 05 21:04:09.941322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34502) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:09.943543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:09.948055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:47:57:99', 'name': 'tempest-NetworksTestDHCPv6-722893789'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:09.962314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdc203a0-ea07-436a-8031-c5e5cebb7b5c req-2f722ac7-b371-4c11-9f11-b23f17239db7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.0919280
Mar 05 21:04:10.077096 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-b33e0010-cc47-469e-9291-fbb006945ad0 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/quotas/f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 375 time: 0.1390216
Mar 05 21:04:10.152491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee26d-7beb-49e2-8546-83a7f75d37fe req-ae0a33ce-d350-4ec9-a68f-d0de43177693 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:10.159354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-145ee26d-7beb-49e2-8546-83a7f75d37fe req-ae0a33ce-d350-4ec9-a68f-d0de43177693 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1037750
Mar 05 21:04:10.217049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2aaf-8459-45e6-86fb-8b34b5bd4823 None None] Pushing event updated for resources: {'Port': ['ID=51988104-8d31-4364-90b1-70eed1d19a57,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:10.230781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Attempting to bind port 51988104-8d31-4364-90b1-70eed1d19a57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:10.231172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Attempting to bind port 51988104-8d31-4364-90b1-70eed1d19a57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:10.234237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Attempting to bind port 51988104-8d31-4364-90b1-70eed1d19a57 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:10.259977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-145ee26d-7beb-49e2-8546-83a7f75d37fe req-8180359b-f598-40a2-855b-5aefcc475e5c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996475
Mar 05 21:04:10.281282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:10.281695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:10.282218 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.282624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:10.283136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Bound port: 51988104-8d31-4364-90b1-70eed1d19a57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:10.283521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (51988104-8d31-4364-90b1-70eed1d19a57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.313312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['e6f29933-01e9-44e2-b2d2-710980940a5a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:10.402686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:10.418797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': 'a520bfd4-aa8d-41fc-b596-36c952990c33'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:10.419660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.470558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] For port 51988104-8d31-4364-90b1-70eed1d19a57, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:10.567525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] For port 51988104-8d31-4364-90b1-70eed1d19a57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51988104-8d31-4364-90b1-70eed1d19a57,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:10.661339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883294-6170-47c0-ba19-d4b842491bfa req-61473355-facd-4eb5-b337-e4540c95e8d5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:10.665466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f883294-6170-47c0-ba19-d4b842491bfa req-61473355-facd-4eb5-b337-e4540c95e8d5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 944 time: 0.1155744
Mar 05 21:04:10.769367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (51988104-8d31-4364-90b1-70eed1d19a57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.780203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks [] for port (5670264d-e3d2-4b41-9633-9831fee682bd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.877421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f883294-6170-47c0-ba19-d4b842491bfa req-b754a8e5-5761-4537-b007-4b40b4b60b86 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040219
Mar 05 21:04:10.899550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-e053a3fc-6a29-4eff-9428-bcf9f54b41c0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=784a2229e2b6445589597e5bf3be6344 HTTP/1.1" status: 200  len: 380 time: 1.0524628
Mar 05 21:04:10.917516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:10.952330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'admin_state_up': True, 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'security_groups': ['a0d73a6d-2b71-4663-a8b2-1f9d4059a561']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:11.003007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:11.003703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:11.009372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2aaf-8459-45e6-86fb-8b34b5bd4823 None None] Pushing event updated for resources: {'Port': ['ID=51988104-8d31-4364-90b1-70eed1d19a57,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:11.016711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Allocated IP 2001:db8::f816:3eff:fecb:a207 (5e836852-f4cc-40c5-91ef-7e406c291770/a520bfd4-aa8d-41fc-b596-36c952990c33/b87bb14a-52b5-4f9d-943f-e39ceb8d6d83) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:11.038515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-259731d3-81a6-4060-a988-a690a334c9cf tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9605427
Mar 05 21:04:11.176108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:11.204939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:11.306660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f28667-8bdf-4995-9959-469e590b37e1 req-5152a0a0-d91f-4a6e-8473-ca0d88ac05bc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.0775957
Mar 05 21:04:11.477764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:11.502220 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks [] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:11.529042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:11.532728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80209ac9-0663-40e0-8073-ddda1f556c52 req-7ae74438-8ca0-4e4c-97e2-697fc5946f14 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:11.534576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80209ac9-0663-40e0-8073-ddda1f556c52 req-7ae74438-8ca0-4e4c-97e2-697fc5946f14 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0804889
Mar 05 21:04:11.563241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Pushing event updated for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:11.584570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-81247f99-ae92-481a-a474-56328c2f3e07 service neutron] 10.222.0.15 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5180099
Mar 05 21:04:11.649065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:11.660501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80209ac9-0663-40e0-8073-ddda1f556c52 req-bb4b297f-e966-4b84-9595-928f49e57cb5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173570
Mar 05 21:04:11.754275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-893a5156-54d3-4a70-bb6f-65db5925b6bd None None] Provisioning complete for port 5670264d-e3d2-4b41-9633-9831fee682bd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:11.754920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-893a5156-54d3-4a70-bb6f-65db5925b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:11.769510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:11.806989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-893a5156-54d3-4a70-bb6f-65db5925b6bd None None] Port 5670264d-e3d2-4b41-9633-9831fee682bd cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:11.820039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:11.831921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:11.836830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Pushing event updated for resources: {'Port': ['ID=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:11.847144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:11.863446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:11.968940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25505b7-10cb-4a22-a7b2-a5c053f8f184 req-6ecec479-a3bf-4f1c-a7f7-22aed710d957 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:11.968940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a25505b7-10cb-4a22-a7b2-a5c053f8f184 req-6ecec479-a3bf-4f1c-a7f7-22aed710d957 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1726618
Mar 05 21:04:12.020148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:12.024333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Attempting to bind port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:12.025012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Attempting to bind port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:12.026177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Attempting to bind port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:12.027449 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.044801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:12.045787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:12.046760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.047754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:12.048499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Bound port: b87bb14a-52b5-4f9d-943f-e39ceb8d6d83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:12.049387 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.108664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a25505b7-10cb-4a22-a7b2-a5c053f8f184 req-e210a086-2874-457c-be30-6e4e7a798c3a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237743
Mar 05 21:04:12.175286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] For port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:12.178682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] For port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:12.199396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.280654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee7c0>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:05Z', 'revision_number': 3, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:12.292739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c3507-bfe0-47ae-8252-58e24b9c47dd req-65613315-b196-4f4e-843c-b63195baf8cb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:12.296025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d3c3507-bfe0-47ae-8252-58e24b9c47dd req-65613315-b196-4f4e-843c-b63195baf8cb tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 944 time: 0.1015208
Mar 05 21:04:12.378934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddec7ec-ee23-40bc-9489-48e757790786 None None] The sync data for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 is: [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:05Z', 'revision_number': 3, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:04:12.414572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5dc8-ea6a-4d5d-b4f0-8d82e47bde43 None None] Pushing event updated for resources: {'Port': ['ID=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:12.431117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.495007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d3c3507-bfe0-47ae-8252-58e24b9c47dd req-cc3acb24-7d5b-4178-9483-6354eb675f93 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905274
Mar 05 21:04:12.502247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6f29933-01e9-44e2-b2d2-710980940a5a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:12.672657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 2850e2f0-80ad-4396-ae78-829b011fa6ff yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:12.678262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.689601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-5cc91b9d-3a41-4359-aae8-022d13a913fd service neutron] 10.222.0.15 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0756228
Mar 05 21:04:12.738581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port e6f29933-01e9-44e2-b2d2-710980940a5a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:04:12.744979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port e6f29933-01e9-44e2-b2d2-710980940a5a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:12.745431 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:12.802531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac08ee52-0233-41b8-b81d-4f013c1e5d20 req-c1a076d3-7903-481c-a6a3-4e955efedade tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.0844069
Mar 05 21:04:12.871859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 172.20.0.8 (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75/46502186-7934-4068-8dc8-e51e9fb06ed8/2a2cb2ee-09d5-4c68-906a-931117ce5ea0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:13.032787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e6f29933-01e9-44e2-b2d2-710980940a5a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:13.033228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:13.152177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:13.155766 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c4251-7a5f-40d8-ba72-def26c6bac8d" -d '{"events": [{"server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "name": "network-vif-plugged", "status": "completed", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:13.211759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6f29933-01e9-44e2-b2d2-710980940a5a,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:13.223742 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:13.231404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4966492-88f2-48ca-9fa8-5aa5618747d5 req-5963d59a-18bd-4a78-bf1d-335168319127 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 210 time: 0.0882626
Mar 05 21:04:13.347845 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950fd84-82e5-48bf-9184-770ab3d4f266 x-openstack-request-id: req-1950fd84-82e5-48bf-9184-770ab3d4f266 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:13.348142 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "name": "network-vif-plugged", "status": "completed", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:13.348398 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1950fd84-82e5-48bf-9184-770ab3d4f266 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:13.348802 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a', 'code': 200}
Mar 05 21:04:13.350152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:13.523026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3efb06-bafc-4825-845a-bb7df75048d4 req-2ed3b7fa-0866-4662-84b4-5ebf8ef08e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:13.524651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3efb06-bafc-4825-845a-bb7df75048d4 req-2ed3b7fa-0866-4662-84b4-5ebf8ef08e46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 1127 time: 0.1353300
Mar 05 21:04:13.612624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:13.740559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd3efb06-bafc-4825-845a-bb7df75048d4 req-5cb56d55-3f09-4908-b898-a92e1d7d561e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090085
Mar 05 21:04:14.059117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:14.127078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:14.127823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.159531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe47:5799 (5e836852-f4cc-40c5-91ef-7e406c291770/a520bfd4-aa8d-41fc-b596-36c952990c33/2850e2f0-80ad-4396-ae78-829b011fa6ff) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:14.201478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-211c06d6-c582-4965-ac4e-07426d62e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:14.202995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-211c06d6-c582-4965-ac4e-07426d62e710 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.2042108
Mar 05 21:04:14.250366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf9c0-5a61-4853-9bb3-9205ce7f4553 req-fd04b1f7-2c54-40d3-882d-3b830f5dd4d8 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:14.264746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa9cf9c0-5a61-4853-9bb3-9205ce7f4553 req-fd04b1f7-2c54-40d3-882d-3b830f5dd4d8 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.2791703
Mar 05 21:04:14.372119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:14.373594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.419612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:14.430147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.433129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 51988104-8d31-4364-90b1-70eed1d19a57 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:14.595712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:14.628999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-681232d5-f550-40b9-913b-e5eb40dc7cbf None None] Provisioning complete for port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:14.629522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-681232d5-f550-40b9-913b-e5eb40dc7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.669835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 51988104-8d31-4364-90b1-70eed1d19a57 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:14.670371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (51988104-8d31-4364-90b1-70eed1d19a57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.808308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 51988104-8d31-4364-90b1-70eed1d19a57 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:14.809097 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (51988104-8d31-4364-90b1-70eed1d19a57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.831700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.885730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 51988104-8d31-4364-90b1-70eed1d19a57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51988104-8d31-4364-90b1-70eed1d19a57,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:14.887188 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.899103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks [] for port (5670264d-e3d2-4b41-9633-9831fee682bd), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.918504 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (51988104-8d31-4364-90b1-70eed1d19a57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:14.938706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:15.016724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa9cf9c0-5a61-4853-9bb3-9205ce7f4553 req-55a3a3c1-26db-4064-92fe-fa255df08f33 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7507505
Mar 05 21:04:15.033693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=51988104-8d31-4364-90b1-70eed1d19a57,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:15.043652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-681232d5-f550-40b9-913b-e5eb40dc7cbf None None] Current status of the port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:15.056172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-3d42ad35-61e6-44cd-acd3-27c15f6807e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.058979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-3d42ad35-61e6-44cd-acd3-27c15f6807e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.8433678
Mar 05 21:04:15.090553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:15.127926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-880119c1-220c-470b-9df0-dea1b574ff42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.0616410
Mar 05 21:04:15.172035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8e7c-79a7-44b6-942f-c1298da9d868 req-2af6587d-51ff-4c0b-89d1-be0080520e39 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.174328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72bf8e7c-79a7-44b6-942f-c1298da9d868 req-2af6587d-51ff-4c0b-89d1-be0080520e39 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 1.8093998
Mar 05 21:04:15.187868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:15.268596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-0f16b4cf-dd02-4b85-8594-25fc6646f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.270065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-0f16b4cf-dd02-4b85-8594-25fc6646f7df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.1361458
Mar 05 21:04:15.298957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504d5b9-7405-4612-a5f2-47ab6de74ff0 req-7349875c-28dc-4ec2-98ab-695346ebffeb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.305295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7504d5b9-7405-4612-a5f2-47ab6de74ff0 req-7349875c-28dc-4ec2-98ab-695346ebffeb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 931 time: 0.1203969
Mar 05 21:04:15.348489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:15.351563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:15.359343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.361540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:15.372503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-1e07b126-5a05-4c26-888b-fe380aa777fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942712
Mar 05 21:04:15.393033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-99d763d6-b32f-4df0-8ea8-cad2da08b296 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.394833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-99d763d6-b32f-4df0-8ea8-cad2da08b296 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.31 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 809 time: 0.2591343
Mar 05 21:04:15.422410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:15.440131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:15.474509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.5310304
Mar 05 21:04:15.477646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34592) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:15.488758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7504d5b9-7405-4612-a5f2-47ab6de74ff0 req-d731a40e-abac-4f52-ba4b-a044cfcadb12 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1783872
Mar 05 21:04:15.576940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:15.593379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:15.715315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:15.724489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:15.805412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:15.819204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-71049d4c-6d01-4244-94fa-1d87531cb1bc service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4290438
Mar 05 21:04:15.840946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72bf8e7c-79a7-44b6-942f-c1298da9d868 req-e937f63f-3401-475f-9f94-f760699ba9a5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4977295
Mar 05 21:04:15.847832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff4be5-78ee-4603-9386-2503bf925caa tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=2850e2f0-80ad-4396-ae78-829b011fa6ff,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:15.982537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:15.987300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:16.008939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4e2a0-7de0-48be-b0fb-bf756cd81019 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:16.016613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4e2a0-7de0-48be-b0fb-bf756cd81019 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:16.021688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8db4e2a0-7de0-48be-b0fb-bf756cd81019 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.5372527
Mar 05 21:04:16.025745 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1030438
Mar 05 21:04:16.026258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:16.070688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'admin_state_up': True, 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'security_groups': ['a0d73a6d-2b71-4663-a8b2-1f9d4059a561']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:16.109579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-65e23b8a-8b12-477a-a36f-e56583d35046 None None] Provisioning complete for port 2850e2f0-80ad-4396-ae78-829b011fa6ff triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:16.114306 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-65e23b8a-8b12-477a-a36f-e56583d35046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:16.115134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fedfeb-9620-4b1c-a7e2-e9453f3ad447 req-64d391d6-4d82-4638-bc8d-bbbfa2619da1 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:16.126053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57fedfeb-9620-4b1c-a7e2-e9453f3ad447 req-64d391d6-4d82-4638-bc8d-bbbfa2619da1 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.4142487
Mar 05 21:04:16.209136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-65e23b8a-8b12-477a-a36f-e56583d35046 None None] Port 2850e2f0-80ad-4396-ae78-829b011fa6ff cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:16.220343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:16.222142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 51988104-8d31-4364-90b1-70eed1d19a57 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:16.246291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-57fedfeb-9620-4b1c-a7e2-e9453f3ad447 req-43c3c10c-1dd7-4a8e-b439-d1c08e2d9a9f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187625
Mar 05 21:04:16.297643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4e08d2c-4659-4f60-8cb9-146b799ba775 req-82edf42d-a562-4ccd-8fe3-55bb146c58a5 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4706612
Mar 05 21:04:16.318875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-3c661a8c-19bc-4e08-9471-dbabeef16e28 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f59b6cf41e6d4308819eb264dcaa320e HTTP/1.1" status: 200  len: 379 time: 0.9131680
Mar 05 21:04:16.330919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b82038da-1776-4bfd-91a2-a10d106891fd req-acb41184-82c3-4aa1-8c7f-9e43fcd4b97a tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 210 time: 0.1678915
Mar 05 21:04:16.343186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'port': {'device_id': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'admin_state_up': True, 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'security_groups': ['817309d3-4fce-452e-ad3d-a2e283d05c16']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:16.446381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Pushing event updated for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:16.522083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a05c8-5559-4f65-a32c-615432092bb4 req-2154593f-79f9-493c-bda8-af701c120210 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:16.524043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2a05c8-5559-4f65-a32c-615432092bb4 req-2154593f-79f9-493c-bda8-af701c120210 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1048050
Mar 05 21:04:16.539340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e195b335-8189-4332-8e8b-cdafe6afd56a None None] Provisioning complete for port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:16.539990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e195b335-8189-4332-8e8b-cdafe6afd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:16.581055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e195b335-8189-4332-8e8b-cdafe6afd56a None None] Port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:16.596258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 51988104-8d31-4364-90b1-70eed1d19a57 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:16.596639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (51988104-8d31-4364-90b1-70eed1d19a57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:16.612442 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2a05c8-5559-4f65-a32c-615432092bb4 req-efded542-a43e-479b-87aa-9b1ee2bc634e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791683
Mar 05 21:04:16.667441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60c8e-d9a0-4c78-a821-f6a979301d2f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:16.714353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:16.718043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:16.740218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 51988104-8d31-4364-90b1-70eed1d19a57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:16.750282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:16.786702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:16.929764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b7fbd-cf2b-4753-b834-29a93bdf3413 req-f62f09a1-bebe-464d-86fa-fff808b49d8c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:16.935825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-949b7fbd-cf2b-4753-b834-29a93bdf3413 req-f62f09a1-bebe-464d-86fa-fff808b49d8c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0783005
Mar 05 21:04:17.014947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-949b7fbd-cf2b-4753-b834-29a93bdf3413 req-ace48cd8-9974-4d8b-8a61-eb305a105a2b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756695
Mar 05 21:04:17.244854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6a6d6bf1-3d28-4f94-885f-d0d96aa65313 None None] Provisioning complete for port 5670264d-e3d2-4b41-9633-9831fee682bd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:17.254464 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6bf1-3d28-4f94-885f-d0d96aa65313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:17.266695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc097b2-9eaa-4e6d-a18d-f4bd468ffb98 req-3ed1e1dd-189f-4410-a39e-f4d87648d76e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:17.271084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1dc097b2-9eaa-4e6d-a18d-f4bd468ffb98 req-3ed1e1dd-189f-4410-a39e-f4d87648d76e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1664340
Mar 05 21:04:17.330876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d6bf1-3d28-4f94-885f-d0d96aa65313 None None] Port 5670264d-e3d2-4b41-9633-9831fee682bd cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:17.366762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Made reservation on behalf of f59b6cf41e6d4308819eb264dcaa320e for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:17.370368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:17.379733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 2850e2f0-80ad-4396-ae78-829b011fa6ff {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:17.380131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:17.384208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1dc097b2-9eaa-4e6d-a18d-f4bd468ffb98 req-5d310a8d-1c31-4965-b9c6-3e7ba2f27387 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042645
Mar 05 21:04:17.390284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ac2e5-01e3-41a1-9aad-a3dbac969ffd req-3ee88055-0110-4e10-9845-22b51c846878 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:17.391953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-898ac2e5-01e3-41a1-9aad-a3dbac969ffd req-3ee88055-0110-4e10-9845-22b51c846878 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 931 time: 0.7155213
Mar 05 21:04:17.524232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf208-b683-4f18-a1ff-97f348d72170 req-c526a340-6081-421c-8de7-f529cb75bec1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:17.533358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72faf208-b683-4f18-a1ff-97f348d72170 req-c526a340-6081-421c-8de7-f529cb75bec1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0723884
Mar 05 21:04:17.607003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72faf208-b683-4f18-a1ff-97f348d72170 req-3214854e-bede-40f7-be96-132196253c5c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734303
Mar 05 21:04:17.616036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.1.1.142 (f583ae73-6c59-430c-be06-cb0088aec665/0060db9a-0000-4145-8ea0-00aea378f652/49b54a86-30ae-437a-8e99-4dbd8347c99d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:17.668430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-898ac2e5-01e3-41a1-9aad-a3dbac969ffd req-3d2a5dff-61e3-4e60-9495-d5cd3a5d2c96 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2477486
Mar 05 21:04:17.698621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:04:17.722654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:17.767920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7abe9-371d-4718-81f1-140bdd8f93a9 req-57cf9061-64c1-407f-94a6-8f43f915d8ad tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:17.776062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5f7abe9-371d-4718-81f1-140bdd8f93a9 req-57cf9061-64c1-407f-94a6-8f43f915d8ad tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0835159
Mar 05 21:04:17.789036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 2850e2f0-80ad-4396-ae78-829b011fa6ff owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:17.847788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5f7abe9-371d-4718-81f1-140bdd8f93a9 req-a8ea9872-0c9d-49c9-97e4-a0095d8f76de tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705166
Mar 05 21:04:17.895969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe8cdaed-8549-4e77-aa2c-4bb52c48a33e req-6ee22efa-ea74-47e7-8342-1a6998af65df tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 210 time: 0.0990033
Mar 05 21:04:17.909736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Allocated IP 172.20.0.11 (eb152f6f-c57d-4619-b0c4-9bec5538183b/2dfe88e3-481b-4b40-8199-614b74d4616e/2f672d97-7658-4404-9c2c-23bec705e4a1) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:18.299693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.308605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:04:18.328521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9c0601c7-4c74-45ea-a8ee-d86a7d175df8 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a512eb5-2a0a-4660-a1b0-abc8741a9e53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6479106
Mar 05 21:04:18.328742 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Sync routers for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:04:18.341352 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:18.342000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:18.386894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3d20-77e3-426c-82c3-2653a43c6bed req-16f37d28-5bab-4a5b-a09d-a315c6133954 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:18.388549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cbb3d20-77e3-426c-82c3-2653a43c6bed req-16f37d28-5bab-4a5b-a09d-a315c6133954 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.2715437
Mar 05 21:04:18.444196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.482392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2850e2f0-80ad-4396-ae78-829b011fa6ff), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.531397 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:18.537641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.560094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0cbb3d20-77e3-426c-82c3-2653a43c6bed req-c6ec5fa1-fcf0-4e40-a86c-744a462140fd tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547182
Mar 05 21:04:18.568674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=2850e2f0-80ad-4396-ae78-829b011fa6ff,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:18.684537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff80b-5b26-4a77-8d34-99b1da3bb8ec req-82a41cfc-7c4a-4935-8cf8-421fcaa7f360 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:18.691439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbaff80b-5b26-4a77-8d34-99b1da3bb8ec req-82a41cfc-7c4a-4935-8cf8-421fcaa7f360 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1231782
Mar 05 21:04:18.718138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:18.729940 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.733530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cf328fdf-1688-45b8-8a04-4ac4725197fb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/2850e2f0-80ad-4396-ae78-829b011fa6ff HTTP/1.1" status: 204  len: 168 time: 2.7003219
Mar 05 21:04:18.736227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34630) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:18.754640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network f583ae73-6c59-430c-be06-cb0088aec665 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:18.756230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:18.760045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:18.766521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:18.898864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event updated for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:18.935714 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6f40>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:13Z', 'revision_number': 2, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:18.936596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbaff80b-5b26-4a77-8d34-99b1da3bb8ec req-b849e5a9-4d24-4e6d-a1d4-4803b7a0633d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2425258
Mar 05 21:04:18.961977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933fb1cb-2a2c-4d71-8179-4390b69434e4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:18.972709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933fb1cb-2a2c-4d71-8179-4390b69434e4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:18.976810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-933fb1cb-2a2c-4d71-8179-4390b69434e4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.2370398
Mar 05 21:04:18.985390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Network eb152f6f-c57d-4619-b0c4-9bec5538183b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:18.988393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34636) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:18.989604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:18.999630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:19.001556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Checking router: 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:04:19.004289 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Updating router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 port 5670264d-e3d2-4b41-9633-9831fee682bd binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:04:19.054886 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.186990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.187701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.208076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet a520bfd4-aa8d-41fc-b596-36c952990c33 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:19.226339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (a520bfd4-aa8d-41fc-b596-36c952990c33), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.309693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b124bb35-e3d9-4799-80be-8a8de9ed0944 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2533832
Mar 05 21:04:19.328917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.331164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05097d-0a94-436a-a52a-f37bd4346388 req-2f8d4447-d54f-493b-9099-3781f5a53c44 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.332042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.339011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05097d-0a94-436a-a52a-f37bd4346388 req-2f8d4447-d54f-493b-9099-3781f5a53c44 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.346000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'admin_state_up': True, 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'security_groups': ['a0d73a6d-2b71-4663-a8b2-1f9d4059a561']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:19.349937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c05097d-0a94-436a-a52a-f37bd4346388 req-2f8d4447-d54f-493b-9099-3781f5a53c44 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 1653 time: 0.2126861
Mar 05 21:04:19.359096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34638) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:19.366273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a520bfd4-aa8d-41fc-b596-36c952990c33), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.371906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160101462', 'description': 'tempest-description--1484908476'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:19.397125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ca27ba58-c613-43e2-8746-09254fc8a76a None None] Provisioning complete for port 49b54a86-30ae-437a-8e99-4dbd8347c99d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:19.397873 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca27ba58-c613-43e2-8746-09254fc8a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.484589 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-a15bf03e-97e4-42d9-be7c-8a247b619712 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1453342
Mar 05 21:04:19.508476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ca27ba58-c613-43e2-8746-09254fc8a76a None None] Port 49b54a86-30ae-437a-8e99-4dbd8347c99d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:19.518712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Request body: {'port': {'device_id': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:19.550556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c05097d-0a94-436a-a52a-f37bd4346388 req-13772ae6-8b9d-4292-9f5d-ef5a9b3aaab0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991343
Mar 05 21:04:19.659382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.668964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0055c073-f1b4-4e10-892a-4e34b4a7b963 None None] Provisioning complete for port 2f672d97-7658-4404-9c2c-23bec705e4a1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:19.669352 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0055c073-f1b4-4e10-892a-4e34b4a7b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.708398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.725016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f155016-d4d7-4803-a0a2-66388bfd3f23 req-26c5e9e1-e76e-4d97-867a-390bb606ebcc tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.726702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f155016-d4d7-4803-a0a2-66388bfd3f23 req-26c5e9e1-e76e-4d97-867a-390bb606ebcc tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.2691422
Mar 05 21:04:19.727826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a520bfd4-aa8d-41fc-b596-36c952990c33), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.791773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0055c073-f1b4-4e10-892a-4e34b4a7b963 None None] Port 2f672d97-7658-4404-9c2c-23bec705e4a1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:19.795712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:19.799147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.820105 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks [] for port (5670264d-e3d2-4b41-9633-9831fee682bd), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.829708 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.890672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f155016-d4d7-4803-a0a2-66388bfd3f23 req-90058e18-d534-41d0-add4-a4bcdd2c1c98 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479933
Mar 05 21:04:19.898596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a520bfd4-aa8d-41fc-b596-36c952990c33), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:19.914844 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Pushing event updated for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:19.928063 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.928311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.928666 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.929010 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.929357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.929861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.930201 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.930534 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.930865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.931925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.932409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.932748 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.933080 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:19.962195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43b9cd-5dbe-4cdd-a7f1-83cddc94830f req-15c96e5b-4a8f-486a-8d90-ca87cffb72b8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:19.969328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f43b9cd-5dbe-4cdd-a7f1-83cddc94830f req-15c96e5b-4a8f-486a-8d90-ca87cffb72b8 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 932 time: 0.1372101
Mar 05 21:04:19.984824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=a520bfd4-aa8d-41fc-b596-36c952990c33,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:20.015535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8b32a-c3a2-4398-861f-721a5da0c6c7 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:20.015995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.021408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-abe5c2eb-43cd-4cdd-8060-67dca6cf6c28 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/a520bfd4-aa8d-41fc-b596-36c952990c33 HTTP/1.1" status: 204  len: 168 time: 1.0317695
Mar 05 21:04:20.024057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34648) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.079843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-497eb3f8-7e4e-4dd3-ab80-dcf02dc438ab tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0545974
Mar 05 21:04:20.083656 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Attempting to bind port 5670264d-e3d2-4b41-9633-9831fee682bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:20.084084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Attempting to bind port 5670264d-e3d2-4b41-9633-9831fee682bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:20.084456 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Attempting to bind port 5670264d-e3d2-4b41-9633-9831fee682bd on network 6cc85f70-b559-4cc0-8cde-193983972fc4 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:20.086356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34650) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.101665 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:20.102072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Checking segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:20.102497 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.103028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Bound using segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:20.106075 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Bound port: 5670264d-e3d2-4b41-9633-9831fee682bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:20.106477 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.137536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.144279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f43b9cd-5dbe-4cdd-a7f1-83cddc94830f req-728a87e6-c522-4159-88d3-aaf08bb25803 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1722775
Mar 05 21:04:20.172774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.221454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] For port 5670264d-e3d2-4b41-9633-9831fee682bd, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:20.225211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] For port 5670264d-e3d2-4b41-9633-9831fee682bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5670264d-e3d2-4b41-9633-9831fee682bd,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:20.250819 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.332601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a6a7-1153-49df-b38d-e6a711b82d31 req-8a9d9d32-9d0f-4f2e-8046-c3bdc20f16e9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.334333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b30a6a7-1153-49df-b38d-e6a711b82d31 req-8a9d9d32-9d0f-4f2e-8046-c3bdc20f16e9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.0774765
Mar 05 21:04:20.335957 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25361f-16a9-46ef-a759-1c36e3cd9696 None None] Pushing event updated for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:20.352624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:04:20.357737 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:20.358550 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:03:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:20.370084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.371714 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.0103927
Mar 05 21:04:20.379606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.394492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b115-70bc-4494-a470-8c6c16616391 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:20.396214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:20.472285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Deleting port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:20.472876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.474923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5776-dac1-404b-a16a-137d93f9fb7a req-dd939d17-49d1-483c-aa36-18a4a5187edf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.485345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63cb5776-dac1-404b-a16a-137d93f9fb7a req-dd939d17-49d1-483c-aa36-18a4a5187edf tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.4203730
Mar 05 21:04:20.505884 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:20.515513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b30a6a7-1153-49df-b38d-e6a711b82d31 req-977255e1-b0b2-4584-85fb-870fe1272d69 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687250
Mar 05 21:04:20.544400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (9053495c-4203-4a46-972b-e0b785ec3951), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.563216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795c586-f57a-492c-907f-f55b00444c2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.565360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c795c586-f57a-492c-907f-f55b00444c2a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4689355
Mar 05 21:04:20.570260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.1.1.41 (f583ae73-6c59-430c-be06-cb0088aec665/0060db9a-0000-4145-8ea0-00aea378f652/14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:20.578617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34654) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.671372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (9053495c-4203-4a46-972b-e0b785ec3951), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.675592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] For port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:20.676070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.683273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9053495c-4203-4a46-972b-e0b785ec3951), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.733038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Provisioning complete for port 5670264d-e3d2-4b41-9633-9831fee682bd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:20.733542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.762122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63cb5776-dac1-404b-a16a-137d93f9fb7a req-e414e4e1-226c-4178-8b4e-3e74ab12fa5b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2700975
Mar 05 21:04:20.785720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Calling delete_port for b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:20.816512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9053495c-4203-4a46-972b-e0b785ec3951,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:20.818580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0b66b-f8e1-436f-a3ca-e78295816540 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.823498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f8a0b66b-f8e1-436f-a3ca-e78295816540 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2378013
Mar 05 21:04:20.838579 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:20.841673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1d6ef766-91fb-4919-a01d-2380f4150bb1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4595244
Mar 05 21:04:20.841925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.850435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:20.860863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:20.974911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496ebc9-e054-445c-82ac-1b3a1140671b req-b78e0df6-e25e-4728-bbbd-19dc97e0bc59 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.987840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496ebc9-e054-445c-82ac-1b3a1140671b req-b78e0df6-e25e-4728-bbbd-19dc97e0bc59 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:20.989518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4496ebc9-e054-445c-82ac-1b3a1140671b req-b78e0df6-e25e-4728-bbbd-19dc97e0bc59 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 1653 time: 0.2542789
Mar 05 21:04:20.989789 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bde6f40>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:20Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:21.019016 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36ddda-2ccb-4a1e-9ec4-b18ba4dc073e None None] The sync data for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 is: [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:20Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:04:21.033429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b87bb14a-52b5-4f9d-943f-e39ceb8d6d83), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.050006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (6513d044-f6dc-4aa1-8cf8-b664c55589fa), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.134740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4496ebc9-e054-445c-82ac-1b3a1140671b req-61923110-1428-463b-a826-0cf603745762 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243699
Mar 05 21:04:21.144898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (6513d044-f6dc-4aa1-8cf8-b664c55589fa), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.161383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] Pushing event deleted for resources: {'Port': ['ID=b87bb14a-52b5-4f9d-943f-e39ceb8d6d83,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:21.166307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6513d044-f6dc-4aa1-8cf8-b664c55589fa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.227699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6513d044-f6dc-4aa1-8cf8-b664c55589fa,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:21.234990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd75c8-9eab-439d-ad53-71503d6fd2eb None None] No DVR routers for this DVR port b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:21.263945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.265000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Current status of the port 5670264d-e3d2-4b41-9633-9831fee682bd is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:21.265192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e2495f3-cb6e-4be0-ad1e-e60167c554d8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4079397
Mar 05 21:04:21.265826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.268739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34666) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:21.274464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:21.361058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] For port 5670264d-e3d2-4b41-9633-9831fee682bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5670264d-e3d2-4b41-9633-9831fee682bd,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:21.370357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.401501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.461380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddfb49-6278-4247-a5d6-21c7e2be51c5 None None] Pushing event updated for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:21.508794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530bc4a-dba5-4474-9a01-4e4a6062796e req-ec7bb1cb-69c3-4b1f-9452-1f9fe3093150 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:21.516147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9e30d7b6-b7bc-4936-b517-c8120166726b None None] Provisioning complete for port 5670264d-e3d2-4b41-9633-9831fee682bd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:21.516729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e30d7b6-b7bc-4936-b517-c8120166726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.518061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d530bc4a-dba5-4474-9a01-4e4a6062796e req-ec7bb1cb-69c3-4b1f-9452-1f9fe3093150 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 932 time: 0.2233450
Mar 05 21:04:21.582518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d530bc4a-dba5-4474-9a01-4e4a6062796e req-0bb0ef2b-6b09-4c6c-a012-9d0d04e2a2aa tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635424
Mar 05 21:04:21.676865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34670) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:21.677753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7d8db8e8-5ce1-47b3-a6e0-5222a01d7f72 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.8345771
Mar 05 21:04:21.689432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:21.793668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9e30d7b6-b7bc-4936-b517-c8120166726b None None] Current status of the port 5670264d-e3d2-4b41-9633-9831fee682bd is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:21.799919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f672d97-7658-4404-9c2c-23bec705e4a1 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:21.830066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks [] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.849712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5670264d-e3d2-4b41-9633-9831fee682bd up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:21.855053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.934506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c2cf3-cd4b-45d9-b74a-eb10196f05c9 req-c4b5c144-cce8-4f83-beb5-6d90a8d62e26 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:21.943003 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc2c2cf3-cd4b-45d9-b74a-eb10196f05c9 req-c4b5c144-cce8-4f83-beb5-6d90a8d62e26 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3202319
Mar 05 21:04:21.965095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 5670264d-e3d2-4b41-9633-9831fee682bd triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:21.965935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:21.966611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490dce-4d61-47ec-9df6-9dcc1e0644e3 req-fb120aca-db9c-4b1d-8151-d494900e7052 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:21.968247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38490dce-4d61-47ec-9df6-9dcc1e0644e3 req-fb120aca-db9c-4b1d-8151-d494900e7052 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.2680378
Mar 05 21:04:21.982324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Transition to ACTIVE for port object 2f672d97-7658-4404-9c2c-23bec705e4a1 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:21.998458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.070009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.085682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:22.089257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.101577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 5670264d-e3d2-4b41-9633-9831fee682bd is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:22.105842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Allocated IP 172.35.0.223 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/97370794-494a-4d82-89f4-554c0483a4db) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:22.147695 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc2c2cf3-cd4b-45d9-b74a-eb10196f05c9 req-b9215ddd-23f0-45f4-bd66-83246496a752 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870530
Mar 05 21:04:22.231256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:22.250727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:22.270615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:22.270977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b87bb14a-52b5-4f9d-943f-e39ceb8d6d83 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:22.313972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38490dce-4d61-47ec-9df6-9dcc1e0644e3 req-47127e25-ac25-4c45-8f75-627c05dfd432 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3160758
Mar 05 21:04:22.469123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.520575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network f583ae73-6c59-430c-be06-cb0088aec665 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:22.565052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:22.573242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:22.608807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Attempting to bind port 2f672d97-7658-4404-9c2c-23bec705e4a1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:22.609189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Attempting to bind port 2f672d97-7658-4404-9c2c-23bec705e4a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:22.609484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Attempting to bind port 2f672d97-7658-4404-9c2c-23bec705e4a1 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:22.622315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Port 2f672d97-7658-4404-9c2c-23bec705e4a1 on network eb152f6f-c57d-4619-b0c4-9bec5538183b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:22.622653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Attempting to bind port 2f672d97-7658-4404-9c2c-23bec705e4a1 on network eb152f6f-c57d-4619-b0c4-9bec5538183b {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:22.643960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d75f90-ff1a-404b-ba20-a66f1ebe15a2 req-e0b99034-1e4b-4634-99a5-9492e8f48bd0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:22.660341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4d75f90-ff1a-404b-ba20-a66f1ebe15a2 req-e0b99034-1e4b-4634-99a5-9492e8f48bd0 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.3770921
Mar 05 21:04:22.679718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:22.680445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Checking segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:22.680547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Bound using segment: {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:22.680960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Bound port: 2f672d97-7658-4404-9c2c-23bec705e4a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c2b107-2514-45b5-b20a-ab9931a24322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:22.681559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.731996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2c6f-d17b-46dc-a281-eb8999d1a938 req-3dd0826c-0a1c-4c7d-b640-4707bc0a299c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:22.737440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2c6f-d17b-46dc-a281-eb8999d1a938 req-3dd0826c-0a1c-4c7d-b640-4707bc0a299c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:22.738915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:22.746467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2c6f-d17b-46dc-a281-eb8999d1a938 req-3dd0826c-0a1c-4c7d-b640-4707bc0a299c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:22.753990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74fa2c6f-d17b-46dc-a281-eb8999d1a938 req-3dd0826c-0a1c-4c7d-b640-4707bc0a299c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 2373 time: 0.3055816
Mar 05 21:04:22.803884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4d75f90-ff1a-404b-ba20-a66f1ebe15a2 req-1d12616f-cdd1-4cea-92f4-f0c34a5ce543 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375475
Mar 05 21:04:22.819312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:22.820011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.829580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for port (97370794-494a-4d82-89f4-554c0483a4db), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:22.905631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-1844d555-fe4f-45ae-9aa2-fa255398f7d8 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.5662661
Mar 05 21:04:22.923607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'admin_state_up': True, 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'security_groups': ['a0d73a6d-2b71-4663-a8b2-1f9d4059a561']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:23.033704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-74fa2c6f-d17b-46dc-a281-eb8999d1a938 req-c1851024-008d-4a3a-b0a6-a90ba8ed5f93 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2788205
Mar 05 21:04:23.069549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0a23d34b-9ac0-4230-906e-660d169bb2e2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.078613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:23.081147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c99f7b14-3565-4976-997e-85a194d53778 None None] Provisioning complete for port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:23.084836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f672d97-7658-4404-9c2c-23bec705e4a1,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:23.085139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c99f7b14-3565-4976-997e-85a194d53778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.095912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (97370794-494a-4d82-89f4-554c0483a4db), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.110288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.178197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c99f7b14-3565-4976-997e-85a194d53778 None None] Port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:23.191110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.192923 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.193532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:23.195173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] 10.222.0.31 "PUT /v2.0/ports/2f672d97-7658-4404-9c2c-23bec705e4a1 HTTP/1.1" status: 200  len: 1092 time: 3.6846659
Mar 05 21:04:23.199274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:23.204608 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:23.225441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46359eaf-619f-4366-97bf-89ba4ed92845 req-29ad5725-fe6e-44dc-ac95-ec1d839e75c4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.227556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46359eaf-619f-4366-97bf-89ba4ed92845 req-29ad5725-fe6e-44dc-ac95-ec1d839e75c4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 944 time: 0.2977307
Mar 05 21:04:23.245371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:23.256147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899eb29-0f73-4cda-ab41-bd64f7344050 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:23.262969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:23.267645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.268343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.343777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9e63-6c60-41ec-86f2-d7af5b9b6da6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:23.355169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'Port': ['ID=97370794-494a-4d82-89f4-554c0483a4db,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:23.363634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:23.363908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:23.368284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:23.382871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=0a23d34b-9ac0-4230-906e-660d169bb2e2,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:23.466534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f177f5bd-e2da-4250-a378-ecb79e7b6d1b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7731261
Mar 05 21:04:23.470120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:23.476261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:55:18:4e', 'name': 'tempest-NetworksTestDHCPv6-1655151592'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:23.484732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '0a23d34b-9ac0-4230-906e-660d169bb2e2'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:23.486111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.497788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4d1d-6f98-4d41-b675-31c8f8cad0cc req-041798eb-9d8d-48f2-aba4-49c2ac9430e6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.499370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eeae4d1d-6f98-4d41-b675-31c8f8cad0cc req-041798eb-9d8d-48f2-aba4-49c2ac9430e6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.2517817
Mar 05 21:04:23.511115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-ab6fe987-541b-4e87-8d49-405643e3312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.513291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-ab6fe987-541b-4e87-8d49-405643e3312f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 1126 time: 0.2560663
Mar 05 21:04:23.521946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46359eaf-619f-4366-97bf-89ba4ed92845 req-6dcd158d-fa29-4bbd-bd78-4a5f98569982 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2668595
Mar 05 21:04:23.580974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-5844558d-e80d-4270-a290-504e83d085c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f672d97-7658-4404-9c2c-23bec705e4a1 HTTP/1.1" status: 200  len: 217 time: 0.0569203
Mar 05 21:04:23.598703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eeae4d1d-6f98-4d41-b675-31c8f8cad0cc req-6b2fffd2-036d-44b5-bd87-5402cf73e94f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549831
Mar 05 21:04:23.653955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-628034d4-59fb-4da6-846a-48d3fc496204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.655457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-628034d4-59fb-4da6-846a-48d3fc496204 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.0681920
Mar 05 21:04:23.664697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (158adc27-074d-47da-aa42-8637f968b725), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.736433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (97370794-494a-4d82-89f4-554c0483a4db), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.790385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:23.794990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/0a23d34b-9ac0-4230-906e-660d169bb2e2/ed1fd5e5-68fb-4bee-873b-d1841df158da) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:23.892545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-12d82cf2-7266-46c8-9172-fd742eb8eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:23.894359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-12d82cf2-7266-46c8-9172-fd742eb8eaa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2095404
Mar 05 21:04:23.895918 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb644e-6dd6-455a-9316-bd6c5031a18f x-openstack-request-id: req-cdfb644e-6dd6-455a-9316-bd6c5031a18f {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:23.896256 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:23.896513 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdfb644e-6dd6-455a-9316-bd6c5031a18f {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:23.897051 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'status': 'completed', 'code': 200}
Mar 05 21:04:24.041086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks [] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.057959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.088021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-10733f5a-126e-4d86-8cc2-62e1f83e79e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3620164
Mar 05 21:04:24.110460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Pushing event updated for resources: {'Port': ['ID=ed1fd5e5-68fb-4bee-873b-d1841df158da,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:24.135726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:24.137716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:24.138891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:24.143866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:24.173838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83222bd6-d102-43b3-a9ba-608d9a83816c req-c10a1dc9-99e7-416d-a7c2-a6a4e2e9cc9d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.175375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83222bd6-d102-43b3-a9ba-608d9a83816c req-c10a1dc9-99e7-416d-a7c2-a6a4e2e9cc9d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1702626
Mar 05 21:04:24.237439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Attempting to bind port ed1fd5e5-68fb-4bee-873b-d1841df158da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:24.238178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Attempting to bind port ed1fd5e5-68fb-4bee-873b-d1841df158da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:24.238744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Attempting to bind port ed1fd5e5-68fb-4bee-873b-d1841df158da on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:24.245136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:24.245816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:24.246454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.247035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:24.247687 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-54697648-1793-4798-bdf3-acf896cff264 service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3368084
Mar 05 21:04:24.248066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Bound port: ed1fd5e5-68fb-4bee-873b-d1841df158da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:24.248668 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.272983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.285932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.2.2.100 (3c8e0a46-e570-496b-970e-60743f7e52d3/43adfa03-45b4-45f4-88b3-f5e620d6eb72/48f2f3bb-2642-4a75-8eb1-b1d8812cc628) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:24.291482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223739ec-9eb1-4afd-a6bb-17c55796cb4b req-35b00415-9f5e-46ba-ae6c-17edb43a7b05 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.294327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-223739ec-9eb1-4afd-a6bb-17c55796cb4b req-35b00415-9f5e-46ba-ae6c-17edb43a7b05 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.5094354
Mar 05 21:04:24.369219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 5ebcddbc-7e80-4307-8eb3-f057bc1ca143 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:24.369941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83222bd6-d102-43b3-a9ba-608d9a83816c req-9e38c6fb-b993-4b21-9d34-6b6ffc35ccd1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865823
Mar 05 21:04:24.386605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] For port ed1fd5e5-68fb-4bee-873b-d1841df158da, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:24.409677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] For port ed1fd5e5-68fb-4bee-873b-d1841df158da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1fd5e5-68fb-4bee-873b-d1841df158da,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:24.426925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.508493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bc6975c-9a85-40db-a408-b5c15cc36580 req-8d5a9508-bac5-4259-8dd9-17064163c9d7 service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422054
Mar 05 21:04:24.561024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::2e7 (5e836852-f4cc-40c5-91ef-7e406c291770/0a23d34b-9ac0-4230-906e-660d169bb2e2/5ebcddbc-7e80-4307-8eb3-f057bc1ca143) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:24.572704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9ecab8df-99d7-4f94-add3-829e4e85b95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.608216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47310897-5bbe-4c5a-8ecc-86f39ddf159b None None] Pushing event updated for resources: {'Port': ['ID=ed1fd5e5-68fb-4bee-873b-d1841df158da,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:24.723133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-df857e5b-769d-4a58-a9a3-684e4910ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.724986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-df857e5b-769d-4a58-a9a3-684e4910ff4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 1126 time: 0.1449919
Mar 05 21:04:24.767006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.823737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.825651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe123-3848-47d5-b1fe-4f1b8bd9ed4a req-49bd6ae6-7ebc-4fc3-b398-b7d4e1b18a6b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.831444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe123-3848-47d5-b1fe-4f1b8bd9ed4a req-49bd6ae6-7ebc-4fc3-b398-b7d4e1b18a6b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.836752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe123-3848-47d5-b1fe-4f1b8bd9ed4a req-49bd6ae6-7ebc-4fc3-b398-b7d4e1b18a6b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:24.839110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94abe123-3848-47d5-b1fe-4f1b8bd9ed4a req-49bd6ae6-7ebc-4fc3-b398-b7d4e1b18a6b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 2373 time: 0.2617114
Mar 05 21:04:24.912122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for port (97370794-494a-4d82-89f4-554c0483a4db), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.924000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:24.935251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (97370794-494a-4d82-89f4-554c0483a4db), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.044936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-ee5f88e6-5c3d-4d79-bdb7-9a6858fcb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.048199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-ee5f88e6-5c3d-4d79-bdb7-9a6858fcb33a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=180462533c264596b5f243c2915b027c&device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 1127 time: 0.7960782
Mar 05 21:04:25.053417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-223739ec-9eb1-4afd-a6bb-17c55796cb4b req-fd01dfda-b335-4361-ab24-8bf5a0f14760 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7242494
Mar 05 21:04:25.060239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-94abe123-3848-47d5-b1fe-4f1b8bd9ed4a req-ea812813-7a6e-4c7f-8bc7-82f40e83c291 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074418
Mar 05 21:04:25.082678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:25.096438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-4630ab8e-c946-4ad1-b7b4-a0ad09396978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.096737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:25.122226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-4630ab8e-c946-4ad1-b7b4-a0ad09396978 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.3878415
Mar 05 21:04:25.162227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:25.165984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.170364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.171153 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.225031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-9b0cd9b7-e62c-4c99-933a-0d3e6d988f45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f672d97-7658-4404-9c2c-23bec705e4a1 HTTP/1.1" status: 200  len: 217 time: 0.0933199
Mar 05 21:04:25.227874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7553315
Mar 05 21:04:25.255490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:25.269656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-f37ff6e3-d620-4913-bb83-ee5fefd4e407 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4612885
Mar 05 21:04:25.312346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'Port': ['ID=97370794-494a-4d82-89f4-554c0483a4db,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:25.359211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (158adc27-074d-47da-aa42-8637f968b725), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.374048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:25.401630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.403089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae97de4d-a66e-479a-bd62-e617f1c11cac tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1333740
Mar 05 21:04:25.419437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:25.424346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:25.428577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:25.472876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-23084888-3960-4690-84b3-35b4d71b4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.474775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-23084888-3960-4690-84b3-35b4d71b4765 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.2183685
Mar 05 21:04:25.571191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d4b81-68b7-4a56-952e-68efb686e63e req-64e73b10-8396-48e8-8157-73a79287e5f7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.573549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd2d4b81-68b7-4a56-952e-68efb686e63e req-64e73b10-8396-48e8-8157-73a79287e5f7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3676007
Mar 05 21:04:25.614110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7a6e0-365e-4da4-8b54-2c1d6125d85a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.620691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7a6e0-365e-4da4-8b54-2c1d6125d85a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.622624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4ea7a6e0-365e-4da4-8b54-2c1d6125d85a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.3560383
Mar 05 21:04:25.638577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.639343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.656485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34706) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:25.673062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-592e39ae-2633-491b-b91d-aef0446945a0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7604387
Mar 05 21:04:25.675755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-e580a947-78d2-4137-8e5f-52e626d17b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.677375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-e580a947-78d2-4137-8e5f-52e626d17b3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 1127 time: 0.3491704
Mar 05 21:04:25.688278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'admin_state_up': True, 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'security_groups': ['a0d73a6d-2b71-4663-a8b2-1f9d4059a561']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:25.849993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-11dab310-cdc0-470a-859c-08cffd584e90 None None] Provisioning complete for port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:25.850584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11dab310-cdc0-470a-859c-08cffd584e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:25.948881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0a640-e796-4031-b753-be77f27c9fb4 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=5ebcddbc-7e80-4307-8eb3-f057bc1ca143,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:25.953662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-11dab310-cdc0-470a-859c-08cffd584e90 None None] Port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:25.955184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ed1fd5e5-68fb-4bee-873b-d1841df158da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:25.976150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa9b5-e359-4ab4-9786-a8c1f935d826 req-97f41b7f-19bc-4078-84a5-12223a15c4ed tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:25.985383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46caa9b5-e359-4ab4-9786-a8c1f935d826 req-97f41b7f-19bc-4078-84a5-12223a15c4ed tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 944 time: 0.7688732
Mar 05 21:04:26.047820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-1ba4f77d-cfcc-45f9-b600-7bf103b65cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.056922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-1ba4f77d-cfcc-45f9-b600-7bf103b65cd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 200  len: 906 time: 0.9816556
Mar 05 21:04:26.062163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ed1fd5e5-68fb-4bee-873b-d1841df158da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:26.062691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.103641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46caa9b5-e359-4ab4-9786-a8c1f935d826 req-a432bafb-97b2-4d8e-a63e-44acfab83826 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163571
Mar 05 21:04:26.146775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-c376823a-ea4c-4201-af3f-f99bb8bb3b94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 200  len: 217 time: 0.0700872
Mar 05 21:04:26.270288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ed1fd5e5-68fb-4bee-873b-d1841df158da is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:26.271606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.312408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-608eacb0-ea83-4fe0-88ce-cc1924f08a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.314159 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-608eacb0-ea83-4fe0-88ce-cc1924f08a26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.4423780
Mar 05 21:04:26.330537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd2d4b81-68b7-4a56-952e-68efb686e63e req-af89373a-e71d-473e-9463-6d88fb91cf59 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7398808
Mar 05 21:04:26.342896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-ea5259d7-2525-4606-aaa9-e3c77c388904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.344575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-ea5259d7-2525-4606-aaa9-e3c77c388904 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 200  len: 845 time: 0.1842458
Mar 05 21:04:26.357308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port ed1fd5e5-68fb-4bee-873b-d1841df158da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1fd5e5-68fb-4bee-873b-d1841df158da,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:26.372270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.425834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Made reservation on behalf of 784a2229e2b6445589597e5bf3be6344 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:26.429969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-dc2a8b04-2d50-447c-b6dd-53a8676fb45c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5345ca04-bcd0-4ca9-94fb-fa648ce6d989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730095
Mar 05 21:04:26.430790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.454961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-737f0317-8050-4478-9eb5-7201050b5c4f None None] Provisioning complete for port ed1fd5e5-68fb-4bee-873b-d1841df158da triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:26.456554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-737f0317-8050-4478-9eb5-7201050b5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.474151 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-c6011e9e-c1f9-464f-ac26-efdc3b5cbe6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 200  len: 217 time: 0.1239152
Mar 05 21:04:26.526052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ec5d-d518-441b-95fa-7bf6c64d587e req-def2b2ce-c9b1-40a4-b038-da96f852bc8e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.529448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3410ec5d-d518-441b-95fa-7bf6c64d587e req-def2b2ce-c9b1-40a4-b038-da96f852bc8e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.2778659
Mar 05 21:04:26.530603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-dbf33742-d368-4ca2-bac4-c528f41f9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.535973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-dbf33742-d368-4ca2-bac4-c528f41f9c78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.0494468
Mar 05 21:04:26.537319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=ed1fd5e5-68fb-4bee-873b-d1841df158da,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:26.633874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3410ec5d-d518-441b-95fa-7bf6c64d587e req-9c883bbd-d8d0-40b1-8641-69b1d431b640 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933137
Mar 05 21:04:26.645678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-737f0317-8050-4478-9eb5-7201050b5c4f None None] Current status of the port ed1fd5e5-68fb-4bee-873b-d1841df158da is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:26.658976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-518f29fa-2080-4df4-b959-f38d13aed9eb service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145553
Mar 05 21:04:26.823706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1e12ad06-bd68-4f2a-9f69-cf4f0280f9f8 None None] Provisioning complete for port 5ebcddbc-7e80-4307-8eb3-f057bc1ca143 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:26.823706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e12ad06-bd68-4f2a-9f69-cf4f0280f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.858169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fbc5e-27c7-45fe-9f78-109062156a76 req-2a797ec5-1118-4690-9769-49fd994abdfc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:26.859896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06ec761c-ad09-4d5d-9c88-b285933ced66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:26.860417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-202fbc5e-27c7-45fe-9f78-109062156a76 req-2a797ec5-1118-4690-9769-49fd994abdfc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1245778
Mar 05 21:04:26.862706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984ce95-7410-4ea1-89e6-4d6fdd4c0026 req-63e874fd-d9aa-469f-8a2e-00fede796381 service neutron] 10.222.0.31 "GET /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006886
Mar 05 21:04:26.898832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1e12ad06-bd68-4f2a-9f69-cf4f0280f9f8 None None] Port 5ebcddbc-7e80-4307-8eb3-f057bc1ca143 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:26.991517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-202fbc5e-27c7-45fe-9f78-109062156a76 req-42106e1f-9599-4810-bddc-a7c71fc78446 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135895
Mar 05 21:04:27.169514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-6c23cb0d-37ad-4ba8-a803-87c0b2009fc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.177078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-6c23cb0d-37ad-4ba8-a803-87c0b2009fc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.182693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-6c23cb0d-37ad-4ba8-a803-87c0b2009fc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.188330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-6c23cb0d-37ad-4ba8-a803-87c0b2009fc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.193242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-6c23cb0d-37ad-4ba8-a803-87c0b2009fc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3094 time: 0.0885499
Mar 05 21:04:27.222741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-6df7e096-3035-4bbc-ab25-2da59a5bc2c1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1160101462&fields=id&tenant_id=7efe7e39b29a47fcb344c08b109d4e40 HTTP/1.1" status: 200  len: 267 time: 0.7457948
Mar 05 21:04:27.226806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Allocated IP 10.2.2.200 (3c8e0a46-e570-496b-970e-60743f7e52d3/43adfa03-45b4-45f4-88b3-f5e620d6eb72/d03778ff-0dff-4440-ad01-ea9b00fcbdae) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:27.232767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-cca07300-e76e-4f6d-b1b7-c4d5af482e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.234211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-cca07300-e76e-4f6d-b1b7-c4d5af482e44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.7249427
Mar 05 21:04:27.275958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad2bcfc6-f03d-4905-8cdf-cf03345333a4 req-bfed697d-bd39-4a09-a668-b0dce539b60f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697489
Mar 05 21:04:27.279752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 5ebcddbc-7e80-4307-8eb3-f057bc1ca143 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:27.280104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:27.345645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-4d3e74cf-d979-4d2a-9a3a-a8e7844f4f6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917673
Mar 05 21:04:27.409751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea743f8-8777-4a04-94e6-397f4f8f00d0 req-c0cd3b7a-5c58-4571-ac3c-52ef85366da4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.419582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ea743f8-8777-4a04-94e6-397f4f8f00d0 req-c0cd3b7a-5c58-4571-ac3c-52ef85366da4 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 944 time: 0.0789063
Mar 05 21:04:27.485641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ea743f8-8777-4a04-94e6-397f4f8f00d0 req-e3da620f-9d34-49ed-9a49-defc6c9b194c tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640881
Mar 05 21:04:27.496398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-40a4d0c4-a26d-4b21-817e-19fe899dece5 service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9143939
Mar 05 21:04:27.630789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bcc87-2582-4b9a-9980-4e9c77eb08db req-a2ac4373-ca28-45b4-996f-01f6615a324e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.632537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b46bcc87-2582-4b9a-9980-4e9c77eb08db req-a2ac4373-ca28-45b4-996f-01f6615a324e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0788231
Mar 05 21:04:27.682360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:27.694530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b46bcc87-2582-4b9a-9980-4e9c77eb08db req-b1c3df60-dffe-46dc-a998-69b4b92fb7c9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542169
Mar 05 21:04:27.694884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-6475ec3d-fb96-4f6a-a94a-5a5ad31b988a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.696361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-6475ec3d-fb96-4f6a-a94a-5a5ad31b988a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/networks?id=6cc85f70-b559-4cc0-8cde-193983972fc4 HTTP/1.1" status: 200  len: 806 time: 0.4568684
Mar 05 21:04:27.738651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 5ebcddbc-7e80-4307-8eb3-f057bc1ca143 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:27.766069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-49b89c08-f567-4f78-bc29-6114612cbf33 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/quotas/7efe7e39b29a47fcb344c08b109d4e40 HTTP/1.1" status: 200  len: 375 time: 0.0550990
Mar 05 21:04:27.768587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-74bbb2ff-b536-48ea-a1d3-c6c019906313 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3918757
Mar 05 21:04:27.769527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ed1fd5e5-68fb-4bee-873b-d1841df158da up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:27.856447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-51ac3fa6-08b7-4d61-afd5-b8ad28284b22 req-38861279-3cdb-454f-88bf-47ee044edf04 service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392308
Mar 05 21:04:27.879067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ed1fd5e5-68fb-4bee-873b-d1841df158da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:27.879854 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:27.932220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac983b3-abda-4517-9209-009fe9bafaae req-fcdefe5d-dfdc-4b58-976c-6aa5d9d991f1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:27.946181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fac983b3-abda-4517-9209-009fe9bafaae req-fcdefe5d-dfdc-4b58-976c-6aa5d9d991f1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1061037
Mar 05 21:04:27.946397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:27.954079 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.001162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ed1fd5e5-68fb-4bee-873b-d1841df158da is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:28.036099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-fc3c556d-8ce1-4424-9265-85028e1728b0 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7efe7e39b29a47fcb344c08b109d4e40&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2530284
Mar 05 21:04:28.046155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fac983b3-abda-4517-9209-009fe9bafaae req-75706650-6852-4a79-a2b2-7b7d5e623849 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976884
Mar 05 21:04:28.174574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b8548df-e40b-4f21-b00d-ad2e77c947a8 req-eccfb513-01c5-449b-b9ea-ffd6d0b192e5 service neutron] 10.222.0.23 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3938105
Mar 05 21:04:28.190789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7fb22-ab7b-40ed-a609-860f84d066f8 req-f1572028-6981-482a-b893-7d741f253c89 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.194010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7d7fb22-ab7b-40ed-a609-860f84d066f8 req-f1572028-6981-482a-b893-7d741f253c89 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.0751326
Mar 05 21:04:28.207720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.250156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7d7fb22-ab7b-40ed-a609-860f84d066f8 req-db396d4a-d890-4d99-8713-d0d0e5b6ac0b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500245
Mar 05 21:04:28.260828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-c83ada23-df2c-4d12-9fce-f52cab2fec03 service neutron] 10.222.0.15 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712742
Mar 05 21:04:28.268694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:28.276658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:28.288087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5ebcddbc-7e80-4307-8eb3-f057bc1ca143), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.301093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:28.378335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:28.420388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.426589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.436361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.442814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.452458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.456608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=5ebcddbc-7e80-4307-8eb3-f057bc1ca143,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:28.458025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-a097154e-3184-4839-81cf-c4a635f6ce21 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3815 time: 0.1033819
Mar 05 21:04:28.460083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.466784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7d538401-f6db-4dfa-9078-567352dbf5ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/5ebcddbc-7e80-4307-8eb3-f057bc1ca143 HTTP/1.1" status: 204  len: 168 time: 2.8075504
Mar 05 21:04:28.472710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34744) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:28.476339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.477105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.510393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-3e254235-074d-420e-80da-0c8a574ac4fc service neutron] 10.222.0.15 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357588
Mar 05 21:04:28.514721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-dbe11cd9-6574-4de9-8cb7-8bee5e031bfc tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8305013
Mar 05 21:04:28.529002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:28.610351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520ab97-1ec7-4018-b8e3-f0b88725d871 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.611961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520ab97-1ec7-4018-b8e3-f0b88725d871 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.612964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2f672d97-7658-4404-9c2c-23bec705e4a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:28.617317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34748) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:28.624115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e520ab97-1ec7-4018-b8e3-f0b88725d871 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1491563
Mar 05 21:04:28.655596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99717a31-05cb-4c43-b201-f4bc14b8df84 req-4255c93c-f05f-4783-a440-a1649e7e5b07 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1906512
Mar 05 21:04:28.662908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.710618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4927ad0c-80b2-4526-ae85-beb8c998db02 None None] Provisioning complete for port d03778ff-0dff-4440-ad01-ea9b00fcbdae triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:28.711001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4927ad0c-80b2-4526-ae85-beb8c998db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.723277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 0a23d34b-9ac0-4230-906e-660d169bb2e2 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:28.804648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (0a23d34b-9ac0-4230-906e-660d169bb2e2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:28.811653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c289cb-1e5b-4890-8d91-a2786d47e4d3 req-b1305d50-d4b1-4dfd-b05b-62cef6a29ac9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:28.820304 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11c289cb-1e5b-4890-8d91-a2786d47e4d3 req-b1305d50-d4b1-4dfd-b05b-62cef6a29ac9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 944 time: 0.0817750
Mar 05 21:04:28.863594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4927ad0c-80b2-4526-ae85-beb8c998db02 None None] Port d03778ff-0dff-4440-ad01-ea9b00fcbdae cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:28.902580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f672d97-7658-4404-9c2c-23bec705e4a1,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:28.908539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11c289cb-1e5b-4890-8d91-a2786d47e4d3 req-d96c4505-2f76-4979-9672-f8f8e81e3623 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871022
Mar 05 21:04:28.931403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'port_id': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'mac_address': 'fa:16:3e:24:55:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:28.945040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0a23d34b-9ac0-4230-906e-660d169bb2e2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.008334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2f672d97-7658-4404-9c2c-23bec705e4a1 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:29.009204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.010126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7001707-37e7-47e9-865c-d77418e41326 req-6705316d-167f-4a4e-84c3-0a6f02fa8923 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 210 time: 0.0421231
Mar 05 21:04:29.028896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f672d97-7658-4404-9c2c-23bec705e4a1 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:29.077529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f672d97-7658-4404-9c2c-23bec705e4a1,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:29.087781 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.191753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:29.197246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d76b-3bae-4d21-818a-cfc2d973a3bf req-4d66e30e-d619-4a5c-901c-5a45c6f8e65f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:29.200384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8731d76b-3bae-4d21-818a-cfc2d973a3bf req-4d66e30e-d619-4a5c-901c-5a45c6f8e65f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3241143
Mar 05 21:04:29.205718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335b875-ca07-4f4e-a538-f2455880f495 req-bd0f0c03-b4a9-4081-9114-076d43f5c727 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:29.209051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1335b875-ca07-4f4e-a538-f2455880f495 req-bd0f0c03-b4a9-4081-9114-076d43f5c727 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0748219
Mar 05 21:04:29.304173 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1335b875-ca07-4f4e-a538-f2455880f495 req-763441e5-5209-47a7-bce8-1a623568a8ca tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880220
Mar 05 21:04:29.320817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0a23d34b-9ac0-4230-906e-660d169bb2e2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.371591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2f672d97-7658-4404-9c2c-23bec705e4a1'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:29.374830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8731d76b-3bae-4d21-818a-cfc2d973a3bf req-ecdb29bf-4c29-4f2c-8f62-6a2146a2a136 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545272
Mar 05 21:04:29.467592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:29.478310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks [] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.488994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0a23d34b-9ac0-4230-906e-660d169bb2e2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.526480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.526799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Transition to ACTIVE for port object 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:29.529641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=0a23d34b-9ac0-4230-906e-660d169bb2e2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:29.531731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.538861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17e95f83-1ff2-4739-a877-795837f0a123 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0a23d34b-9ac0-4230-906e-660d169bb2e2 HTTP/1.1" status: 204  len: 168 time: 0.9203327
Mar 05 21:04:29.539651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34804) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:29.546888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc328e99-3478-4794-a7bd-8e552974f983 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:29.548251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae60a-62f4-4909-91a4-3e5781d9392e req-e4c30c99-d52b-4f66-9ed6-226e1930d454 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:29.549832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3ae60a-62f4-4909-91a4-3e5781d9392e req-e4c30c99-d52b-4f66-9ed6-226e1930d454 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.1168866
Mar 05 21:04:29.555281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:29.605576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-098a93cb-86c8-44a4-bc91-180c38e95407 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0540249
Mar 05 21:04:29.610494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:29.675993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3ae60a-62f4-4909-91a4-3e5781d9392e req-6a4d1871-9298-4133-a527-62e64cb47858 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158450
Mar 05 21:04:29.694893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05665879-c561-4844-adf5-8821edab08bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:29.723002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc010911-c43a-4d74-9624-38dbd5500194 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:29.724982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cc010911-c43a-4d74-9624-38dbd5500194 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1134796
Mar 05 21:04:29.727528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34818) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:29.834550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Attempting to bind port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:29.834892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Attempting to bind port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:29.835223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Attempting to bind port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 on network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:29.850516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7dc6a9-a05a-4ca5-8aab-ae2cf23713a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:29.853044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b7dc6a9-a05a-4ca5-8aab-ae2cf23713a6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1224566
Mar 05 21:04:29.858491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:29.929806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 on network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:29.930129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Attempting to bind port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 on network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:29.946077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-987e5fc8-ec18-4631-b96e-a920cb9d21cd tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0847840
Mar 05 21:04:29.950336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:04:29.951260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34826) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:29.957870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:29.964294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:29.964682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Checking segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:29.965018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Bound using segment: {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:29.965470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Bound port: 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa70a0d3-e45f-4dca-8875-b62156c9afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:29.965827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.003760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Deleting port ed1fd5e5-68fb-4bee-873b-d1841df158da {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:30.004223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.005207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c478-abc6-4945-8620-7923b495a57b req-65f8659e-aa57-4632-89a9-d8f571d44dbc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.007772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9639c478-abc6-4945-8620-7923b495a57b req-65f8659e-aa57-4632-89a9-d8f571d44dbc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 947 time: 0.0857537
Mar 05 21:04:30.066640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9639c478-abc6-4945-8620-7923b495a57b req-c7bc6772-bf52-47e0-a174-1cfc759ec387 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512254
Mar 05 21:04:30.081432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] For port ed1fd5e5-68fb-4bee-873b-d1841df158da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1fd5e5-68fb-4bee-873b-d1841df158da,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:30.082180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.104694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.106909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Calling delete_port for ed1fd5e5-68fb-4bee-873b-d1841df158da owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:30.110136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.115488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.122032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.128126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.137295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-8321eba6-8dac-4437-a186-a4fbeab76c00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3827 time: 0.3082821
Mar 05 21:04:30.198702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:30.223704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:30.224131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7b06-4319-4484-98dc-0eb2ab0bee3b req-5e213b76-f749-43a9-880c-621fb980d9fd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.226931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b3a7b06-4319-4484-98dc-0eb2ab0bee3b req-5e213b76-f749-43a9-880c-621fb980d9fd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 945 time: 0.0747030
Mar 05 21:04:30.230523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05fdbd41-fea0-4b5c-97a9-d82e61be81c1 req-4cb105e6-ebf7-465e-a0b4-5f8c35f37683 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922666
Mar 05 21:04:30.231705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:30.236034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.242990 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.247493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ed1fd5e5-68fb-4bee-873b-d1841df158da), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.307327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] Pushing event deleted for resources: {'Port': ['ID=ed1fd5e5-68fb-4bee-873b-d1841df158da,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:30.311509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115a128-7509-478b-9cb1-5a1bbc16627f None None] No DVR routers for this DVR port ed1fd5e5-68fb-4bee-873b-d1841df158da on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:30.369099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b3a7b06-4319-4484-98dc-0eb2ab0bee3b req-4ad0c231-0d43-4d04-b3e0-09d152bba049 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257231
Mar 05 21:04:30.520550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a523f9f-baf4-4154-83bd-7909a92bb7c1 req-86b5bea7-4a1a-48ab-8b7b-f8f028527e9b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.522707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a523f9f-baf4-4154-83bd-7909a92bb7c1 req-86b5bea7-4a1a-48ab-8b7b-f8f028527e9b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0690627
Mar 05 21:04:30.580737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a523f9f-baf4-4154-83bd-7909a92bb7c1 req-6c0c0910-e744-4d6e-a9e6-1b2dab07d473 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496051
Mar 05 21:04:30.630673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2f672d97-7658-4404-9c2c-23bec705e4a1 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:30.714531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 2f672d97-7658-4404-9c2c-23bec705e4a1 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:04:30.719820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 2f672d97-7658-4404-9c2c-23bec705e4a1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:30.720459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.722365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa8f6-0bed-437d-894c-799c4ed6727b req-b12cbceb-b6e2-4f47-b729-62d0e445c85c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.724154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-133aa8f6-0bed-437d-894c-799c4ed6727b req-b12cbceb-b6e2-4f47-b729-62d0e445c85c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0797222
Mar 05 21:04:30.796853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-309ac35a-8c1d-447b-b390-1932d110af99 req-b695e196-e33b-476f-b16c-51ece763ff44 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 210 time: 0.0442829
Mar 05 21:04:30.816372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-133aa8f6-0bed-437d-894c-799c4ed6727b req-9d871760-962d-4276-b6ab-13373ad3a530 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844278
Mar 05 21:04:30.857312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:30.858014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.859980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-05665879-c561-4844-adf5-8821edab08bf service neutron] 10.222.0.23 "PUT /v2.0/ports/2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 200  len: 1091 time: 2.3383355
Mar 05 21:04:30.865837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2f672d97-7658-4404-9c2c-23bec705e4a1 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:30.866541 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.909042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:30.909042 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44195601-7568-472b-af98-6dab81173ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:30.909622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:30.914871 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b273ab-5253-469d-b104-a04c6b8bd85a" -d '{"events": [{"server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "name": "network-vif-plugged", "status": "completed", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:30.929080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f672d97-7658-4404-9c2c-23bec705e4a1,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:30.934389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:30.943100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:30.944728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:31.031617 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d6b83-f5b7-46f2-b0f6-5cbb9f36306e x-openstack-request-id: req-dc9d6b83-f5b7-46f2-b0f6-5cbb9f36306e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:31.032126 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:31.032442 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9d6b83-f5b7-46f2-b0f6-5cbb9f36306e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:31.032904 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'status': 'completed', 'code': 200}
Mar 05 21:04:31.118027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05665879-c561-4844-adf5-8821edab08bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:31.161175 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589c14e-5568-4632-964d-d61be7ea1bed x-openstack-request-id: req-2589c14e-5568-4632-964d-d61be7ea1bed {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:31.161700 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "name": "network-vif-plugged", "status": "completed", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:31.163605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.163948 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2589c14e-5568-4632-964d-d61be7ea1bed {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:31.164116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.164550 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'code': 200}
Mar 05 21:04:31.164688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.165040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.167957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.175043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44195601-7568-472b-af98-6dab81173ffc req-06189c8e-8a00-42ea-9b4d-6935b09a3ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 4393 time: 0.1554053
Mar 05 21:04:31.205681 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:31.218867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:31.230066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:31.276791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 30ad7984-3b01-4aac-9f3b-d69f10ea737a is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:31.277535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:31.321048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:31.333291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:31.341588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-44426ec4-d3c9-40b0-a024-e2c992ff587c tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.343200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-44426ec4-d3c9-40b0-a024-e2c992ff587c tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.23 "GET /v2.0/networks?id=6cc85f70-b559-4cc0-8cde-193983972fc4 HTTP/1.1" status: 200  len: 806 time: 0.5969458
Mar 05 21:04:31.371004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-20381867-7cdc-4e37-ac9d-8c3ab54ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.371618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-20381867-7cdc-4e37-ac9d-8c3ab54ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.372246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-20381867-7cdc-4e37-ac9d-8c3ab54ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.374577 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44195601-7568-472b-af98-6dab81173ffc req-20381867-7cdc-4e37-ac9d-8c3ab54ab6b4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.1922915
Mar 05 21:04:31.431800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=14']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:31.501756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dd12a-810c-4945-8d9b-70420c0736a8 req-8b698a21-5c37-4dda-a636-3b7c61b00e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.503184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe4dd12a-810c-4945-8d9b-70420c0736a8 req-8b698a21-5c37-4dda-a636-3b7c61b00e06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 1128 time: 0.3705776
Mar 05 21:04:31.539362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54a54b-d826-48d2-9a18-8967adb56f44 req-fbdea4c4-3979-43c1-899d-cf61018ffb2b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.540920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe54a54b-d826-48d2-9a18-8967adb56f44 req-fbdea4c4-3979-43c1-899d-cf61018ffb2b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0900855
Mar 05 21:04:31.542304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195601-7568-472b-af98-6dab81173ffc req-4b2c8214-e64e-4531-a151-18b8e658ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.543603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44195601-7568-472b-af98-6dab81173ffc req-4b2c8214-e64e-4531-a151-18b8e658ce72 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1617148
Mar 05 21:04:31.594119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe54a54b-d826-48d2-9a18-8967adb56f44 req-9ed2fae4-4195-4de7-ab34-b98b7f4174c7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468144
Mar 05 21:04:31.666467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.672066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.677286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.683157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.689326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.691158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-cfa88de9-2197-4828-aadc-84cca0edda37 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3827 time: 0.3007610
Mar 05 21:04:31.721788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a2891-487d-4c38-b509-f5d99e92779a req-09911452-08a5-42c4-9b78-ab197fb4d484 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.723431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae9a2891-487d-4c38-b509-f5d99e92779a req-09911452-08a5-42c4-9b78-ab197fb4d484 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.0640533
Mar 05 21:04:31.723586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ed1fd5e5-68fb-4bee-873b-d1841df158da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:31.745692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ed1fd5e5-68fb-4bee-873b-d1841df158da {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:31.746044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ed1fd5e5-68fb-4bee-873b-d1841df158da not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:31.749189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-dc46b9f0-d798-4c63-b66e-afd0ca98124d tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7efe7e39b29a47fcb344c08b109d4e40 HTTP/1.1" status: 200  len: 380 time: 0.3598366
Mar 05 21:04:31.775628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'port': {'device_id': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'admin_state_up': True, 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'security_groups': ['c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:31.777477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae9a2891-487d-4c38-b509-f5d99e92779a req-0a7d70c7-6fa5-4de4-8e8f-f3e2c482adbd tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474811
Mar 05 21:04:31.876200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe4dd12a-810c-4945-8d9b-70420c0736a8 req-5334511b-cf04-4e76-af2f-439c552fc666 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3262856
Mar 05 21:04:31.894293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd164-d65c-4653-8e4e-ab50982a5e49 req-574c6cae-fbcf-4dab-b622-25aa2ce8ec10 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:31.895951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab4bd164-d65c-4653-8e4e-ab50982a5e49 req-574c6cae-fbcf-4dab-b622-25aa2ce8ec10 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0591052
Mar 05 21:04:31.946348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab4bd164-d65c-4653-8e4e-ab50982a5e49 req-d25f5c82-7c94-4f80-bc70-5ba33dc9c8ed tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433958
Mar 05 21:04:31.961448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:31.975820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97ca0d41-4266-47e9-b6fb-b6a17ca3e6a4 req-b033eb09-4b5d-49f9-b245-b14795802b35 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2631426
Mar 05 21:04:31.976571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (7de395f0-00ef-47cf-a4f6-e75dc64281c6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.068852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05e11e-9c16-48c5-a7c3-7284654c26b1 req-f4385bc2-8a82-4290-9cd1-4c871ad14e86 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:32.070451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd05e11e-9c16-48c5-a7c3-7284654c26b1 req-f4385bc2-8a82-4290-9cd1-4c871ad14e86 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0554152
Mar 05 21:04:32.074698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:32.088438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:32.097193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a79334-14eb-456c-9821-0bf702321964 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:32.122974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:32.123560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.130118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd05e11e-9c16-48c5-a7c3-7284654c26b1 req-777318d7-b640-4645-9605-9d56047f402a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521009
Mar 05 21:04:32.130356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-348fc729-5c53-4284-ba00-04eccf87d73e req-76a1e402-45de-479d-9ed0-d667c96a8b52 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 210 time: 0.0835347
Mar 05 21:04:32.135186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=7de395f0-00ef-47cf-a4f6-e75dc64281c6,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:32.172046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Made reservation on behalf of 7efe7e39b29a47fcb344c08b109d4e40 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:32.179274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.199052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1907e2-b9fc-4106-b4bf-9d467bd3635b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:32.210952 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a55b459-1cc8-4edc-91fa-0c35f0ad3a05 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.2555447
Mar 05 21:04:32.212602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34926) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:32.217742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:32.222408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks [] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.262865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '7de395f0-00ef-47cf-a4f6-e75dc64281c6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:32.263763 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.298059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe06d-e21e-4d8a-a069-521ba73a4526 req-a9e76af2-a50e-4830-9bcc-4bc7b404033b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:32.299866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fcbe06d-e21e-4d8a-a069-521ba73a4526 req-a9e76af2-a50e-4830-9bcc-4bc7b404033b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0623186
Mar 05 21:04:32.347426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Transition to ACTIVE for port object 6b1907e2-b9fc-4106-b4bf-9d467bd3635b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:32.360088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fcbe06d-e21e-4d8a-a069-521ba73a4526 req-7bbb8c5c-10d6-4788-bb1a-28b1397fe21b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529895
Mar 05 21:04:32.360327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.499688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:32.511663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58820b-1fc9-4d0a-889e-a73fde13607d req-89ce2433-b67e-4c99-8672-48492d9c49ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:32.513152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d58820b-1fc9-4d0a-889e-a73fde13607d req-89ce2433-b67e-4c99-8672-48492d9c49ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2819881
Mar 05 21:04:32.566483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Allocated IP 2001:db8::f816:3eff:fe62:2a16 (5e836852-f4cc-40c5-91ef-7e406c291770/7de395f0-00ef-47cf-a4f6-e75dc64281c6/2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:32.574298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Allocated IP 172.20.0.7 (6cc85f70-b559-4cc0-8cde-193983972fc4/5f3209b2-d6b3-4148-9385-d28210fb0bb5/0d4bfa0a-fdb5-4443-bed4-e96bace20d35) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:32.615879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:32.619491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.722709 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks [] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.724358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d58820b-1fc9-4d0a-889e-a73fde13607d req-2d5bb945-17e3-416d-9d27-7347b291d604 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2001727
Mar 05 21:04:32.730304 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.749217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Attempting to bind port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:32.749885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Attempting to bind port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:32.750221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Attempting to bind port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:32.796882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:32.803140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:32.804396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on network f583ae73-6c59-430c-be06-cb0088aec665 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:32.804733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Attempting to bind port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:32.808532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:32.829939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:32.830713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:32.831120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Bound using segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:32.831574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Bound port: 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:32.831960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.881407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Pushing event updated for resources: {'Port': ['ID=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:32.893320 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7de395f0-00ef-47cf-a4f6-e75dc64281c6 (CIDR: 2001:db8::/64)
Mar 05 21:04:32.910824 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:04:32.911321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:04:32.916863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Attempting to bind port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:32.917255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Attempting to bind port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:32.917627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Attempting to bind port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:32.923274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:32.923699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:32.924339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:32.924750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:32.925257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Bound port: 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:32.925623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.015828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ac86387-4721-4ad7-a3fa-b8278d73d8f3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8018732
Mar 05 21:04:33.019437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] For port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:33.023124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] For port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:33.024722 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.026952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:33.031009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.039470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:33.100875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980004b-c7fe-4dfe-80f5-29a276b3badc None None] Pushing event updated for resources: {'Port': ['ID=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:33.112886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193698c4-1e2d-42b7-b30f-3632c3075622 req-e2d2338f-09eb-4fd7-abcd-53da85e5aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.114237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-193698c4-1e2d-42b7-b30f-3632c3075622 req-e2d2338f-09eb-4fd7-abcd-53da85e5aea4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.2596662
Mar 05 21:04:33.137101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:33.142627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-7044b658-3b17-4bc6-a4bc-25dcbe66a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.144290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-7044b658-3b17-4bc6-a4bc-25dcbe66a42d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.0908184
Mar 05 21:04:33.153594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a94b6-1515-44e3-806e-72fe42b21081 req-d8fb4569-e214-4dca-a21b-325a80760a8a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.161153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-869a94b6-1515-44e3-806e-72fe42b21081 req-d8fb4569-e214-4dca-a21b-325a80760a8a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1752160
Mar 05 21:04:33.166262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:33.168727 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae6177-90e7-411c-9e96-6a2a5b0ba083" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:33.178006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:33.220723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18781d1a-1405-4cc7-9ba8-e570d00763f4 req-57d5bebd-8f0f-4de5-bc13-18ccaf84dd39 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.222236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18781d1a-1405-4cc7-9ba8-e570d00763f4 req-57d5bebd-8f0f-4de5-bc13-18ccaf84dd39 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.3066025
Mar 05 21:04:33.228194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.278573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-869a94b6-1515-44e3-806e-72fe42b21081 req-2fc4e5bb-a2b6-49d9-9534-3cba49f3116d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162217
Mar 05 21:04:33.307713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-02a249cf-a54a-463c-b155-00a7732a6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.309297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-02a249cf-a54a-463c-b155-00a7732a6db3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.1452432
Mar 05 21:04:33.326092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.336152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-193698c4-1e2d-42b7-b30f-3632c3075622 req-a342574e-0789-4dd4-a0b0-3290b1cc3320 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103696
Mar 05 21:04:33.353561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.354825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.357788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] 10.222.0.23 "PUT /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 1136 time: 2.4428091
Mar 05 21:04:33.376158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:33.378797 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44282474-6265-4f5f-a6fa-2830d22d5c06" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "6b1907e2-b9fc-4106-b4bf-9d467bd3635b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:33.414756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:33.417513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-5cee05c6-3b69-45df-94cd-29220ac7b932 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.0986168
Mar 05 21:04:33.450365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c9f15-11e2-4918-8873-2068d926400e service neutron] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:33.474070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:33.500388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:33.507068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26fd8-6464-414d-8a7e-a795ca413c7e req-ae288d4a-e7c3-4401-bf5a-03080aaf3127 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.508621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdd26fd8-6464-414d-8a7e-a795ca413c7e req-ae288d4a-e7c3-4401-bf5a-03080aaf3127 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0821888
Mar 05 21:04:33.512255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18781d1a-1405-4cc7-9ba8-e570d00763f4 req-5459130b-a148-4181-95c9-2abb3f398fe7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2698815
Mar 05 21:04:33.516253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:33.582836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:33.596203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.662818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fdd26fd8-6464-414d-8a7e-a795ca413c7e req-a5209bea-ad21-4407-9ceb-b9aa8b6aaf2a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447322
Mar 05 21:04:33.701855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event updated for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:33.716598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-626b5638-4afb-4457-9ed6-90dc260b3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.721131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-626b5638-4afb-4457-9ed6-90dc260b3eab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1811242
Mar 05 21:04:33.766578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.767255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.771346 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee96d7-53c5-481a-86d4-4178dea35af4 x-openstack-request-id: req-96ee96d7-53c5-481a-86d4-4178dea35af4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:33.772365 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-unplugged", "status": "completed", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:33.772507 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96ee96d7-53c5-481a-86d4-4178dea35af4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:33.772841 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'code': 200}
Mar 05 21:04:33.780190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.825308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:33.838637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-7086d9a1-885e-4b44-b111-9ebdac759498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:33.840281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-7086d9a1-885e-4b44-b111-9ebdac759498 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1116917
Mar 05 21:04:33.920680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:33.921069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:33.993844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-915cb8a1-f5a4-4753-8d47-dcf806614a8d None None] Provisioning complete for port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:33.994282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-915cb8a1-f5a4-4753-8d47-dcf806614a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.005285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15125ec4-30a4-461b-a52e-86c98f728ff0 req-d73f5f0d-2609-4000-9c38-b2fdf870b84a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.006857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15125ec4-30a4-461b-a52e-86c98f728ff0 req-d73f5f0d-2609-4000-9c38-b2fdf870b84a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 931 time: 0.1341848
Mar 05 21:04:34.029367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-043001e7-c278-40f3-9e18-098ac820db6b service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720784
Mar 05 21:04:34.064152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:34.064562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.066527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-915cb8a1-f5a4-4753-8d47-dcf806614a8d None None] Port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:34.107047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:34.114061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.146532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15125ec4-30a4-461b-a52e-86c98f728ff0 req-0be2d303-a923-4d94-a452-88efcaf4f91f tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313496
Mar 05 21:04:34.183301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61f59da4-8d10-4f76-b73f-2aba4717cd4c req-52c296d6-0b02-49d3-afa7-b226208260db service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410794
Mar 05 21:04:34.193980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:34.237039 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-d2050e7c-7a5a-4896-8a5b-af9ed7bfef56 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4747250
Mar 05 21:04:34.262570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Request body: {'port': {'device_id': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:34.311026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5603-eafb-4a88-b1bb-bca89cd2ebd8 req-da1bbe21-1d46-4d64-9bbf-de4404279cbf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.319990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8bf5603-eafb-4a88-b1bb-bca89cd2ebd8 req-da1bbe21-1d46-4d64-9bbf-de4404279cbf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0838900
Mar 05 21:04:34.328090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.333840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.339869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.345291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.350500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.357008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.358908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-15375e46-647f-4092-89b6-b281c08d39d6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 4605 time: 0.7068894
Mar 05 21:04:34.390780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8bf5603-eafb-4a88-b1bb-bca89cd2ebd8 req-f3ecbead-af78-4cba-8bcd-caa1f87b1324 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619922
Mar 05 21:04:34.438113 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c27e211-376d-4446-8856-0ceb072fb8b7 x-openstack-request-id: req-2c27e211-376d-4446-8856-0ceb072fb8b7 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:34.438405 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "6b1907e2-b9fc-4106-b4bf-9d467bd3635b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:34.438726 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c27e211-376d-4446-8856-0ceb072fb8b7 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:34.439195 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b', 'status': 'completed', 'code': 200}
Mar 05 21:04:34.582861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7142a-e5a5-47d3-a2b7-661a147b2dd0 req-7b8e3800-f923-4f8e-9841-744998131cd4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.589872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c7142a-e5a5-47d3-a2b7-661a147b2dd0 req-7b8e3800-f923-4f8e-9841-744998131cd4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0785038
Mar 05 21:04:34.596662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.597156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.597778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.598108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.598573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.599040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.601424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-e4619237-922f-4fef-8d58-1ee0fba72fc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5353 time: 0.1252286
Mar 05 21:04:34.626021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.644099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bef7f3d1-4f64-411e-8404-05f5ee7fd9ee req-8e32fba1-656b-43b8-b723-9fa84d1ab09f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2755535
Mar 05 21:04:34.721101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89c7142a-e5a5-47d3-a2b7-661a147b2dd0 req-b213ae77-769c-4586-8b17-976a5ed4c821 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142061
Mar 05 21:04:34.738090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b034500b-72ea-41bc-b5e6-c21567dc234e None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:34.738496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b034500b-72ea-41bc-b5e6-c21567dc234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.789483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-5c57d38d-c2d0-425b-a078-8c622b45761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.790955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-5c57d38d-c2d0-425b-a078-8c622b45761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.792028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-5c57d38d-c2d0-425b-a078-8c622b45761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.795715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-5c57d38d-c2d0-425b-a078-8c622b45761c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.1818213
Mar 05 21:04:34.850695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b034500b-72ea-41bc-b5e6-c21567dc234e None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:34.924856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bad3fa-e0da-4966-9c19-ea74b97339e7 req-cb4923de-88d6-4893-bc08-0829db6ab7c8 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.927099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0bad3fa-e0da-4966-9c19-ea74b97339e7 req-cb4923de-88d6-4893-bc08-0829db6ab7c8 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1297405
Mar 05 21:04:34.942213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (c8882713-a679-4109-bdfe-888954bc039e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:34.959937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-0bcb0f4b-b57c-4ab8-80a2-6f076395c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:34.961418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44282474-6265-4f5f-a6fa-2830d22d5c06 req-0bcb0f4b-b57c-4ab8-80a2-6f076395c680 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1491320
Mar 05 21:04:34.983022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3580f7be-3101-44d5-a719-3970e25ebd07 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:34.991927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0bad3fa-e0da-4966-9c19-ea74b97339e7 req-627ae878-25c1-4fa8-ad1f-fb2f5b2e9704 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544119
Mar 05 21:04:35.000799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks [] for port (3580f7be-3101-44d5-a719-3970e25ebd07), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.055315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:35.062645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266dc1e-b955-491d-9220-f03906a79c32 req-484607d6-6d9a-48b0-a50b-c49e48f16f01 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.064121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2266dc1e-b955-491d-9220-f03906a79c32 req-484607d6-6d9a-48b0-a50b-c49e48f16f01 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.3172803
Mar 05 21:04:35.076845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:35.084389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.084985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.086135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52201e0-1303-49ad-ab86-036c2f0b544c None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:35.096288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Transition to ACTIVE for port object 3580f7be-3101-44d5-a719-3970e25ebd07 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:35.107519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=c8882713-a679-4109-bdfe-888954bc039e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:35.123511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.173737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3701d81-7302-4561-9725-b1da5352343f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1391411
Mar 05 21:04:35.177502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34954) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:35.183558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:5c:ff:db', 'name': 'tempest-NetworksTestDHCPv6-141134658'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:35.237895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:35.247971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2266dc1e-b955-491d-9220-f03906a79c32 req-d248afd6-5eca-4a5e-ad98-b5deb4958cbc tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723368
Mar 05 21:04:35.334908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '7de395f0-00ef-47cf-a4f6-e75dc64281c6', 'ip_address': '2001:db8::f816:3eff:fe62:2a16'}, {'subnet_id': 'c8882713-a679-4109-bdfe-888954bc039e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:04:35.371088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.400866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:35.412432 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks [] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.422433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:35.443437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Transition to ACTIVE for port object 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:35.447424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Attempting to bind port 3580f7be-3101-44d5-a719-3970e25ebd07 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:35.447424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Attempting to bind port 3580f7be-3101-44d5-a719-3970e25ebd07 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:35.448161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Attempting to bind port 3580f7be-3101-44d5-a719-3970e25ebd07 on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:35.454148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.463424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Port 3580f7be-3101-44d5-a719-3970e25ebd07 on network f583ae73-6c59-430c-be06-cb0088aec665 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:35.463791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Attempting to bind port 3580f7be-3101-44d5-a719-3970e25ebd07 on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:35.496757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063f6f8-ebe1-4cf2-96e0-4b88be3ac0f8 req-37e6588b-b6b0-4a2b-b6b1-58ccf134abb9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.497989 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7063f6f8-ebe1-4cf2-96e0-4b88be3ac0f8 req-37e6588b-b6b0-4a2b-b6b1-58ccf134abb9 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.1473401
Mar 05 21:04:35.522751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:35.524740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4af700-819d-4493-ae84-a97383c7a22e req-b0afead1-bee3-4811-a02b-d91577fc06c6 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.524898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:35.526589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b4af700-819d-4493-ae84-a97383c7a22e req-b0afead1-bee3-4811-a02b-d91577fc06c6 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 931 time: 0.2588565
Mar 05 21:04:35.527419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:35.527821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:35.528145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Bound using segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:35.529102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Bound port: 3580f7be-3101-44d5-a719-3970e25ebd07, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:35.529102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.536089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Request body: {'floatingip': {'port_id': '2f672d97-7658-4404-9c2c-23bec705e4a1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:35.619283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Allocated IP 2001:db8:0:1::2 (5e836852-f4cc-40c5-91ef-7e406c291770/c8882713-a679-4109-bdfe-888954bc039e/2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:35.651984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b4af700-819d-4493-ae84-a97383c7a22e req-edee56cf-74f5-44ba-83f6-7d59fbf94301 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902443
Mar 05 21:04:35.655934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.656774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.693662 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:04:35.710834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:35.778876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] For port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:35.832171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:35.842859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Publish callbacks [] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.873844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:35.901419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ac147-4151-4dac-a260-7f1301ee780f req-65ca1e1a-7074-4aed-b3b3-36d1c2150269 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.908517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc3ac147-4151-4dac-a260-7f1301ee780f req-65ca1e1a-7074-4aed-b3b3-36d1c2150269 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3168190
Mar 05 21:04:35.910578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Attempting to bind port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:35.910913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Attempting to bind port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:35.911243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Attempting to bind port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 on network 6cc85f70-b559-4cc0-8cde-193983972fc4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:35.930073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.938949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.943095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:35.947108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.950201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 on network 6cc85f70-b559-4cc0-8cde-193983972fc4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:35.950493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Attempting to bind port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 on network 6cc85f70-b559-4cc0-8cde-193983972fc4 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:35.952997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.958670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.964962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.971122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:35.972324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3580f7be-3101-44d5-a719-3970e25ebd07,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:35.973322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-45c13925-e8f1-4de4-8081-784d6671349d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5383 time: 0.1997900
Mar 05 21:04:35.984734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:35.985969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Checking segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:35.985969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Bound using segment: {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:35.986270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Bound port: 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:35.986608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.001821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.029968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a23d5-d513-425a-83ad-8a89e48a4d06 None None] Pushing event updated for resources: {'Port': ['ID=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:36.050940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:36.051325 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.080841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.150129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d1e6983-53ae-49d7-a4aa-8070acef91e3 req-249ebc58-6940-4936-95cc-38437232097d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1569164
Mar 05 21:04:36.161392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.162013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.163435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] 10.222.0.23 "PUT /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 1136 time: 2.7644422
Mar 05 21:04:36.193620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc3ac147-4151-4dac-a260-7f1301ee780f req-6d3fe1fe-44e3-4efa-97ef-01471f91f235 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839386
Mar 05 21:04:36.206930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:36.207907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8:0:1::1e9 (5e836852-f4cc-40c5-91ef-7e406c291770/c8882713-a679-4109-bdfe-888954bc039e/d34ad7b9-550b-4d67-9cd5-fe2d3b016d37) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:36.223726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe5c:ffdb (5e836852-f4cc-40c5-91ef-7e406c291770/7de395f0-00ef-47cf-a4f6-e75dc64281c6/d34ad7b9-550b-4d67-9cd5-fe2d3b016d37) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:36.245976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:36.335955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.339728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95afd1-7aa4-4319-b16a-6dcdc1c4c89b service neutron] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:36.388454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:36.402499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:36.413320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826097f-bc63-45c6-b9d8-08f44c137c28 req-fc2b2270-b38d-413b-8746-c61a272dc847 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.421203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4826097f-bc63-45c6-b9d8-08f44c137c28 req-fc2b2270-b38d-413b-8746-c61a272dc847 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1516116
Mar 05 21:04:36.447746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '3580f7be-3101-44d5-a719-3970e25ebd07'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:36.450599 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f67ca-cdab-4796-8df2-7abe34a1c16c" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "3580f7be-3101-44d5-a719-3970e25ebd07"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:36.453567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.507897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4826097f-bc63-45c6-b9d8-08f44c137c28 req-51ed405f-2eec-4a1b-8f9e-bf7ffbf25c70 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857258
Mar 05 21:04:36.538841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.542129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.576747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.577476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.579073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d4bfa0a-fdb5-4443-bed4-e96bace20d35 HTTP/1.1" status: 200  len: 1091 time: 2.3320968
Mar 05 21:04:36.624733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.676692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:36.681497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:36.687838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:36.694065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.694751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:36.707882 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8df0b-896c-409c-9f2b-733e6fd83685 x-openstack-request-id: req-17c8df0b-896c-409c-9f2b-733e6fd83685 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:36.708295 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "3580f7be-3101-44d5-a719-3970e25ebd07", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:36.708653 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17c8df0b-896c-409c-9f2b-733e6fd83685 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:36.709229 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '3580f7be-3101-44d5-a719-3970e25ebd07', 'status': 'completed', 'code': 200}
Mar 05 21:04:36.738938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed135-6404-4d4a-b35f-02099ea124c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:36.773938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=d34ad7b9-550b-4d67-9cd5-fe2d3b016d37,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:36.778553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802dd8-4dff-4135-9615-9f5159a0e929 req-27b8685e-b172-4e9e-a64e-f1e667dd2f83 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.782624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86802dd8-4dff-4135-9615-9f5159a0e929 req-27b8685e-b172-4e9e-a64e-f1e667dd2f83 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.4788294
Mar 05 21:04:36.788561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-01f86f91-b0de-43b1-8193-14a2d9ce635f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.6078880
Mar 05 21:04:36.796831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34982) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:36.863247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.863759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.864240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.864698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.866150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.866150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.866347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.868824 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-4326777b-8ccd-4ae6-a1ef-8603272c12ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6313 time: 0.1650262
Mar 05 21:04:36.981711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-4579712a-d55d-40b4-9c0b-9d9baead59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:36.984117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-4579712a-d55d-40b4-9c0b-9d9baead59f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7efe7e39b29a47fcb344c08b109d4e40&device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 1125 time: 0.3333685
Mar 05 21:04:37.035439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86802dd8-4dff-4135-9615-9f5159a0e929 req-2f00497a-89ec-4c4e-b1dc-6715c64b709e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328327
Mar 05 21:04:37.055109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-40b7777d-0fc2-4c57-9a6c-ec9d3ee11594 None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:37.055729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-40b7777d-0fc2-4c57-9a6c-ec9d3ee11594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.087009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-71991aff-9d91-40f8-becf-144b71d7a5f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35 HTTP/1.1" status: 200  len: 217 time: 0.0756516
Mar 05 21:04:37.099514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:04:37.153370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-dcf50201-f890-42f1-907f-59fcc673b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.153847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-dcf50201-f890-42f1-907f-59fcc673b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.154314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-dcf50201-f890-42f1-907f-59fcc673b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.155952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-dcf50201-f890-42f1-907f-59fcc673b832 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.2779117
Mar 05 21:04:37.177882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67032e1-6012-4f3d-9763-674b0735791b req-957541b4-5ccb-4473-9897-6b22d1cb4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.179318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-957541b4-5ccb-4473-9897-6b22d1cb4c1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.1654367
Mar 05 21:04:37.205961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-40b7777d-0fc2-4c57-9a6c-ec9d3ee11594 None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:37.343435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-894240e3-83f9-4dfb-a693-e4ce7a313e52 None None] Provisioning complete for port d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:37.343932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-894240e3-83f9-4dfb-a693-e4ce7a313e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.381017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-894240e3-83f9-4dfb-a693-e4ce7a313e52 None None] Port d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:37.583269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93027e7-ce04-430b-b11a-53ea8f89a584 req-8094e96d-be6f-4cf4-b347-fb5bd75bddea tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.584756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a93027e7-ce04-430b-b11a-53ea8f89a584 req-8094e96d-be6f-4cf4-b347-fb5bd75bddea tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 943 time: 0.5304968
Mar 05 21:04:37.593252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:37.593592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.600052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.610721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-6ed2d03f-4635-4e9d-8355-0bae69d462db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.612235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-6ed2d03f-4635-4e9d-8355-0bae69d462db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f3209b2-d6b3-4148-9385-d28210fb0bb5 HTTP/1.1" status: 200  len: 845 time: 0.5103400
Mar 05 21:04:37.619351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.725977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:37.757434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14ca8e-7931-4362-87f8-cdccb7ceac60 req-f7d0323d-31e4-46d4-baf1-308772a063f0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.759458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b14ca8e-7931-4362-87f8-cdccb7ceac60 req-f7d0323d-31e4-46d4-baf1-308772a063f0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6295776
Mar 05 21:04:37.776910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.779252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:37.779735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.791713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:37.803124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-62e9d6f9-2679-4577-b997-3de4dda29320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.804804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f11f67ca-cdab-4796-8df2-7abe34a1c16c req-62e9d6f9-2679-4577-b997-3de4dda29320 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6409123
Mar 05 21:04:37.844296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-9bb06ca0-61c8-4c75-a673-378893374b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.845722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-9bb06ca0-61c8-4c75-a673-378893374b73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cc85f70-b559-4cc0-8cde-193983972fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2218189
Mar 05 21:04:37.866520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67032e1-6012-4f3d-9763-674b0735791b req-1f52d9a4-192c-4c1d-96a0-c41dd60fc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:37.867861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-1f52d9a4-192c-4c1d-96a0-c41dd60fc909 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.6709237
Mar 05 21:04:37.873044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a93027e7-ce04-430b-b11a-53ea8f89a584 req-55aa8980-9b7e-49be-ad46-1cb9da4aa2bd tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2764981
Mar 05 21:04:37.892066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b54a86-30ae-437a-8e99-4dbd8347c99d {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:37.895931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:37.914821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-1ff11450-c105-440b-9e7c-ff5ccbc3427a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.0390408
Mar 05 21:04:37.954944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks [] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:37.965276 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Floating IP 079fb4f5-fed9-4d2b-8a46-0f707d8842fc associated. External IP: 172.35.0.178, port: 2f672d97-7658-4404-9c2c-23bec705e4a1.
Mar 05 21:04:37.976304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b14ca8e-7931-4362-87f8-cdccb7ceac60 req-d43bcbff-69c8-41bf-a6de-edf1c5819718 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2052968
Mar 05 21:04:38.048245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Transition to ACTIVE for port object 49b54a86-30ae-437a-8e99-4dbd8347c99d will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:38.060263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67032e1-6012-4f3d-9763-674b0735791b req-4f53cb1c-b525-4d50-b170-4ce247914e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.061716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-4f53cb1c-b525-4d50-b170-4ce247914e30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.1419230
Mar 05 21:04:38.069636 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.107890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-2cf1b4f5-fd53-4b18-a839-c9e06b7fb0c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374835
Mar 05 21:04:38.130999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813e08-b80e-41d1-ac00-7da8d272d07b req-da51bb6f-53d7-400f-a771-2799064adaa8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.132501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81813e08-b80e-41d1-ac00-7da8d272d07b req-da51bb6f-53d7-400f-a771-2799064adaa8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1739008
Mar 05 21:04:38.179506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:38.185341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-7e0077c6-64e4-4915-ba8f-6e4ef888a652 service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3258390
Mar 05 21:04:38.260516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d34ad7b9-550b-4d67-9cd5-fe2d3b016d37), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.296434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81813e08-b80e-41d1-ac00-7da8d272d07b req-108a65d2-f488-4b22-8aee-3451afc880c5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299760
Mar 05 21:04:38.312842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.312842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.314819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.320227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.326584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.328777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=d34ad7b9-550b-4d67-9cd5-fe2d3b016d37,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:38.331868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.338112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.340124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-f8d2b1f9-aa84-490f-b129-b7488369d785 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5395 time: 0.2907906
Mar 05 21:04:38.452125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-35eb5488-da1a-43ed-a702-8480e8cda620 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3376997
Mar 05 21:04:38.454690 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.458545 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f916b4c1-6238-4547-9cb2-169b86e0c5f6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 HTTP/1.1" status: 204  len: 168 time: 1.6602805
Mar 05 21:04:38.462681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34992) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:38.521666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fb996fc-ad65-45b9-b963-a01607c8b836 req-a196062c-11d5-4999-a5be-cb7fcb73a6ef service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3288472
Mar 05 21:04:38.531041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Attempting to bind port 49b54a86-30ae-437a-8e99-4dbd8347c99d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:38.531385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Attempting to bind port 49b54a86-30ae-437a-8e99-4dbd8347c99d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:38.531764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Attempting to bind port 49b54a86-30ae-437a-8e99-4dbd8347c99d on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:38.553499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Port 49b54a86-30ae-437a-8e99-4dbd8347c99d on network f583ae73-6c59-430c-be06-cb0088aec665 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:38.553884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Attempting to bind port 49b54a86-30ae-437a-8e99-4dbd8347c99d on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:38.565037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6767d47-f3d3-4acb-ba97-6ed130dfe934 req-b5fef164-aea7-4f6f-8323-3139227006c5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.566632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6767d47-f3d3-4acb-ba97-6ed130dfe934 req-b5fef164-aea7-4f6f-8323-3139227006c5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1816254
Mar 05 21:04:38.567180 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8398efd-6d0d-41bd-8dfd-51d4f1e9b6a9 req-a3cc9263-c6e9-4e35-aa51-1454180020cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2183065
Mar 05 21:04:38.569745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:38.570083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:38.570463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Bound using segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:38.570910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Bound port: 49b54a86-30ae-437a-8e99-4dbd8347c99d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:38.571907 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.596569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:04:38.658860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14405bc7-eeee-40a9-8f91-5b78a028fa6e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.660409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14405bc7-eeee-40a9-8f91-5b78a028fa6e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1971743
Mar 05 21:04:38.663102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34994) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:38.676076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b67032e1-6012-4f3d-9763-674b0735791b req-a065b76a-fb81-438e-9cfa-9742b66d8b72 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038727
Mar 05 21:04:38.689727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6767d47-f3d3-4acb-ba97-6ed130dfe934 req-87d85dfc-5b5f-451f-8be7-0253faa9f850 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150053
Mar 05 21:04:38.714669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:38.716961 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bdc15-d962-4163-9f06-24767224308d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:38.747764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca2a15-da51-4b2d-bb91-c797305dd8c7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.750408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33ca2a15-da51-4b2d-bb91-c797305dd8c7 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0862091
Mar 05 21:04:38.753262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35000) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:38.755373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:38.779725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:38.797770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.843185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf33af-2e90-480b-adea-f19f415bce00 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.844526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf33af-2e90-480b-adea-f19f415bce00 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.845883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf33af-2e90-480b-adea-f19f415bce00 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.850281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0acf33af-2e90-480b-adea-f19f415bce00 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0957861
Mar 05 21:04:38.852121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35002) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:38.852279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f5d47-2b35-4113-b6d6-a38f9253cf1e req-3f5bb97b-92de-472b-9482-d439f7adebd3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.853873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d2f5d47-2b35-4113-b6d6-a38f9253cf1e req-3f5bb97b-92de-472b-9482-d439f7adebd3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1859009
Mar 05 21:04:38.855555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.856194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.857500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] 10.222.0.23 "PUT /v2.0/ports/49b54a86-30ae-437a-8e99-4dbd8347c99d HTTP/1.1" status: 200  len: 1091 time: 2.6272337
Mar 05 21:04:38.860634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:04:38.876138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.881261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:04:38.898272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1798e-25ef-4e31-9898-c19282665e05 req-0cf4dcd1-e4b2-4642-9adc-c19322bb3367 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:38.900179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8dd1798e-25ef-4e31-9898-c19282665e05 req-0cf4dcd1-e4b2-4642-9adc-c19322bb3367 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1363313
Mar 05 21:04:38.921640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:38.922814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:38.938831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:38.952435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 7de395f0-00ef-47cf-a4f6-e75dc64281c6 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:38.973102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad9852-d3e0-4f22-a987-2ae74c87dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:38.975495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (7de395f0-00ef-47cf-a4f6-e75dc64281c6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:38.996405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6c10e5a-ea38-47dd-96cd-1718f3094d8b tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "PUT /v2.0/floatingips/079fb4f5-fed9-4d2b-8a46-0f707d8842fc HTTP/1.1" status: 200  len: 992 time: 3.4650383
Mar 05 21:04:39.009753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d2f5d47-2b35-4113-b6d6-a38f9253cf1e req-34544487-4f71-429d-b68d-2657a90cae6f tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472981
Mar 05 21:04:39.012274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8dd1798e-25ef-4e31-9898-c19282665e05 req-fae38a59-12b2-4202-aa36-222656a298ff tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023846
Mar 05 21:04:39.069032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.099169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (7de395f0-00ef-47cf-a4f6-e75dc64281c6), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.161267 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a7210-12cd-4887-ab93-d3704f307e8b x-openstack-request-id: req-2b3a7210-12cd-4887-ab93-d3704f307e8b {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:39.161576 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:39.161843 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b3a7210-12cd-4887-ab93-d3704f307e8b {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:39.162449 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'status': 'completed', 'code': 200}
Mar 05 21:04:39.168715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:39.236589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7de395f0-00ef-47cf-a4f6-e75dc64281c6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.293414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8d5b8-91f4-438f-9e03-afb92a643305 req-9b43695b-459e-4d97-8e6b-e085849c74c2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.295290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ebf8d5b8-91f4-438f-9e03-afb92a643305 req-9b43695b-459e-4d97-8e6b-e085849c74c2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1022482
Mar 05 21:04:39.334647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdc15-d962-4163-9f06-24767224308d req-1457e8f4-2067-410a-a08c-2779c131d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.336312 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-1457e8f4-2067-410a-a08c-2779c131d7c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7efe7e39b29a47fcb344c08b109d4e40&device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 1125 time: 0.1826608
Mar 05 21:04:39.338268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (7de395f0-00ef-47cf-a4f6-e75dc64281c6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.392269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=7de395f0-00ef-47cf-a4f6-e75dc64281c6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:39.394814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.398337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b0cd290-4600-4c9e-89c6-67fd4da9cea6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/7de395f0-00ef-47cf-a4f6-e75dc64281c6 HTTP/1.1" status: 204  len: 168 time: 0.5452557
Mar 05 21:04:39.405057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477e54d-e6a5-4577-b9d7-e81d5a6e0e40 req-2f7e9182-318c-48dc-bb30-4179f37b1488 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.406585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0477e54d-e6a5-4577-b9d7-e81d5a6e0e40 req-2f7e9182-318c-48dc-bb30-4179f37b1488 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 943 time: 0.2384675
Mar 05 21:04:39.409136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35012) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:39.422463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47bd5b-9f78-4a03-bf30-bcd7c8febb98 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:39.424405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ebf8d5b8-91f4-438f-9e03-afb92a643305 req-eca11eeb-d4ae-483c-984a-b41f97630eb9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173384
Mar 05 21:04:39.500406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3490>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079fb4f5-fed9-4d2b-8a46-0f707d8842fc', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.178', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:24:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:06Z', 'updated_at': '2022-03-05T21:04:36Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:39.541542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:04:39.544430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f38d-80db-4416-929d-d5bff8df4133 req-af10d546-d78b-44bd-8413-2df5ef502331 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.551570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6bd2f38d-80db-4416-929d-d5bff8df4133 req-af10d546-d78b-44bd-8413-2df5ef502331 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0679262
Mar 05 21:04:39.565682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:39.566745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:39.578085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet c8882713-a679-4109-bdfe-888954bc039e {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:39.590561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0477e54d-e6a5-4577-b9d7-e81d5a6e0e40 req-91bd148e-e9b5-4df6-a016-960e3d6384ef tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441963
Mar 05 21:04:39.603245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6bd2f38d-80db-4416-929d-d5bff8df4133 req-e16d1c22-96f7-463d-89a6-260d21f2ebc5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507662
Mar 05 21:04:39.604488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (c8882713-a679-4109-bdfe-888954bc039e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.636180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdc15-d962-4163-9f06-24767224308d req-85ad20c6-4fec-4177-b5da-4bab86675b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.638142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-85ad20c6-4fec-4177-b5da-4bab86675b31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cc85f70-b559-4cc0-8cde-193983972fc4 HTTP/1.1" status: 200  len: 907 time: 0.2905829
Mar 05 21:04:39.700141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c8882713-a679-4109-bdfe-888954bc039e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.704227 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-a2ba0e66-b6c4-4814-a2d1-6f7bc10e1c85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35 HTTP/1.1" status: 200  len: 217 time: 0.0559218
Mar 05 21:04:39.748082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:39.776189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.782768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.789835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.795998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.801978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.808142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.813968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.824114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-7b61cf73-8330-4a2a-8f74-9c5024243183 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5395 time: 0.1327746
Mar 05 21:04:39.893619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:39.899030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1220a884-6ec3-44c4-ba34-040ae80ec477 req-23d86fdb-3875-4e25-bc3c-985a670dcebe tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0739310
Mar 05 21:04:39.937641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks [] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:39.954234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdc15-d962-4163-9f06-24767224308d req-21f46a23-3412-4d6c-8729-4fc192b9aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:39.955822 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-21f46a23-3412-4d6c-8729-4fc192b9aba9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f3209b2-d6b3-4148-9385-d28210fb0bb5 HTTP/1.1" status: 200  len: 845 time: 0.2189369
Mar 05 21:04:39.982842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Transition to ACTIVE for port object 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:40.020727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:40.039264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c8882713-a679-4109-bdfe-888954bc039e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:40.181819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424807a3-e287-4b8e-a92b-65791893684f req-76ad13f9-3cf7-40bd-9d0e-355023207e0a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:40.184693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-424807a3-e287-4b8e-a92b-65791893684f req-76ad13f9-3cf7-40bd-9d0e-355023207e0a tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0736649
Mar 05 21:04:40.203239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3490>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079fb4f5-fed9-4d2b-8a46-0f707d8842fc', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.178', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:24:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:06Z', 'updated_at': '2022-03-05T21:04:36Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:40.236138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-424807a3-e287-4b8e-a92b-65791893684f req-9fef0346-a815-4fb4-9c58-a6dbda3cd22c tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461679
Mar 05 21:04:40.244375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68856e0-62b5-4ad8-a448-35e30c36a8f7 None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079fb4f5-fed9-4d2b-8a46-0f707d8842fc', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'floating_ip_address': '172.35.0.178', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'port_id': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'mac_address': 'fa:16:3e:24:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:06Z', 'updated_at': '2022-03-05T21:04:36Z', 'revision_number': 1, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:04:40.459171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fa9a3794-034f-4777-a8c3-6908219c3420 None None] Provisioning complete for port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:40.459560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa9a3794-034f-4777-a8c3-6908219c3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:40.486932 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6335781-bd5b-4413-bf06-7ab0f1c67ecb None None] New status for floating IP 079fb4f5-fed9-4d2b-8a46-0f707d8842fc: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:04:40.492604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-0722d918-877a-4344-b3c4-224d0efdb09a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:40.494855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-0722d918-877a-4344-b3c4-224d0efdb09a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.7149270
Mar 05 21:04:40.529662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:40.550158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-e89c75c5-2e71-4f0d-b0d3-908040faab5e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/quotas/1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 375 time: 0.0453269
Mar 05 21:04:40.561081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdc15-d962-4163-9f06-24767224308d req-a9369f68-9bf9-40ef-ae9f-1f37b2bb62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:40.562675 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-a9369f68-9bf9-40ef-ae9f-1f37b2bb62d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cc85f70-b559-4cc0-8cde-193983972fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5944777
Mar 05 21:04:40.603480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a3794-034f-4777-a8c3-6908219c3420 None None] Current status of the port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:40.644014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c8882713-a679-4109-bdfe-888954bc039e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:40.754286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:40.758098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c8882713-a679-4109-bdfe-888954bc039e HTTP/1.1" status: 204  len: 168 time: 1.3233559
Mar 05 21:04:40.762044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d59fba-d1ef-4ea8-80c1-bd5de6d0ace7 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:40.764287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:40.769803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6129-14bf-499e-9325-9ec2367a050d tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=c8882713-a679-4109-bdfe-888954bc039e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:40.778881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c2b3-d6ef-4a47-95fe-bf70d6528ffb req-a17a71fe-0014-402c-8f2f-31c1e7979fb2 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:40.780752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03e0c2b3-d6ef-4a47-95fe-bf70d6528ffb req-a17a71fe-0014-402c-8f2f-31c1e7979fb2 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 943 time: 0.0857103
Mar 05 21:04:40.836990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51ec3869-9782-4890-ad50-14d3f61c6d0e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0552354
Mar 05 21:04:40.847521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03e0c2b3-d6ef-4a47-95fe-bf70d6528ffb req-c977e2c4-77ec-47f5-99eb-cebfeab799a7 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597355
Mar 05 21:04:40.849679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35036) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:40.866555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:40.962630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-107328b0-22f2-491e-9203-e8109af8f796 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3941374
Mar 05 21:04:41.013511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:04:41.015019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3793d-8832-4aaa-9225-bf1b3969f296 req-4910622a-09f9-43e2-bbea-8cc6cf770c6b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.016807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38e3793d-8832-4aaa-9225-bf1b3969f296 req-4910622a-09f9-43e2-bbea-8cc6cf770c6b tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1080744
Mar 05 21:04:41.027173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Attempting to bind port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:41.027528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Attempting to bind port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:41.027903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Attempting to bind port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:41.079155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Deleting port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:41.079544 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.083744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38e3793d-8832-4aaa-9225-bf1b3969f296 req-b5a598c7-f5b7-4290-b54c-fbe31d2510b6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587211
Mar 05 21:04:41.094688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac on network f583ae73-6c59-430c-be06-cb0088aec665 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:41.095084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Attempting to bind port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:41.127180 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-c82a243f-7613-49df-addc-821ee44411ee service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5560806
Mar 05 21:04:41.131850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:41.132209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Checking segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:41.132660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Bound using segment: {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:41.133067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Bound port: 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:41.133497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.168897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] For port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:41.169355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.205537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Calling delete_port for 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:41.229273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d'}, {'name': 'network-changed', 'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:41.231627 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d"}, {"name": "network-changed", "server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:41.241661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:41.245508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.271501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.286829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.292857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.298907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.304658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.311089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.317692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.320521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-84405047-059e-4044-a545-76bb917e1094 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5407 time: 0.1482756
Mar 05 21:04:41.358525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.359577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb7bdc15-d962-4163-9f06-24767224308d req-42024e82-0905-4809-8b80-df3dc27c970f service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231147
Mar 05 21:04:41.398699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-b167a943-edc2-4801-aecf-d02f8844e961 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4126983
Mar 05 21:04:41.408274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] Pushing event deleted for resources: {'Port': ['ID=2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:41.417928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e982f4-4e93-4d50-86cb-d8595e0726ee None None] No DVR routers for this DVR port 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:41.433282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f0c3f70-762e-4041-a44c-81fba2e81aaf req-92415e18-fb8e-48f0-9051-84f3b0739a4c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1050601
Mar 05 21:04:41.494283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:41.502065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:41.507742 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a21741-c2da-4034-ba9c-c67caf6676fb x-openstack-request-id: req-96a21741-c2da-4034-ba9c-c67caf6676fb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:41.508691 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:41.512098 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96a21741-c2da-4034-ba9c-c67caf6676fb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:41.513842 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'status': 'completed', 'code': 200}
Mar 05 21:04:41.515663 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'status': 'completed', 'code': 200}
Mar 05 21:04:41.538517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.613981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.614760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.619599 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] 10.222.0.23 "PUT /v2.0/ports/14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac HTTP/1.1" status: 200  len: 1090 time: 2.7184467
Mar 05 21:04:41.657298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:41.683449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:41.728080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a523b-b506-40bb-aa92-a33842e48c90 req-44539d89-8733-48f4-9df3-7b0a8503c171 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.730035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-639a523b-b506-40bb-aa92-a33842e48c90 req-44539d89-8733-48f4-9df3-7b0a8503c171 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1064775
Mar 05 21:04:41.732567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-fe528742-fef8-41a8-96f5-f49e8013ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.734217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-fe528742-fef8-41a8-96f5-f49e8013ece2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 1128 time: 0.1839285
Mar 05 21:04:41.782725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:41.820091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:41.820838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a3e2ba5-edbf-473b-8c2e-d5ea283faaa8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:41.846602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:41.863301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'port_id': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'mac_address': 'fa:16:3e:2a:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:41.874689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-639a523b-b506-40bb-aa92-a33842e48c90 req-90c2cd12-cdda-48c4-88db-e3a0f8f3f5fe tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381078
Mar 05 21:04:41.932411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:41.934213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.935776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-98829403-5bba-40b6-865c-51914599d703 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5259504
Mar 05 21:04:41.962744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:41.969015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:41.971016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f76ebc-4b3f-4e56-aa75-041df0a4ceff service neutron] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:41.993351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-1216e559-9343-4021-89db-e1e9a27908e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:41.994947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:42.000581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-1216e559-9343-4021-89db-e1e9a27908e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 200  len: 910 time: 0.2532816
Mar 05 21:04:42.006250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.038721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.039323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.040896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.041564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.042046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.043018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.043503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.046939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-8fd17c32-92c6-4e4c-8c45-6a852f2eb7d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6509 time: 0.5241184
Mar 05 21:04:42.065959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:42.154792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-70b45f0c-3f95-4b84-9266-698ed2d88db1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f672d97-7658-4404-9c2c-23bec705e4a1 HTTP/1.1" status: 200  len: 1002 time: 0.0924985
Mar 05 21:04:42.167316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb4f2b-b810-4982-a2b6-b9574da462a1 req-b8f575da-fd2d-4e26-bbc9-05e43fd0d7a3 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.178274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15cb4f2b-b810-4982-a2b6-b9574da462a1 req-b8f575da-fd2d-4e26-bbc9-05e43fd0d7a3 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 944 time: 0.1750906
Mar 05 21:04:42.221258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['0d4bfa0a-fdb5-4443-bed4-e96bace20d35'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:42.243647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f5ef0d55-f0a4-477c-baf4-fcfa45c9fd86 req-4474890f-b3ab-47d2-bc4a-07ceeddfd6f1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 210 time: 0.0643411
Mar 05 21:04:42.282932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15cb4f2b-b810-4982-a2b6-b9574da462a1 req-e8bb950b-c0e8-4ead-94cf-616e66890db8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035755
Mar 05 21:04:42.289707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-45a1d267-3125-481f-9f38-a558673f378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.292369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-45a1d267-3125-481f-9f38-a558673f378b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 200  len: 848 time: 0.0906465
Mar 05 21:04:42.359990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-a97b1444-ff88-4701-b622-b9b3bd3748cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.361828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-a97b1444-ff88-4701-b622-b9b3bd3748cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb152f6f-c57d-4619-b0c4-9bec5538183b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0634968
Mar 05 21:04:42.391702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-c4e19eea-55b5-4323-95ce-cbac688f399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.392290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-c4e19eea-55b5-4323-95ce-cbac688f399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.392783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-c4e19eea-55b5-4323-95ce-cbac688f399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.394503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-c4e19eea-55b5-4323-95ce-cbac688f399f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.3392885
Mar 05 21:04:42.414756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:42.459974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (8a9cac6c-49be-481e-a24c-b109bf2a52a8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.479820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-2b99807c-b936-4f8e-912f-a3122eecea31 service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107187
Mar 05 21:04:42.576903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:42.608843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:42.619265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.619869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.626483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-514da272-ce20-45a4-9ede-8889f77d1c0c service neutron] 10.222.0.31 "GET /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402276
Mar 05 21:04:42.630775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a7531-ff0d-49c8-b291-2ead0cc48cf3 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:42.697476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=8a9cac6c-49be-481e-a24c-b109bf2a52a8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:42.714662 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8265fe03-2b7f-48a5-a503-e50d74d5da4a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8515675
Mar 05 21:04:42.715056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35080) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:42.725787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:42.752544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-fd1da16b-d285-4072-860d-daa029c52d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.754029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d55f5c97-5b6a-4296-a2f9-3f180dc04d48 req-fd1da16b-d285-4072-860d-daa029c52d3d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3355265
Mar 05 21:04:42.769287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.779419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.781947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.787994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.793892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.794292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '8a9cac6c-49be-481e-a24c-b109bf2a52a8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:42.795163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.799190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.804545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.806603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-11a93529-ee07-4c53-9353-732e762ed71f req-ebcbf6f3-59a0-4d26-9241-b97dc4ecc9df tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5407 time: 0.2404404
Mar 05 21:04:42.870257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:42.885893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks [] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.918456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fab7d-0340-4d5a-a9c9-2566251f59bf req-1b2b2e04-be67-48c7-bb3b-9858af011598 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:42.920069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Transition to ACTIVE for port object 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:42.920228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-882fab7d-0340-4d5a-a9c9-2566251f59bf req-1b2b2e04-be67-48c7-bb3b-9858af011598 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0968068
Mar 05 21:04:42.926579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-11a93529-ee07-4c53-9353-732e762ed71f req-438f16ae-68c0-403f-a2cd-297b62c7da70 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1090691
Mar 05 21:04:42.927848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:42.966929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:42.970478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.007093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:43.048707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-882fab7d-0340-4d5a-a9c9-2566251f59bf req-82a4fedd-c19e-4eae-93f4-cad5d31a0788 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182179
Mar 05 21:04:43.101476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Allocated IP 2001:db8::f816:3eff:fec4:750f (5e836852-f4cc-40c5-91ef-7e406c291770/8a9cac6c-49be-481e-a24c-b109bf2a52a8/2c87e8d7-8a9b-4660-bb19-dda706e11ed2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:43.109370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Attempting to bind port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:43.110867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Attempting to bind port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:43.112051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Attempting to bind port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 on network 3c8e0a46-e570-496b-970e-60743f7e52d3 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:43.123480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 on network 3c8e0a46-e570-496b-970e-60743f7e52d3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:43.123802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Attempting to bind port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 on network 3c8e0a46-e570-496b-970e-60743f7e52d3 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:43.137139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:43.137497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Checking segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:43.137899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Bound using segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:43.138372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Bound port: 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:43.138727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.160393 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a9cac6c-49be-481e-a24c-b109bf2a52a8 (CIDR: 2001:db8::/64)
Mar 05 21:04:43.169156 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:04:43.169623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:04:43.201086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8a59bb82-06e8-40ef-b434-05368ef854ff tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4846787
Mar 05 21:04:43.202838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:43.216811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:43.301637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce411e3-6c76-426c-b12e-0f6a383760e6 req-7008f0ef-e595-48b9-9672-2d8e614fc6de tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:43.303148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce411e3-6c76-426c-b12e-0f6a383760e6 req-7008f0ef-e595-48b9-9672-2d8e614fc6de tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1417296
Mar 05 21:04:43.306826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:43.311623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:43.330867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.413745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:43.414396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.416290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/48f2f3bb-2642-4a75-8eb1-b1d8812cc628 HTTP/1.1" status: 200  len: 1091 time: 1.7646556
Mar 05 21:04:43.425791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:43.435848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.437672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ce411e3-6c76-426c-b12e-0f6a383760e6 req-b3238372-3e78-4c9d-9349-8111307d5540 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242161
Mar 05 21:04:43.448767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98c7d-e7e7-42f6-9a19-f050f18942b5 service neutron] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:43.458034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Request body: {'port': {'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:43.469813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks [] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.480350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.518852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac'}, {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:43.523502 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c07d78-5f54-490b-9441-24a0a1dc1d22" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac"}, {"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:43.697924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Pushing event updated for resources: {'Port': ['ID=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:43.723422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:43.756682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:43.842986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:43.858584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:43.941854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcbd8479-4d12-42cf-9da1-8e39267d4f51 req-0e8d0947-1f45-474a-9a75-85a282da7dbf tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 210 time: 0.3269501
Mar 05 21:04:43.956699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.983835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Attempting to bind port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:43.984343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Attempting to bind port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:43.984962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Attempting to bind port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:43.991438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:43.992129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:43.992651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:43.993715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:43.994953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Bound port: 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:43.995981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.002103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:04:44.016667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.048248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-21023c63-a063-403a-8eec-86a4e7c40291 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.049780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-21023c63-a063-403a-8eec-86a4e7c40291 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.3439763
Mar 05 21:04:44.051308 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2389cd-6039-4dc0-a5f4-b420955f59ea x-openstack-request-id: req-4d2389cd-6039-4dc0-a5f4-b420955f59ea {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:44.051613 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:44.051915 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2389cd-6039-4dc0-a5f4-b420955f59ea {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:44.052469 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'status': 'completed', 'code': 200}
Mar 05 21:04:44.052736 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'status': 'completed', 'code': 200}
Mar 05 21:04:44.054425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:44.054811 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.081622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'device_id': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'admin_state_up': True, 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:44.096483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:44.127610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:44.131213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.132201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.165822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9617255
Mar 05 21:04:44.171028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35106) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:44.179835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:05:02:0c', 'name': 'tempest-NetworksTestDHCPv6-895256064'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:44.194872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6c686-a729-4899-a172-35ad5672b107 req-0810095c-dbca-4751-919b-da5a7e094e3d tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.204148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8d6c686-a729-4899-a172-35ad5672b107 req-0810095c-dbca-4751-919b-da5a7e094e3d tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 944 time: 0.3635783
Mar 05 21:04:44.207924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] For port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:44.213884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] For port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:44.232260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ff776-c6e5-45f5-bbcf-3ac7f315616b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:44.245013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.316890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:44.317299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.319515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.320021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.320717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.320947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.322189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.322668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.323126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.325089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-5540629b-7503-4d87-a875-2157f087ba2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6607 time: 0.2414963
Mar 05 21:04:44.367924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e755c4c-2f69-4f04-9ddc-0c74264c8261 None None] Pushing event updated for resources: {'Port': ['ID=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:44.378848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:44.381864 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a1475-aaac-47ae-8117-d3daf9a234e1" -d '{"events": [{"server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "name": "network-vif-plugged", "status": "completed", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:44.394046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.403931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:44.405562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.409791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.412044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.428018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.433934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.442723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8d6c686-a729-4899-a172-35ad5672b107 req-a2332d7c-e037-42dc-8aac-d10ca26caa9b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2361109
Mar 05 21:04:44.457325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.457325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.465651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44986973-0286-40a5-9f67-990120bb6ab2 req-cc765249-fa85-45da-a690-ffc9bba2ed05 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5419 time: 0.3769751
Mar 05 21:04:44.483238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:44.532125 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1975b-bdb0-41c7-9331-2f42cd5c1589 x-openstack-request-id: req-baf1975b-bdb0-41c7-9331-2f42cd5c1589 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:44.533711 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "name": "network-vif-plugged", "status": "completed", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:44.536047 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf1975b-bdb0-41c7-9331-2f42cd5c1589 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:44.536858 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'code': 200}
Mar 05 21:04:44.551418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:44.554826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.591785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:44.675351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44986973-0286-40a5-9f67-990120bb6ab2 req-1547f72e-6583-41f1-b0a0-5147fdf3ac29 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2082832
Mar 05 21:04:44.738248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-1e704ab5-37f2-452f-901e-540467f9c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.739096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-1e704ab5-37f2-452f-901e-540467f9c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.739849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-1e704ab5-37f2-452f-901e-540467f9c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:44.742276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-1e704ab5-37f2-452f-901e-540467f9c9d0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.4091747
Mar 05 21:04:44.789213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03778ff-0dff-4440-ad01-ea9b00fcbdae {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:44.798647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks [] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.813754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Transition to ACTIVE for port object d03778ff-0dff-4440-ad01-ea9b00fcbdae will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:44.829931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:44.913058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:45.298172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e699-d8e3-41ba-b586-4da4e19a26f8 req-17d2343b-4fde-44cd-9493-f94e79835bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:45.302138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43c4e699-d8e3-41ba-b586-4da4e19a26f8 req-17d2343b-4fde-44cd-9493-f94e79835bdc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 1127 time: 0.6942005
Mar 05 21:04:45.323052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4f95-3b8e-4fd6-8fd7-539a2ba31fb2 req-7f2ac3f4-6a6b-4a0e-a182-3baa00dc700b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:45.325847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c50e4f95-3b8e-4fd6-8fd7-539a2ba31fb2 req-7f2ac3f4-6a6b-4a0e-a182-3baa00dc700b tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.5893967
Mar 05 21:04:45.337823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de0a8df4-5072-46df-814f-ab5c44abaab9 req-2ddd50cc-b4e7-4d83-a151-b53a62739b6c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 210 time: 0.0518796
Mar 05 21:04:45.372591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:45.381359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.20.0.8 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/67768743-b786-49b6-9794-7c55e5d612f7) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:45.415965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Attempting to bind port d03778ff-0dff-4440-ad01-ea9b00fcbdae on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:45.416262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Attempting to bind port d03778ff-0dff-4440-ad01-ea9b00fcbdae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:45.416630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Attempting to bind port d03778ff-0dff-4440-ad01-ea9b00fcbdae on network 3c8e0a46-e570-496b-970e-60743f7e52d3 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:45.428317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Port d03778ff-0dff-4440-ad01-ea9b00fcbdae on network 3c8e0a46-e570-496b-970e-60743f7e52d3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:45.428645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Attempting to bind port d03778ff-0dff-4440-ad01-ea9b00fcbdae on network 3c8e0a46-e570-496b-970e-60743f7e52d3 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:45.443047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:45.443608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Checking segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:45.444383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Bound using segment: {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:45.444653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Bound port: d03778ff-0dff-4440-ad01-ea9b00fcbdae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f619ff88-c682-4898-aaf2-8ce7f44db092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:45.445023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:45.459042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port abae3c7a-8b0d-4482-94f5-35345b8cec89 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:45.471141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-9896f3c3-ccd8-4707-874f-357ed3790cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:45.472132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-9896f3c3-ccd8-4707-874f-357ed3790cee service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7157302
Mar 05 21:04:45.478618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c50e4f95-3b8e-4fd6-8fd7-539a2ba31fb2 req-f87f1cb5-e07a-481e-b3e6-30d584fc522e tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426840
Mar 05 21:04:45.527595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43c4e699-d8e3-41ba-b586-4da4e19a26f8 req-8e065967-6178-40d1-9b5f-8bd2d97c8b56 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2210944
Mar 05 21:04:45.636268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:45.672532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:45.698976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:45.764525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:45.765506 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:45.766921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] 10.222.0.23 "PUT /v2.0/ports/d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 200  len: 1091 time: 2.3151140
Mar 05 21:04:45.784604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (67768743-b786-49b6-9794-7c55e5d612f7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:45.803062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7c2f-b97c-45e9-9d72-e6bb1c98f146 req-6519b955-9ffa-46da-83b2-933feeaedb86 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:45.804923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-325e7c2f-b97c-45e9-9d72-e6bb1c98f146 req-6519b955-9ffa-46da-83b2-933feeaedb86 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.2392302
Mar 05 21:04:45.832719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a44e4-019f-44d5-93f5-9f2324bc9815 service neutron] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:45.885947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8:0:1::337 (5e836852-f4cc-40c5-91ef-7e406c291770/70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc/abae3c7a-8b0d-4482-94f5-35345b8cec89) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:45.897600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::f816:3eff:fe05:20c (5e836852-f4cc-40c5-91ef-7e406c291770/8a9cac6c-49be-481e-a24c-b109bf2a52a8/abae3c7a-8b0d-4482-94f5-35345b8cec89) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:45.924681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-325e7c2f-b97c-45e9-9d72-e6bb1c98f146 req-79d567a8-78ee-4c4c-9de7-aea69ba25013 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035025
Mar 05 21:04:45.925497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891da78-be1f-45c6-a12c-69087917a88f None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:45.927757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.005177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:46.008019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658cf3a-fe0d-4459-a271-0063a31ab145 req-ffa90d20-3b16-448e-82bd-15006c0e7d73 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.010379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:46.019178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8658cf3a-fe0d-4459-a271-0063a31ab145 req-ffa90d20-3b16-448e-82bd-15006c0e7d73 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.2754755
Mar 05 21:04:46.031766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:46.082070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Provisioning complete for port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:46.082732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.101228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:46.106111 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76645bf2-305c-48a6-a352-8fc4c39aed20" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:46.141476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:46.144301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:46.184804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.185209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (abae3c7a-8b0d-4482-94f5-35345b8cec89), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.185646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.218495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-ee9161e7-b733-4634-bbab-b15c5d47eab8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1505773
Mar 05 21:04:46.230843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (abae3c7a-8b0d-4482-94f5-35345b8cec89), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.245212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.250894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.251443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.251939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.252382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.252516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.252992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.253456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.253910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.256084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-d3975d5c-18cf-4f25-a853-5fb697485818 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6705 time: 0.5227950
Mar 05 21:04:46.261568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.261987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Current status of the port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:46.262444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.268569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.275776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.283295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.292013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.294452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-c214ce5f-1306-490c-9c64-a6fdab13c4c9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.2857523
Mar 05 21:04:46.299833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Request body: {'port': {'device_id': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:46.321087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:46.326067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:46.326463 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.329720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] For port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:46.357036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.373718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:46.376438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:46.382163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.383350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.417660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.2426043
Mar 05 21:04:46.423836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35156) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:46.432594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8658cf3a-fe0d-4459-a271-0063a31ab145 req-90e0f86a-2560-4061-8cbf-809bb8af6169 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4123235
Mar 05 21:04:46.468334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e279984-2376-43f0-a983-566c18879623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=abae3c7a-8b0d-4482-94f5-35345b8cec89,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:46.476375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (67768743-b786-49b6-9794-7c55e5d612f7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.484298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': '8a9cac6c-49be-481e-a24c-b109bf2a52a8', 'ip_address': '2001:db8::f816:3eff:fec4:750f'}, {'subnet_id': '70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2c87e8d7-8a9b-4660-bb19-dda706e11ed2'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:04:46.497387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cc2639c-51f4-4ac3-bae9-f9f114b78565 req-e81a5b1e-c92f-4c4b-98b7-30cf9fd2a310 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1926317
Mar 05 21:04:46.531229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cc55b-315d-48c7-bf2c-bf5140e1236d None None] Pushing event updated for resources: {'Port': ['ID=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:46.592176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-b472f903-fff8-436f-b65d-1b5323ad15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.593055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-b472f903-fff8-436f-b65d-1b5323ad15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.593742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-b472f903-fff8-436f-b65d-1b5323ad15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.596903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-b472f903-fff8-436f-b65d-1b5323ad15a1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=784a2229e2b6445589597e5bf3be6344&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.3099222
Mar 05 21:04:46.607314 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6124e-dd2f-4090-9af0-ce61d26c3666 x-openstack-request-id: req-13f6124e-dd2f-4090-9af0-ce61d26c3666 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:46.607619 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:46.607893 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13f6124e-dd2f-4090-9af0-ce61d26c3666 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:46.608443 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'status': 'completed', 'code': 200}
Mar 05 21:04:46.630325 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.633273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:46.646771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-27076b8f-1b37-405e-b3b6-389c51b35254 None None] Provisioning complete for port 67768743-b786-49b6-9794-7c55e5d612f7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:46.647329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27076b8f-1b37-405e-b3b6-389c51b35254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (67768743-b786-49b6-9794-7c55e5d612f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.722682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27076b8f-1b37-405e-b3b6-389c51b35254 None None] Port 67768743-b786-49b6-9794-7c55e5d612f7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:04:46.793690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a95f7b-c77f-41a7-8f62-4305918ea887 req-ab73451f-c4cf-48ad-8d23-793c82b6e428 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.795241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47a95f7b-c77f-41a7-8f62-4305918ea887 req-ab73451f-c4cf-48ad-8d23-793c82b6e428 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.0868750
Mar 05 21:04:46.796855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-93027f4a-62f8-4f24-8316-db03ff61edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.798247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9c07d78-5f54-490b-9441-24a0a1dc1d22 req-93027f4a-62f8-4f24-8316-db03ff61edab service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1943772
Mar 05 21:04:46.874695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Allocated IP 2001:db8:0:1::2 (5e836852-f4cc-40c5-91ef-7e406c291770/70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc/2c87e8d7-8a9b-4660-bb19-dda706e11ed2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:46.894293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47a95f7b-c77f-41a7-8f62-4305918ea887 req-e496dd8c-d926-4f29-b981-a9f8f4eb1476 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909207
Mar 05 21:04:46.895314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port abae3c7a-8b0d-4482-94f5-35345b8cec89 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:46.895760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (abae3c7a-8b0d-4482-94f5-35345b8cec89), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:46.924945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15770d9-2903-4625-af66-b977364d7f5a req-69063ded-0375-4032-9936-f0fe0716b70f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.926781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.927627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.928318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.929079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.929733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.930503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.931354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:46.932447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a15770d9-2903-4625-af66-b977364d7f5a req-69063ded-0375-4032-9936-f0fe0716b70f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 931 time: 0.1647015
Mar 05 21:04:46.935054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-db343244-efcd-438f-b129-3a06ceb09a8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6705 time: 0.0927382
Mar 05 21:04:46.986232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-39d0b0bf-2df4-43ae-aad6-24a6178b0520 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 200  len: 217 time: 0.0436926
Mar 05 21:04:46.989684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] For port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:47.035214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Publish callbacks [] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.041750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.047325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-00ec740a-cdce-4021-91f6-c35437b0fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.048765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-00ec740a-cdce-4021-91f6-c35437b0fb77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46502186-7934-4068-8dc8-e51e9fb06ed8 HTTP/1.1" status: 200  len: 856 time: 0.0566421
Mar 05 21:04:47.144267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-4cd95c24-3b4a-47b4-8ac7-a73f6732acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.146703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-4cd95c24-3b4a-47b4-8ac7-a73f6732acd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0910850
Mar 05 21:04:47.178060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a15770d9-2903-4625-af66-b977364d7f5a req-de4dde3e-0ce3-4adf-84b9-764c92c1c8a4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445419
Mar 05 21:04:47.211468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8013c-72ed-4527-b7e7-e27777c092d7 None None] Pushing event updated for resources: {'Port': ['ID=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:47.217692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (abae3c7a-8b0d-4482-94f5-35345b8cec89), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.255781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for abae3c7a-8b0d-4482-94f5-35345b8cec89 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:47.303925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67768743-b786-49b6-9794-7c55e5d612f7 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:47.317859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks [] for port (67768743-b786-49b6-9794-7c55e5d612f7), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.339883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d20a9-9286-4109-a888-91fbe17c68d9 req-b0c2b339-a482-4fae-9fab-d73be2b59d78 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.341454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-625d20a9-9286-4109-a888-91fbe17c68d9 req-b0c2b339-a482-4fae-9fab-d73be2b59d78 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.1442072
Mar 05 21:04:47.343507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-74cdaea4-edd2-4d64-b40c-53cdcffd6491 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877558
Mar 05 21:04:47.369778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Transition to ACTIVE for port object 67768743-b786-49b6-9794-7c55e5d612f7 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:04:47.382884 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.438146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56e167-6601-462f-af22-93abde895d4b req-bff1027b-a936-46d3-9eda-fe303399431d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.439738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b56e167-6601-462f-af22-93abde895d4b req-bff1027b-a936-46d3-9eda-fe303399431d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1872528
Mar 05 21:04:47.489286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-625d20a9-9286-4109-a888-91fbe17c68d9 req-fefd7eb5-69a8-47d2-8570-b81730bfffce tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416299
Mar 05 21:04:47.489937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:47.491782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-920b0756-e8b9-49e8-85f5-b397745e343b service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355739
Mar 05 21:04:47.535559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-13aee9c0-53c3-4196-83ba-349567fd1177 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 217 time: 0.0379624
Mar 05 21:04:47.605838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b56e167-6601-462f-af22-93abde895d4b req-81f2d1c3-986a-45ee-8060-74032fb17830 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562791
Mar 05 21:04:47.640882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-42a6f009-d7cb-4a0f-b14e-7090e117af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.643154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-42a6f009-d7cb-4a0f-b14e-7090e117af78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1017413
Mar 05 21:04:47.694221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Attempting to bind port 67768743-b786-49b6-9794-7c55e5d612f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:47.694857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Attempting to bind port 67768743-b786-49b6-9794-7c55e5d612f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:47.695376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Attempting to bind port 67768743-b786-49b6-9794-7c55e5d612f7 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:47.705268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Port 67768743-b786-49b6-9794-7c55e5d612f7 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:04:47.705593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Attempting to bind port 67768743-b786-49b6-9794-7c55e5d612f7 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:47.724212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:47.724566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:47.724956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:47.725405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Bound port: 67768743-b786-49b6-9794-7c55e5d612f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:47.725765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (67768743-b786-49b6-9794-7c55e5d612f7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.737516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-e8aada98-9d16-4379-b6d3-dda7abb47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:47.739152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-e8aada98-9d16-4379-b6d3-dda7abb47cec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0902054
Mar 05 21:04:47.796783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (abae3c7a-8b0d-4482-94f5-35345b8cec89), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:47.873645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-307159cc-05ce-4d5a-9618-b0b1b83e7805 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223898
Mar 05 21:04:47.925106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=abae3c7a-8b0d-4482-94f5-35345b8cec89,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:48.016327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3e298-b6c8-4fc1-9a23-cd4a7a5ef8b3 req-847be674-343f-4a38-8236-6372a543e2ea tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.030500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64f3e298-b6c8-4fc1-9a23-cd4a7a5ef8b3 req-847be674-343f-4a38-8236-6372a543e2ea tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.2989335
Mar 05 21:04:48.043090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35180) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:48.058394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:48.099964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Request body: {'floatingip': {'port_id': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:48.111761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.116802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-155dc861-7277-4907-946f-71e5ec829864 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/abae3c7a-8b0d-4482-94f5-35345b8cec89 HTTP/1.1" status: 204  len: 168 time: 1.6918349
Mar 05 21:04:48.120191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:48.148050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:48.148764 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.173562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b07eb9dc-2a29-4baa-9b9d-4d24c84a3d29 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951679
Mar 05 21:04:48.189121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.194401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.200523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.204951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:48.205811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.211294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.211534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (158adc27-074d-47da-aa42-8637f968b725), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.216868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.226507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.234791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d23da60f-dafc-4259-ae36-917d33310913 req-94536441-f49a-4051-ac6d-881654d12e46 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.2184932
Mar 05 21:04:48.237962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:48.253321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4678a745-239d-4b6d-9803-f3592b1b0bd8 None None] Provisioning complete for port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:48.254036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4678a745-239d-4b6d-9803-f3592b1b0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.265260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67768743-b786-49b6-9794-7c55e5d612f7,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:48.291004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-81a8e029-07c1-4545-82a6-0cb8dcbc66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.292589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-81a8e029-07c1-4545-82a6-0cb8dcbc66fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.2775686
Mar 05 21:04:48.302528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.311439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-4ae2a317-3f19-4321-af58-f626609c8085 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 217 time: 0.0684898
Mar 05 21:04:48.353863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.354489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:48.355938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] 10.222.0.23 "PUT /v2.0/ports/67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 200  len: 1091 time: 2.1251037
Mar 05 21:04:48.362622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4678a745-239d-4b6d-9803-f3592b1b0bd8 None None] Current status of the port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:48.451098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d23da60f-dafc-4259-ae36-917d33310913 req-77fd0a43-25fd-4114-ad84-11873d62606f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2154248
Mar 05 21:04:48.473890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5673b1-7a91-4832-82b5-bf43584cb11b req-9a2ba57a-2e48-4a66-a912-da51063bc003 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.477338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d5673b1-7a91-4832-82b5-bf43584cb11b req-9a2ba57a-2e48-4a66-a912-da51063bc003 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3084311
Mar 05 21:04:48.504360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-68ff9d9d-3c9c-4adb-97c1-21be7b649d93 None None] Could not find standard attr ID for object abae3c7a-8b0d-4482-94f5-35345b8cec89. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:04:48.529778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfc25e-91f3-4a59-a339-844cdadb0e59 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.531496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-afdfc25e-91f3-4a59-a339-844cdadb0e59 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4103551
Mar 05 21:04:48.533503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b05c9-643b-4948-b59a-aa3688f6bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:48.540738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:48.596665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-8c41d00d-6a14-4c14-bbc2-dc03993a25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.598182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-8c41d00d-6a14-4c14-bbc2-dc03993a25ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.2825825
Mar 05 21:04:48.623318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-da468d5d-cb47-4e50-9f2e-0a397849c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.624851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-da468d5d-cb47-4e50-9f2e-0a397849c534 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.2903488
Mar 05 21:04:48.646655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:48.649748 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a" -d '{"events": [{"name": "network-changed", "server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "tag": "67768743-b786-49b6-9794-7c55e5d612f7"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:48.673174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-c0de356f-4c5f-4d77-bf12-97510aaedcc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.0582707
Mar 05 21:04:48.705622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d5673b1-7a91-4832-82b5-bf43584cb11b req-c7543bec-4315-42d2-89a9-04f38fbf21ed tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946290
Mar 05 21:04:48.711405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-b337f47d-063b-4586-80de-c56d1544024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.713457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-b337f47d-063b-4586-80de-c56d1544024e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 1125 time: 0.3038137
Mar 05 21:04:48.785059 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-07366ea1-2d13-4ee6-9acf-7a2fd424cce0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 200  len: 217 time: 0.0639875
Mar 05 21:04:48.788183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b2269-2e4e-4972-8e47-f5b60fa37d4f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.790214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b17b2269-2e4e-4972-8e47-f5b60fa37d4f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2438183
Mar 05 21:04:48.793219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-aa14a81b-1375-4528-ba51-3346317f91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.794775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-aa14a81b-1375-4528-ba51-3346317f91fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.1030035
Mar 05 21:04:48.802025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b351ed-04ee-4aa2-8f08-e111279898c4 req-3b888929-fe97-4c48-814c-1c130511b3f4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.803652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3b351ed-04ee-4aa2-8f08-e111279898c4 req-3b888929-fe97-4c48-814c-1c130511b3f4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 943 time: 0.2411921
Mar 05 21:04:48.804247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35192) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:48.823079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-ba2a4a17-f938-4fd7-8550-945a7b3642e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.823343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b00cc568-ec65-4ccf-a963-335073e59568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:48.824780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-ba2a4a17-f938-4fd7-8550-945a7b3642e9 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.1874707
Mar 05 21:04:48.824964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-b00cc568-ec65-4ccf-a963-335073e59568 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1938584
Mar 05 21:04:48.889306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-073501bb-269c-45dd-8654-5ce5f6db709a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838962
Mar 05 21:04:49.025466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede091b7-849e-447b-b912-2693c7a57915 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.026841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede091b7-849e-447b-b912-2693c7a57915 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.028195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede091b7-849e-447b-b912-2693c7a57915 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.029890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ede091b7-849e-447b-b912-2693c7a57915 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2171605
Mar 05 21:04:49.036452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:49.051978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3b351ed-04ee-4aa2-8f08-e111279898c4 req-c8aab667-efae-4a81-87a0-2849bab29cfd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247229
Mar 05 21:04:49.137964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-8ea66ce1-1bc5-4e23-a6d0-f0be9b6e74c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3035724
Mar 05 21:04:49.144070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-55741796-7937-480c-8986-a928e9e96486 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387574
Mar 05 21:04:49.148288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:49.168841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.303889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.307504 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14330dd8-702e-49c4-9657-1892a62817db x-openstack-request-id: req-14330dd8-702e-49c4-9657-1892a62817db {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:49.307821 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "tag": "67768743-b786-49b6-9794-7c55e5d612f7", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:49.308073 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14330dd8-702e-49c4-9657-1892a62817db {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:49.308458 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7', 'status': 'completed', 'code': 200}
Mar 05 21:04:49.328255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-60843586-859b-4370-b3e0-24d7e0920043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.329701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-60843586-859b-4370-b3e0-24d7e0920043 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.5375636
Mar 05 21:04:49.386208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-18070fe1-6738-4099-8712-9e791f983f4f service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2345805
Mar 05 21:04:49.390249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d26855d-e069-48a6-b2a8-b612f314ee5a req-ab20ee5d-3e9d-4940-b0b3-f2ac0aa378dd service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376397
Mar 05 21:04:49.402083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df98b-85ea-46d4-9e4a-4dd2c52db338 req-1802c3eb-233a-4b01-8566-9dbac8f2d7e5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.403591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e2df98b-85ea-46d4-9e4a-4dd2c52db338 req-1802c3eb-233a-4b01-8566-9dbac8f2d7e5 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 945 time: 0.6002009
Mar 05 21:04:49.433845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-f65d9b4e-8d1f-4121-a602-01d35f7e1a15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d HTTP/1.1" status: 200  len: 217 time: 0.0397003
Mar 05 21:04:49.514632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.538259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-af4b5a16-b8e8-4eb2-b1e4-e53415e62b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.540473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-af4b5a16-b8e8-4eb2-b1e4-e53415e62b6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1007147
Mar 05 21:04:49.548692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-10c25340-2b19-4c11-a480-11c3d92f605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.549585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-10c25340-2b19-4c11-a480-11c3d92f605a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2070775
Mar 05 21:04:49.566289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e2df98b-85ea-46d4-9e4a-4dd2c52db338 req-ed1a1371-1971-450a-ad2a-d56948f916e3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521702
Mar 05 21:04:49.568715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port e6f29933-01e9-44e2-b2d2-710980940a5a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:49.568715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.638151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.661664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.667435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.668352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (158adc27-074d-47da-aa42-8637f968b725), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.672666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.677885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.683925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.689362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.694612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.696804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-e7d48143-638c-4487-9105-013988f6034c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1555679
Mar 05 21:04:49.699232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-8dc75642-e81e-4403-b579-23f931ab341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:49.700660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-8dc75642-e81e-4403-b579-23f931ab341d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1461830
Mar 05 21:04:49.701854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.758145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:49.782485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c052663-c55c-476b-97a4-b156142b664a None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:49.809586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port e6f29933-01e9-44e2-b2d2-710980940a5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6f29933-01e9-44e2-b2d2-710980940a5a,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:49.809959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:49.838755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for e6f29933-01e9-44e2-b2d2-710980940a5a owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:49.855022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-1533b5c1-81b7-41a2-8d0d-c89b520ed16f service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2929277
Mar 05 21:04:49.883300 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Floating IP 158adc27-074d-47da-aa42-8637f968b725 associated. External IP: 172.35.0.223, port: 0d4bfa0a-fdb5-4443-bed4-e96bace20d35.
Mar 05 21:04:50.091138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.096538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b2c50929-107a-48d1-b2af-b810e612bd08 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc HTTP/1.1" status: 204  len: 168 time: 1.0548515
Mar 05 21:04:50.097843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35206) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:50.150646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542b7c5-6eaa-4bd7-84c3-b71540d34a05 req-5219a946-64b6-469e-87e7-0501cccb161c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.153094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0542b7c5-6eaa-4bd7-84c3-b71540d34a05 req-5219a946-64b6-469e-87e7-0501cccb161c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3153560
Mar 05 21:04:50.157709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43c472dd-919c-41fb-bc0a-d2cc2d96664e req-5aacb1e8-01df-4fdc-9d0a-0c75385c9567 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4534740
Mar 05 21:04:50.173114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-abea8536-bf9c-4441-b175-7f864d9baca5 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4655266
Mar 05 21:04:50.228496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87a04564-d938-4650-92b9-9e79f23e9d9a req-e5641e74-95fc-4181-8d9c-378fefce1c4f service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3468876
Mar 05 21:04:50.277954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 8a9cac6c-49be-481e-a24c-b109bf2a52a8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:50.285331 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (8a9cac6c-49be-481e-a24c-b109bf2a52a8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.349729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-792889cd-9e84-4aa4-a1da-ec81970a87c5 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698980
Mar 05 21:04:50.362332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1f83-e9ce-4471-a35d-4d2301542a3f req-41b05bdb-e6f6-4e76-ad2e-0f98a8093bb6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.363886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96ba1f83-e9ce-4471-a35d-4d2301542a3f req-41b05bdb-e6f6-4e76-ad2e-0f98a8093bb6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 943 time: 0.0926476
Mar 05 21:04:50.412987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-bc28bb59-ea3c-4981-977a-a8ca18176e4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac HTTP/1.1" status: 200  len: 217 time: 0.0480914
Mar 05 21:04:50.432584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0542b7c5-6eaa-4bd7-84c3-b71540d34a05 req-cc3e43e4-6434-4a8f-9b77-ad4c51479852 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617178
Mar 05 21:04:50.470396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e6f29933-01e9-44e2-b2d2-710980940a5a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.479484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96ba1f83-e9ce-4471-a35d-4d2301542a3f req-e81d4018-479a-4417-b54d-a8168c8797a7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077175
Mar 05 21:04:50.481026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (8a9cac6c-49be-481e-a24c-b109bf2a52a8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.485350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'e6f29933-01e9-44e2-b2d2-710980940a5a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:50.487556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-41bc0340-5b0e-4192-a0cb-a0ea9bfbf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.489170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-41bc0340-5b0e-4192-a0cb-a0ea9bfbf5c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.0686839
Mar 05 21:04:50.553444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-5bf584b0-68c2-476f-b4a9-76ddac38aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.555119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-5bf584b0-68c2-476f-b4a9-76ddac38aa33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0543985
Mar 05 21:04:50.592201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (8a9cac6c-49be-481e-a24c-b109bf2a52a8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.666651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2285f5e1-3f5e-47af-ac26-d64b9e699f0b service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043091
Mar 05 21:04:50.682914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9b88fba1-4220-4844-96a2-e40762007bfa None None] Provisioning complete for port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:50.683568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b88fba1-4220-4844-96a2-e40762007bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.689616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=e6f29933-01e9-44e2-b2d2-710980940a5a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:50.768745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-69b7c19c-3e5d-487a-85a8-02f1fe7dfb73 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955853
Mar 05 21:04:50.775426 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5c2058b-679b-4fb4-a5e3-6abed049cad5 req-0181fa4b-ec2d-445c-97e7-a12d7c76a21d tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=3107763c-59c3-4635-8506-ceac63b004b0 HTTP/1.1" status: 200  len: 210 time: 0.1163552
Mar 05 21:04:50.777433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.777433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.777992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.778544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.779260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.779505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.780120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.780420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.781080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.781516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.782452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.782774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9b88fba1-4220-4844-96a2-e40762007bfa None None] Current status of the port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:50.783199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.783381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:50.791368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port e6f29933-01e9-44e2-b2d2-710980940a5a on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:50.798357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-deae0995-9a96-486d-ab8d-6f1d6e147247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.799992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-deae0995-9a96-486d-ab8d-6f1d6e147247 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 1125 time: 0.4776292
Mar 05 21:04:50.804520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.808580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f508dc9b-e449-4c42-b17f-8fa2e3c66b8d req-3f1e342b-486c-4377-b429-e7a39608e1b1 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "DELETE /v2.0/ports/e6f29933-01e9-44e2-b2d2-710980940a5a HTTP/1.1" status: 204  len: 173 time: 1.9203570
Mar 05 21:04:50.827068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-08dc82b5-c7a2-4160-9d60-1f5cd2ccfd5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628 HTTP/1.1" status: 200  len: 217 time: 0.0518851
Mar 05 21:04:50.840842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:04:50.890143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-82349c35-55f7-45b4-9dd3-ca0ed48bb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.893688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (8a9cac6c-49be-481e-a24c-b109bf2a52a8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:50.894197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-82349c35-55f7-45b4-9dd3-ca0ed48bb996 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.0613601
Mar 05 21:04:50.952928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-37d18d3b-9a47-46fd-a613-76d2322592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:50.954654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-37d18d3b-9a47-46fd-a613-76d2322592c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0509975
Mar 05 21:04:50.993391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9cac6c-49be-481e-a24c-b109bf2a52a8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:50.996884 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.002843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-237f618d-7615-4da0-a09f-12610c5d6127 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/8a9cac6c-49be-481e-a24c-b109bf2a52a8 HTTP/1.1" status: 204  len: 168 time: 0.8988523
Mar 05 21:04:51.005411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3280881-aec3-4592-8ef0-005ae128dbab None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:51.011820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35210) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:51.040722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-5b01535c-cf26-4946-b1dc-b62ee5c95757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.042266 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-5b01535c-cf26-4946-b1dc-b62ee5c95757 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2321494
Mar 05 21:04:51.063366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-774faa07-4d0c-4e85-87c4-f1eb90de96dc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0482814
Mar 05 21:04:51.063764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35212) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:51.096526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:51.097547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-5caaa2d0-1cf9-4f1f-81ee-f5d980d61b0b service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359987
Mar 05 21:04:51.105586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-06198c59-8684-4ec5-a084-9d0d6230ebea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 200  len: 217 time: 0.0534358
Mar 05 21:04:51.155135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:04:51.168413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Sync routers for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:04:51.172813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:04:51.178302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.208570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-4001a85b-744e-45c4-96a3-989b4f98f0bb service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1034935
Mar 05 21:04:51.209062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:51.209680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83563fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:51.257001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-6ccf84ba-81a6-49f0-8b7a-71fbece34938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.259196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-6ccf84ba-81a6-49f0-8b7a-71fbece34938 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1373184
Mar 05 21:04:51.279135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-2577fef7-28fc-406a-a87b-e12fbfeb7bf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 200  len: 217 time: 0.0646617
Mar 05 21:04:51.280305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bbefcf8-6fe4-4cad-ae58-9ac549af0e4b tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "PUT /v2.0/floatingips/158adc27-074d-47da-aa42-8637f968b725 HTTP/1.1" status: 200  len: 991 time: 3.2341125
Mar 05 21:04:51.321673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'name': 'network-vif-deleted', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a'}, {'name': 'network-changed', 'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:51.325569 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69896c4-c099-4bf7-b345-8be0f928382e" -d '{"events": [{"server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "name": "network-vif-deleted", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a"}, {"name": "network-changed", "server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:51.340515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:51.345401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.357687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:51.425174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.432754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.440062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.446616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-8458156a-0cd6-4b56-9377-c85452ee2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.448789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.449913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-8458156a-0cd6-4b56-9377-c85452ee2ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1821861
Mar 05 21:04:51.454485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.460935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.467063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.468991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-d6b9c02a-95e2-47a4-93e9-4823c80fdcc0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.2038605
Mar 05 21:04:51.470643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-fe4c93a1-3c13-4846-b5e2-3d1e1b097e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.472319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-fe4c93a1-3c13-4846-b5e2-3d1e1b097e4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.1501808
Mar 05 21:04:51.495761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Deleting port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:51.496139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.561102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77902cc-b5c2-40d4-b78f-ed2c628d4359 req-d3eee681-8eca-47be-a93d-c65c067090f1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.562734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b77902cc-b5c2-40d4-b78f-ed2c628d4359 req-d3eee681-8eca-47be-a93d-c65c067090f1 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.1739235
Mar 05 21:04:51.572331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d279-247d-425b-ac9e-29c0716424b2 req-d6444572-7ac8-4c00-a82c-64a40e922a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.573307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-d6444572-7ac8-4c00-a82c-64a40e922a74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0946715
Mar 05 21:04:51.579895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad87810d-831a-48bf-9384-437cb82cbe11 req-4e179e09-b5f9-4f1f-a95d-a7fea511d00a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0921648
Mar 05 21:04:51.632387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] For port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:51.632846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.654434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-a4de9bfe-8011-41f2-bb98-cf43b62d0e02 service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003446
Mar 05 21:04:51.661510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Calling delete_port for 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:51.684240 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a3d49-c202-4b48-9d54-b17b137434e7 x-openstack-request-id: req-c33a3d49-c202-4b48-9d54-b17b137434e7 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:51.684536 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107763c-59c3-4635-8506-ceac63b004b0", "name": "network-vif-deleted", "tag": "e6f29933-01e9-44e2-b2d2-710980940a5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:51.684864 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c33a3d49-c202-4b48-9d54-b17b137434e7 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:51.685337 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107763c-59c3-4635-8506-ceac63b004b0', 'name': 'network-vif-deleted', 'tag': 'e6f29933-01e9-44e2-b2d2-710980940a5a', 'status': 'completed', 'code': 200}
Mar 05 21:04:51.685663 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'status': 'completed', 'code': 200}
Mar 05 21:04:51.699687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-63c9e81f-b5c5-400c-ba5b-a3b5eb91b54e service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134865
Mar 05 21:04:51.790289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83563fd0>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '158adc27-074d-47da-aa42-8637f968b725', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'port_id': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'mac_address': 'fa:16:3e:2a:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:23Z', 'updated_at': '2022-03-05T21:04:49Z', 'revision_number': 1, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:51.793721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2c87e8d7-8a9b-4660-bb19-dda706e11ed2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.804175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b77902cc-b5c2-40d4-b78f-ed2c628d4359 req-086fc2eb-35df-4796-bd02-8313094e7a32 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2277513
Mar 05 21:04:51.827839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Checking router: 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:04:51.846510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001461a-2c77-4e18-be64-c6f5c5bcae8a req-f88a67be-0ece-431a-8a7c-380bf3d8a112 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:51.848657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d001461a-2c77-4e18-be64-c6f5c5bcae8a req-f88a67be-0ece-431a-8a7c-380bf3d8a112 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0795653
Mar 05 21:04:51.869158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (05255ed6-f2d7-4439-bbdb-1457967584dd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:51.886632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] Pushing event deleted for resources: {'Port': ['ID=2c87e8d7-8a9b-4660-bb19-dda706e11ed2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:51.895072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43404ba-124e-445f-b564-6bbd99f6437e None None] No DVR routers for this DVR port 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:51.906921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:04:51.907834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83563fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:51.924022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6073d279-247d-425b-ac9e-29c0716424b2 req-26cbdc73-8c45-4264-84ac-83babbabe201 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168539
Mar 05 21:04:51.948650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d001461a-2c77-4e18-be64-c6f5c5bcae8a req-d2eb6981-51d3-4a3a-b66c-dbeeb9b600ab tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884178
Mar 05 21:04:52.053876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:52.073114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.073607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.074094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.074567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.075043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.075514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.079076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.081283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-7acb61f2-f1f2-4d97-9dc8-306d572cf95a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6705 time: 0.0777628
Mar 05 21:04:52.092898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:52.093249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2c87e8d7-8a9b-4660-bb19-dda706e11ed2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:52.147880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:04:52.220231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-77608828-3b3a-437f-809a-a2c455439ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.222165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-77608828-3b3a-437f-809a-a2c455439ef0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 200  len: 902 time: 0.1332760
Mar 05 21:04:52.273627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-941ecdcc-922c-4a3c-a2af-a3bd1ba2b364 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 200  len: 217 time: 0.0446293
Mar 05 21:04:52.339853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afef0e4d-ad1e-4e42-957d-067f8cf2a42a req-c69124ee-d889-4bf8-914a-c5158f601072 service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6713927
Mar 05 21:04:52.348009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-5eceee0e-b95d-4890-b255-3088c1c59d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.349491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-5eceee0e-b95d-4890-b255-3088c1c59d45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.0694954
Mar 05 21:04:52.366289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69896c4-c099-4bf7-b345-8be0f928382e req-d9ef38c4-ff30-456e-aba7-5b95e1ea0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.368939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-d9ef38c4-ff30-456e-aba7-5b95e1ea0ba5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7efe7e39b29a47fcb344c08b109d4e40&device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 1127 time: 0.6236176
Mar 05 21:04:52.391633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:52.407526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:52.417163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.417670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:52.423565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=05255ed6-f2d7-4439-bbdb-1457967584dd,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:52.429843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba58c5a-7b2d-47a4-877e-e077b283ef63 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:52.438526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-3494618e-6598-4b4f-b1ce-1bf7d6e61d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.440401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-3494618e-6598-4b4f-b1ce-1bf7d6e61d53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0830593
Mar 05 21:04:52.464380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54cab4ef-6f7d-4092-ba77-d62244275f5f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3964219
Mar 05 21:04:52.487645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:52.502891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:52.542544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d551af-7620-4632-abe6-e236dc4c1702 req-29713cae-949d-4ea3-88cc-91a59438f6c0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.549775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93d551af-7620-4632-abe6-e236dc4c1702 req-29713cae-949d-4ea3-88cc-91a59438f6c0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 943 time: 0.2158594
Mar 05 21:04:52.560469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83563fd0>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '158adc27-074d-47da-aa42-8637f968b725', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'port_id': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'mac_address': 'fa:16:3e:2a:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:23Z', 'updated_at': '2022-03-05T21:04:49Z', 'revision_number': 1, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:52.562381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-1b57c1fa-8350-480a-99ca-e9f2f54df53f service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111846
Mar 05 21:04:52.594772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e836852-f4cc-40c5-91ef-7e406c291770', 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'project_id': '4eb39561366247258d738313cb991da7', 'fixed_ips': [{'subnet_id': '05255ed6-f2d7-4439-bbdb-1457967584dd'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:04:52.595661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:52.599191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380401b5-f171-47e5-b16e-e6032e400732 None None] The sync data for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 is: [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '158adc27-074d-47da-aa42-8637f968b725', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'port_id': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'mac_address': 'fa:16:3e:2a:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:04:23Z', 'updated_at': '2022-03-05T21:04:49Z', 'revision_number': 1, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:04:52.709972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93d551af-7620-4632-abe6-e236dc4c1702 req-27f437c9-fb0b-4bfa-b03b-ee1c06de0cbc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547565
Mar 05 21:04:52.712980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69896c4-c099-4bf7-b345-8be0f928382e req-6b6b538d-3ce6-43c5-bfe5-c9dcf016f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.714456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-6b6b538d-3ce6-43c5-bfe5-c9dcf016f182 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cc85f70-b559-4cc0-8cde-193983972fc4 HTTP/1.1" status: 200  len: 907 time: 0.2786479
Mar 05 21:04:52.742896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6f29933-01e9-44e2-b2d2-710980940a5a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:52.763911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76645bf2-305c-48a6-a352-8fc4c39aed20 req-5dd792ba-462a-454c-ac34-22b0d5a16181 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947956
Mar 05 21:04:52.767253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: e6f29933-01e9-44e2-b2d2-710980940a5a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:52.767602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e6f29933-01e9-44e2-b2d2-710980940a5a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:52.818682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:52.822005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.823547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:52.830542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-9909ef6b-7a51-4869-aea1-dfc790eb992f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35 HTTP/1.1" status: 200  len: 999 time: 0.1069927
Mar 05 21:04:52.832908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.839434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.847046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.854931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.862716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.869084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:52.877170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-1abddc58-12c6-44ea-9f45-10c077ad5cf3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1700816
Mar 05 21:04:52.908718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/05255ed6-f2d7-4439-bbdb-1457967584dd/1c2a46fd-4b47-49a5-a36c-91c16df88052) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:52.944012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d952cd-30b0-4c42-ab9e-ed61929ac14a None None] New status for floating IP 158adc27-074d-47da-aa42-8637f968b725: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:04:52.987527 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c49a1c2-7b1c-4caa-8444-0aeffcc1e313 req-54fe4f90-3d51-4398-a510-3f91658af7d5 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1090090
Mar 05 21:04:52.999856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69896c4-c099-4bf7-b345-8be0f928382e req-e02b9594-f730-4d76-9d91-6356bde61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:53.001140 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-e02b9594-f730-4d76-9d91-6356bde61c4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f3209b2-d6b3-4148-9385-d28210fb0bb5 HTTP/1.1" status: 200  len: 845 time: 0.1587014
Mar 05 21:04:53.104663 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05255ed6-f2d7-4439-bbdb-1457967584dd (CIDR: 2001:db8::/64)
Mar 05 21:04:53.111373 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:04:53.111866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:04:53.132849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks [] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.137420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69896c4-c099-4bf7-b345-8be0f928382e req-532ea8db-bf5c-46e1-bc44-1cfc696f42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:53.139636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-532ea8db-bf5c-46e1-bc44-1cfc696f42e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cc85f70-b559-4cc0-8cde-193983972fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1325638
Mar 05 21:04:53.141783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.185218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-12cba8d0-f0b4-4bff-80ba-c8d303923f86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6937149
Mar 05 21:04:53.186230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:53.187715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:53.190438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:53.194013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:53.199353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d53103-1d78-4dd9-b65f-be709616e784 req-bcf0a7ca-9fc4-4cda-a19f-1f4f4774ff45 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:53.200071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:53.200846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59d53103-1d78-4dd9-b65f-be709616e784 req-bcf0a7ca-9fc4-4cda-a19f-1f4f4774ff45 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0834923
Mar 05 21:04:53.215239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:53.268406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Attempting to bind port 1c2a46fd-4b47-49a5-a36c-91c16df88052 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:04:53.268997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Attempting to bind port 1c2a46fd-4b47-49a5-a36c-91c16df88052 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:04:53.269430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Attempting to bind port 1c2a46fd-4b47-49a5-a36c-91c16df88052 on network 5e836852-f4cc-40c5-91ef-7e406c291770 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:04:53.275785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:04:53.276319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Checking segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:04:53.277284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.277284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Bound using segment: {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:04:53.277928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Bound port: 1c2a46fd-4b47-49a5-a36c-91c16df88052, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb0728-c4ae-4bbb-b206-ce75adbda2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:04:53.278619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.298252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa341d-d00e-439e-aa06-1cbcb9a97a77 req-1f925928-0aaf-4553-a5d0-70fac861d895 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:53.305130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8baa341d-d00e-439e-aa06-1cbcb9a97a77 req-1f925928-0aaf-4553-a5d0-70fac861d895 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 945 time: 0.1471560
Mar 05 21:04:53.334934 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-dce388cf-e59b-4427-bb14-b268cd16b385 service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885712
Mar 05 21:04:53.343533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:04:53.346923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:04:53.355787 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.358156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59d53103-1d78-4dd9-b65f-be709616e784 req-9372d4aa-e459-4d74-bb63-2e9d8f59e533 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804486
Mar 05 21:04:53.384818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:53.389114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.435775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f8738-5825-49f7-a844-b994f0919e7b None None] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:53.437422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8baa341d-d00e-439e-aa06-1cbcb9a97a77 req-978922c4-a4fb-40b2-a5de-7885c2b682bc tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312728
Mar 05 21:04:53.479919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d69896c4-c099-4bf7-b345-8be0f928382e req-0eac99dc-5bf9-40a0-846e-ef4b6671a231 service neutron] 10.222.0.23 "GET /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344025
Mar 05 21:04:53.741441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 67768743-b786-49b6-9794-7c55e5d612f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:53.803890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:53.851550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67768743-b786-49b6-9794-7c55e5d612f7,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:53.864770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '67768743-b786-49b6-9794-7c55e5d612f7', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '67768743-b786-49b6-9794-7c55e5d612f7', 'mac_address': 'fa:16:3e:62:1f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:53.902331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 67768743-b786-49b6-9794-7c55e5d612f7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:53.902976 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (67768743-b786-49b6-9794-7c55e5d612f7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.918670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67768743-b786-49b6-9794-7c55e5d612f7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:53.939039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67768743-b786-49b6-9794-7c55e5d612f7,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:53.944861 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:53.985739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfc7db-107f-446b-a575-59d094fecb23 req-a233a759-2cd6-432c-aa90-f6b5a2d62c04 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:53.987286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28bfc7db-107f-446b-a575-59d094fecb23 req-a233a759-2cd6-432c-aa90-f6b5a2d62c04 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 943 time: 0.2050490
Mar 05 21:04:54.020345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:54.073118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1c2a46fd-4b47-49a5-a36c-91c16df88052 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:54.098639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-28bfc7db-107f-446b-a575-59d094fecb23 req-407946b4-ebd7-4145-8d70-e1adef00386f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889680
Mar 05 21:04:54.118189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.145927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:54.146449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.194962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:54.213843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.219318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.226010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.232355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.238179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.244224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.249542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.252055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b00b89bb-839c-48ef-95c5-60808a168640 req-47e77fc1-69c4-4e60-adb0-1ec49405b85f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1162260
Mar 05 21:04:54.284946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:54.285346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.317227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:54.324607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b00b89bb-839c-48ef-95c5-60808a168640 req-cc13e10f-026d-46f3-8d70-21570bc90fd1 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655506
Mar 05 21:04:54.353317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.361590 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.418063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (8ad878c2-904c-49a7-8b20-fc2ae2f895ac), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.425886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:04:54.426239 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:04:54.481065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-faba288b-2347-4916-8f10-d516ed6d7474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.534932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:54.537700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=4']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:54.547580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:54.554389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.555001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.558068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=8ad878c2-904c-49a7-8b20-fc2ae2f895ac,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:54.563780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55bc6-6f1d-40a7-95ea-c44ae2da3551 req-551c109c-1bfe-4d38-b410-f0c38a6d3699 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.564961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.565203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16b55bc6-6f1d-40a7-95ea-c44ae2da3551 req-551c109c-1bfe-4d38-b410-f0c38a6d3699 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 945 time: 0.0589120
Mar 05 21:04:54.565357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.565658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.566476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.566476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.566795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.567075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.567435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.567736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.567984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.568328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.568661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.568987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.585426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.585785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.586139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.586519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.586864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.587202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.587537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.592110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.592475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.592963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.593753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.594104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.594663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e271b-2843-45d1-83cb-b6baa0711312 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:54.594825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:04:54.613817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5ba0a85d-eb4d-4a7e-9f24-289389b1e743 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.4264860
Mar 05 21:04:54.614327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:54.622440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:1a:13:a7', 'name': 'tempest-NetworksTestDHCPv6-1832270965'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:54.634299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e36f40-16c9-40e6-954e-2f93a2346cbb req-6a67693d-0f92-4d56-9779-f8572a237383 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.641851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1e36f40-16c9-40e6-954e-2f93a2346cbb req-6a67693d-0f92-4d56-9779-f8572a237383 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1641898
Mar 05 21:04:54.663368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-c3fe88fc-4bc1-4eb0-9a37-8e8bf02f3747 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:54.665207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-c3fe88fc-4bc1-4eb0-9a37-8e8bf02f3747 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 945 time: 0.0972869
Mar 05 21:04:54.679969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16b55bc6-6f1d-40a7-95ea-c44ae2da3551 req-252fe1b5-5c1c-41f5-a579-9773c3cbc446 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e6edeb4-4081-4dab-b065-15e773bb5a27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793173
Mar 05 21:04:54.772594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1e36f40-16c9-40e6-954e-2f93a2346cbb req-f11ae15d-8e8a-428a-8cf7-fc5a831b6014 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297534
Mar 05 21:04:54.799735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Deleting port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:54.800223 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.810710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:54.838676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:54.839049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.898576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] For port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,segment=NetworkSegment(596631c2-c7d8-4583-8361-511a1c2ddea6),segment_id=596631c2-c7d8-4583-8361-511a1c2ddea6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:54.899574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.901698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:54.916184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Calling delete_port for 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:54.927255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 74807f7a-7f18-4997-b93a-4a2e390123ab yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:04:54.975886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:54.976470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.049915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:55.050343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.056949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:55.073010 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.083644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (13e30f1f-3efa-4b94-9aa8-e3fa05224e82), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.107542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['13e30f1f-3efa-4b94-9aa8-e3fa05224e82'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:04:55.122759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Pushing event deleted for resources: {'Port': ['ID=13e30f1f-3efa-4b94-9aa8-e3fa05224e82,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:55.142134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::2e (5e836852-f4cc-40c5-91ef-7e406c291770/05255ed6-f2d7-4439-bbdb-1457967584dd/74807f7a-7f18-4997-b93a-4a2e390123ab) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:55.153575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:13a7 (5e836852-f4cc-40c5-91ef-7e406c291770/8ad878c2-904c-49a7-8b20-fc2ae2f895ac/74807f7a-7f18-4997-b93a-4a2e390123ab) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:55.181737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] No DVR routers for this DVR port 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:04:55.184620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.189214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0ee0be26-4590-4ed0-945b-48e23136b57c req-20bf7348-1afd-43c5-88ed-92efc90fa2c3 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.31 "DELETE /v2.0/ports/13e30f1f-3efa-4b94-9aa8-e3fa05224e82 HTTP/1.1" status: 204  len: 173 time: 0.5069959
Mar 05 21:04:55.190504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'name': 'network-vif-deleted', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:55.193571 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce61046-e8aa-4fe8-a9ce-9e9572651f19" -d '{"events": [{"server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "name": "network-vif-deleted", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:55.222466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:55.243272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:04:55.243792 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:04:55.272905 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594a986-e34c-4338-822c-9d91fd904bda x-openstack-request-id: req-0594a986-e34c-4338-822c-9d91fd904bda {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:55.273430 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f8cd2-5dd5-4afb-973c-8029c917a627", "name": "network-vif-deleted", "tag": "13e30f1f-3efa-4b94-9aa8-e3fa05224e82", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:55.273430 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0594a986-e34c-4338-822c-9d91fd904bda {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:55.273722 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f8cd2-5dd5-4afb-973c-8029c917a627', 'name': 'network-vif-deleted', 'tag': '13e30f1f-3efa-4b94-9aa8-e3fa05224e82', 'status': 'completed', 'code': 200}
Mar 05 21:04:55.303986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b542f6-893a-4975-aa60-f2f06b4051cd req-1d508f1b-3d6f-430f-9907-f6e0f6d6e093 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.317083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3b542f6-893a-4975-aa60-f2f06b4051cd req-1d508f1b-3d6f-430f-9907-f6e0f6d6e093 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 944 time: 0.1073899
Mar 05 21:04:55.386959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3b542f6-893a-4975-aa60-f2f06b4051cd req-d30dcb91-0b8f-4c1a-96ba-5dd2a3fac878 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689764
Mar 05 21:04:55.398536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (74807f7a-7f18-4997-b93a-4a2e390123ab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.464861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (74807f7a-7f18-4997-b93a-4a2e390123ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.529312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:55.535558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:55.537637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=74807f7a-7f18-4997-b93a-4a2e390123ab,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:55.549954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.555407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.560795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.566017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.571912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.577141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.582313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.584277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-eeeda38c-c618-412b-a824-15e6b07b1672 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1582108
Mar 05 21:04:55.585419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:04:55.590599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.591227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.628598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0bf4b489-8621-4b01-b261-83a127d748ae tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.0087931
Mar 05 21:04:55.629486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35290) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:55.670282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-341ae14b-8138-4faf-a6de-0a92ba615fab req-26d9ae6a-55aa-4656-a591-111f7885e9c5 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0761676
Mar 05 21:04:55.782109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 67768743-b786-49b6-9794-7c55e5d612f7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:55.820251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5ad0eef-1c21-4096-811d-37a3cc5e2f67 req-55fade12-e253-468e-9555-f79ca663ffe2 tempest-ServersTestJSON-395353542 tempest-ServersTestJSON-395353542-project] 10.222.0.15 "GET /v2.0/ports?device_id=583f8cd2-5dd5-4afb-973c-8029c917a627 HTTP/1.1" status: 200  len: 210 time: 0.0483379
Mar 05 21:04:55.829726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 74807f7a-7f18-4997-b93a-4a2e390123ab {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:04:55.830076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (74807f7a-7f18-4997-b93a-4a2e390123ab), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.859486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-83752528-8842-490c-82e9-c655ef1f9b15 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:55.880578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 67768743-b786-49b6-9794-7c55e5d612f7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:04:55.885889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 67768743-b786-49b6-9794-7c55e5d612f7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:55.886645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (67768743-b786-49b6-9794-7c55e5d612f7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.920475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6054bf2-5077-4386-9050-87a97b38e17e req-75ee9e4e-e426-4e36-bccf-f15b2e7d8c40 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:55.922246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6054bf2-5077-4386-9050-87a97b38e17e req-75ee9e4e-e426-4e36-bccf-f15b2e7d8c40 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0759318
Mar 05 21:04:55.959660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (74807f7a-7f18-4997-b93a-4a2e390123ab), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:55.977835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 74807f7a-7f18-4997-b93a-4a2e390123ab owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:04:56.007076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6054bf2-5077-4386-9050-87a97b38e17e req-db5bae26-7d47-4821-9e02-aa88192f89f6 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722430
Mar 05 21:04:56.022307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c0562dbe-f8b9-4252-9188-5685e1e62d2f None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:56.023351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c0562dbe-f8b9-4252-9188-5685e1e62d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.064165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1c2a46fd-4b47-49a5-a36c-91c16df88052 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:04:56.097514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 67768743-b786-49b6-9794-7c55e5d612f7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:56.097902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (67768743-b786-49b6-9794-7c55e5d612f7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.137652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:04:56.139830 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd6c75-0475-4ba1-8e2a-931432b3ee88" -d '{"events": [{"server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "name": "network-vif-plugged", "status": "completed", "tag": "67768743-b786-49b6-9794-7c55e5d612f7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:04:56.159099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67768743-b786-49b6-9794-7c55e5d612f7,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:56.171403 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.197920 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3018b187-f2e2-404c-b1fe-71e0f48154ce x-openstack-request-id: req-3018b187-f2e2-404c-b1fe-71e0f48154ce {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:04:56.198211 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "name": "network-vif-plugged", "status": "completed", "tag": "67768743-b786-49b6-9794-7c55e5d612f7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:04:56.198461 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3018b187-f2e2-404c-b1fe-71e0f48154ce {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:04:56.198855 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7', 'code': 200}
Mar 05 21:04:56.209447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (74807f7a-7f18-4997-b93a-4a2e390123ab), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.239932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=74807f7a-7f18-4997-b93a-4a2e390123ab,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:56.251941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:56.252327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.281286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c0562dbe-f8b9-4252-9188-5685e1e62d2f None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:56.292419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:56.314376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.317584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1b87ddc-21ed-4409-80f9-d25e12c781f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/74807f7a-7f18-4997-b93a-4a2e390123ab HTTP/1.1" status: 204  len: 168 time: 0.6866045
Mar 05 21:04:56.319965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.356453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:56.362105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e6d61-d71a-478b-b4f8-1deb555e0a9d req-fe3c4db8-6a5f-48ab-b161-745b60f7ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.363601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-376e6d61-d71a-478b-b4f8-1deb555e0a9d req-fe3c4db8-6a5f-48ab-b161-745b60f7ca9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 1127 time: 0.1168504
Mar 05 21:04:56.393189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4e76063d-afe1-4857-afe8-5b86e956a186 None None] Could not find standard attr ID for object 74807f7a-7f18-4997-b93a-4a2e390123ab. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:04:56.400740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3091634-9146-46f1-9fe3-e87d3c2f629e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.402268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3091634-9146-46f1-9fe3-e87d3c2f629e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0813980
Mar 05 21:04:56.405003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.430208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-376e6d61-d71a-478b-b4f8-1deb555e0a9d req-adc5c860-ab61-4786-92e3-5e4161c549a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607469
Mar 05 21:04:56.462897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39476ac-8853-4b2b-af28-f359482110de tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.464431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b39476ac-8853-4b2b-af28-f359482110de tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0582137
Mar 05 21:04:56.467015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.554895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90cccf-fe94-464d-9656-6c21997f1232 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.556267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90cccf-fe94-464d-9656-6c21997f1232 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.557549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90cccf-fe94-464d-9656-6c21997f1232 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.559070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0c90cccf-fe94-464d-9656-6c21997f1232 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0912156
Mar 05 21:04:56.562021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.568749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981ceb4-cbea-4758-a13a-ccf39ceb1fec req-07eee469-0e83-4265-9391-b9be6bd6b5de tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.570174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9981ceb4-cbea-4758-a13a-ccf39ceb1fec req-07eee469-0e83-4265-9391-b9be6bd6b5de tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1046073
Mar 05 21:04:56.613869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 05255ed6-f2d7-4439-bbdb-1457967584dd {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:56.616942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (05255ed6-f2d7-4439-bbdb-1457967584dd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.617932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9981ceb4-cbea-4758-a13a-ccf39ceb1fec req-78ca2495-b6de-4670-a7ce-df1078895b4e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409870
Mar 05 21:04:56.657365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (05255ed6-f2d7-4439-bbdb-1457967584dd), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.744698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (05255ed6-f2d7-4439-bbdb-1457967584dd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.802820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bfea74b0-66e3-4398-ba14-97128140c95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.833338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (05255ed6-f2d7-4439-bbdb-1457967584dd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.871060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=05255ed6-f2d7-4439-bbdb-1457967584dd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:56.873239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.876218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34769bcd-1d38-414d-845c-a4647fd0cf6b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/05255ed6-f2d7-4439-bbdb-1457967584dd HTTP/1.1" status: 204  len: 168 time: 0.3131232
Mar 05 21:04:56.878939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.879607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:56.893347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3f877-940f-4a2f-b7ba-2f6a7ae34b84 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:56.898625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.904080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.909624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.914885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.920166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.925374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.931236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Deleting subnet b952db52-4066-4a1a-87e6-892fe6059218 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:56.931852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:56.933245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-963926be-18ae-4514-829f-43a1a1e28059 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1500781
Mar 05 21:04:56.934741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Publish callbacks [] for subnet (b952db52-4066-4a1a-87e6-892fe6059218), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:56.976397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (b952db52-4066-4a1a-87e6-892fe6059218), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.007429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 8ad878c2-904c-49a7-8b20-fc2ae2f895ac {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:04:57.017388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (8ad878c2-904c-49a7-8b20-fc2ae2f895ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.019526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b952db52-4066-4a1a-87e6-892fe6059218), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.063377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bae70a0f-2ddb-4d87-ae2f-e847b1865950 req-7a924297-55b7-4178-854e-35cecf8abe8f tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1085346
Mar 05 21:04:57.085355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (b952db52-4066-4a1a-87e6-892fe6059218), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.096853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (8ad878c2-904c-49a7-8b20-fc2ae2f895ac), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.113984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b952db52-4066-4a1a-87e6-892fe6059218,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:57.124945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.128225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0c16da98-b944-467e-ab0b-18821c96fb70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b952db52-4066-4a1a-87e6-892fe6059218 HTTP/1.1" status: 204  len: 168 time: 0.2475729
Mar 05 21:04:57.131177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:57.209434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (8ad878c2-904c-49a7-8b20-fc2ae2f895ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.280611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (8ad878c2-904c-49a7-8b20-fc2ae2f895ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.312790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad878c2-904c-49a7-8b20-fc2ae2f895ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:57.314871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.318170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0cde2751-2c60-4888-aaac-b4e6c116224f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/8ad878c2-904c-49a7-8b20-fc2ae2f895ac HTTP/1.1" status: 204  len: 168 time: 0.4383974
Mar 05 21:04:57.322700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:57.370143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07c8ac08-c933-4468-874d-23e8d1e78250 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0461335
Mar 05 21:04:57.372919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35322) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:57.378275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:57.479102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:57.486282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.571440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5345ca04-bcd0-4ca9-94fb-fa648ce6d989), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.588139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5f18-c843-4a5b-a007-4733d14add34 req-e3baaeff-65db-4a96-a771-651b87bc2033 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:57.589717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b8d5f18-c843-4a5b-a007-4733d14add34 req-e3baaeff-65db-4a96-a771-651b87bc2033 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.4504325
Mar 05 21:04:57.696602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (da4565d7-1580-4ef0-ad56-3793de815199), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.702535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5345ca04-bcd0-4ca9-94fb-fa648ce6d989), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.735084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93247612-67f2-447a-881c-c6620574116e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b895eac70>,) {'filters': {'network_id': ['5345ca04-bcd0-4ca9-94fb-fa648ce6d989']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:57.740179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b8d5f18-c843-4a5b-a007-4733d14add34 req-ad97f799-bbb9-4ecb-a5b6-0cf0aa04b483 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249042
Mar 05 21:04:57.748730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93247612-67f2-447a-881c-c6620574116e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895eac70>, '596631c2-c7d8-4583-8361-511a1c2ddea6') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:57.749031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-93247612-67f2-447a-881c-c6620574116e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895eac70>, '596631c2-c7d8-4583-8361-511a1c2ddea6') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:04:57.759507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (596631c2-c7d8-4583-8361-511a1c2ddea6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.774266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:57.783100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (596631c2-c7d8-4583-8361-511a1c2ddea6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.783581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d03778ff-0dff-4440-ad01-ea9b00fcbdae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:57.784451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:57.789259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:57.790520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:04:57.790686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.790927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (596631c2-c7d8-4583-8361-511a1c2ddea6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:04:57.792787 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:04:57.803006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=da4565d7-1580-4ef0-ad56-3793de815199,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:57.803328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be7a0e-d8df-4987-b89a-e91c1764beb4 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:57.812311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c2305af0-b094-4bf8-9c65-5e85f8f7c28a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4381237
Mar 05 21:04:57.814965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35326) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:57.820318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:57.855088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5345ca04-bcd0-4ca9-94fb-fa648ce6d989), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.868607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.875397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-93247612-67f2-447a-881c-c6620574116e admin admin] 10.222.0.15 "DELETE /v2.0/networks/5345ca04-bcd0-4ca9-94fb-fa648ce6d989 HTTP/1.1" status: 204  len: 168 time: 0.7431819
Mar 05 21:04:57.879131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec07a-d896-4804-a990-74125fb00d6e req-b45b1e52-61af-41c7-82d5-bb831e3f3406 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:57.882937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e89ec07a-d896-4804-a990-74125fb00d6e req-b45b1e52-61af-41c7-82d5-bb831e3f3406 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1834831
Mar 05 21:04:57.888388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93247612-67f2-447a-881c-c6620574116e admin admin] Pushing event deleted for resources: {'Network': ['ID=5345ca04-bcd0-4ca9-94fb-fa648ce6d989,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:57.959907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a0c40f09-2f50-4683-9c4e-9789fd02fbe1 None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:04:57.960466 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0c40f09-2f50-4683-9c4e-9789fd02fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.995055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:57.998534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e89ec07a-d896-4804-a990-74125fb00d6e req-b07607a4-c313-4052-a427-7784f1734854 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967472
Mar 05 21:04:58.010669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:58.014774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.083187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.091824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:58.104815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'port_id': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'mac_address': 'fa:16:3e:62:3f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43adfa03-45b4-45f4-88b3-f5e620d6eb72', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:58.126565 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da4565d7-1580-4ef0-ad56-3793de815199 (CIDR: 2001:db8::/64)
Mar 05 21:04:58.133732 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:04:58.134413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:04:58.185576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ecec0581-1031-4ba7-b48e-e69d189f8f12 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3629143
Mar 05 21:04:58.186708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35338) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:58.198315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a0c40f09-2f50-4683-9c4e-9789fd02fbe1 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:58.199628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'subnet': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:58.200597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d03778ff-0dff-4440-ad01-ea9b00fcbdae is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:58.201137 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.216565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03778ff-0dff-4440-ad01-ea9b00fcbdae {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:58.243653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d3b17e2-13fa-4ed3-86d1-cf3ee04f8aff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=180462533c264596b5f243c2915b027c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1504393
Mar 05 21:04:58.247708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:58.273011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.281875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.283152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6b1907e2-b9fc-4106-b4bf-9d467bd3635b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:58.328378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Update dhcp port {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'fixed_ips': [{'subnet_id': 'da4565d7-1580-4ef0-ad56-3793de815199'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1c2a46fd-4b47-49a5-a36c-91c16df88052'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:04:58.331870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b7bc2-41f1-4765-abb7-8892bff045c7 req-804cc4d0-fa10-4017-a97f-7f9ead03b0b9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.333483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c30b7bc2-41f1-4765-abb7-8892bff045c7 req-804cc4d0-fa10-4017-a97f-7f9ead03b0b9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1241188
Mar 05 21:04:58.348742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] Publish callbacks [] for security_group (4e6edeb4-4081-4dab-b065-15e773bb5a27), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.361841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.368002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.373359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.378588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.384712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.385083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] Publish callbacks [] for security_group (4e6edeb4-4081-4dab-b065-15e773bb5a27), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.390090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.395411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.397607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-394e9c6e-825e-4f00-adeb-39a074357345 req-4e47c059-4773-4492-bb43-3b57d132109a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5431 time: 0.1836822
Mar 05 21:04:58.424903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.428457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:58.437705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c30b7bc2-41f1-4765-abb7-8892bff045c7 req-2adc1282-66fe-4f8d-9ed0-7aa98374071d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949256
Mar 05 21:04:58.451326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:58.454860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.479706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4e6edeb4-4081-4dab-b065-15e773bb5a27), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.482741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.486677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e6edeb4-4081-4dab-b065-15e773bb5a27 HTTP/1.1" status: 204  len: 168 time: 0.2376852
Mar 05 21:04:58.497063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2d92d-c87c-4135-abc8-654668df141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6edeb4-4081-4dab-b065-15e773bb5a27,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:58.525640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.527594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-394e9c6e-825e-4f00-adeb-39a074357345 req-6834519b-8591-431e-87fc-a9efb9a247ea tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1185787
Mar 05 21:04:58.604099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'port_id': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b', 'mac_address': 'fa:16:3e:86:9d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:58.697574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:58.697968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.720388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1907e2-b9fc-4106-b4bf-9d467bd3635b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:58.739627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.746582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:04:58.749387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Allocated IP 2001:db8::2 (5e836852-f4cc-40c5-91ef-7e406c291770/da4565d7-1580-4ef0-ad56-3793de815199/1c2a46fd-4b47-49a5-a36c-91c16df88052) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:04:58.755455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:58.756120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3580f7be-3101-44d5-a719-3970e25ebd07 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:58.808049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:04:58.808692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 13e30f1f-3efa-4b94-9aa8-e3fa05224e82 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:04:58.881866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:04:58.896443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:58.918854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3580f7be-3101-44d5-a719-3970e25ebd07,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.925250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d567c-d762-49bc-b8b9-385dfca86026 req-3fc671bd-832f-4c28-99bd-0bcb3c04f035 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:58.926866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-930d567c-d762-49bc-b8b9-385dfca86026 req-3fc671bd-832f-4c28-99bd-0bcb3c04f035 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0729003
Mar 05 21:04:58.946840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3580f7be-3101-44d5-a719-3970e25ebd07', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'port_id': '3580f7be-3101-44d5-a719-3970e25ebd07', 'mac_address': 'fa:16:3e:6f:10:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:58.955741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:58.996443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-930d567c-d762-49bc-b8b9-385dfca86026 req-22b75a80-4df7-4444-9bb0-e552c38bae75 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629103
Mar 05 21:04:59.021349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3580f7be-3101-44d5-a719-3970e25ebd07 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:59.022068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.026058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Publish callbacks [] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.038179 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.044472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3580f7be-3101-44d5-a719-3970e25ebd07 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:59.118857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3580f7be-3101-44d5-a719-3970e25ebd07,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.126262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.129693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.130573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:59.141856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938e58-abc2-4a1a-8e1e-5cbf3a8ba973 None None] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:59.219357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:59.326796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.360511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.366926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.399811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35366) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:59.412051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.416449 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2a817199-759b-4dc1-a62e-8fc40b1638be), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.425596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'port_id': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'mac_address': 'fa:16:3e:03:7f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:59.482397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:04:59.488553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:04:59.502547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.503150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.503748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:59.505194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.516428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Subnet': ['ID=2a817199-759b-4dc1-a62e-8fc40b1638be,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:59.520819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=10']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:59.533096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:59.542387 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.547638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:04:59.548713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c43c2d25-d4de-42d9-8c58-6ac315d31331 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.3607390
Mar 05 21:04:59.553618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Request body: {'port': {'network_id': '5e836852-f4cc-40c5-91ef-7e406c291770', 'mac_address': 'fa:16:3e:86:0e:d7', 'name': 'tempest-NetworksTestDHCPv6-1286942359'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:59.569636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.575484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.576389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:59.596007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1617928212-network', 'tenant_id': '5d5ff9a775c04888929a84e8aaf5c61e'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:04:59.675150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f3939-0403-4d4a-8c8f-e12720f4ca37 req-cb02e787-6208-435a-a363-af90bfeda141 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.676732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e7f3939-0403-4d4a-8c8f-e12720f4ca37 req-cb02e787-6208-435a-a363-af90bfeda141 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0880680
Mar 05 21:04:59.686350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:04:59.749455 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e7f3939-0403-4d4a-8c8f-e12720f4ca37 req-1759cbc3-882a-419b-97bb-ecd7a2c3e2f6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661995
Mar 05 21:04:59.750147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Made reservation on behalf of 5d5ff9a775c04888929a84e8aaf5c61e for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:59.752728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.756321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.773582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'port_id': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'mac_address': 'fa:16:3e:93:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:04:59.785675 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.819560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:04:59.820132 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.835508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:04:59.845277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.850561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.856045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.857275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:04:59.861821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:04:59.862192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.862661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 49b54a86-30ae-437a-8e99-4dbd8347c99d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:04:59.868211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.873561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.878617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:04:59.880627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20797d66-7a84-4143-893c-cedf65fea911 req-96eb37c4-d693-4906-9776-79f559f1fe00 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5435 time: 0.2116706
Mar 05 21:04:59.898533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57fee55-97cd-4306-a6b8-102fe1d4ad0f None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:04:59.918749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Made reservation on behalf of 4eb39561366247258d738313cb991da7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:04:59.990270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.010868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:00.031484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1c2a46fd-4b47-49a5-a36c-91c16df88052 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:00.037974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1874c8ee-b355-427b-923a-58e914eb3568 None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:00.038352 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1874c8ee-b355-427b-923a-58e914eb3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.074686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20797d66-7a84-4143-893c-cedf65fea911 req-6d42a1b7-8533-43d5-b2f4-2e1c877b62cd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1781368
Mar 05 21:05:00.085654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'network_id': 'f583ae73-6c59-430c-be06-cb0088aec665', 'port_id': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'mac_address': 'fa:16:3e:85:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0060db9a-0000-4145-8ea0-00aea378f652', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:05:00.090987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.094146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks [] for security_group (c312c533-ea4a-481d-a6a0-1d705ae8d3f7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.119891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c312c533-ea4a-481d-a6a0-1d705ae8d3f7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.128853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] device_id is not set on port 56df3086-8055-4efc-a19d-d018f0dc2c17 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:05:00.151171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805b03-6d80-4753-8e79-1e8a4dd5ad3a req-9e44a305-0958-4514-a582-78d610bd4d80 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:00.158701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1b805b03-6d80-4753-8e79-1e8a4dd5ad3a req-9e44a305-0958-4514-a582-78d610bd4d80 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0751820
Mar 05 21:05:00.180208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 49b54a86-30ae-437a-8e99-4dbd8347c99d is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:00.180883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.200740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:00.204313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1b805b03-6d80-4753-8e79-1e8a4dd5ad3a req-8a2aed1b-f82a-405e-a833-09a6bd18dee4 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446019
Mar 05 21:05:00.217491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f896bcd9-39ce-4a87-8702-2e2209d43f19), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.217879 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Added segment f896bcd9-39ce-4a87-8702-2e2209d43f19 of type vlan for network 44c44608-377b-4c01-992c-5f7884558009
Mar 05 21:05:00.221096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:00.221478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.227989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b54a86-30ae-437a-8e99-4dbd8347c99d {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:05:00.231919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c312c533-ea4a-481d-a6a0-1d705ae8d3f7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.288609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:00.292384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1874c8ee-b355-427b-923a-58e914eb3568 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:00.296935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.297588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:05:00.316247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (44c44608-377b-4c01-992c-5f7884558009), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.386623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (44c44608-377b-4c01-992c-5f7884558009), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.387727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:00.388391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.390462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.412739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:00.427778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:00.430709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'network_id': '3c8e0a46-e570-496b-970e-60743f7e52d3', 'port_id': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'mac_address': 'fa:16:3e:46:7f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43adfa03-45b4-45f4-88b3-f5e620d6eb72', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:05:00.468780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0669816
Mar 05 21:05:00.471686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:00.475037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:00.475547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.479161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8::2be (5e836852-f4cc-40c5-91ef-7e406c291770/da4565d7-1580-4ef0-ad56-3793de815199/56df3086-8055-4efc-a19d-d018f0dc2c17) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:00.479855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Request body: {'subnet': {'network_id': '44c44608-377b-4c01-992c-5f7884558009', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1617928212-subnet', 'tenant_id': '5d5ff9a775c04888929a84e8aaf5c61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:00.486751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5a880-8da0-428b-b66a-70141bd9177a admin admin] Pushing event updated for resources: {'Network': ['ID=44c44608-377b-4c01-992c-5f7884558009,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.493690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:ed7 (5e836852-f4cc-40c5-91ef-7e406c291770/2a817199-759b-4dc1-a62e-8fc40b1638be/56df3086-8055-4efc-a19d-d018f0dc2c17) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:00.495315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:05:00.504808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 44c44608-377b-4c01-992c-5f7884558009 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:00.514747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Made reservation on behalf of 5d5ff9a775c04888929a84e8aaf5c61e for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:00.517377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.563443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:00.576678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.655531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.694336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for port (56df3086-8055-4efc-a19d-d018f0dc2c17), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.734130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (56df3086-8055-4efc-a19d-d018f0dc2c17), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.791750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Network 5e836852-f4cc-40c5-91ef-7e406c291770 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:00.801175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:00.808397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:00.816434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:00.817127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:00.830290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event updated for resources: {'Port': ['ID=56df3086-8055-4efc-a19d-d018f0dc2c17,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:00.847261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8e7d2180-a064-43db-b2d5-41d9b6e2c6b8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.2984834
Mar 05 21:05:00.863532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:00.966699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be2bc-2806-4e51-80fe-99cdeb35d84d req-b8286555-8072-4986-8066-80aefb766888 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:00.968661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f4be2bc-2806-4e51-80fe-99cdeb35d84d req-b8286555-8072-4986-8066-80aefb766888 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1353345
Mar 05 21:05:00.984856 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.041916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting port 56df3086-8055-4efc-a19d-d018f0dc2c17 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:01.042443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (56df3086-8055-4efc-a19d-d018f0dc2c17), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.091063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (20bb243f-5f68-46e5-8fbe-a692855ac112), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.099335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f4be2bc-2806-4e51-80fe-99cdeb35d84d req-19041efb-990e-4a7c-a079-ab82887ca0e8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167572
Mar 05 21:05:01.145646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-60e064ba-31af-4237-bc5b-95344dc91b09 None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:01.146028 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-60e064ba-31af-4237-bc5b-95344dc91b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.157775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20bb243f-5f68-46e5-8fbe-a692855ac112,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:01.170191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Checking segment: {'id': 'f896bcd9-39ce-4a87-8702-2e2209d43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44c44608-377b-4c01-992c-5f7884558009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:01.170558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Network hostable DHCP agents. Network: 44c44608-377b-4c01-992c-5f7884558009, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:01.180771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (56df3086-8055-4efc-a19d-d018f0dc2c17), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.194330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Network 44c44608-377b-4c01-992c-5f7884558009 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:01.206310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Calling delete_port for 56df3086-8055-4efc-a19d-d018f0dc2c17 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:01.214920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44c44608-377b-4c01-992c-5f7884558009) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:01.226710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8397895-faa9-4b9b-a522-5b3f4ba2f8bf None None] Network 44c44608-377b-4c01-992c-5f7884558009 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:01.234877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.235844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.284816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['d03778ff-0dff-4440-ad01-ea9b00fcbdae'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:01.319355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c35d3d96-6e2c-4137-a505-f0adaa1451a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8368514
Mar 05 21:05:01.319611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3580f7be-3101-44d5-a719-3970e25ebd07'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:01.322651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['49b54a86-30ae-437a-8e99-4dbd8347c99d'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:01.358061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:01.362556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.369899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.375335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.387327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.394387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.401374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.407965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.409913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-accd8a08-9e8d-4587-a968-be65bb32326f req-7a532298-fbb9-406e-8368-8cbe538efb0b tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5438 time: 0.1962106
Mar 05 21:05:01.433448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d836-605a-46f6-a473-09a458895067 req-5f53e6a1-14e9-4969-b4bb-013c6f5db41a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.435453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cec5d836-605a-46f6-a473-09a458895067 req-5f53e6a1-14e9-4969-b4bb-013c6f5db41a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1471248
Mar 05 21:05:01.477301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-60e064ba-31af-4237-bc5b-95344dc91b09 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:01.510803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-accd8a08-9e8d-4587-a968-be65bb32326f req-af47b4b7-e272-45e7-81e3-2f8f1fb5c572 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0882044
Mar 05 21:05:01.530318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cec5d836-605a-46f6-a473-09a458895067 req-f6300c53-02dc-4071-9593-1eb337338ea8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890541
Mar 05 21:05:01.534246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.534384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (56df3086-8055-4efc-a19d-d018f0dc2c17), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.570253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Port': ['ID=56df3086-8055-4efc-a19d-d018f0dc2c17,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:01.594785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Deleting subnet 20bb243f-5f68-46e5-8fbe-a692855ac112 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:01.598904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Publish callbacks [] for subnet (20bb243f-5f68-46e5-8fbe-a692855ac112), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.623780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.629674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95fbeef4-895a-4bdf-8b64-86fd887c2042 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/56df3086-8055-4efc-a19d-d018f0dc2c17 HTTP/1.1" status: 204  len: 168 time: 0.7640042
Mar 05 21:05:01.630424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35396) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.647911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (20bb243f-5f68-46e5-8fbe-a692855ac112), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.689083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-895ea933-8599-44f9-9798-f67c5ef93594 None None] Could not find standard attr ID for object 56df3086-8055-4efc-a19d-d018f0dc2c17. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:05:01.699296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7a947-7e7f-4d9f-b659-15b6c0709670 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.703572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-99e7a947-7e7f-4d9f-b659-15b6c0709670 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0696690
Mar 05 21:05:01.704484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35398) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.704780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (20bb243f-5f68-46e5-8fbe-a692855ac112), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.705985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd852be9-d65b-4d17-88f5-d031ce388785 None None] Network 44c44608-377b-4c01-992c-5f7884558009 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:01.767362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (20bb243f-5f68-46e5-8fbe-a692855ac112), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.774604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca8243-ea87-4e7c-a984-8de7afda1b98 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.778703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33ca8243-ea87-4e7c-a984-8de7afda1b98 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0714583
Mar 05 21:05:01.779920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35400) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.806059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20bb243f-5f68-46e5-8fbe-a692855ac112,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:01.813335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.817494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-471b3f16-f4a0-497c-80f2-3202ef1aa6ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20bb243f-5f68-46e5-8fbe-a692855ac112 HTTP/1.1" status: 204  len: 168 time: 0.2809348
Mar 05 21:05:01.820005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.846247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1875150-e0f6-4d51-ac25-7921cffb00c2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.847716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1875150-e0f6-4d51-ac25-7921cffb00c2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.849152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1875150-e0f6-4d51-ac25-7921cffb00c2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:01.854129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b1875150-e0f6-4d51-ac25-7921cffb00c2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0701520
Mar 05 21:05:01.854357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:01.908503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (44c44608-377b-4c01-992c-5f7884558009), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.920844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet 2a817199-759b-4dc1-a62e-8fc40b1638be {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:01.924370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (2a817199-759b-4dc1-a62e-8fc40b1638be), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.972881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (2a817199-759b-4dc1-a62e-8fc40b1638be), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:01.989827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (44c44608-377b-4c01-992c-5f7884558009), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.014272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82c130>,) {'filters': {'network_id': ['44c44608-377b-4c01-992c-5f7884558009']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:02.023965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82c130>, 'f896bcd9-39ce-4a87-8702-2e2209d43f19') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:02.024257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82c130>, 'f896bcd9-39ce-4a87-8702-2e2209d43f19') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:02.033879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f896bcd9-39ce-4a87-8702-2e2209d43f19), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.048444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f896bcd9-39ce-4a87-8702-2e2209d43f19), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.056881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:02.057361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f896bcd9-39ce-4a87-8702-2e2209d43f19), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:02.059317 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:02.077659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2a817199-759b-4dc1-a62e-8fc40b1638be), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.125044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (44c44608-377b-4c01-992c-5f7884558009), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.131313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.135356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] 10.222.0.15 "DELETE /v2.0/networks/44c44608-377b-4c01-992c-5f7884558009 HTTP/1.1" status: 204  len: 168 time: 0.3135765
Mar 05 21:05:02.144540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (2a817199-759b-4dc1-a62e-8fc40b1638be), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.145323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6eaf2-47bc-47e1-8739-d048ac5c889a admin admin] Pushing event deleted for resources: {'Network': ['ID=44c44608-377b-4c01-992c-5f7884558009,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:02.175150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=2a817199-759b-4dc1-a62e-8fc40b1638be,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:02.181670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.187326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81af2dc7-102a-461d-b4c5-bb7634fbc034 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/2a817199-759b-4dc1-a62e-8fc40b1638be HTTP/1.1" status: 204  len: 168 time: 0.3295581
Mar 05 21:05:02.187504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.243599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718bd9d-923e-44a6-906d-7dcb360e4d49 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:02.248413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Deleting subnet da4565d7-1580-4ef0-ad56-3793de815199 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:02.255659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks [] for subnet (da4565d7-1580-4ef0-ad56-3793de815199), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.286116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37c2cb-0e89-4ef0-8b00-3797e411ac38 req-2e1172ca-4677-4312-beb6-2e7744ff80ae tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.288221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e37c2cb-0e89-4ef0-8b00-3797e411ac38 req-2e1172ca-4677-4312-beb6-2e7744ff80ae tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0876856
Mar 05 21:05:02.292095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35412) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.309038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (da4565d7-1580-4ef0-ad56-3793de815199), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.370256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b10bad41-d5bb-40c2-ba7d-80c8f29fe1c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d5ff9a775c04888929a84e8aaf5c61e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0768127
Mar 05 21:05:02.375103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e37c2cb-0e89-4ef0-8b00-3797e411ac38 req-082e7d8e-11e8-47ba-90c0-4057fc580209 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755885
Mar 05 21:05:02.375726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.411401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (da4565d7-1580-4ef0-ad56-3793de815199), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.416405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6b1907e2-b9fc-4106-b4bf-9d467bd3635b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:02.421433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['48f2f3bb-2642-4a75-8eb1-b1d8812cc628'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:02.435267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] Publish callbacks [] for security_group (c312c533-ea4a-481d-a6a0-1d705ae8d3f7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.462294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] Publish callbacks [] for security_group (c312c533-ea4a-481d-a6a0-1d705ae8d3f7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.480947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2a2cb2ee-09d5-4c68-906a-931117ce5ea0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:02.490326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (da4565d7-1580-4ef0-ad56-3793de815199), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.512594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.518923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/da4565d7-1580-4ef0-ad56-3793de815199 HTTP/1.1" status: 204  len: 168 time: 0.3301928
Mar 05 21:05:02.519643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35416) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.550832 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c312c533-ea4a-481d-a6a0-1d705ae8d3f7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.554312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:02.561406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c312c533-ea4a-481d-a6a0-1d705ae8d3f7 HTTP/1.1" status: 204  len: 168 time: 0.1844425
Mar 05 21:05:02.583839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c294b-29fa-4f03-b3d3-9d470fdb2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c312c533-ea4a-481d-a6a0-1d705ae8d3f7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:02.590128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.595624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1b816637-5215-4d09-88c1-211cdb5ac7dd tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0574484
Mar 05 21:05:02.596857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef6056-4b97-4ddb-8337-d0624a99a623 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Subnet': ['ID=da4565d7-1580-4ef0-ad56-3793de815199,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:02.708343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.713841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.719640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.725030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.735084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.751381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.762503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.770809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-6732d5b1-4688-40cd-9989-3bb67e6a22f3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5438 time: 0.1325808
Mar 05 21:05:02.781913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a6edf4-fee4-44bf-adee-00be831d2a03 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.784700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79a6edf4-fee4-44bf-adee-00be831d2a03 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1921148
Mar 05 21:05:02.788024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35426) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.860564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a67e9-2150-416f-bbca-0215c3ef1613 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.863021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d6082d1-a9d8-4e19-be53-516ed6999e3d req-ef6bb749-9b25-42f5-ab16-b192e1ed36b0 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0911357
Mar 05 21:05:02.865058 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8e4a67e9-2150-416f-bbca-0215c3ef1613 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0757949
Mar 05 21:05:02.873142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.914373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ed6b-417c-46c6-9b03-8df14c4494d6 req-53f8958f-ad71-40db-959a-dba78183d8cd tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:02.926920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc89ed6b-417c-46c6-9b03-8df14c4494d6 req-53f8958f-ad71-40db-959a-dba78183d8cd tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.2408688
Mar 05 21:05:02.958309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35432) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:02.959806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6447b0f9-fbcc-4253-a0e5-11316503b03e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0862386
Mar 05 21:05:02.991798 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab45cbc-3695-4a84-99ff-1132862ea21b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:02.992991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab45cbc-3695-4a84-99ff-1132862ea21b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:02.997616 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3ab45cbc-3695-4a84-99ff-1132862ea21b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/56df3086-8055-4efc-a19d-d018f0dc2c17 HTTP/1.1" status: 404  len: 333 time: 0.0330887
Mar 05 21:05:02.999778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35434) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.026156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc89ed6b-417c-46c6-9b03-8df14c4494d6 req-9ac359e1-0fa7-4560-a4ea-20e07d1acdd2 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912304
Mar 05 21:05:03.028085 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a40a647-6081-4c15-92df-932a92f12df5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.028517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a40a647-6081-4c15-92df-932a92f12df5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.034017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1a40a647-6081-4c15-92df-932a92f12df5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/2a817199-759b-4dc1-a62e-8fc40b1638be HTTP/1.1" status: 404  len: 337 time: 0.0308871
Mar 05 21:05:03.034915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.078059 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-029cd558-7b9a-470d-b1f2-d1c0dd9d5c37 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.078533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029cd558-7b9a-470d-b1f2-d1c0dd9d5c37 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.081685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-029cd558-7b9a-470d-b1f2-d1c0dd9d5c37 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/da4565d7-1580-4ef0-ad56-3793de815199 HTTP/1.1" status: 404  len: 337 time: 0.0463870
Mar 05 21:05:03.084746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.123146 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a4c442-53ca-4344-a395-3f501b658b5b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.123842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a4c442-53ca-4344-a395-3f501b658b5b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.128340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9a4c442-53ca-4344-a395-3f501b658b5b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/74807f7a-7f18-4997-b93a-4a2e390123ab HTTP/1.1" status: 404  len: 333 time: 0.0424428
Mar 05 21:05:03.131173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35444) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.169299 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9599ceef-084c-4baf-8ba7-6a20536b83ed tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.169698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9599ceef-084c-4baf-8ba7-6a20536b83ed tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.175781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9599ceef-084c-4baf-8ba7-6a20536b83ed tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/8ad878c2-904c-49a7-8b20-fc2ae2f895ac HTTP/1.1" status: 404  len: 337 time: 0.0408220
Mar 05 21:05:03.175781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35448) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.185162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585577d8-88e4-437b-9c32-98abfb0f1685 None None] Network 5e836852-f4cc-40c5-91ef-7e406c291770 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:03.202404 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca880379-f240-462e-8418-c3d0ff0a0a55 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.202939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca880379-f240-462e-8418-c3d0ff0a0a55 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.206786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca880379-f240-462e-8418-c3d0ff0a0a55 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/05255ed6-f2d7-4439-bbdb-1457967584dd HTTP/1.1" status: 404  len: 337 time: 0.0302830
Mar 05 21:05:03.210223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35450) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.235339 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b543c7-070d-4f31-86ac-5480c97c460c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.235999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b543c7-070d-4f31-86ac-5480c97c460c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.239116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-76b543c7-070d-4f31-86ac-5480c97c460c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/abae3c7a-8b0d-4482-94f5-35345b8cec89 HTTP/1.1" status: 404  len: 333 time: 0.0277917
Mar 05 21:05:03.241865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.272677 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b3d6a2-b3dc-4173-b831-ca1319f89a07 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.273315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b3d6a2-b3dc-4173-b831-ca1319f89a07 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.277309 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05b3d6a2-b3dc-4173-b831-ca1319f89a07 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/70c2ef2c-7fec-46ae-ade5-4daf5c7a33cc HTTP/1.1" status: 404  len: 337 time: 0.0337422
Mar 05 21:05:03.279853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.279990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-96c93cd2-b337-4cec-ae9b-451316e3b9f5 None None] Provisioning complete for port 1c2a46fd-4b47-49a5-a36c-91c16df88052 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:03.280446 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96c93cd2-b337-4cec-ae9b-451316e3b9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:03.312188 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d288aa-9795-45cc-b98e-6034f98ecb87 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.312909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d288aa-9795-45cc-b98e-6034f98ecb87 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.316356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9d288aa-9795-45cc-b98e-6034f98ecb87 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/8a9cac6c-49be-481e-a24c-b109bf2a52a8 HTTP/1.1" status: 404  len: 337 time: 0.0345771
Mar 05 21:05:03.319009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.348550 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fb9d52-ca3b-4109-84e9-db44e3338581 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.349279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fb9d52-ca3b-4109-84e9-db44e3338581 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.355335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35462) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.356317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8fb9d52-ca3b-4109-84e9-db44e3338581 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/d34ad7b9-550b-4d67-9cd5-fe2d3b016d37 HTTP/1.1" status: 404  len: 333 time: 0.0361831
Mar 05 21:05:03.371174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-96c93cd2-b337-4cec-ae9b-451316e3b9f5 None None] Current status of the port 1c2a46fd-4b47-49a5-a36c-91c16df88052 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:03.384277 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e80f3be-e02d-495c-bab7-049810930686 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.384743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e80f3be-e02d-495c-bab7-049810930686 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.387793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9e80f3be-e02d-495c-bab7-049810930686 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c8882713-a679-4109-bdfe-888954bc039e HTTP/1.1" status: 404  len: 337 time: 0.0313561
Mar 05 21:05:03.390834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.415425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] DHCP port deletion for 5e836852-f4cc-40c5-91ef-7e406c291770 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:05:03.429445 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad86c24-0220-4c3d-8fe1-1328fdfe2854 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.432021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad86c24-0220-4c3d-8fe1-1328fdfe2854 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.439897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.452697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ad86c24-0220-4c3d-8fe1-1328fdfe2854 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/7de395f0-00ef-47cf-a4f6-e75dc64281c6 HTTP/1.1" status: 404  len: 337 time: 0.0603557
Mar 05 21:05:03.471461 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500bca4-b135-43e3-82d8-8e4ac096e1bd tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.472300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500bca4-b135-43e3-82d8-8e4ac096e1bd tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.473172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Deleting port 1c2a46fd-4b47-49a5-a36c-91c16df88052 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:03.473570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:03.479562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9500bca4-b135-43e3-82d8-8e4ac096e1bd tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/5ebcddbc-7e80-4307-8eb3-f057bc1ca143 HTTP/1.1" status: 404  len: 333 time: 0.0379725
Mar 05 21:05:03.480434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.512129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f2146-a997-4e17-8f3a-4f4dbeabc6ff req-8be544db-2267-4ffe-8e70-89f6f92ed379 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:03.512363 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-951bd157-054f-4515-9dd5-66342be938ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.513174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951bd157-054f-4515-9dd5-66342be938ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.518800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-951bd157-054f-4515-9dd5-66342be938ad tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0a23d34b-9ac0-4230-906e-660d169bb2e2 HTTP/1.1" status: 404  len: 337 time: 0.0361998
Mar 05 21:05:03.520545 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c2f2146-a997-4e17-8f3a-4f4dbeabc6ff req-8be544db-2267-4ffe-8e70-89f6f92ed379 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0668993
Mar 05 21:05:03.520683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.548976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] For port 1c2a46fd-4b47-49a5-a36c-91c16df88052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c2a46fd-4b47-49a5-a36c-91c16df88052,segment=NetworkSegment(cadb0728-c4ae-4bbb-b206-ce75adbda2be),segment_id=cadb0728-c4ae-4bbb-b206-ce75adbda2be)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:03.549383 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:03.551188 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6141cc84-aa75-4586-9601-d3870753e1d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.551782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6141cc84-aa75-4586-9601-d3870753e1d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.558676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35480) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.558896 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6141cc84-aa75-4586-9601-d3870753e1d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/2850e2f0-80ad-4396-ae78-829b011fa6ff HTTP/1.1" status: 404  len: 333 time: 0.0370560
Mar 05 21:05:03.566015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Calling delete_port for 1c2a46fd-4b47-49a5-a36c-91c16df88052 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:03.595594 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a05cdc5-8f49-43cf-9709-6bfea8bea7e5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.596284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a05cdc5-8f49-43cf-9709-6bfea8bea7e5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.599222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6a05cdc5-8f49-43cf-9709-6bfea8bea7e5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/a520bfd4-aa8d-41fc-b596-36c952990c33 HTTP/1.1" status: 404  len: 337 time: 0.0392971
Mar 05 21:05:03.601824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35482) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.611794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c2f2146-a997-4e17-8f3a-4f4dbeabc6ff req-acbb6b21-39cf-4953-b59f-b67ae6b06fd5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903511
Mar 05 21:05:03.631685 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb5022d-02b7-4c35-b390-2662d80cd7f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.632411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb5022d-02b7-4c35-b390-2662d80cd7f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.642091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1fb5022d-02b7-4c35-b390-2662d80cd7f8 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/0c18feb9-9094-4ae7-a961-310668337953 HTTP/1.1" status: 404  len: 333 time: 0.0390370
Mar 05 21:05:03.644654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35486) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.672647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1c2a46fd-4b47-49a5-a36c-91c16df88052), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:03.676056 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbdf04d-2164-47f4-9027-09f8b84712d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.676597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbdf04d-2164-47f4-9027-09f8b84712d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.682749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4dbdf04d-2164-47f4-9027-09f8b84712d5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/b415a9f8-0d79-4ca0-90ad-a4ff34ed697c HTTP/1.1" status: 404  len: 337 time: 0.0340297
Mar 05 21:05:03.683000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35488) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.702592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] Pushing event deleted for resources: {'Port': ['ID=1c2a46fd-4b47-49a5-a36c-91c16df88052,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:03.706304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ce5dc-b292-40db-aea0-30a8244096c8 None None] No DVR routers for this DVR port 1c2a46fd-4b47-49a5-a36c-91c16df88052 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:03.709343 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba123102-3a5a-40fb-89b7-1b33c9c6be9a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.709986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba123102-3a5a-40fb-89b7-1b33c9c6be9a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.715322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba123102-3a5a-40fb-89b7-1b33c9c6be9a tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/649284b8-03b2-46e3-87f5-0346aa2dd9c1 HTTP/1.1" status: 404  len: 333 time: 0.0297668
Mar 05 21:05:03.717014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.744356 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af08af4-0055-47a4-a9cb-b9844eeb10c5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.744823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af08af4-0055-47a4-a9cb-b9844eeb10c5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.747909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5af08af4-0055-47a4-a9cb-b9844eeb10c5 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/d4993c79-ccc3-468a-9a7b-0a19f9af44ac HTTP/1.1" status: 404  len: 337 time: 0.0297103
Mar 05 21:05:03.750457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.779289 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9884e66c-80fa-4a6f-9c3e-175431512712 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.779899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9884e66c-80fa-4a6f-9c3e-175431512712 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.782909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9884e66c-80fa-4a6f-9c3e-175431512712 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/a477820e-29a6-4fe0-947d-73a7d87313f4 HTTP/1.1" status: 404  len: 333 time: 0.0315094
Mar 05 21:05:03.785485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35496) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.811477 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b333660b-c900-4a7b-b00a-14c7a9d57e99 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.811948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b333660b-c900-4a7b-b00a-14c7a9d57e99 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.814890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b333660b-c900-4a7b-b00a-14c7a9d57e99 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c38c5d75-4eb7-4e35-9407-510e819ceb5c HTTP/1.1" status: 404  len: 337 time: 0.0283279
Mar 05 21:05:03.817369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35498) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.841496 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5768861f-5e40-4e60-ad8d-5c5fc07a11fc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.842048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5768861f-5e40-4e60-ad8d-5c5fc07a11fc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.845026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5768861f-5e40-4e60-ad8d-5c5fc07a11fc tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/e7876225-cce4-415e-9bee-57457c1e6700 HTTP/1.1" status: 404  len: 333 time: 0.0267665
Mar 05 21:05:03.847535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35500) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.876151 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfa90ab-5737-4267-bbbe-f78d557e4feb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.876593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfa90ab-5737-4267-bbbe-f78d557e4feb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.879535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9dfa90ab-5737-4267-bbbe-f78d557e4feb tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/7991c6c9-34e8-4634-8e7b-1f2d60831f6f HTTP/1.1" status: 404  len: 337 time: 0.0310056
Mar 05 21:05:03.882110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35504) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.912522 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dd6e7c-5bc3-41fb-9f9a-105ad6e1bd23 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.913164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dd6e7c-5bc3-41fb-9f9a-105ad6e1bd23 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.919416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51dd6e7c-5bc3-41fb-9f9a-105ad6e1bd23 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/af7fcf59-99c2-4bbf-bb69-6c980c2c7e4c HTTP/1.1" status: 404  len: 337 time: 0.0363286
Mar 05 21:05:03.920229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.946670 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abd23c3-33c0-4c41-a886-5b8272572898 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.947375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abd23c3-33c0-4c41-a886-5b8272572898 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.953532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35512) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:03.957218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5abd23c3-33c0-4c41-a886-5b8272572898 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/cabe21cf-8cd7-4257-a295-ceccdea479c6 HTTP/1.1" status: 404  len: 333 time: 0.0358124
Mar 05 21:05:03.990455 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7f0b32-8913-4f1d-b912-7da0b389c4d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:03.990901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7f0b32-8913-4f1d-b912-7da0b389c4d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:03.994364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a7f0b32-8913-4f1d-b912-7da0b389c4d9 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0b0e113d-8f8d-41dc-8652-7237ba7e471d HTTP/1.1" status: 404  len: 337 time: 0.0398557
Mar 05 21:05:03.997301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35516) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.025308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1c2a46fd-4b47-49a5-a36c-91c16df88052 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:04.029519 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d99207-8918-4d10-85d5-6cbc71614e6c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.030256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d99207-8918-4d10-85d5-6cbc71614e6c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.037288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14d99207-8918-4d10-85d5-6cbc71614e6c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/67ea94a7-ab6a-4225-8e52-5c6081ed41fe HTTP/1.1" status: 404  len: 337 time: 0.0386980
Mar 05 21:05:04.037490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35518) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.046728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1c2a46fd-4b47-49a5-a36c-91c16df88052 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:04.047317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1c2a46fd-4b47-49a5-a36c-91c16df88052 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:04.069153 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2eeae5-1afa-4b8e-b749-f3685a5a03ce tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.069825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2eeae5-1afa-4b8e-b749-f3685a5a03ce tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.076645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4f2eeae5-1afa-4b8e-b749-f3685a5a03ce tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/cc510904-3eb4-4243-8646-ad1eaa33d3e5 HTTP/1.1" status: 404  len: 333 time: 0.0325973
Mar 05 21:05:04.076902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35522) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.096600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.105123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.106917 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b926a011-c1ac-4f7b-ae85-3ba9cc4f32a2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.107480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b926a011-c1ac-4f7b-ae85-3ba9cc4f32a2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.113250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b926a011-c1ac-4f7b-ae85-3ba9cc4f32a2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/2a39817d-bca9-4dc8-a4c3-24c531a6da29 HTTP/1.1" status: 404  len: 337 time: 0.0328631
Mar 05 21:05:04.113931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.120076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.120947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35526) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.125461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.134805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.137425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.139577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-f97987ae-09d4-461c-89b8-8cc9602c6ad9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5438 time: 0.1512969
Mar 05 21:05:04.155272 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a823df-ef9b-490b-8a54-83f957caea68 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.155758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a823df-ef9b-490b-8a54-83f957caea68 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.158732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4a823df-ef9b-490b-8a54-83f957caea68 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0cdc285a-89c6-46ea-9353-55afce6f3b76 HTTP/1.1" status: 404  len: 337 time: 0.0352676
Mar 05 21:05:04.161617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35530) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.192799 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6814568-1a7c-45f5-80a4-1f6bed3d7869 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.193312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6814568-1a7c-45f5-80a4-1f6bed3d7869 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.196511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d6814568-1a7c-45f5-80a4-1f6bed3d7869 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/38199b24-6388-40bf-8fe8-3004c614af6d HTTP/1.1" status: 404  len: 333 time: 0.0337756
Mar 05 21:05:04.199560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee66a92-220f-4939-a8f9-2fcf0f51d912 req-4b635967-d3ac-48a3-94a9-5024dda0118c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.202060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35532) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.204564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cee66a92-220f-4939-a8f9-2fcf0f51d912 req-4b635967-d3ac-48a3-94a9-5024dda0118c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0922256
Mar 05 21:05:04.238818 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7faeb7-0e80-4dab-b42e-55c39e42d792 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.239286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7faeb7-0e80-4dab-b42e-55c39e42d792 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.245259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ab7faeb7-0e80-4dab-b42e-55c39e42d792 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/85846eb8-0a55-4069-9950-8183682c2470 HTTP/1.1" status: 404  len: 337 time: 0.0393279
Mar 05 21:05:04.245865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35534) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.255756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cee66a92-220f-4939-a8f9-2fcf0f51d912 req-dda907be-4848-46ec-969d-9d7d7bb3b50c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486720
Mar 05 21:05:04.285447 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4f134b-8c05-4957-afbf-d49c7a8a804e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.285920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4f134b-8c05-4957-afbf-d49c7a8a804e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.289101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac4f134b-8c05-4957-afbf-d49c7a8a804e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/fb3b6f5f-14d4-4661-a02f-04d63cf4c5cd HTTP/1.1" status: 404  len: 337 time: 0.0421834
Mar 05 21:05:04.292007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35538) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.294596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a5547f4-acd2-46fc-9ffa-2394dddc8aed req-76941a6f-a3ea-48c3-9a3c-dddd6a637bb6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1487317
Mar 05 21:05:04.327033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4c9cfe9d-176b-431c-8ca5-934b093d1e2b tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports?device_id=2771ac5a-75f0-4e1d-95c6-43d6a9497592 HTTP/1.1" status: 200  len: 205 time: 0.0336697
Mar 05 21:05:04.329318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.366704 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-2f1cf9c0-fb58-4bd6-8136-b78151fea26f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] delete failed (client error): The resource could not be found.
Mar 05 21:05:04.370873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2f1cf9c0-fb58-4bd6-8136-b78151fea26f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/routers/2771ac5a-75f0-4e1d-95c6-43d6a9497592 HTTP/1.1" status: 404  len: 336 time: 0.0382745
Mar 05 21:05:04.371228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35544) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.401895 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edf4a87-eedc-4296-898d-190b33757da2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.402354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edf4a87-eedc-4296-898d-190b33757da2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.405407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5edf4a87-eedc-4296-898d-190b33757da2 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/3ac811aa-c84c-4ba5-8b81-35f4f91ce42c HTTP/1.1" status: 404  len: 337 time: 0.0332515
Mar 05 21:05:04.408031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.435586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e3a7b091-55ec-4d8f-989e-3c3a43df5423 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "GET /v2.0/ports?device_id=38fb484a-7deb-41ea-abb8-fb3591316e1b HTTP/1.1" status: 200  len: 205 time: 0.0264571
Mar 05 21:05:04.437863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35550) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.475367 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-88062c03-412d-44b1-a910-6a263e132eb3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] delete failed (client error): The resource could not be found.
Mar 05 21:05:04.476436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-88062c03-412d-44b1-a910-6a263e132eb3 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/routers/38fb484a-7deb-41ea-abb8-fb3591316e1b HTTP/1.1" status: 404  len: 336 time: 0.0376868
Mar 05 21:05:04.479239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35552) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.505074 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-16be8e23-cff2-4e4b-a357-70acc9dd80ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.505527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16be8e23-cff2-4e4b-a357-70acc9dd80ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.508624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16be8e23-cff2-4e4b-a357-70acc9dd80ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/543fe27b-90ca-4cff-b3a5-50f956b72a20 HTTP/1.1" status: 404  len: 337 time: 0.0284204
Mar 05 21:05:04.512418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35554) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.541357 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d3145a-796d-4fd9-87b3-59911acce2ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.541815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d3145a-796d-4fd9-87b3-59911acce2ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.544867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07d3145a-796d-4fd9-87b3-59911acce2ba tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/ec36abf0-5729-4031-8b97-0f690d217075 HTTP/1.1" status: 404  len: 337 time: 0.0329077
Mar 05 21:05:04.547379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35558) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.571638 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c3e901-7908-44fa-84fa-384108d7bfd6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.571829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c3e901-7908-44fa-84fa-384108d7bfd6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.574821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b5c3e901-7908-44fa-84fa-384108d7bfd6 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/83bc5ee9-1c97-4ec6-8a24-fc832c79f995 HTTP/1.1" status: 404  len: 333 time: 0.0265245
Mar 05 21:05:04.577350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35562) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.603390 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e67c06-2e2f-4a34-a3de-4907e532446f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.604081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e67c06-2e2f-4a34-a3de-4907e532446f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.608224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6e67c06-2e2f-4a34-a3de-4907e532446f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/0ca7e77e-9246-49d6-93e7-5db6ca5027a5 HTTP/1.1" status: 404  len: 337 time: 0.0299430
Mar 05 21:05:04.610817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35564) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.622154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:04.637101 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-69facfb6-c403-4801-b7b2-178954d58196 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.637700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69facfb6-c403-4801-b7b2-178954d58196 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.642982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-69facfb6-c403-4801-b7b2-178954d58196 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/a71cae4f-aab2-45c8-a14f-733624c411dd HTTP/1.1" status: 404  len: 333 time: 0.0291348
Mar 05 21:05:04.643658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35570) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.670552 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-512bb25b-b03b-4380-879d-519c92b786ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.671023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512bb25b-b03b-4380-879d-519c92b786ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.674389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-512bb25b-b03b-4380-879d-519c92b786ec tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/f1b3d6a5-b0c7-4e87-b808-ec93d0a95753 HTTP/1.1" status: 404  len: 337 time: 0.0302322
Mar 05 21:05:04.677221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35574) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.693805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:04.699627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:04.699978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:04.715608 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e47fef3-2feb-4e47-8a8c-4e778bbaa81c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.715801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e47fef3-2feb-4e47-8a8c-4e778bbaa81c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.721669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8e47fef3-2feb-4e47-8a8c-4e778bbaa81c tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/d92f368a-daa9-45fe-85b8-8139a2701453 HTTP/1.1" status: 404  len: 333 time: 0.0410357
Mar 05 21:05:04.721863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35578) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.769758 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c634929-c6cd-4038-9fa6-7dea34c1ca85 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.770226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c634929-c6cd-4038-9fa6-7dea34c1ca85 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.773666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c634929-c6cd-4038-9fa6-7dea34c1ca85 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/215cd2bb-3eb6-4127-b198-16ce522c5c4d HTTP/1.1" status: 404  len: 337 time: 0.0508442
Mar 05 21:05:04.777963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.801739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:04.802266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:04.808305 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6f9815-5160-44e6-b6cc-371c4de530c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.809285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6f9815-5160-44e6-b6cc-371c4de530c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.815858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fa6f9815-5160-44e6-b6cc-371c4de530c0 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/99796c63-b24f-42bc-9ac5-a08fab38f1ba HTTP/1.1" status: 404  len: 333 time: 0.0357873
Mar 05 21:05:04.816681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35586) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.817371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cdba7-3a58-477f-b683-58f3060f96ef req-4ddbdf15-2f0b-44d2-976f-d5147dc0e10c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:04.819082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-366cdba7-3a58-477f-b683-58f3060f96ef req-4ddbdf15-2f0b-44d2-976f-d5147dc0e10c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1142352
Mar 05 21:05:04.835124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:04.838003 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c947da7-d8c7-4d39-82f1-3e7a14c4fa28" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:04.846775 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd5b97c-da23-4461-a44c-a9092b64e67e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.847548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd5b97c-da23-4461-a44c-a9092b64e67e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.853593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:04.853810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3fd5b97c-da23-4461-a44c-a9092b64e67e tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/06c75d6f-0772-4751-8b72-ce0a959ff392 HTTP/1.1" status: 404  len: 337 time: 0.0347548
Mar 05 21:05:04.853810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35590) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.860712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:04.861641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 49b54a86-30ae-437a-8e99-4dbd8347c99d up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:04.878597 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bc1c6d-671a-4b4e-88d2-39a65fb31b4f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.879171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bc1c6d-671a-4b4e-88d2-39a65fb31b4f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.879687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-366cdba7-3a58-477f-b683-58f3060f96ef req-38f9dd92-f639-4979-8a7f-5fb25816a5c3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517571
Mar 05 21:05:04.882347 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a9bc1c6d-671a-4b4e-88d2-39a65fb31b4f tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/9c993d63-220b-4a54-85da-fc06c4b02ed0 HTTP/1.1" status: 404  len: 333 time: 0.0275049
Mar 05 21:05:04.885794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.915315 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c4bf07-1365-4612-ace6-bcea3845d675 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.915819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c4bf07-1365-4612-ace6-bcea3845d675 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.921709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85c4bf07-1365-4612-ace6-bcea3845d675 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/c6bff12e-2666-48c2-a591-78e4544d1547 HTTP/1.1" status: 404  len: 337 time: 0.0323973
Mar 05 21:05:04.922045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35596) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.941033 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67941f1-fe43-4380-9f0d-6597fd8c3eb7 x-openstack-request-id: req-e67941f1-fe43-4380-9f0d-6597fd8c3eb7 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:04.941449 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:04.941590 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e67941f1-fe43-4380-9f0d-6597fd8c3eb7 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:04.941986 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'code': 200}
Mar 05 21:05:04.948888 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-686d1fca-7a04-4b60-81a0-366a85a97a33 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.949577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686d1fca-7a04-4b60-81a0-366a85a97a33 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.953179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-686d1fca-7a04-4b60-81a0-366a85a97a33 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/9bb93f91-dfaf-40c3-91e7-e523bc0767c4 HTTP/1.1" status: 404  len: 333 time: 0.0302515
Mar 05 21:05:04.955764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35598) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.977314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:04.983901 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d140bc-ae00-4edf-826f-b751b4ddca86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:04.984454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d140bc-ae00-4edf-826f-b751b4ddca86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:04.985799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 49b54a86-30ae-437a-8e99-4dbd8347c99d completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:04.987976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c9d140bc-ae00-4edf-826f-b751b4ddca86 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/d1cd521f-228e-4228-b28c-ab0ce984341e HTTP/1.1" status: 404  len: 337 time: 0.0309448
Mar 05 21:05:04.990710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:04.991082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 49b54a86-30ae-437a-8e99-4dbd8347c99d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:04.991560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.021240 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b86e8-2250-4b17-8596-80686d6fda66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:05.022068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b86e8-2250-4b17-8596-80686d6fda66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:05.029038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ee6b86e8-2250-4b17-8596-80686d6fda66 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/ports/57b10354-a740-42b4-b274-610edc49d2d5 HTTP/1.1" status: 404  len: 333 time: 0.0333226
Mar 05 21:05:05.030256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35604) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:05.057482 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-97880c1e-f85b-4798-8129-599eca8cde13 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:05.057960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97880c1e-f85b-4798-8129-599eca8cde13 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:05.063998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-97880c1e-f85b-4798-8129-599eca8cde13 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/subnets/af4ec259-42f0-4c35-8bab-a4da4399de70 HTTP/1.1" status: 404  len: 337 time: 0.0302246
Mar 05 21:05:05.064358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35608) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:05.080736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 49b54a86-30ae-437a-8e99-4dbd8347c99d is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:05.081214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.113944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:05.119288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.120148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6b1907e2-b9fc-4106-b4bf-9d467bd3635b up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:05.151211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5e836852-f4cc-40c5-91ef-7e406c291770), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.200423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:05.222144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:05.227523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:05.228152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.245938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5e836852-f4cc-40c5-91ef-7e406c291770), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.268664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a8730>,) {'filters': {'network_id': ['5e836852-f4cc-40c5-91ef-7e406c291770']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:05.279540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a8730>, 'cadb0728-c4ae-4bbb-b206-ce75adbda2be') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:05.279876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a8730>, 'cadb0728-c4ae-4bbb-b206-ce75adbda2be') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:05.300146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (cadb0728-c4ae-4bbb-b206-ce75adbda2be), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.318630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:05.319712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.319991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cadb0728-c4ae-4bbb-b206-ce75adbda2be), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.330530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:05.331266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (cadb0728-c4ae-4bbb-b206-ce75adbda2be), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:05.337581 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:05.362856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:05.373157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.373157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d03778ff-0dff-4440-ad01-ea9b00fcbdae up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:05.456637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5e836852-f4cc-40c5-91ef-7e406c291770), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.469521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:05.478511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.481993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] 10.222.0.15 "DELETE /v2.0/networks/5e836852-f4cc-40c5-91ef-7e406c291770 HTTP/1.1" status: 204  len: 168 time: 0.4165609
Mar 05 21:05:05.482927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83871d-4a9a-464b-a537-1996b4d80928 tempest-NetworksTestDHCPv6-229622607 tempest-NetworksTestDHCPv6-229622607-project] Pushing event deleted for resources: {'Network': ['ID=5e836852-f4cc-40c5-91ef-7e406c291770,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:05.484701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port d03778ff-0dff-4440-ad01-ea9b00fcbdae completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:05.493097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceca0d-74ad-463c-b7d7-78e8e0d813ef req-0fd1a025-9514-4b2b-b800-82eb42b9e9bf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.494895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96ceca0d-74ad-463c-b7d7-78e8e0d813ef req-0fd1a025-9514-4b2b-b800-82eb42b9e9bf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1389601
Mar 05 21:05:05.499471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port d03778ff-0dff-4440-ad01-ea9b00fcbdae triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:05.499936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.517860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.526162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.533295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.542214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.548672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.549041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96ceca0d-74ad-463c-b7d7-78e8e0d813ef req-c85823c8-7372-401e-9c38-d970bdae7444 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473313
Mar 05 21:05:05.558151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.566535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:05.576735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-d59d7893-7504-4d89-99d2-5508eadcb67a tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5441 time: 0.1812274
Mar 05 21:05:05.626858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d03778ff-0dff-4440-ad01-ea9b00fcbdae is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:05.627444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.667831 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d64d04c4-3e70-4c13-9cbd-cfec29b88d9e req-c09ba42c-4cc7-4d4b-b547-fac97cd1cc57 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0893586
Mar 05 21:05:05.671187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:05.677865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.678842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3580f7be-3101-44d5-a719-3970e25ebd07 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:05.758820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:05.770762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3580f7be-3101-44d5-a719-3970e25ebd07 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:05.775416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3580f7be-3101-44d5-a719-3970e25ebd07 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:05.775884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.799614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35626) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:05.811466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:05.870051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3580f7be-3101-44d5-a719-3970e25ebd07 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:05.870731 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.908083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3580f7be-3101-44d5-a719-3970e25ebd07,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:05.914701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.923942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d959075-e1db-4ef8-9deb-88e43049940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:05.975134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:05.997235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2663e717-6530-4162-aec0-8fb88297e97d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eb39561366247258d738313cb991da7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1845121
Mar 05 21:05:06.000040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35636) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:06.026417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1110e-e7c2-4f15-bcb6-c2273ab13978 req-6328bca1-ae29-4a42-824e-16351c0eb10e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.027955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b1110e-e7c2-4f15-bcb6-c2273ab13978 req-6328bca1-ae29-4a42-824e-16351c0eb10e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0596497
Mar 05 21:05:06.056128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.078955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d959075-e1db-4ef8-9deb-88e43049940c admin admin] Publish callbacks [] for security_group (326e0750-431d-49f2-9b5b-a9d528a5816b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.081382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b1110e-e7c2-4f15-bcb6-c2273ab13978 req-e3cbfdea-0301-4811-acb4-1e3f31d19d5a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471292
Mar 05 21:05:06.084730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] Publish callbacks [] for security_group (4ec76608-4041-4d55-aef2-c4150c03ef97), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.087129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d959075-e1db-4ef8-9deb-88e43049940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (326e0750-431d-49f2-9b5b-a9d528a5816b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.141417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6d959075-e1db-4ef8-9deb-88e43049940c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ed5d675b7aa4f77a7963d84999a3a69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3406692
Mar 05 21:05:06.144172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35638) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:06.146084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] Publish callbacks [] for security_group (4ec76608-4041-4d55-aef2-c4150c03ef97), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.155602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d959075-e1db-4ef8-9deb-88e43049940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e0750-431d-49f2-9b5b-a9d528a5816b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:06.197724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4ec76608-4041-4d55-aef2-c4150c03ef97), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.200420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.201640 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ec76608-4041-4d55-aef2-c4150c03ef97 HTTP/1.1" status: 204  len: 168 time: 0.2007108
Mar 05 21:05:06.203310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] Publish callbacks [] for security_group (326e0750-431d-49f2-9b5b-a9d528a5816b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.209544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ff96b-5c90-46f7-a9f6-8e1c30a3bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec76608-4041-4d55-aef2-c4150c03ef97,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:06.229102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] Publish callbacks [] for security_group (326e0750-431d-49f2-9b5b-a9d528a5816b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.277736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (326e0750-431d-49f2-9b5b-a9d528a5816b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.280595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.281757 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/326e0750-431d-49f2-9b5b-a9d528a5816b HTTP/1.1" status: 204  len: 168 time: 0.1366029
Mar 05 21:05:06.290823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80df85-2dc6-401b-a9f5-af265e75f136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e0750-431d-49f2-9b5b-a9d528a5816b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:06.333316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.606815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:06.608471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:06.629083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96231fe0-dfec-457e-84b9-544b76739785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.659436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:06.664802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:06.665555 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.728937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab949d-e3e7-42af-92c6-f38ac2d1bd5a req-ddbe3900-1773-416a-a8bf-b55d69becbcf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.730899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbab949d-e3e7-42af-92c6-f38ac2d1bd5a req-ddbe3900-1773-416a-a8bf-b55d69becbcf tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0677233
Mar 05 21:05:06.771262 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96231fe0-dfec-457e-84b9-544b76739785 admin admin] Publish callbacks [] for security_group (7a35039c-e223-4768-a918-5f467029c413), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.774516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:06.775106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.779391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96231fe0-dfec-457e-84b9-544b76739785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a35039c-e223-4768-a918-5f467029c413), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.798875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbab949d-e3e7-42af-92c6-f38ac2d1bd5a req-963a933d-bc68-4da3-a554-ecaf925c8c85 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617039
Mar 05 21:05:06.831334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:06.833047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96231fe0-dfec-457e-84b9-544b76739785 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dd1d80a45a44f02b4528389dbc1fcaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2248054
Mar 05 21:05:06.837497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35666) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:06.843136 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.846836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:06.871301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96231fe0-dfec-457e-84b9-544b76739785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35039c-e223-4768-a918-5f467029c413,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:06.923266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] Publish callbacks [] for security_group (7a35039c-e223-4768-a918-5f467029c413), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.933690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.940947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.943468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3580f7be-3101-44d5-a719-3970e25ebd07'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:06.946463 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0dffe4-1930-4de5-b5d5-a23412c61c25" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "6b1907e2-b9fc-4106-b4bf-9d467bd3635b"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "3580f7be-3101-44d5-a719-3970e25ebd07"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:06.947703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.950368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] Publish callbacks [] for security_group (7a35039c-e223-4768-a918-5f467029c413), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.954705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.956775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:06.963986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:06.969096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:06.971654 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:06.972884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.981228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.988282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:06.990235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-88ea6cf6-a22c-4a3a-a98d-0f0e16984744 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5443 time: 0.1930659
Mar 05 21:05:07.006213 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93642518-29ea-49f1-915f-3726851128d4 x-openstack-request-id: req-93642518-29ea-49f1-915f-3726851128d4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:07.006476 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "6b1907e2-b9fc-4106-b4bf-9d467bd3635b", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "3580f7be-3101-44d5-a719-3970e25ebd07", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:07.006679 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93642518-29ea-49f1-915f-3726851128d4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:07.007200 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'code': 200}
Mar 05 21:05:07.007531 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1907e2-b9fc-4106-b4bf-9d467bd3635b', 'code': 200}
Mar 05 21:05:07.008404 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'code': 200}
Mar 05 21:05:07.008708 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3580f7be-3101-44d5-a719-3970e25ebd07', 'code': 200}
Mar 05 21:05:07.009222 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'code': 200}
Mar 05 21:05:07.032648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a35039c-e223-4768-a918-5f467029c413), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.037812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.040176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a35039c-e223-4768-a918-5f467029c413 HTTP/1.1" status: 204  len: 168 time: 0.1999493
Mar 05 21:05:07.049291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b68bb-eb4d-40a2-a953-4536f4cab961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35039c-e223-4768-a918-5f467029c413,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:07.088379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d810f3d8-0e6c-4ee6-9c4a-f56810225a90 req-2e473a9c-89ca-48fb-8832-b118d31198a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0908244
Mar 05 21:05:07.095040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:07.095448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.125094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35680) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:07.144171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:07.150799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.217568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:07.255778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d881ce8-fe7a-4863-ab30-670a64e10064 req-0ad90bef-7a9e-4f31-af7d-63e58058d3c6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:07.257502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d881ce8-fe7a-4863-ab30-670a64e10064 req-0ad90bef-7a9e-4f31-af7d-63e58058d3c6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0776362
Mar 05 21:05:07.320999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d881ce8-fe7a-4863-ab30-670a64e10064 req-610d24d1-8bc9-405e-8b8a-790651a9ea3a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517578
Mar 05 21:05:07.388533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562594425'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:07.409691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:07.412995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.421627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.504613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for security_group (dc67ede3-d689-41a2-8168-82919d0d84e6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.509645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dc67ede3-d689-41a2-8168-82919d0d84e6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.533535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:07.547942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67ede3-d689-41a2-8168-82919d0d84e6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:07.553636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e28911c1-9d0d-4f12-a5a9-d44aab26ef48), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.553984 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment e28911c1-9d0d-4f12-a5a9-d44aab26ef48 of type vlan for network 5a4f3988-ddcb-4879-affd-4d6ce9941b15
Mar 05 21:05:07.596872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5a4f3988-ddcb-4879-affd-4d6ce9941b15), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.620259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5a4f3988-ddcb-4879-affd-4d6ce9941b15), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.625378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:07.625972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:07.699692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5616825
Mar 05 21:05:07.699692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911cc3-f74a-498c-b7b3-bc04b0849c0b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=5a4f3988-ddcb-4879-affd-4d6ce9941b15,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:07.709451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:07.819713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:07.826081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:07.967319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56e63e-5cfc-429c-8e75-ff2b3fc18492 req-c90770bb-18e7-43ce-ac6c-08dc0a7f4686 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:07.968853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a56e63e-5cfc-429c-8e75-ff2b3fc18492 req-c90770bb-18e7-43ce-ac6c-08dc0a7f4686 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0913534
Mar 05 21:05:07.969949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:07.977874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.087223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a56e63e-5cfc-429c-8e75-ff2b3fc18492 req-1bb1ef56-a0b9-4d10-928a-9e5d79522fd7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054068
Mar 05 21:05:08.222557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.223256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (6a5f3128-99fc-49d9-a4f4-650e870a39aa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.230025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.236772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.242911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.248959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.254932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.260609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.263292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-c5ee3867-2c67-40bc-b06b-684c0202a1f7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.1010473
Mar 05 21:05:08.291206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=6a5f3128-99fc-49d9-a4f4-650e870a39aa,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:08.300390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:08.300836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 5a4f3988-ddcb-4879-affd-4d6ce9941b15, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:08.326046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:08.330847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b7238413-76c6-49dc-a91a-5b8e4c12d6dd req-bbad8a4f-ee47-4b3d-b370-020e17331bc6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0604887
Mar 05 21:05:08.339930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a4f3988-ddcb-4879-affd-4d6ce9941b15) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:08.349412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c8037-0c06-4b84-8718-3070307d17a5 None None] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:08.362302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.362922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.385492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec8b8c2d-8e26-49a1-88ae-629622e353eb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.5631125
Mar 05 21:05:08.388130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35724) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:08.393541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-253768706'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:08.441109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:08.444604 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.470359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5a4f3988-ddcb-4879-affd-4d6ce9941b15', 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '6a5f3128-99fc-49d9-a4f4-650e870a39aa'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:08.471492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.493975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3df64-d4c0-4ea6-b500-82e14f576b04 req-80672a56-a1c2-42df-854b-f12be10467c3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.495641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4db3df64-d4c0-4ea6-b500-82e14f576b04 req-80672a56-a1c2-42df-854b-f12be10467c3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0983448
Mar 05 21:05:08.496535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:08.523556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.524099 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 4873b511-d5b9-49ea-bda9-9d0152a789ff of type vlan for network 790ca15c-6a65-411f-890f-187752fbc6b2
Mar 05 21:05:08.583608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.591509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4db3df64-d4c0-4ea6-b500-82e14f576b04 req-1efbbcbd-8000-475d-8a38-32596264dd82 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877125
Mar 05 21:05:08.616975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.622199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:08.622793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.626857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Allocated IP 172.20.255.242 (5a4f3988-ddcb-4879-affd-4d6ce9941b15/6a5f3128-99fc-49d9-a4f4-650e870a39aa/2a440424-a315-45a5-a365-5a0708a3fcb0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:08.683296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2939675
Mar 05 21:05:08.685887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35732) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:08.692919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:08.789694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks [] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.796337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.839867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:08.846378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:08.850635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:08.863839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Pushing event updated for resources: {'Port': ['ID=2a440424-a315-45a5-a365-5a0708a3fcb0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:08.932376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Attempting to bind port 2a440424-a315-45a5-a365-5a0708a3fcb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:08.932885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Attempting to bind port 2a440424-a315-45a5-a365-5a0708a3fcb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:08.933271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Attempting to bind port 2a440424-a315-45a5-a365-5a0708a3fcb0 on network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:08.938796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:08.939183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Checking segment: {'id': 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:08.939599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:08.940045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Bound using segment: {'id': 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:08.940681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Bound port: 2a440424-a315-45a5-a365-5a0708a3fcb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a4f3988-ddcb-4879-affd-4d6ce9941b15'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:08.941078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.009979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:09.012639 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb2668-bfd5-4b95-aa7b-11b7e6566c42" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:09.016184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] For port 2a440424-a315-45a5-a365-5a0708a3fcb0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:09.020376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] For port 2a440424-a315-45a5-a365-5a0708a3fcb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a440424-a315-45a5-a365-5a0708a3fcb0,segment=NetworkSegment(e28911c1-9d0d-4f12-a5a9-d44aab26ef48),segment_id=e28911c1-9d0d-4f12-a5a9-d44aab26ef48)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:09.030969 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.048567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a851312-282b-4551-8b97-cbbd2f9fc081 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=790ca15c-6a65-411f-890f-187752fbc6b2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:09.074164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 790ca15c-6a65-411f-890f-187752fbc6b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:09.086659 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d0e13-1dd4-45f6-b081-3128357219c3 x-openstack-request-id: req-8f7d0e13-1dd4-45f6-b081-3128357219c3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:09.086959 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:09.087221 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f7d0e13-1dd4-45f6-b081-3128357219c3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:09.087625 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'code': 200}
Mar 05 21:05:09.110611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:09.117671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.214414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834b67-48cd-4a5b-888d-c45c8560e59f None None] Pushing event updated for resources: {'Port': ['ID=2a440424-a315-45a5-a365-5a0708a3fcb0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:09.278162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76afbd8-b761-43b9-94e4-a8ff8d616d4a req-a8791266-90d2-4271-8fc2-37a9f0a2c21e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.279755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d76afbd8-b761-43b9-94e4-a8ff8d616d4a req-a8791266-90d2-4271-8fc2-37a9f0a2c21e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0820580
Mar 05 21:05:09.284383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.289547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.291996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.292597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.293856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.294711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.295402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.298634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-f1da1ab6-66a9-446b-9080-0547d7432cec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6719 time: 0.1175086
Mar 05 21:05:09.364803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f4b9b40-99e6-41a0-8aea-65a22572b384 req-dad46ac7-15c3-4c05-92a4-0b84c10097f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=47da611c-3cfe-4f0f-91d5-a54e64149493&id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0583711
Mar 05 21:05:09.384806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d76afbd8-b761-43b9-94e4-a8ff8d616d4a req-6006e10b-eac4-49aa-a599-8bf013c07b1e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963840
Mar 05 21:05:09.460039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (37133b7d-6f89-4cf5-ac4b-391c7527992c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.541102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=37133b7d-6f89-4cf5-ac4b-391c7527992c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:09.547000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '4873b511-d5b9-49ea-bda9-9d0152a789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:09.547505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 790ca15c-6a65-411f-890f-187752fbc6b2, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:09.548034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.556017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.563646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.574934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 790ca15c-6a65-411f-890f-187752fbc6b2 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:09.576856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.583541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.591311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 790ca15c-6a65-411f-890f-187752fbc6b2) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:09.591482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.597367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.599347 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-c18cb384-b2bd-46b5-b117-f48bd9685866 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.1314909
Mar 05 21:05:09.601430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd3c07d-c2ba-4aa2-986e-f51660b7ecca None None] Network 790ca15c-6a65-411f-890f-187752fbc6b2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:09.603198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.605620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.643892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1a9c8a40-ef0b-426e-bde3-b651804b6b8c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.9569261
Mar 05 21:05:09.646824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35752) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:09.745721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7619846-0636-4f97-a725-760338eee99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-790ca15c-6a65-411f-890f-187752fbc6b2', 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '37133b7d-6f89-4cf5-ac4b-391c7527992c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:09.747699 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.752086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a741c03-2964-4303-899f-2fef7543fa32 req-c4a4448f-50e8-4d5a-89b2-99daf11c35b2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:09.759852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a741c03-2964-4303-899f-2fef7543fa32 req-c4a4448f-50e8-4d5a-89b2-99daf11c35b2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0686951
Mar 05 21:05:09.768815 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d01971d-a78a-4552-8ec8-2442346862b6 req-a88456a4-027d-437f-a14a-ad5c6644eeb1 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1567950
Mar 05 21:05:09.833618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a741c03-2964-4303-899f-2fef7543fa32 req-8b27d4b4-cf79-4419-a1fe-7f3e2b4eafbf tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728328
Mar 05 21:05:09.837688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.936887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (37133b7d-6f89-4cf5-ac4b-391c7527992c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:09.947401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d7619846-0636-4f97-a725-760338eee99c None None] Allocated IP 172.20.0.2 (790ca15c-6a65-411f-890f-187752fbc6b2/37133b7d-6f89-4cf5-ac4b-391c7527992c/6c6e725e-4a3a-45fb-b290-6d683d485ffe) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:10.057325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a440424-a315-45a5-a365-5a0708a3fcb0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:10.340650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a440424-a315-45a5-a365-5a0708a3fcb0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:10.341075 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.346183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks [] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.376330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.394699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (37133b7d-6f89-4cf5-ac4b-391c7527992c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.417790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7619846-0636-4f97-a725-760338eee99c None None] Network 790ca15c-6a65-411f-890f-187752fbc6b2 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:10.421056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d7619846-0636-4f97-a725-760338eee99c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:10.423521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7619846-0636-4f97-a725-760338eee99c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:10.425516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=37133b7d-6f89-4cf5-ac4b-391c7527992c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:10.477122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b95cca-ad58-4811-8b81-b1c032df2c55 None None] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:10.501678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7619846-0636-4f97-a725-760338eee99c None None] Pushing event updated for resources: {'Port': ['ID=6c6e725e-4a3a-45fb-b290-6d683d485ffe,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:10.523275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.524634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.525077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.525631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.525942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.526374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.526892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.527317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.527770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.528193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.528633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.529200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.529595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:10.564461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.591066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b892caa30>,) {'filters': {'network_id': ['790ca15c-6a65-411f-890f-187752fbc6b2']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:10.605359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b892caa30>, '4873b511-d5b9-49ea-bda9-9d0152a789ff') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:10.605975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a440424-a315-45a5-a365-5a0708a3fcb0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:10.606241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b892caa30>, '4873b511-d5b9-49ea-bda9-9d0152a789ff') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:10.606507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.621588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.638133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e80d-a824-4d46-a822-bd00bbac1e5d req-93a162d7-1566-44b4-9eec-b10290b6ece5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:10.640977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f64e80d-a824-4d46-a822-bd00bbac1e5d req-93a162d7-1566-44b4-9eec-b10290b6ece5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1190872
Mar 05 21:05:10.654483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d7619846-0636-4f97-a725-760338eee99c None None] Attempting to bind port 6c6e725e-4a3a-45fb-b290-6d683d485ffe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:10.655084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d7619846-0636-4f97-a725-760338eee99c None None] Attempting to bind port 6c6e725e-4a3a-45fb-b290-6d683d485ffe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4873b511-d5b9-49ea-bda9-9d0152a789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:10.655568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7619846-0636-4f97-a725-760338eee99c None None] Attempting to bind port 6c6e725e-4a3a-45fb-b290-6d683d485ffe on network 790ca15c-6a65-411f-890f-187752fbc6b2 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:10.663663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.678833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:10.679241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:10.682976 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:10.710495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7619846-0636-4f97-a725-760338eee99c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:10.710495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7619846-0636-4f97-a725-760338eee99c None None] Checking segment: {'id': '4873b511-d5b9-49ea-bda9-9d0152a789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:10.710495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.710495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7619846-0636-4f97-a725-760338eee99c None None] Bound using segment: {'id': '4873b511-d5b9-49ea-bda9-9d0152a789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:10.711584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d7619846-0636-4f97-a725-760338eee99c None None] Bound port: 6c6e725e-4a3a-45fb-b290-6d683d485ffe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4873b511-d5b9-49ea-bda9-9d0152a789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '790ca15c-6a65-411f-890f-187752fbc6b2'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:10.712016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.731299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14e98f1a-f3a7-4674-b5c1-0cd9cf9ec639 None None] Provisioning complete for port 2a440424-a315-45a5-a365-5a0708a3fcb0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:10.731774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14e98f1a-f3a7-4674-b5c1-0cd9cf9ec639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.782094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6f64e80d-a824-4d46-a822-bd00bbac1e5d req-1574cf33-b98b-4a08-a8c1-dbdeca343f4c tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344953
Mar 05 21:05:10.788662 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:10.788662 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:10.788662 ncdv-master-1 neutron-server[126562]: [parameters: {'id': '790ca15c-6a65-411f-890f-187752fbc6b2'}]
Mar 05 21:05:10.788662 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:10.789663 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:10.790762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2a440424-a315-45a5-a365-5a0708a3fcb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a440424-a315-45a5-a365-5a0708a3fcb0,segment=NetworkSegment(e28911c1-9d0d-4f12-a5a9-d44aab26ef48),segment_id=e28911c1-9d0d-4f12-a5a9-d44aab26ef48)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:10.822921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:10.971120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb7475-eaff-418c-ae3e-01b7c76d3533 req-7732fcaf-d273-4936-a709-2be3b38ae601 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:10.972663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:10.979480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64eb7475-eaff-418c-ae3e-01b7c76d3533 req-7732fcaf-d273-4936-a709-2be3b38ae601 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0703430
Mar 05 21:05:10.986827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d7619846-0636-4f97-a725-760338eee99c None None] For port 6c6e725e-4a3a-45fb-b290-6d683d485ffe, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:10.990380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d7619846-0636-4f97-a725-760338eee99c None None] For port 6c6e725e-4a3a-45fb-b290-6d683d485ffe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c6e725e-4a3a-45fb-b290-6d683d485ffe,segment=NetworkSegment(4873b511-d5b9-49ea-bda9-9d0152a789ff),segment_id=4873b511-d5b9-49ea-bda9-9d0152a789ff)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:10.996092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.002826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2a440424-a315-45a5-a365-5a0708a3fcb0,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:11.007624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.016055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.024459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.030215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.038290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.048165 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7619846-0636-4f97-a725-760338eee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.048421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-0bf9e379-33ee-4dc4-9e69-c7d6f3a06337 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.1761246
Mar 05 21:05:11.069213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64eb7475-eaff-418c-ae3e-01b7c76d3533 req-61935040-c2e9-4f81-b37a-d7241592bf7a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886188
Mar 05 21:05:11.108451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14e98f1a-f3a7-4674-b5c1-0cd9cf9ec639 None None] Current status of the port 2a440424-a315-45a5-a365-5a0708a3fcb0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:11.139952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e2db1e3b-0ace-4743-8138-d47e87169d15 req-f6e54b0d-f557-4ac4-8bea-edb983bfd71e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0902777
Mar 05 21:05:11.176318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7619846-0636-4f97-a725-760338eee99c None None] Pushing event updated for resources: {'Port': ['ID=6c6e725e-4a3a-45fb-b290-6d683d485ffe,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:11.199428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b12182-dc43-4216-a8cf-9e71b060bbd8 None None] Network 790ca15c-6a65-411f-890f-187752fbc6b2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:11.291986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.349186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 6c6e725e-4a3a-45fb-b290-6d683d485ffe {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:11.349592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.408597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0d6f6-71ae-49d5-9937-a42d2cdee484 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:11.418693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 6c6e725e-4a3a-45fb-b290-6d683d485ffe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c6e725e-4a3a-45fb-b290-6d683d485ffe,segment=NetworkSegment(4873b511-d5b9-49ea-bda9-9d0152a789ff),segment_id=4873b511-d5b9-49ea-bda9-9d0152a789ff)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:11.419212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.434544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 6c6e725e-4a3a-45fb-b290-6d683d485ffe owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:11.462763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f888b242-1490-4e0b-8280-7348811c21b2 None None] Provisioning complete for port 2a440424-a315-45a5-a365-5a0708a3fcb0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:11.463144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f888b242-1490-4e0b-8280-7348811c21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.518735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6c6e725e-4a3a-45fb-b290-6d683d485ffe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.555770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=6c6e725e-4a3a-45fb-b290-6d683d485ffe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:11.561908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 6c6e725e-4a3a-45fb-b290-6d683d485ffe on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:11.615106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f888b242-1490-4e0b-8280-7348811c21b2 None None] Current status of the port 2a440424-a315-45a5-a365-5a0708a3fcb0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:11.622210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0d6f6-71ae-49d5-9937-a42d2cdee484 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:11.645300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.667866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89718430>,) {'filters': {'network_id': ['790ca15c-6a65-411f-890f-187752fbc6b2']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:11.681312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89718430>, '4873b511-d5b9-49ea-bda9-9d0152a789ff') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:11.681613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89718430>, '4873b511-d5b9-49ea-bda9-9d0152a789ff') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:11.691870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.705404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.712971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:11.713371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4873b511-d5b9-49ea-bda9-9d0152a789ff), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:11.780299 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:11.784915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (790ca15c-6a65-411f-890f-187752fbc6b2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.800251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.803415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/790ca15c-6a65-411f-890f-187752fbc6b2 HTTP/1.1" status: 204  len: 168 time: 2.1537991
Mar 05 21:05:11.807519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35790) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:11.814307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538b51-2e0a-46ca-9e7e-68adda44854d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=790ca15c-6a65-411f-890f-187752fbc6b2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:11.824404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1562897926'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:11.854592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:11.859427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.895346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:11.908755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.908995 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 664d51ac-4506-4657-9d6a-429f1b53e5f5 of type vlan for network d66146e6-093f-441d-b039-ac2a519bca08
Mar 05 21:05:11.933888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3fe9-d3df-48a8-8cee-29cf71b636ba req-36824e6b-6697-4243-8bc0-b7db888fe968 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:11.940852 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-871e3fe9-d3df-48a8-8cee-29cf71b636ba req-36824e6b-6697-4243-8bc0-b7db888fe968 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0653319
Mar 05 21:05:11.963809 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d66146e6-093f-441d-b039-ac2a519bca08), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:11.991189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-871e3fe9-d3df-48a8-8cee-29cf71b636ba req-965f0c44-883c-425a-b02a-bfc55d175e7a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493357
Mar 05 21:05:12.000889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d66146e6-093f-441d-b039-ac2a519bca08), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.011451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.012143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.035589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a440424-a315-45a5-a365-5a0708a3fcb0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:12.048850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2374465
Mar 05 21:05:12.049200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35800) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:12.054956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:12.096090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2a440424-a315-45a5-a365-5a0708a3fcb0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:12.096721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.116421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a0c21-46e3-4a66-a430-c34d7c15fd84 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=d66146e6-093f-441d-b039-ac2a519bca08,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:12.136580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d66146e6-093f-441d-b039-ac2a519bca08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:12.188800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:12.191624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.257616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25359732-fb3d-4ce6-a303-630690c36537 req-fcbd92e4-cf5c-4685-8910-7512a66e652a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.261571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:05:12.262088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:05:12.268056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25359732-fb3d-4ce6-a303-630690c36537 req-fcbd92e4-cf5c-4685-8910-7512a66e652a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0974824
Mar 05 21:05:12.325122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25359732-fb3d-4ce6-a303-630690c36537 req-5ba8bd56-9ac9-4495-93df-bbaffe7d698a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549951
Mar 05 21:05:12.327186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2a440424-a315-45a5-a365-5a0708a3fcb0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:12.371690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.379535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.385790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.390978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.396327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.402507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.407743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.409640 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-ddc067bc-7a5e-4db7-a061-e9c6d5a430a2 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.1364348
Mar 05 21:05:12.525923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46f642ae-3b60-49d6-b65b-420ad3eaac0c req-5df81a26-94f3-4184-afc4-20134ea4c6ce tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0988369
Mar 05 21:05:12.536412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (f1f11500-3cec-40ea-9dc1-209faec9e284), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.603335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=f1f11500-3cec-40ea-9dc1-209faec9e284,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:12.614561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '664d51ac-4506-4657-9d6a-429f1b53e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:12.614923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: d66146e6-093f-441d-b039-ac2a519bca08, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:12.633161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network d66146e6-093f-441d-b039-ac2a519bca08 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:12.643167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d66146e6-093f-441d-b039-ac2a519bca08) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:12.654566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99342ec3-21aa-4d50-b439-72ef587b8065 None None] Network d66146e6-093f-441d-b039-ac2a519bca08 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:12.655776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.656692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.678646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.684143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-60441e5d-e273-448d-8bc8-8fde6ec4e66b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.6336267
Mar 05 21:05:12.685284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.690582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.694440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:05:12.696400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:12.696707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.702074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.707597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.713678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:12.715709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e3b8ecd-c201-4221-9966-33f25c653cda req-c8c5941b-eb1d-441f-b2f5-738be3f9e6cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.1145890
Mar 05 21:05:12.727454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35824) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:12.732635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Request body: {'floatingip': {'port_id': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:12.771835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d66146e6-093f-441d-b039-ac2a519bca08', 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': 'f1f11500-3cec-40ea-9dc1-209faec9e284'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:12.772830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.778224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.846531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d66146e6-093f-441d-b039-ac2a519bca08), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.918501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f1f11500-3cec-40ea-9dc1-209faec9e284), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:12.966361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Allocated IP 172.20.0.3 (d66146e6-093f-441d-b039-ac2a519bca08/f1f11500-3cec-40ea-9dc1-209faec9e284/e4914942-be45-40b6-bda1-fc2c00807964) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:13.137373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9291cf-780c-4835-beee-33fd805c6baa req-799f74e7-fb04-4e64-8a25-f9ee85e7a31d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:13.138980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb9291cf-780c-4835-beee-33fd805c6baa req-799f74e7-fb04-4e64-8a25-f9ee85e7a31d tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0601361
Mar 05 21:05:13.160045 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks [] for port (e4914942-be45-40b6-bda1-fc2c00807964), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.168764 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e4914942-be45-40b6-bda1-fc2c00807964), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.204022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb9291cf-780c-4835-beee-33fd805c6baa req-fed4a069-b91b-4a64-9c6c-f985888ff4ac tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593030
Mar 05 21:05:13.207381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (f1f11500-3cec-40ea-9dc1-209faec9e284), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.216809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Network d66146e6-093f-441d-b039-ac2a519bca08 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:13.221413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:13.226522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:13.240304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Pushing event updated for resources: {'Port': ['ID=e4914942-be45-40b6-bda1-fc2c00807964,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:13.285793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f11500-3cec-40ea-9dc1-209faec9e284,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:13.333534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Attempting to bind port e4914942-be45-40b6-bda1-fc2c00807964 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:13.334108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Attempting to bind port e4914942-be45-40b6-bda1-fc2c00807964 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '664d51ac-4506-4657-9d6a-429f1b53e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:13.334573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Attempting to bind port e4914942-be45-40b6-bda1-fc2c00807964 on network d66146e6-093f-441d-b039-ac2a519bca08 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:13.340471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:13.340945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Checking segment: {'id': '664d51ac-4506-4657-9d6a-429f1b53e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:13.341419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.341903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Bound using segment: {'id': '664d51ac-4506-4657-9d6a-429f1b53e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:13.342643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Bound port: e4914942-be45-40b6-bda1-fc2c00807964, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d51ac-4506-4657-9d6a-429f1b53e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd66146e6-093f-441d-b039-ac2a519bca08'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:13.343202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4914942-be45-40b6-bda1-fc2c00807964), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.397861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.398592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d66146e6-093f-441d-b039-ac2a519bca08), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.409441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.426494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd70550>,) {'filters': {'network_id': ['d66146e6-093f-441d-b039-ac2a519bca08']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:13.439500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] For port e4914942-be45-40b6-bda1-fc2c00807964, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:13.440668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd70550>, '664d51ac-4506-4657-9d6a-429f1b53e5f5') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:13.441222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd70550>, '664d51ac-4506-4657-9d6a-429f1b53e5f5') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:13.442724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] For port e4914942-be45-40b6-bda1-fc2c00807964, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4914942-be45-40b6-bda1-fc2c00807964,segment=NetworkSegment(664d51ac-4506-4657-9d6a-429f1b53e5f5),segment_id=664d51ac-4506-4657-9d6a-429f1b53e5f5)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:13.451054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4914942-be45-40b6-bda1-fc2c00807964), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.458269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.484812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.494652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:13.495071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:13.509555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5232f-78bd-4a8a-880f-bf91c6f0adb2 None None] Pushing event updated for resources: {'Port': ['ID=e4914942-be45-40b6-bda1-fc2c00807964,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:13.574527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ed904-4cbc-4a12-996b-1a9b2c002cd6 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:13.577013 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:13.591305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88534ad3-cfa0-4e3a-9710-38220cf06f8b req-0fcb8cca-30a4-4ae9-a6b2-032a2e2721e2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:13.593308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88534ad3-cfa0-4e3a-9710-38220cf06f8b req-0fcb8cca-30a4-4ae9-a6b2-032a2e2721e2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1298842
Mar 05 21:05:13.608841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:13.608841 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:13.608841 ncdv-master-1 neutron-server[126562]: [parameters: {'id': 'd66146e6-093f-441d-b039-ac2a519bca08'}]
Mar 05 21:05:13.608841 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:13.608841 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:13.629048 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Floating IP 04c018e4-dab9-406d-8fde-9425d50ffe0d associated. External IP: 172.35.0.142, port: 2a2cb2ee-09d5-4c68-906a-931117ce5ea0.
Mar 05 21:05:13.759389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-88534ad3-cfa0-4e3a-9710-38220cf06f8b req-c18f9743-467b-4e26-b443-0058e7b5c8ca tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527960
Mar 05 21:05:13.777759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ed904-4cbc-4a12-996b-1a9b2c002cd6 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:13.994029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Router b4def80d-3388-4a62-9786-8fa01620fd73 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:14.083529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5a543-3ac6-4cad-8ff9-51e146cbba60 None None] Network d66146e6-093f-441d-b039-ac2a519bca08 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:14.109188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:14.109964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d66146e6-093f-441d-b039-ac2a519bca08), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.165435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:14.171087 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.216975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-93cc7cdf-3c18-430f-8f07-9a729be9a8e6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "PUT /v2.0/floatingips/04c018e4-dab9-406d-8fde-9425d50ffe0d HTTP/1.1" status: 200  len: 991 time: 1.4877765
Mar 05 21:05:14.217787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:14.220085 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76663945-75f6-4320-999d-e3ec77139b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:14.230290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port e4914942-be45-40b6-bda1-fc2c00807964 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:14.230534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4914942-be45-40b6-bda1-fc2c00807964), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.321118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-475d7779-3fa6-45e1-a36f-a478c036923c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.359572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Sync routers for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:14.384660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port e4914942-be45-40b6-bda1-fc2c00807964, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4914942-be45-40b6-bda1-fc2c00807964,segment=NetworkSegment(664d51ac-4506-4657-9d6a-429f1b53e5f5),segment_id=664d51ac-4506-4657-9d6a-429f1b53e5f5)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:14.385189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4914942-be45-40b6-bda1-fc2c00807964), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.399025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:14.400068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.404965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for e4914942-be45-40b6-bda1-fc2c00807964 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:14.450478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e1050-34b7-475a-925c-023826b82116 req-6c38cdb7-918e-4bc1-939c-1b056dc2e74f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.461044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c4e1050-34b7-475a-925c-023826b82116 req-6c38cdb7-918e-4bc1-939c-1b056dc2e74f tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0940487
Mar 05 21:05:14.479577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-475d7779-3fa6-45e1-a36f-a478c036923c admin admin] Publish callbacks [] for security_group (61e4da7a-685d-443a-8053-a4c120d54931), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.497751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-475d7779-3fa6-45e1-a36f-a478c036923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (61e4da7a-685d-443a-8053-a4c120d54931), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.517841 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9310f9-e5fa-4976-ad57-4174bc7e2789 x-openstack-request-id: req-0e9310f9-e5fa-4976-ad57-4174bc7e2789 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:14.518137 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:14.518419 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e9310f9-e5fa-4976-ad57-4174bc7e2789 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:14.518833 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'status': 'completed', 'code': 200}
Mar 05 21:05:14.527425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:14.532425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c4e1050-34b7-475a-925c-023826b82116 req-8d498c19-685f-434e-9939-74b1e510c762 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700002
Mar 05 21:05:14.543873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-475d7779-3fa6-45e1-a36f-a478c036923c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e480a1774d8648d79a0dcdbfd9638936&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4317558
Mar 05 21:05:14.544960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35874) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:14.580644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d7779-3fa6-45e1-a36f-a478c036923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4da7a-685d-443a-8053-a4c120d54931,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:14.604120 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] Publish callbacks [] for security_group (61e4da7a-685d-443a-8053-a4c120d54931), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.614745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e4914942-be45-40b6-bda1-fc2c00807964), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.629901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] Publish callbacks [] for security_group (61e4da7a-685d-443a-8053-a4c120d54931), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.647597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=e4914942-be45-40b6-bda1-fc2c00807964,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:14.655874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.656329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.656803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.657270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.657759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.658177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.658638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.660616 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-098f7cfa-b239-4c01-aaed-3e0fd0b4ddd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6719 time: 0.0938735
Mar 05 21:05:14.661518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port e4914942-be45-40b6-bda1-fc2c00807964 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:14.689516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (61e4da7a-685d-443a-8053-a4c120d54931), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.692528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.693763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61e4da7a-685d-443a-8053-a4c120d54931 HTTP/1.1" status: 204  len: 168 time: 0.1470313
Mar 05 21:05:14.703918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b9b8e-b434-4155-b079-bb6fa406cc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4da7a-685d-443a-8053-a4c120d54931,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:14.800338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d66146e6-093f-441d-b039-ac2a519bca08), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.827480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc280>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04c018e4-dab9-406d-8fde-9425d50ffe0d', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'floating_ip_address': '172.35.0.142', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'port_id': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'mac_address': 'fa:16:3e:93:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:03:56Z', 'updated_at': '2022-03-05T21:05:13Z', 'revision_number': 1, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.837001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a925760>,) {'filters': {'network_id': ['d66146e6-093f-441d-b039-ac2a519bca08']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.862474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Checking router: b4def80d-3388-4a62-9786-8fa01620fd73 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:14.866124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a925760>, '664d51ac-4506-4657-9d6a-429f1b53e5f5') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.866439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a925760>, '664d51ac-4506-4657-9d6a-429f1b53e5f5') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.874239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:14.875016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:04:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:14.895217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-49585313-a8b3-41bb-be4d-1a56db975186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:14.896958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-49585313-a8b3-41bb-be4d-1a56db975186 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 HTTP/1.1" status: 200  len: 918 time: 0.2290435
Mar 05 21:05:14.899315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.964135 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.975914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:14.976392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (664d51ac-4506-4657-9d6a-429f1b53e5f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:14.979512 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:15.028498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:15.107634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:15.121736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9b030e-33fd-43e8-81df-54253493ac0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.311822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830dc280>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04c018e4-dab9-406d-8fde-9425d50ffe0d', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'floating_ip_address': '172.35.0.142', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'port_id': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'mac_address': 'fa:16:3e:93:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:03:56Z', 'updated_at': '2022-03-05T21:05:13Z', 'revision_number': 1, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:15.344960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457121f-029e-42fb-93fd-e6ac64200d1e None None] The sync data for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 is: [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04c018e4-dab9-406d-8fde-9425d50ffe0d', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'floating_ip_address': '172.35.0.142', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'port_id': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'mac_address': 'fa:16:3e:93:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:03:56Z', 'updated_at': '2022-03-05T21:05:13Z', 'revision_number': 1, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:15.382904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc35ee5-13f5-4858-bf14-7fce43a95f8f req-714c6810-47c2-4dea-bf65-e03b961f79e9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.384635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cc35ee5-13f5-4858-bf14-7fce43a95f8f req-714c6810-47c2-4dea-bf65-e03b961f79e9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.5347219
Mar 05 21:05:15.405282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-adc2b088-b40d-4789-b4d7-d50b1646ef4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 200  len: 999 time: 0.4964051
Mar 05 21:05:15.425510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d66146e6-093f-441d-b039-ac2a519bca08), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.454793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.457957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/d66146e6-093f-441d-b039-ac2a519bca08 HTTP/1.1" status: 204  len: 168 time: 2.7599978
Mar 05 21:05:15.464460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35896) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:15.468342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-851251060'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:15.494085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0342c-ba2e-4da8-920a-a6c2e0c28a7e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=d66146e6-093f-441d-b039-ac2a519bca08,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:15.513360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-ba3e4589-9de1-4d8e-949d-37c8f49c959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.514754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:15.515286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-ba3e4589-9de1-4d8e-949d-37c8f49c959f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46502186-7934-4068-8dc8-e51e9fb06ed8 HTTP/1.1" status: 200  len: 856 time: 0.1015532
Mar 05 21:05:15.518814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.529938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cc35ee5-13f5-4858-bf14-7fce43a95f8f req-16df6e29-cf99-40a8-8213-05a8f7c9900e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347771
Mar 05 21:05:15.539568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9b030e-33fd-43e8-81df-54253493ac0f admin admin] Publish callbacks [] for security_group (557be3c7-acac-438c-9ec2-7fefed99ec95), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.554997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9b030e-33fd-43e8-81df-54253493ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (557be3c7-acac-438c-9ec2-7fefed99ec95), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.575306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:15.610615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.610969 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment cdad45ee-d8d2-4f2b-8d82-123fd24339eb of type vlan for network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50
Mar 05 21:05:15.612475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b030e-33fd-43e8-81df-54253493ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557be3c7-acac-438c-9ec2-7fefed99ec95,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:15.619346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c9b030e-33fd-43e8-81df-54253493ac0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=382d0b2ae21543d4b656066455551175&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5103610
Mar 05 21:05:15.625173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:15.684425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.691643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663945-75f6-4320-999d-e3ec77139b6e req-75f71fe3-9ee0-485a-a1a9-5543687706c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.693671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-75f71fe3-9ee0-485a-a1a9-5543687706c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1582444
Mar 05 21:05:15.753396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.758070 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b57096-6f8d-43a4-8be0-36709859ed8e None None] New status for floating IP 04c018e4-dab9-406d-8fde-9425d50ffe0d: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:05:15.772800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.778084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.842069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] Publish callbacks [] for security_group (557be3c7-acac-438c-9ec2-7fefed99ec95), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.860749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941964-4725-4c11-b091-d7bc0850b0b3 req-7a676656-3fdc-49af-8ebd-0db4149114db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.861775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3970487
Mar 05 21:05:15.862335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44941964-4725-4c11-b091-d7bc0850b0b3 req-7a676656-3fdc-49af-8ebd-0db4149114db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.1660359
Mar 05 21:05:15.862901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:15.872756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:15.900853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] Publish callbacks [] for security_group (557be3c7-acac-438c-9ec2-7fefed99ec95), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:15.973232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eab0f6-660d-47f7-8f54-ea06da5eaccd req-f11da075-93f9-4a13-aec3-9652192d736a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:15.974377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-f509807b-e20c-4935-924c-02b776786c4f service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589195
Mar 05 21:05:15.982171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6eab0f6-660d-47f7-8f54-ea06da5eaccd req-f11da075-93f9-4a13-aec3-9652192d736a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.2832661
Mar 05 21:05:15.982917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44941964-4725-4c11-b091-d7bc0850b0b3 req-68d2efcc-c14e-4c5e-b299-f1c4ae7b576e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040394
Mar 05 21:05:16.032771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7644536-10cc-4260-93bd-0eec10facd46 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=bdd8bb43-860d-4abe-b93d-2cda9dcd3d50,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:16.042216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:16.047956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:16.065980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.088449 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (557be3c7-acac-438c-9ec2-7fefed99ec95), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.091342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.092696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/557be3c7-acac-438c-9ec2-7fefed99ec95 HTTP/1.1" status: 204  len: 168 time: 0.4599109
Mar 05 21:05:16.111655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eee21-c23a-4550-a3b8-e930c055e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557be3c7-acac-438c-9ec2-7fefed99ec95,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:16.115220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76663945-75f6-4320-999d-e3ec77139b6e req-17851e76-ac0d-4efe-ac62-035f2a291864 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311841
Mar 05 21:05:16.204709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6eab0f6-660d-47f7-8f54-ea06da5eaccd req-60f2ac29-caf6-4605-9c50-e84cdc3587bb tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216058
Mar 05 21:05:16.327363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (f4709b4f-946d-4858-9de4-a7918ab40a94), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.406916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=f4709b4f-946d-4858-9de4-a7918ab40a94,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:16.415902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:16.416361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: bdd8bb43-860d-4abe-b93d-2cda9dcd3d50, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:16.438182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:16.451376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdd8bb43-860d-4abe-b93d-2cda9dcd3d50) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:16.457665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:16.457665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.475587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facfecc-f289-45c9-89ff-29ab9bd7c7d8 None None] Network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:16.479521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8011a68-7358-4769-822b-0ec0c2a8d20e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6127534
Mar 05 21:05:16.482174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35918) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:16.628275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.654201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdd8bb43-860d-4abe-b93d-2cda9dcd3d50', 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': 'f4709b4f-946d-4858-9de4-a7918ab40a94'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:16.655369 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.709348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1e90c-b8cd-491b-8985-c4be37a91200 req-dc99a8b8-e203-4894-bde1-9fc50ababd7a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:16.717798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3de1e90c-b8cd-491b-8985-c4be37a91200 req-dc99a8b8-e203-4894-bde1-9fc50ababd7a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0729995
Mar 05 21:05:16.753302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f4709b4f-946d-4858-9de4-a7918ab40a94), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:16.770971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3de1e90c-b8cd-491b-8985-c4be37a91200 req-a696fa5b-91d3-4e32-bd12-f168f9f87374 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521207
Mar 05 21:05:16.857028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Allocated IP 172.20.0.1 (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50/f4709b4f-946d-4858-9de4-a7918ab40a94/0aeaa9d0-5ddc-4e77-9953-0bd90056aa18) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:17.027613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks [] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.036523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.058899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (f4709b4f-946d-4858-9de4-a7918ab40a94), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.081546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:17.084424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:17.088656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:17.095818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Pushing event updated for resources: {'Port': ['ID=0aeaa9d0-5ddc-4e77-9953-0bd90056aa18,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:17.163619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Attempting to bind port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:17.164715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Attempting to bind port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:17.165056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Attempting to bind port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 on network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:17.171050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:17.172676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Checking segment: {'id': 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:17.173330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.173809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Bound using segment: {'id': 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:17.174382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Bound port: 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:17.174842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.248340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] For port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:17.253274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] For port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aeaa9d0-5ddc-4e77-9953-0bd90056aa18,segment=NetworkSegment(cdad45ee-d8d2-4f2b-8d82-123fd24339eb),segment_id=cdad45ee-d8d2-4f2b-8d82-123fd24339eb)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:17.263448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.370863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a9f1-f65c-4ca7-9421-d226aebeba7d None None] Pushing event updated for resources: {'Port': ['ID=0aeaa9d0-5ddc-4e77-9953-0bd90056aa18,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:17.401431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e08abc-5916-4296-8999-949c5846490c None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:17.462914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=f4709b4f-946d-4858-9de4-a7918ab40a94,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:17.528805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.543703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8098-9088-4ee5-ad62-150ec658b9b0 req-e09d2865-065c-4931-87d5-1d80d42094ee tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:17.545211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95b8098-9088-4ee5-ad62-150ec658b9b0 req-e09d2865-065c-4931-87d5-1d80d42094ee tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1187258
Mar 05 21:05:17.567973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2ac0>,) {'filters': {'network_id': ['bdd8bb43-860d-4abe-b93d-2cda9dcd3d50']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:17.568497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e08abc-5916-4296-8999-949c5846490c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:17.584382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2ac0>, 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:17.584681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2ac0>, 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:17.602142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.627520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.632601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95b8098-9088-4ee5-ad62-150ec658b9b0 req-6d7d45f6-1d03-4d72-ba5f-056bf624230e tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800381
Mar 05 21:05:17.637361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:17.637898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:17.644387 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:17.725909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:17.725909 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:17.725909 ncdv-master-1 neutron-server[126563]: [parameters: {'id': 'bdd8bb43-860d-4abe-b93d-2cda9dcd3d50'}]
Mar 05 21:05:17.725909 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:17.727060 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:17.917300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd40d3-1fe7-408c-b1fd-1f8c76deea3a None None] Network bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:17.964887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be952d7-827c-4b76-ab2d-6e751d700003 req-9fc5d37d-7f9b-4ba2-9238-d2114a02bd9e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:17.968166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6be952d7-827c-4b76-ab2d-6e751d700003 req-9fc5d37d-7f9b-4ba2-9238-d2114a02bd9e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0773602
Mar 05 21:05:18.061890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6be952d7-827c-4b76-ab2d-6e751d700003 req-3d92beea-b51d-4bf2-ab8e-5023e910ff91 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811658
Mar 05 21:05:18.082596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-5a9c4fa0-5711-4cb5-a474-302d5702d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:18.084224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-5a9c4fa0-5711-4cb5-a474-302d5702d89b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=085ced4ef30745c88d1b33842076f02e&device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 1127 time: 0.0645916
Mar 05 21:05:18.180829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647866e0-a011-44ba-835b-f7cc6ad2e50e req-ff85ec95-e5ac-4483-86d2-cac6c78fc0c9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:18.182319 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-647866e0-a011-44ba-835b-f7cc6ad2e50e req-ff85ec95-e5ac-4483-86d2-cac6c78fc0c9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1180365
Mar 05 21:05:18.227680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-a323418c-20c7-4274-b3e9-9efd329fef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:18.228958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.229158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-a323418c-20c7-4274-b3e9-9efd329fef5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 200  len: 919 time: 0.1268668
Mar 05 21:05:18.277097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-82fd60a7-c795-45b4-8bf7-ac45d63db601 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 200  len: 217 time: 0.0422528
Mar 05 21:05:18.285516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-647866e0-a011-44ba-835b-f7cc6ad2e50e req-e0ec74f0-c7cd-4aaf-a399-ef05d772c536 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966942
Mar 05 21:05:18.291196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:18.291835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.338415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-b08407bb-83b6-4294-94b1-e1de0fd0bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:18.340338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-b08407bb-83b6-4294-94b1-e1de0fd0bc0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 200  len: 858 time: 0.0583577
Mar 05 21:05:18.360219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aeaa9d0-5ddc-4e77-9953-0bd90056aa18,segment=NetworkSegment(cdad45ee-d8d2-4f2b-8d82-123fd24339eb),segment_id=cdad45ee-d8d2-4f2b-8d82-123fd24339eb)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:18.360624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.376676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-4b27b70e-e378-4efd-9588-cf8a1fa49946 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c100624-2ecc-4b88-a924-0fbddd33fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297897
Mar 05 21:05:18.379633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:18.464103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0aeaa9d0-5ddc-4e77-9953-0bd90056aa18), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.476438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-101f703c-9807-434f-bfd7-bd14e319a6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937483
Mar 05 21:05:18.491518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=0aeaa9d0-5ddc-4e77-9953-0bd90056aa18,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:18.494106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 0aeaa9d0-5ddc-4e77-9953-0bd90056aa18 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:18.593668 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2e298e3-9535-4677-9e7b-d85dc5a5e72f req-5d5de71a-32c4-4617-9510-a99eb1ecf889 service neutron] 10.222.0.31 "GET /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1118574
Mar 05 21:05:18.607215 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.631244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2be0>,) {'filters': {'network_id': ['bdd8bb43-860d-4abe-b93d-2cda9dcd3d50']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:18.641610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2be0>, 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:18.641999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dc2be0>, 'cdad45ee-d8d2-4f2b-8d82-123fd24339eb') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:18.653653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.668577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.674611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:18.675085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (cdad45ee-d8d2-4f2b-8d82-123fd24339eb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:18.678283 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:18.718921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:18.755735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bdd8bb43-860d-4abe-b93d-2cda9dcd3d50), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.766480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.773604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 HTTP/1.1" status: 204  len: 168 time: 2.2865632
Mar 05 21:05:18.774434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35988) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:18.780114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123856439'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:18.782397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb11ad-758c-4cb3-9042-d6f5d8a64604 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=bdd8bb43-860d-4abe-b93d-2cda9dcd3d50,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:18.812360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:18.816379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.860694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:18.872198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89630e09-9600-40ec-8317-425742860c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.888161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (28f98bd7-b835-4423-962c-1e43447080ad), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.888502 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 28f98bd7-b835-4423-962c-1e43447080ad of type vlan for network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0
Mar 05 21:05:18.944587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2d6d1c48-904b-47b3-9e21-9d03d15c13f0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.986958 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2d6d1c48-904b-47b3-9e21-9d03d15c13f0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:18.992453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:18.993097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.107031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89630e09-9600-40ec-8317-425742860c26 admin admin] Publish callbacks [] for security_group (424f16ec-2110-4351-bb52-d9be70a0adb9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.118755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3436527
Mar 05 21:05:19.121670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35998) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:19.126189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89630e09-9600-40ec-8317-425742860c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (424f16ec-2110-4351-bb52-d9be70a0adb9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.127148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '2d6d1c48-904b-47b3-9e21-9d03d15c13f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:19.152793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c56a8-9ffd-49cf-a692-fcc56cd17424 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=2d6d1c48-904b-47b3-9e21-9d03d15c13f0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:19.169376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:19.188380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89630e09-9600-40ec-8317-425742860c26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1d296f15669459495ff96a95737ed57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4683537
Mar 05 21:05:19.189293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89630e09-9600-40ec-8317-425742860c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f16ec-2110-4351-bb52-d9be70a0adb9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:19.192024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36002) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:19.244607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] Publish callbacks [] for security_group (424f16ec-2110-4351-bb52-d9be70a0adb9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.270703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] Publish callbacks [] for security_group (424f16ec-2110-4351-bb52-d9be70a0adb9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.326244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (424f16ec-2110-4351-bb52-d9be70a0adb9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.329211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.331704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/424f16ec-2110-4351-bb52-d9be70a0adb9 HTTP/1.1" status: 204  len: 168 time: 0.1382747
Mar 05 21:05:19.341880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28ddae-cfd9-4881-a6a3-edda56bc4297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f16ec-2110-4351-bb52-d9be70a0adb9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:19.347340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2d27-0166-4c1c-aba7-68390cbfcb08 req-81d10041-5c5c-412f-a61f-0472e50bafaf tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:19.353675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-148e2d27-0166-4c1c-aba7-68390cbfcb08 req-81d10041-5c5c-412f-a61f-0472e50bafaf tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1612635
Mar 05 21:05:19.389958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:19.393762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.479822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b48f57-bc82-49ae-82e0-3b9e870efc2a req-037ba019-4650-4454-ab5f-045e5d8d2660 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:19.488410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9b48f57-bc82-49ae-82e0-3b9e870efc2a req-037ba019-4650-4454-ab5f-045e5d8d2660 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.0822721
Mar 05 21:05:19.488532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-148e2d27-0166-4c1c-aba7-68390cbfcb08 req-c8f69377-4eb6-419a-a304-4914e022bcd5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194382
Mar 05 21:05:19.547685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9b48f57-bc82-49ae-82e0-3b9e870efc2a req-2d0b8469-a279-4ef7-9d44-77ed825d96ea tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596960
Mar 05 21:05:19.625453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (b705a3ce-3286-47d1-9264-c570edea71dd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.664780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:19.679237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e546b3bc-8e3d-441f-9b15-e741e3d16df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.696270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=b705a3ce-3286-47d1-9264-c570edea71dd,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:19.707108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '28f98bd7-b835-4423-962c-1e43447080ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2d6d1c48-904b-47b3-9e21-9d03d15c13f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:19.707460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 2d6d1c48-904b-47b3-9e21-9d03d15c13f0, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:19.724614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:19.732923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d6d1c48-904b-47b3-9e21-9d03d15c13f0) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:19.739316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:19.739316 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.742982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ade90-7c0c-4aa8-8b1a-9e9fecc636d9 None None] Network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:19.760712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2626b015-49b7-4cfc-9d6d-40e30e0a394e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6377528
Mar 05 21:05:19.763431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36024) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:19.764291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e546b3bc-8e3d-441f-9b15-e741e3d16df3 admin admin] Publish callbacks [] for security_group (f3a38242-505d-4a42-987f-d38ea41bde09), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.769331 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e546b3bc-8e3d-441f-9b15-e741e3d16df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f3a38242-505d-4a42-987f-d38ea41bde09), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.814154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e546b3bc-8e3d-441f-9b15-e741e3d16df3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6977b6e917dd40c08b78d3693127465b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1482046
Mar 05 21:05:19.815053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b3bc-8e3d-441f-9b15-e741e3d16df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a38242-505d-4a42-987f-d38ea41bde09,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:19.816921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36026) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:19.917449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2d6d1c48-904b-47b3-9e21-9d03d15c13f0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.919231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] Publish callbacks [] for security_group (f3a38242-505d-4a42-987f-d38ea41bde09), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:19.952594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] Publish callbacks [] for security_group (f3a38242-505d-4a42-987f-d38ea41bde09), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.004769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bede7e0-2ce8-4ce7-a91e-6b7fe809a96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d6d1c48-904b-47b3-9e21-9d03d15c13f0', 'network_id': '2d6d1c48-904b-47b3-9e21-9d03d15c13f0', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': 'b705a3ce-3286-47d1-9264-c570edea71dd'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:20.005684 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2bede7e0-2ce8-4ce7-a91e-6b7fe809a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.025640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b705a3ce-3286-47d1-9264-c570edea71dd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.075249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f3a38242-505d-4a42-987f-d38ea41bde09), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.078040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.079957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3a38242-505d-4a42-987f-d38ea41bde09 HTTP/1.1" status: 204  len: 168 time: 0.2609262
Mar 05 21:05:20.095971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c99e-0b97-4196-b692-8b0f1877b021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a38242-505d-4a42-987f-d38ea41bde09,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:20.112802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (b705a3ce-3286-47d1-9264-c570edea71dd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.154272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=b705a3ce-3286-47d1-9264-c570edea71dd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server [None req-2bede7e0-2ce8-4ce7-a91e-6b7fe809a96e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b705a3ce-3286-47d1-9264-c570edea71dd: This subnet is being modified by another concurrent operation.
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:05:20.183523 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise exception
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b705a3ce-3286-47d1-9264-c570edea71dd: This subnet is being modified by another concurrent operation.
Mar 05 21:05:20.188714 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server 
Mar 05 21:05:20.224081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2d6d1c48-904b-47b3-9e21-9d03d15c13f0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.242775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eec896-7f2e-4aae-99f6-5d54a76e98d2 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:20.262552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b9094e700>,) {'filters': {'network_id': ['2d6d1c48-904b-47b3-9e21-9d03d15c13f0']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:20.277567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9094e700>, '28f98bd7-b835-4423-962c-1e43447080ad') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:20.278486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9094e700>, '28f98bd7-b835-4423-962c-1e43447080ad') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:20.292454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (28f98bd7-b835-4423-962c-1e43447080ad), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.310911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (28f98bd7-b835-4423-962c-1e43447080ad), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.320713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:20.321454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (28f98bd7-b835-4423-962c-1e43447080ad), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:20.324592 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:20.405916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2d6d1c48-904b-47b3-9e21-9d03d15c13f0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.416551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eec896-7f2e-4aae-99f6-5d54a76e98d2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:20.417831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.426348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/2d6d1c48-904b-47b3-9e21-9d03d15c13f0 HTTP/1.1" status: 204  len: 168 time: 0.6578996
Mar 05 21:05:20.427075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36042) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:20.433399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47694568'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:20.457922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f72d9-ef58-458d-92da-47e22d9c9ab8 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=2d6d1c48-904b-47b3-9e21-9d03d15c13f0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:20.475454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:20.479773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.512250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:20.526212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.526720 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 2a404b00-1b1c-42c3-8038-8f34a7702d36 of type vlan for network 02c01e2f-963d-4d16-92ee-4970716eefca
Mar 05 21:05:20.626551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.684781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.689736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:20.690486 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:20.762521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c80810-1a63-47fe-aa58-4a358bcf9125 req-0622c17f-4a03-4c1a-865a-0d430f116b09 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:20.769508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37c80810-1a63-47fe-aa58-4a358bcf9125 req-0622c17f-4a03-4c1a-865a-0d430f116b09 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1064618
Mar 05 21:05:20.793769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=02c01e2f-963d-4d16-92ee-4970716eefca,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:20.809794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a70fa5b7-2b45-49cf-8ee3-481e03e1fa10 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.3813410
Mar 05 21:05:20.816774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 02c01e2f-963d-4d16-92ee-4970716eefca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:20.818430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193b79-45dc-423f-9ce3-d7c48adb3750 req-18c787cb-8723-4062-91fa-2287038731fd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:20.827328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb193b79-45dc-423f-9ce3-d7c48adb3750 req-18c787cb-8723-4062-91fa-2287038731fd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.2168627
Mar 05 21:05:20.828245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:20.835470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:20.869325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b172a30-f569-4da5-a584-42fa069ee3a7 None None] Network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:20.894231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b172a30-f569-4da5-a584-42fa069ee3a7 None None] Network 2d6d1c48-904b-47b3-9e21-9d03d15c13f0 could not be found, it might have been deleted concurrently. {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 05 21:05:20.927921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb193b79-45dc-423f-9ce3-d7c48adb3750 req-b1598034-4a04-4b43-bb53-cddac89f7a87 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984492
Mar 05 21:05:20.982669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37c80810-1a63-47fe-aa58-4a358bcf9125 req-8c22cb60-48eb-4a86-9434-49ba7d0bd58a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052674
Mar 05 21:05:21.001872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:21.015765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.089781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing IP validity checks on allocation pools {{(pid=126563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:05:21.090729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:05:21.262650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (bf262aec-5b77-4ed6-b0f1-078b12d183f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.370183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=bf262aec-5b77-4ed6-b0f1-078b12d183f3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:21.387800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '2a404b00-1b1c-42c3-8038-8f34a7702d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:21.388346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 02c01e2f-963d-4d16-92ee-4970716eefca, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:21.416064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 02c01e2f-963d-4d16-92ee-4970716eefca is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:21.428721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02c01e2f-963d-4d16-92ee-4970716eefca) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:21.437240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:21.437792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101ad76-386d-423e-9f07-53ca0505871e None None] Network 02c01e2f-963d-4d16-92ee-4970716eefca requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:21.438419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.463225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ac008243-d334-44bc-a1a1-21cabc9dd499 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.6332800
Mar 05 21:05:21.465527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36090) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:21.580727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-02c01e2f-963d-4d16-92ee-4970716eefca', 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': 'bf262aec-5b77-4ed6-b0f1-078b12d183f3'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:21.582538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.611180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.686559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (bf262aec-5b77-4ed6-b0f1-078b12d183f3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.775895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Allocated IP 172.20.0.3 (02c01e2f-963d-4d16-92ee-4970716eefca/bf262aec-5b77-4ed6-b0f1-078b12d183f3/ad0cf0ee-7652-48c3-8b23-32db2f3639ff) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:21.937800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks [] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.945373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.982674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (bf262aec-5b77-4ed6-b0f1-078b12d183f3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:21.990114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Network 02c01e2f-963d-4d16-92ee-4970716eefca is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:21.994569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:21.998337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:22.026411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Pushing event updated for resources: {'Port': ['ID=ad0cf0ee-7652-48c3-8b23-32db2f3639ff,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:22.060127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=bf262aec-5b77-4ed6-b0f1-078b12d183f3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:22.077331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Attempting to bind port ad0cf0ee-7652-48c3-8b23-32db2f3639ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:22.077624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Attempting to bind port ad0cf0ee-7652-48c3-8b23-32db2f3639ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a404b00-1b1c-42c3-8038-8f34a7702d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:22.077989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Attempting to bind port ad0cf0ee-7652-48c3-8b23-32db2f3639ff on network 02c01e2f-963d-4d16-92ee-4970716eefca {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:22.094238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:22.094646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Checking segment: {'id': '2a404b00-1b1c-42c3-8038-8f34a7702d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:22.095031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.095441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Bound using segment: {'id': '2a404b00-1b1c-42c3-8038-8f34a7702d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:22.095962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Bound port: ad0cf0ee-7652-48c3-8b23-32db2f3639ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a404b00-1b1c-42c3-8038-8f34a7702d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '02c01e2f-963d-4d16-92ee-4970716eefca'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:22.096351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.156796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8d80-6a55-42bb-ba03-a1dd83ec39fa req-3fb2ce04-f0d5-449c-9006-f31d47277422 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:22.159224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828f8d80-6a55-42bb-ba03-a1dd83ec39fa req-3fb2ce04-f0d5-449c-9006-f31d47277422 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0755980
Mar 05 21:05:22.181808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] For port ad0cf0ee-7652-48c3-8b23-32db2f3639ff, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:22.185390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] For port ad0cf0ee-7652-48c3-8b23-32db2f3639ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad0cf0ee-7652-48c3-8b23-32db2f3639ff,segment=NetworkSegment(2a404b00-1b1c-42c3-8038-8f34a7702d36),segment_id=2a404b00-1b1c-42c3-8038-8f34a7702d36)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:22.193016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.198094 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.254904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b896a9490>,) {'filters': {'network_id': ['02c01e2f-963d-4d16-92ee-4970716eefca']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:22.259244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828f8d80-6a55-42bb-ba03-a1dd83ec39fa req-df79cc1d-2ddf-4441-a8f4-58215bffb970 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916123
Mar 05 21:05:22.275094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896a9490>, '2a404b00-1b1c-42c3-8038-8f34a7702d36') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:22.275094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896a9490>, '2a404b00-1b1c-42c3-8038-8f34a7702d36') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:22.285052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.300401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.310599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:22.311005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:22.315552 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:22.334698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c0399-d7b7-4249-8386-7fa396bc94b4 None None] Pushing event updated for resources: {'Port': ['ID=ad0cf0ee-7652-48c3-8b23-32db2f3639ff,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:22.355105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024b6b9-b8f5-4922-b6bf-81d357d1f125 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:22.398618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:22.398618 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:22.398618 ncdv-master-1 neutron-server[126563]: [parameters: {'id': '02c01e2f-963d-4d16-92ee-4970716eefca'}]
Mar 05 21:05:22.398618 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:22.399139 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:22.519343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5024b6b9-b8f5-4922-b6bf-81d357d1f125 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:22.794358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36132) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:22.832568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8ab99-f88c-428f-9810-f469fa382605 None None] Network 02c01e2f-963d-4d16-92ee-4970716eefca requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:22.901720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:22.964140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b801f387-3910-43ee-9cc9-d23b0f66d626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.021626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port ad0cf0ee-7652-48c3-8b23-32db2f3639ff {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:23.022339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.110545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port ad0cf0ee-7652-48c3-8b23-32db2f3639ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad0cf0ee-7652-48c3-8b23-32db2f3639ff,segment=NetworkSegment(2a404b00-1b1c-42c3-8038-8f34a7702d36),segment_id=2a404b00-1b1c-42c3-8038-8f34a7702d36)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:23.110767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.134203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for ad0cf0ee-7652-48c3-8b23-32db2f3639ff owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:23.141574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b801f387-3910-43ee-9cc9-d23b0f66d626 admin admin] Publish callbacks [] for security_group (b92b863c-1fca-4cea-90c1-ed51627a63fa), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.149483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b801f387-3910-43ee-9cc9-d23b0f66d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b92b863c-1fca-4cea-90c1-ed51627a63fa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.229388 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b801f387-3910-43ee-9cc9-d23b0f66d626 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57c3bbb3a0b54e5ab2753b757b97a5fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4338088
Mar 05 21:05:23.232224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36160) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:23.233407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f387-3910-43ee-9cc9-d23b0f66d626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b863c-1fca-4cea-90c1-ed51627a63fa,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:23.269562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ad0cf0ee-7652-48c3-8b23-32db2f3639ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.297392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=ad0cf0ee-7652-48c3-8b23-32db2f3639ff,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:23.299255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port ad0cf0ee-7652-48c3-8b23-32db2f3639ff on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:23.324805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] Publish callbacks [] for security_group (b92b863c-1fca-4cea-90c1-ed51627a63fa), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.377974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] Publish callbacks [] for security_group (b92b863c-1fca-4cea-90c1-ed51627a63fa), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.384360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.405884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89d03520>,) {'filters': {'network_id': ['02c01e2f-963d-4d16-92ee-4970716eefca']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:23.416177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89d03520>, '2a404b00-1b1c-42c3-8038-8f34a7702d36') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:23.416628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89d03520>, '2a404b00-1b1c-42c3-8038-8f34a7702d36') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:23.427023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.430022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc553-0ebb-4ad3-a888-08ed0b878cbf req-b5005914-302a-412e-a233-f3b3f86375d0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:23.431759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89bfc553-0ebb-4ad3-a888-08ed0b878cbf req-b5005914-302a-412e-a233-f3b3f86375d0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.0968480
Mar 05 21:05:23.443079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.450057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:23.450456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (2a404b00-1b1c-42c3-8038-8f34a7702d36), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:23.453802 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:23.467852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b92b863c-1fca-4cea-90c1-ed51627a63fa), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.470573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.474132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b92b863c-1fca-4cea-90c1-ed51627a63fa HTTP/1.1" status: 204  len: 168 time: 0.2371042
Mar 05 21:05:23.497738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd273dc-3184-44de-9c71-540b1c59574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b863c-1fca-4cea-90c1-ed51627a63fa,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:23.512967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89bfc553-0ebb-4ad3-a888-08ed0b878cbf req-d378f013-bb16-4525-8c13-388689059c16 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738199
Mar 05 21:05:23.540358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (02c01e2f-963d-4d16-92ee-4970716eefca), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.545612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.553126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/02c01e2f-963d-4d16-92ee-4970716eefca HTTP/1.1" status: 204  len: 168 time: 2.0830157
Mar 05 21:05:23.553309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36168) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:23.558746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037181832'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:23.569185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419e7d-d179-4fdc-abad-91a48af76ed9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=02c01e2f-963d-4d16-92ee-4970716eefca,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:23.582362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:23.586193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.612805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:23.622674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.623015 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 3e59b19d-5020-4798-8326-1e3786bb113c of type vlan for network 1ee56c02-8318-4fb9-bc28-989efa16573a
Mar 05 21:05:23.667742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.721206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.727431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:23.728186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.787091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36174) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:23.801517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aff20550-163f-48f0-a4ac-6cf90d9f6225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:23.802097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2476380
Mar 05 21:05:23.805488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36176) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:23.810874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:23.814831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb70b0-3ae7-47f0-8773-b51a523f8af3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=1ee56c02-8318-4fb9-bc28-989efa16573a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:23.826227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 1ee56c02-8318-4fb9-bc28-989efa16573a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:23.832543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-02724645-a630-40fe-bd8c-f7dd48b23383 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1411817
Mar 05 21:05:23.971796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-a38e1e7f-604e-4ceb-817e-3f4e7b2a140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:23.973879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-a38e1e7f-604e-4ceb-817e-3f4e7b2a140a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=899872f9f3b243ef89011a53ba07e160&device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 1127 time: 0.1188271
Mar 05 21:05:24.066537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:24.072473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.135334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-60ccf1f9-2a8b-4a3a-be0d-b840b1914b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:24.137129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-60ccf1f9-2a8b-4a3a-be0d-b840b1914b3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 200  len: 910 time: 0.1277597
Mar 05 21:05:24.141494 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aff20550-163f-48f0-a4ac-6cf90d9f6225 admin admin] Publish callbacks [] for security_group (5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.152470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aff20550-163f-48f0-a4ac-6cf90d9f6225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.209404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-6788e2e0-7534-496f-81d4-f63fc0751b0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 200  len: 1001 time: 0.0660319
Mar 05 21:05:24.212148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aff20550-163f-48f0-a4ac-6cf90d9f6225 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c3582c8a99e474c8733eda868982cbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4239810
Mar 05 21:05:24.215965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36202) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:24.234712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20550-163f-48f0-a4ac-6cf90d9f6225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:24.277191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-6b56ce8a-5f27-4795-b40f-74dba6ff5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:24.278668 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-6b56ce8a-5f27-4795-b40f-74dba6ff5751 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 200  len: 848 time: 0.0643871
Mar 05 21:05:24.316527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] Publish callbacks [] for security_group (5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.355985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-e0d91971-7d38-4c53-82aa-d1af893d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:24.359021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-e0d91971-7d38-4c53-82aa-d1af893d16d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adc6ce26-0999-46fd-83e3-7feba14413c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0737531
Mar 05 21:05:24.378310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] Publish callbacks [] for security_group (5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.469417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0609124-4b99-4c3b-9280-c3e1206762a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.477739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (441f0fee-7f85-42b3-94c2-57662bc8fabb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.503318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-f0425c85-750c-4d62-940f-d62dc7c57219 service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368001
Mar 05 21:05:24.519227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.522545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.524054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e HTTP/1.1" status: 204  len: 168 time: 0.3071792
Mar 05 21:05:24.550545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7f6b2-cd8c-4d3d-b19a-cb1c2124dd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84ac2d-9983-4e71-a4c1-72ad9a23ad0e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:24.600880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=441f0fee-7f85-42b3-94c2-57662bc8fabb,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:24.613095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '3e59b19d-5020-4798-8326-1e3786bb113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:24.613830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 1ee56c02-8318-4fb9-bc28-989efa16573a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:24.637112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 1ee56c02-8318-4fb9-bc28-989efa16573a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:24.651296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ee56c02-8318-4fb9-bc28-989efa16573a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:24.661530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:24.662269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.663284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d4bd2-28f1-42fe-9a40-9d3b4d860ce8 None None] Network 1ee56c02-8318-4fb9-bc28-989efa16573a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:24.695081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-17850756-8993-48e8-a456-06d658ecafd3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8883731
Mar 05 21:05:24.698113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36234) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:24.814073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb4994-b195-4bf4-a8a6-541f0c8beedb req-5e1c5ad0-4ae2-4d50-8831-71de3e82c6eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:24.815960 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acbb4994-b195-4bf4-a8a6-541f0c8beedb req-5e1c5ad0-4ae2-4d50-8831-71de3e82c6eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1380804
Mar 05 21:05:24.818160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-81c71c94-cba0-48e8-b5ca-8e263ec793ca req-c0422d7f-98f1-4e49-b073-8d383c5240ba service neutron] 10.222.0.31 "GET /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079653
Mar 05 21:05:24.819535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1ee56c02-8318-4fb9-bc28-989efa16573a', 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '441f0fee-7f85-42b3-94c2-57662bc8fabb'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:24.821120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.857117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.890421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acbb4994-b195-4bf4-a8a6-541f0c8beedb req-f8db4479-2ed1-4c2d-afb2-ae3a522c8507 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657585
Mar 05 21:05:24.930327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (441f0fee-7f85-42b3-94c2-57662bc8fabb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:24.989652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Allocated IP 172.20.0.1 (1ee56c02-8318-4fb9-bc28-989efa16573a/441f0fee-7f85-42b3-94c2-57662bc8fabb/9ec05099-67bb-4b58-9fb8-5bb37355ebc2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:25.165272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks [] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.172760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.192792 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (441f0fee-7f85-42b3-94c2-57662bc8fabb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.227934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Network 1ee56c02-8318-4fb9-bc28-989efa16573a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:25.230264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=441f0fee-7f85-42b3-94c2-57662bc8fabb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:25.231126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:25.246667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:25.262414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Pushing event updated for resources: {'Port': ['ID=9ec05099-67bb-4b58-9fb8-5bb37355ebc2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:25.314987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.339427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Attempting to bind port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:25.339937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Attempting to bind port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e59b19d-5020-4798-8326-1e3786bb113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:25.340428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Attempting to bind port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 on network 1ee56c02-8318-4fb9-bc28-989efa16573a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:25.343720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db6f8f-30b4-4d1f-8bf0-7fbc70987fae req-7beef5e9-cd03-46da-900a-d034a9809597 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:25.345160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8945afa0>,) {'filters': {'network_id': ['1ee56c02-8318-4fb9-bc28-989efa16573a']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:25.349874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:25.350256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Checking segment: {'id': '3e59b19d-5020-4798-8326-1e3786bb113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:25.350660 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.351978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Bound using segment: {'id': '3e59b19d-5020-4798-8326-1e3786bb113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:25.352840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4db6f8f-30b4-4d1f-8bf0-7fbc70987fae req-7beef5e9-cd03-46da-900a-d034a9809597 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.1169560
Mar 05 21:05:25.353112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Bound port: 9ec05099-67bb-4b58-9fb8-5bb37355ebc2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e59b19d-5020-4798-8326-1e3786bb113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ee56c02-8318-4fb9-bc28-989efa16573a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:25.353739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.366835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8945afa0>, '3e59b19d-5020-4798-8326-1e3786bb113c') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:25.367358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8945afa0>, '3e59b19d-5020-4798-8326-1e3786bb113c') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:25.379881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.399606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.410865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:25.412154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:25.416683 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:25.435646 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4db6f8f-30b4-4d1f-8bf0-7fbc70987fae req-5e07dfb4-be1d-413f-863f-93a5cfa258f8 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817490
Mar 05 21:05:25.477296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] For port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:25.484696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:25.484696 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:25.484696 ncdv-master-1 neutron-server[126563]: [parameters: {'id': '1ee56c02-8318-4fb9-bc28-989efa16573a'}]
Mar 05 21:05:25.484696 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:25.485190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] For port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ec05099-67bb-4b58-9fb8-5bb37355ebc2,segment=NetworkSegment(3e59b19d-5020-4798-8326-1e3786bb113c),segment_id=3e59b19d-5020-4798-8326-1e3786bb113c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:25.485299 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:25.492463 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:25.572465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7765-86c2-47b3-acf6-74b3647967ac None None] Pushing event updated for resources: {'Port': ['ID=9ec05099-67bb-4b58-9fb8-5bb37355ebc2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:25.593004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983ffd7-12f6-4e98-8598-8803f40b36db None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:25.725589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983ffd7-12f6-4e98-8598-8803f40b36db None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:25.986732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.149556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9a15-cb40-42a7-86d8-8551a15054ee req-6e090b35-fde0-42e3-9499-a9efe1a0a15e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:26.157814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5af9a15-cb40-42a7-86d8-8551a15054ee req-6e090b35-fde0-42e3-9499-a9efe1a0a15e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1199961
Mar 05 21:05:26.170734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:26.171546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.208220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd970e75-f1cb-4fd0-a7ef-79ba817f3636 None None] Network 1ee56c02-8318-4fb9-bc28-989efa16573a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:26.267361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ec05099-67bb-4b58-9fb8-5bb37355ebc2,segment=NetworkSegment(3e59b19d-5020-4798-8326-1e3786bb113c),segment_id=3e59b19d-5020-4798-8326-1e3786bb113c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:26.267954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.287557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5af9a15-cb40-42a7-86d8-8551a15054ee req-a1b6f380-9933-4a25-a4a4-591352f8ee01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273077
Mar 05 21:05:26.301535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:26.375925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9ec05099-67bb-4b58-9fb8-5bb37355ebc2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.409120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=9ec05099-67bb-4b58-9fb8-5bb37355ebc2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:26.410939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 9ec05099-67bb-4b58-9fb8-5bb37355ebc2 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:26.497338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.518406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8be07b80>,) {'filters': {'network_id': ['1ee56c02-8318-4fb9-bc28-989efa16573a']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:26.528689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be07b80>, '3e59b19d-5020-4798-8326-1e3786bb113c') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:26.529052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be07b80>, '3e59b19d-5020-4798-8326-1e3786bb113c') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:26.541025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.556319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.565071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:26.565567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3e59b19d-5020-4798-8326-1e3786bb113c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.565962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f780568-92b0-4c3d-89e7-4977cdd0b80e req-8b1a9a24-bc7c-4130-b812-e732871c46b5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:26.567591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f780568-92b0-4c3d-89e7-4977cdd0b80e req-8b1a9a24-bc7c-4130-b812-e732871c46b5 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.0548790
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:26.568744 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:26.628561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f780568-92b0-4c3d-89e7-4977cdd0b80e req-b286ee81-1be2-4256-8c34-58055f5a3500 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535495
Mar 05 21:05:26.631299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (1ee56c02-8318-4fb9-bc28-989efa16573a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.642289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.645396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/1ee56c02-8318-4fb9-bc28-989efa16573a HTTP/1.1" status: 204  len: 168 time: 1.9461932
Mar 05 21:05:26.649967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:26.654994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1312119096'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:26.659997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449edae-2b20-44bd-acf1-fb038aec2c24 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=1ee56c02-8318-4fb9-bc28-989efa16573a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:26.675249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:26.678877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.706677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:26.719975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.720339 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment fca1302e-2b4d-42ec-9d42-2e962d3883a0 of type vlan for network b7a83698-50f0-44ef-a2cc-3ad95faabd77
Mar 05 21:05:26.815910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76a0424e-d2cd-4a0c-8f36-9a0fefdf332f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.828212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.891452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-30086fd0-d97d-4f8d-a2c2-c5a16fd289b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1246009
Mar 05 21:05:26.891452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.895905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:26.895905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:26.986776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3357096
Mar 05 21:05:26.990796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:26.997407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:27.045746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6b37-b04d-4b17-b678-b27ad489332a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=b7a83698-50f0-44ef-a2cc-3ad95faabd77,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:27.056774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b7a83698-50f0-44ef-a2cc-3ad95faabd77 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:27.072506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.072993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.073557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.073919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.074385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.074842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.075297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.077330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-e554634e-3bd6-4100-ba27-637670d549ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6719 time: 0.1204011
Mar 05 21:05:27.104857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707a31a-3470-4004-9b33-c06bc309d01d req-621df01d-04e3-4f9c-b9e7-1b7cd3ee11e5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.107133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5707a31a-3470-4004-9b33-c06bc309d01d req-621df01d-04e3-4f9c-b9e7-1b7cd3ee11e5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.1535037
Mar 05 21:05:27.136629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:27.141681 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:27.217257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5707a31a-3470-4004-9b33-c06bc309d01d req-6a1eb3df-3fb9-4c6f-a2bd-fe915c54a638 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003494
Mar 05 21:05:27.291998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7d155f16-6691-464a-ba70-cc681b5e6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.292480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7d155f16-6691-464a-ba70-cc681b5e6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.292945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7d155f16-6691-464a-ba70-cc681b5e6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.294531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7d155f16-6691-464a-ba70-cc681b5e6e3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=3c8e0a46-e570-496b-970e-60743f7e52d3&id=3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 200  len: 2296 time: 0.1864808
Mar 05 21:05:27.404438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (8e481f75-857e-40b7-8fad-3dcf57c1ecc3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:27.435564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-cc128b44-55c2-4480-a4ea-3d6c9ff0e4b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 200  len: 1001 time: 0.1336424
Mar 05 21:05:27.473093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=8e481f75-857e-40b7-8fad-3dcf57c1ecc3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:27.475649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': 'fca1302e-2b4d-42ec-9d42-2e962d3883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:27.476303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: b7a83698-50f0-44ef-a2cc-3ad95faabd77, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:27.504916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network b7a83698-50f0-44ef-a2cc-3ad95faabd77 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:27.520724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902eb36-298c-4367-bb64-00996532631f req-7b41f9f8-0705-498f-ad8f-bcbd890e5ab4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.528435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8902eb36-298c-4367-bb64-00996532631f req-7b41f9f8-0705-498f-ad8f-bcbd890e5ab4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1429851
Mar 05 21:05:27.529326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7a83698-50f0-44ef-a2cc-3ad95faabd77) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:27.535281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.535959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:27.539602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1eeca-aa6f-4423-82ad-160e80cbe147 None None] Network b7a83698-50f0-44ef-a2cc-3ad95faabd77 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:27.567134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4d7c8c6e-a242-4e49-ab55-95db09db4205 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.5744457
Mar 05 21:05:27.572210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36398) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:27.574400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-f28d214f-7451-499f-9563-14e1919c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.575971 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-f28d214f-7451-499f-9563-14e1919c393c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46502186-7934-4068-8dc8-e51e9fb06ed8 HTTP/1.1" status: 200  len: 856 time: 0.1334481
Mar 05 21:05:27.698330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8902eb36-298c-4367-bb64-00996532631f req-9a6181b7-eab3-40be-b7a8-60746e34696b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641130
Mar 05 21:05:27.711871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7a83698-50f0-44ef-a2cc-3ad95faabd77', 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '8e481f75-857e-40b7-8fad-3dcf57c1ecc3'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:27.713056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:27.724448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-71aa755d-406f-4df3-9fe8-44054e5dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.729769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-71aa755d-406f-4df3-9fe8-44054e5dba82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1447341
Mar 05 21:05:27.857635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:27.933890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-3b0d6ab5-dde7-427f-b76a-bad9dc503f00 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972878
Mar 05 21:05:27.936102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-c14d91d5-431f-44b6-97e7-9cbdb21a6749 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:27.937728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-c14d91d5-431f-44b6-97e7-9cbdb21a6749 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.23 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2126868
Mar 05 21:05:27.949000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36412) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:28.014611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce8de-2111-40db-8c49-03bd61d283f0 req-e4e51434-3271-49ea-be43-0f47deae8801 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.027816 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-381ce8de-2111-40db-8c49-03bd61d283f0 req-e4e51434-3271-49ea-be43-0f47deae8801 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 945 time: 0.2179155
Mar 05 21:05:28.030429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (8e481f75-857e-40b7-8fad-3dcf57c1ecc3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.032281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Allocated IP 172.20.0.1 (b7a83698-50f0-44ef-a2cc-3ad95faabd77/8e481f75-857e-40b7-8fad-3dcf57c1ecc3/5f0bbcb6-1470-4abd-8ef9-8d068250af23) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:28.049484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.136442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-76a6a7ea-79ee-445b-9df6-7d5f865ae845 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603510
Mar 05 21:05:28.205267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-246c9f2d-68aa-4c46-b232-7ce4d7986d36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 217 time: 0.0616193
Mar 05 21:05:28.205817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-381ce8de-2111-40db-8c49-03bd61d283f0 req-906bc63b-9dc2-4968-a1c7-598599814dfa tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751180
Mar 05 21:05:28.221437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884475d6-c922-4eba-a60f-a4a0d0f67805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.268322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Deleting port f4c94118-4a65-46a6-8b43-e142d3b1d4fb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:28.268659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.308627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks [] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.315899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.347563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-81a86e9b-5806-4648-bde9-245631ea7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.349157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-81a86e9b-5806-4648-bde9-245631ea7531 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1158762
Mar 05 21:05:28.355470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Network b7a83698-50f0-44ef-a2cc-3ad95faabd77 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:28.358882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:28.362375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:28.388204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636559b-ce84-42b5-a7b0-27af891f6d3e req-917f351e-c494-4f48-8b92-13e819c98f28 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.396123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (8e481f75-857e-40b7-8fad-3dcf57c1ecc3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.397396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6636559b-ce84-42b5-a7b0-27af891f6d3e req-917f351e-c494-4f48-8b92-13e819c98f28 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.1250508
Mar 05 21:05:28.403349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Pushing event updated for resources: {'Port': ['ID=5f0bbcb6-1470-4abd-8ef9-8d068250af23,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:28.446107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Attempting to bind port 5f0bbcb6-1470-4abd-8ef9-8d068250af23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:28.446635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Attempting to bind port 5f0bbcb6-1470-4abd-8ef9-8d068250af23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fca1302e-2b4d-42ec-9d42-2e962d3883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:28.447146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Attempting to bind port 5f0bbcb6-1470-4abd-8ef9-8d068250af23 on network b7a83698-50f0-44ef-a2cc-3ad95faabd77 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:28.454331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:28.454968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Checking segment: {'id': 'fca1302e-2b4d-42ec-9d42-2e962d3883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:28.455317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.455750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Bound using segment: {'id': 'fca1302e-2b4d-42ec-9d42-2e962d3883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:28.456286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Bound port: 5f0bbcb6-1470-4abd-8ef9-8d068250af23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca1302e-2b4d-42ec-9d42-2e962d3883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:28.456681 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.526198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-2d19ee11-4b42-4055-a1dc-fa9f878ff0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.528004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-2d19ee11-4b42-4055-a1dc-fa9f878ff0dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1665492
Mar 05 21:05:28.530043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884475d6-c922-4eba-a60f-a4a0d0f67805 admin admin] Publish callbacks [] for security_group (879f33e3-6168-4d6e-929f-ee5279f2f4ec), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.555747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] For port 5f0bbcb6-1470-4abd-8ef9-8d068250af23, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:28.556534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884475d6-c922-4eba-a60f-a4a0d0f67805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (879f33e3-6168-4d6e-929f-ee5279f2f4ec), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.561093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6636559b-ce84-42b5-a7b0-27af891f6d3e req-5bfb610d-723a-4c94-80a2-ed60c9d6e08d tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1611280
Mar 05 21:05:28.561534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] For port 5f0bbcb6-1470-4abd-8ef9-8d068250af23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f0bbcb6-1470-4abd-8ef9-8d068250af23,segment=NetworkSegment(fca1302e-2b4d-42ec-9d42-2e962d3883a0),segment_id=fca1302e-2b4d-42ec-9d42-2e962d3883a0)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:28.574076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.652964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-884475d6-c922-4eba-a60f-a4a0d0f67805 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea1ce7a3a06f4b4bbc0e50c0e4c31440&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6987236
Mar 05 21:05:28.653567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884475d6-c922-4eba-a60f-a4a0d0f67805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879f33e3-6168-4d6e-929f-ee5279f2f4ec,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:28.659156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:28.679731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53da2f7-6013-4644-b2b5-b3d1292bba3b None None] Pushing event updated for resources: {'Port': ['ID=5f0bbcb6-1470-4abd-8ef9-8d068250af23,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:28.701690 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-f79ba4a7-5ae6-4e57-b816-6b56660a1fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672394
Mar 05 21:05:28.705205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f033dc-cad7-4426-8714-82d4f53f4eee None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:28.778705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a530f-4617-4080-8cee-5de1c6120b33 req-21d0d6a6-a4f7-4fec-a50d-699cbf2b7f1e tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.782466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] Publish callbacks [] for security_group (879f33e3-6168-4d6e-929f-ee5279f2f4ec), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.786478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-843a530f-4617-4080-8cee-5de1c6120b33 req-21d0d6a6-a4f7-4fec-a50d-699cbf2b7f1e tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.4994805
Mar 05 21:05:28.789843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=8e481f75-857e-40b7-8fad-3dcf57c1ecc3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:28.803810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] For port f4c94118-4a65-46a6-8b43-e142d3b1d4fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:28.804660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.841083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Calling delete_port for f4c94118-4a65-46a6-8b43-e142d3b1d4fb owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:28.849391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] Publish callbacks [] for security_group (879f33e3-6168-4d6e-929f-ee5279f2f4ec), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.895423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f033dc-cad7-4426-8714-82d4f53f4eee None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:28.909854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-350dd978-7741-4b05-98bf-2d59b21453a3 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002921
Mar 05 21:05:28.925320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f03a-84bb-44da-a295-7abcd40feb89 req-2485e4f5-7537-4b88-843f-94757fe66c9f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:28.931068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90e7f03a-84bb-44da-a295-7abcd40feb89 req-2485e4f5-7537-4b88-843f-94757fe66c9f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1440654
Mar 05 21:05:28.951195 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:28.977373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-843a530f-4617-4080-8cee-5de1c6120b33 req-f26fda7e-27ac-4f3c-b591-076a7526f753 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1900055
Mar 05 21:05:28.994176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-2e2d1a06-053d-4c98-a3f8-3d3b187c589e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 217 time: 0.0615621
Mar 05 21:05:28.994712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89c22070>,) {'filters': {'network_id': ['b7a83698-50f0-44ef-a2cc-3ad95faabd77']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:29.007804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89c22070>, 'fca1302e-2b4d-42ec-9d42-2e962d3883a0') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:29.008154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89c22070>, 'fca1302e-2b4d-42ec-9d42-2e962d3883a0') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:29.010780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (879f33e3-6168-4d6e-929f-ee5279f2f4ec), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.013404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.017645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/879f33e3-6168-4d6e-929f-ee5279f2f4ec HTTP/1.1" status: 204  len: 168 time: 0.3549144
Mar 05 21:05:29.028481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.069057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e44d4-854e-462a-b734-6daafdda08b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f33e3-6168-4d6e-929f-ee5279f2f4ec,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:29.072784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.083260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-90e7f03a-84bb-44da-a295-7abcd40feb89 req-6b0ec4e8-0489-4724-8c70-6830ed492d8a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438944
Mar 05 21:05:29.085118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:29.086249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:29.089591 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:29.097203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-4b22c625-538e-4f88-b3ae-335ae84ddd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:29.098839 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-4b22c625-538e-4f88-b3ae-335ae84ddd9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.0942018
Mar 05 21:05:29.186230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-b9da4184-ff68-4af3-8ba3-859d7796fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:29.188149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-b9da4184-ff68-4af3-8ba3-859d7796fb36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0825129
Mar 05 21:05:29.221627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:29.221627 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:29.221627 ncdv-master-1 neutron-server[126563]: [parameters: {'id': 'b7a83698-50f0-44ef-a2cc-3ad95faabd77'}]
Mar 05 21:05:29.221627 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:29.222181 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:29.250779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f4c94118-4a65-46a6-8b43-e142d3b1d4fb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.265906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0813e2-1de2-438f-a575-6b135e325052 None None] Network b7a83698-50f0-44ef-a2cc-3ad95faabd77 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:29.268817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['9825a641-f476-451a-af8d-cff38d8c1ce9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:29.271136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['f4c94118-4a65-46a6-8b43-e142d3b1d4fb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:29.312578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Pushing event deleted for resources: {'Port': ['ID=f4c94118-4a65-46a6-8b43-e142d3b1d4fb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:29.345929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-098f33f1-08bb-436a-bf26-2455f760c5aa req-a313e003-2449-4e3f-8b05-b814b7348877 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=08399756-b179-4541-ad3e-3c179e7d7514 HTTP/1.1" status: 200  len: 210 time: 0.0439308
Mar 05 21:05:29.389568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] No DVR routers for this DVR port f4c94118-4a65-46a6-8b43-e142d3b1d4fb on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:29.393036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.396790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d57e29c8-0a2b-4146-9427-474f2a0c2ead req-18dc1c43-de9c-4625-a87f-029aedb1fcb0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.23 "DELETE /v2.0/ports/f4c94118-4a65-46a6-8b43-e142d3b1d4fb HTTP/1.1" status: 204  len: 173 time: 1.3613632
Mar 05 21:05:29.397266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'name': 'network-vif-deleted', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:29.399826 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdf5b4e-0b08-4858-8a1a-fc21672ccf8a" -d '{"events": [{"server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "name": "network-vif-deleted", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:29.412173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-47517712-4b4f-4dfe-995c-64fdd5314716 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165413
Mar 05 21:05:29.448818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ad621-8add-4938-b035-1b7547688dfb req-4d36f0a7-0836-4cb3-9897-c09e73d20abc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:29.458791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef2ad621-8add-4938-b035-1b7547688dfb req-4d36f0a7-0836-4cb3-9897-c09e73d20abc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1042845
Mar 05 21:05:29.486277 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52bd7d-d546-4de7-b237-f5ea723dc482 x-openstack-request-id: req-ac52bd7d-d546-4de7-b237-f5ea723dc482 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:29.486785 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08399756-b179-4541-ad3e-3c179e7d7514", "name": "network-vif-deleted", "tag": "f4c94118-4a65-46a6-8b43-e142d3b1d4fb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:29.487584 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac52bd7d-d546-4de7-b237-f5ea723dc482 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:29.488204 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08399756-b179-4541-ad3e-3c179e7d7514', 'name': 'network-vif-deleted', 'tag': 'f4c94118-4a65-46a6-8b43-e142d3b1d4fb', 'status': 'completed', 'code': 200}
Mar 05 21:05:29.521793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:29.543582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef2ad621-8add-4938-b035-1b7547688dfb req-0ab2b4f0-d805-4dc7-abb0-a4a5156797ba tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831115
Mar 05 21:05:29.544835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d2a601b-927d-43bc-9099-baed71d956ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.671024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.710174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d2a601b-927d-43bc-9099-baed71d956ac admin admin] Publish callbacks [] for security_group (2bfc6c5e-633a-4161-b7c9-bfe34e98ae21), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.722274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-81ed7a9f-0800-41a1-8c38-000e75e1ab9a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:29.724007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-81ed7a9f-0800-41a1-8c38-000e75e1ab9a tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.1097584
Mar 05 21:05:29.744020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.748199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3d2a601b-927d-43bc-9099-baed71d956ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2bfc6c5e-633a-4161-b7c9-bfe34e98ae21), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:29.856853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d2a601b-927d-43bc-9099-baed71d956ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b72ad98c5204f77a4d601540d2bd506&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3332424
Mar 05 21:05:29.861217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a601b-927d-43bc-9099-baed71d956ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc6c5e-633a-4161-b7c9-bfe34e98ae21,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:29.864766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:29.943712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae158a5-b5d4-456f-9e21-a10bc05160b1 req-d616fae6-7c2c-45de-9a61-c3d3991cc905 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:29.946093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fae158a5-b5d4-456f-9e21-a10bc05160b1 req-d616fae6-7c2c-45de-9a61-c3d3991cc905 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.2548985
Mar 05 21:05:30.034976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-2bbdab4c-ad55-46c9-aabe-c8b34f4435fe tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.036488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-2bbdab4c-ad55-46c9-aabe-c8b34f4435fe tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 946 time: 0.1239040
Mar 05 21:05:30.043733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-80452cc9-6707-4b75-9924-f561f13c3eab service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6172345
Mar 05 21:05:30.057550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5e8d-1361-4678-9447-a2dc2a2dab93 req-d47276c7-c378-49fe-9b03-a3394086cd65 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.058981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e1b5e8d-1361-4678-9447-a2dc2a2dab93 req-d47276c7-c378-49fe-9b03-a3394086cd65 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1475010
Mar 05 21:05:30.071971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fae158a5-b5d4-456f-9e21-a10bc05160b1 req-0dfbf75e-c295-43d4-b78f-00dfba551f21 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups?id=817309d3-4fce-452e-ad3d-a2e283d05c16&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142871
Mar 05 21:05:30.072602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] Publish callbacks [] for security_group (2bfc6c5e-633a-4161-b7c9-bfe34e98ae21), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.076668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 5f0bbcb6-1470-4abd-8ef9-8d068250af23 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:30.077055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.083021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Deleting port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:30.083360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.128250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-a21b07a7-6c2e-4845-bac4-90cdafcb73a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d HTTP/1.1" status: 200  len: 217 time: 0.0671947
Mar 05 21:05:30.238275 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e1b5e8d-1361-4678-9447-a2dc2a2dab93 req-15bcdba4-fcc5-4788-acee-427fc6e242e5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528256
Mar 05 21:05:30.238495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] Publish callbacks [] for security_group (2bfc6c5e-633a-4161-b7c9-bfe34e98ae21), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.242223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-2c630375-f984-48ff-83b9-c4178aee6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.245101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-2c630375-f984-48ff-83b9-c4178aee6b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1060901
Mar 05 21:05:30.266396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 5f0bbcb6-1470-4abd-8ef9-8d068250af23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f0bbcb6-1470-4abd-8ef9-8d068250af23,segment=NetworkSegment(fca1302e-2b4d-42ec-9d42-2e962d3883a0),segment_id=fca1302e-2b4d-42ec-9d42-2e962d3883a0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:30.266766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.293384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Deleting port 2f672d97-7658-4404-9c2c-23bec705e4a1 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:30.293384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.317544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 5f0bbcb6-1470-4abd-8ef9-8d068250af23 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:30.348218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] For port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:30.348738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.376378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf039-e581-4dfd-905f-cafb3e46e2b8 req-205313a8-a43e-4652-9eed-f5a49f874190 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.378136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20fcf039-e581-4dfd-905f-cafb3e46e2b8 req-205313a8-a43e-4652-9eed-f5a49f874190 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 945 time: 0.2032061
Mar 05 21:05:30.408159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-bed7cbc8-4043-4f28-9ac6-b5bdd6f6464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.409659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-bed7cbc8-4043-4f28-9ac6-b5bdd6f6464a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1589425
Mar 05 21:05:30.486418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f21dd-59a3-40f0-a6c2-0902950f8c3f req-acab3c18-cdf8-47ac-8828-ac03e6e0eabe tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:30.487915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b37f21dd-59a3-40f0-a6c2-0902950f8c3f req-acab3c18-cdf8-47ac-8828-ac03e6e0eabe tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1501846
Mar 05 21:05:30.500549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] For port 2f672d97-7658-4404-9c2c-23bec705e4a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f672d97-7658-4404-9c2c-23bec705e4a1,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:30.500858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.535988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2bfc6c5e-633a-4161-b7c9-bfe34e98ae21), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.538663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.542713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bfc6c5e-633a-4161-b7c9-bfe34e98ae21 HTTP/1.1" status: 204  len: 168 time: 0.6666918
Mar 05 21:05:30.618815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724e2f9-9d1a-4977-8c18-c472a0e4c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc6c5e-633a-4161-b7c9-bfe34e98ae21,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:30.633387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-8316c1dc-d63a-4185-8589-123985b0f435 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136526
Mar 05 21:05:30.645832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20fcf039-e581-4dfd-905f-cafb3e46e2b8 req-bb414e10-0878-4972-9448-1c6c25db4a22 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805406
Mar 05 21:05:30.646547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b37f21dd-59a3-40f0-a6c2-0902950f8c3f req-3f98e993-3c5f-49e5-9ba9-e5464f1f876e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496971
Mar 05 21:05:30.696622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5f0bbcb6-1470-4abd-8ef9-8d068250af23), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.843618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=5f0bbcb6-1470-4abd-8ef9-8d068250af23,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:30.854771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 5f0bbcb6-1470-4abd-8ef9-8d068250af23 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:30.855018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-fff98d60-6dbc-4977-bfdb-36c573ee745f service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793621
Mar 05 21:05:30.859746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.860185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.860615 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Floating IP 079fb4f5-fed9-4d2b-8a46-0f707d8842fc disassociated. External IP: 172.35.0.178, port: 2f672d97-7658-4404-9c2c-23bec705e4a1.
Mar 05 21:05:30.861024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Calling delete_port for 2f672d97-7658-4404-9c2c-23bec705e4a1 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:30.912407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-10c8f7c4-76c5-410c-a8ef-02a2565d9471 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac HTTP/1.1" status: 200  len: 217 time: 0.0489881
Mar 05 21:05:30.968747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.969401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (158adc27-074d-47da-aa42-8637f968b725), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:30.969525 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Floating IP 158adc27-074d-47da-aa42-8637f968b725 disassociated. External IP: 172.35.0.223, port: 0d4bfa0a-fdb5-4443-bed4-e96bace20d35.
Mar 05 21:05:30.969778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Calling delete_port for 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:31.009411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.020481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.046233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca7ae5-958d-4d8a-9793-9aff671793fe req-f2484381-e25f-435a-80af-f268315820cc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.056403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75ca7ae5-958d-4d8a-9793-9aff671793fe req-f2484381-e25f-435a-80af-f268315820cc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2800262
Mar 05 21:05:31.056729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-34c1bcdf-1f9d-4799-9411-7e2f35430f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.058378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-34c1bcdf-1f9d-4799-9411-7e2f35430f1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1391888
Mar 05 21:05:31.074613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90b28820>,) {'filters': {'network_id': ['b7a83698-50f0-44ef-a2cc-3ad95faabd77']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:31.091033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b28820>, 'fca1302e-2b4d-42ec-9d42-2e962d3883a0') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:31.091339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b28820>, 'fca1302e-2b4d-42ec-9d42-2e962d3883a0') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:31.148516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.182467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.187976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527621-2b25-475d-b755-be475b5ecf6a req-798ec4de-873f-4b94-849e-1b6d31848a16 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.189512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c527621-2b25-475d-b755-be475b5ecf6a req-798ec4de-873f-4b94-849e-1b6d31848a16 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1301911
Mar 05 21:05:31.193712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-04401706-e453-4b1e-b976-8f84e4e2011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.195241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-04401706-e453-4b1e-b976-8f84e4e2011f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1250074
Mar 05 21:05:31.216067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:31.216707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (fca1302e-2b4d-42ec-9d42-2e962d3883a0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:31.220358 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:31.265587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75ca7ae5-958d-4d8a-9793-9aff671793fe req-d6e8bf7d-0ed4-41dd-9748-4f16465fa7aa tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071564
Mar 05 21:05:31.296977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2f672d97-7658-4404-9c2c-23bec705e4a1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.356428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c527621-2b25-475d-b755-be475b5ecf6a req-6ff672f7-4004-4ab5-b17a-928f96fba1da tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558177
Mar 05 21:05:31.358051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'Port': ['ID=2f672d97-7658-4404-9c2c-23bec705e4a1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:31.387895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b7a83698-50f0-44ef-a2cc-3ad95faabd77), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.425528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.437459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/b7a83698-50f0-44ef-a2cc-3ad95faabd77 HTTP/1.1" status: 204  len: 168 time: 3.8639779
Mar 05 21:05:31.459475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36474) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:31.466036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282603463'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:31.476896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b031-0a69-488b-8aea-8c5c9fe3a17f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=b7a83698-50f0-44ef-a2cc-3ad95faabd77,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:31.493097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-30ff187b-78c8-469f-88db-2016e004b3ab service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897608
Mar 05 21:05:31.543417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-916d6723-661c-4ee6-ba49-b9b34a7eb69b req-787f7f68-d683-4852-9330-a93572e398b0 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf406b0-8c85-4126-ade0-797f76b7b3cf HTTP/1.1" status: 200  len: 210 time: 0.0696516
Mar 05 21:05:31.549096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0d4bfa0a-fdb5-4443-bed4-e96bace20d35), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.580255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event deleted for resources: {'Port': ['ID=0d4bfa0a-fdb5-4443-bed4-e96bace20d35,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:31.585914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:31.593519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.644518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:31.676304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-c800d3c7-9166-4b3b-aa5a-abae45665716 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753173
Mar 05 21:05:31.716687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:31.737249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c5abec09-366a-430a-84ea-bf142e63fcc1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.737601 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment c5abec09-366a-430a-84ea-bf142e63fcc1 of type vlan for network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7
Mar 05 21:05:31.808129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.888567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6babda58-8585-4f37-be36-35fc98348a41 req-e0fc5d94-106e-4634-ab91-015286905cc8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 210 time: 0.0410280
Mar 05 21:05:31.899273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:31.899977 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.904974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.905589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:31.947274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-ffaeb179-97c7-4548-ad20-c3f18b309e47 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:31.948516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4869130
Mar 05 21:05:31.956552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-ffaeb179-97c7-4548-ad20-c3f18b309e47 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.2777157
Mar 05 21:05:31.963572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36500) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:31.970012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:32.026872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-3ef6e051-b1cc-43ba-979e-46a63fbda385 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628 HTTP/1.1" status: 200  len: 217 time: 0.1931660
Mar 05 21:05:32.031238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:32.041622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:32.066605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:32.067608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828c2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:32.111963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7ac98187-2c83-4567-a664-b975af33836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:32.114083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-7ac98187-2c83-4567-a664-b975af33836e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.0806515
Mar 05 21:05:32.136461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-35cb706c-1fc3-4ff5-98ac-48917d69bdb4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/quotas/1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 375 time: 0.1791101
Mar 05 21:05:32.215044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] No DVR routers for this DVR port 2f672d97-7658-4404-9c2c-23bec705e4a1 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:32.221201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:32.224703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8de544e-664b-40ce-bc93-af3c576831a2 req-85f11e9d-6b30-4d92-ae5f-5de1abdb5f70 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.31 "DELETE /v2.0/ports/2f672d97-7658-4404-9c2c-23bec705e4a1 HTTP/1.1" status: 204  len: 173 time: 2.1794801
Mar 05 21:05:32.227718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'name': 'network-vif-deleted', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:32.236228 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b229b-68ab-45c9-a7d1-c1279854e8c5" -d '{"events": [{"server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "name": "network-vif-deleted", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:32.269776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4302-b772-4614-a432-a8535631751e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=1a6abeeb-d0ad-470f-af9a-5e8c44319ff7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:32.292068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-4ce89ece-3136-41fe-a030-3e80918b894f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1545336
Mar 05 21:05:32.295377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:32.302985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-132b6e4f-3bd6-477d-8388-f938038820e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:32.304766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-132b6e4f-3bd6-477d-8388-f938038820e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1654692
Mar 05 21:05:32.373318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:32.419340 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c03d72-cf19-48fb-a56e-4af91e591d27 x-openstack-request-id: req-43c03d72-cf19-48fb-a56e-4af91e591d27 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:32.419340 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf406b0-8c85-4126-ade0-797f76b7b3cf", "name": "network-vif-deleted", "tag": "2f672d97-7658-4404-9c2c-23bec705e4a1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:32.419799 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43c03d72-cf19-48fb-a56e-4af91e591d27 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:32.420254 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf406b0-8c85-4126-ade0-797f76b7b3cf', 'name': 'network-vif-deleted', 'tag': '2f672d97-7658-4404-9c2c-23bec705e4a1', 'status': 'completed', 'code': 200}
Mar 05 21:05:32.504459 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-680eab85-ad45-4665-ad75-e7b76a781dcd service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915705
Mar 05 21:05:32.554587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:32.565647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Sync routers for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:32.581474 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:32.586830 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:32.600244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:32.635029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] No DVR routers for this DVR port 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:32.639733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:32.644540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:32.648270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75663a43-568b-4b1f-8e5e-0d2db03ddc6a req-23672f0d-9b87-4634-85ba-9d9e8218bed5 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.23 "DELETE /v2.0/ports/0d4bfa0a-fdb5-4443-bed4-e96bace20d35 HTTP/1.1" status: 204  len: 173 time: 2.9020686
Mar 05 21:05:32.730668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 is not hosted by any dhcp agent {{(pid=126563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:05:32.733867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f4c94118-4a65-46a6-8b43-e142d3b1d4fb no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:32.740731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:32.741433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:32.743220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "PUT /v2.0/networks/1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 HTTP/1.1" status: 200  len: 723 time: 0.7785504
Mar 05 21:05:32.743827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'name': 'network-vif-deleted', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:32.752333 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f56ba-7f53-41ac-a373-74f97f482690" -d '{"events": [{"server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "name": "network-vif-deleted", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:32.754858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36526) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:32.756138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916764-3ed3-4524-9a57-8bd15a69d34d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=1a6abeeb-d0ad-470f-af9a-5e8c44319ff7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:32.769277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f62687-e213-4e2d-9bf8-3a092076cd9c req-8e871ca4-63ff-4939-b37b-ccfd2b7568c7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:32.777893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04f62687-e213-4e2d-9bf8-3a092076cd9c req-8e871ca4-63ff-4939-b37b-ccfd2b7568c7 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.2860162
Mar 05 21:05:32.784690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:32.833994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-e976d50b-98a7-4793-9285-d1cdba1a80ff service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5409551
Mar 05 21:05:32.839120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-c0e191eb-45ad-47f7-b08f-0e7eb9b14a0e service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3266497
Mar 05 21:05:32.943924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04f62687-e213-4e2d-9bf8-3a092076cd9c req-6b44f89f-4850-4bb5-8693-0b5132b0e07a tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630991
Mar 05 21:05:32.953249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-581e91ad-3018-448e-8ecd-63f1f82e30c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 200  len: 217 time: 0.1049774
Mar 05 21:05:33.057005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:33.065993 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:33.086255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:33.091012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:33.106391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-8c6523b7-6402-4eb1-8134-dd75eb0664d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:33.108442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-8c6523b7-6402-4eb1-8134-dd75eb0664d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.1382585
Mar 05 21:05:33.132979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: f4c94118-4a65-46a6-8b43-e142d3b1d4fb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:33.133367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f4c94118-4a65-46a6-8b43-e142d3b1d4fb not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:33.134537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:33.194492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:33.195193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0d4bfa0a-fdb5-4443-bed4-e96bace20d35 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:33.313004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828c2ee0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:33.392910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:33.424645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:33.427612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828c2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:33.439752 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186256a6-5fc6-40b2-af94-78c6f2bf435d x-openstack-request-id: req-186256a6-5fc6-40b2-af94-78c6f2bf435d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:33.440445 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d57f60-92f1-4612-9719-11df0d9eaa78", "name": "network-vif-deleted", "tag": "0d4bfa0a-fdb5-4443-bed4-e96bace20d35", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:33.440987 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186256a6-5fc6-40b2-af94-78c6f2bf435d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:33.441801 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d57f60-92f1-4612-9719-11df0d9eaa78', 'name': 'network-vif-deleted', 'tag': '0d4bfa0a-fdb5-4443-bed4-e96bace20d35', 'status': 'completed', 'code': 200}
Mar 05 21:05:33.545562 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba040>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:33.560036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:33.589801 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Checking router: 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:33.600606 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:33.601523 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:33.627210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed265abc-29d1-497b-8f51-fc859caa9b4f req-5a228b15-0927-4102-869f-e66114e15abe tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d57f60-92f1-4612-9719-11df0d9eaa78 HTTP/1.1" status: 200  len: 210 time: 0.1835268
Mar 05 21:05:33.636829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (5edbc513-d564-443a-8fdf-ffbbdb572239), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:33.682691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-470a1342-32d5-4343-a93e-10a38d69cfc5 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8473666
Mar 05 21:05:33.728506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36564) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:33.755019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-079a0956-7a44-4b89-91cb-789d852d797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:33.755999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=5edbc513-d564-443a-8fdf-ffbbdb572239,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:33.758365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-079a0956-7a44-4b89-91cb-789d852d797e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6380551
Mar 05 21:05:33.809346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': 'c5abec09-366a-430a-84ea-bf142e63fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:33.809727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:33.813744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:33.835161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:33.850327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:33.856646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:33.857342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:33.898563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598c1cc6-83e1-48e4-abe2-a3bce3025702 None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:33.898782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e44b13a0-a436-4cb4-af45-5fab3d534150 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1333854
Mar 05 21:05:33.899657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36570) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:33.919878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:34.006337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3201e646-4183-4768-ad16-7b28876442bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828c2ee0>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:34.012057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-39fa4e09-c637-4bff-807f-bbb3cbc34796 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194362
Mar 05 21:05:34.042354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201e646-4183-4768-ad16-7b28876442bb None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:00:54Z', 'revision_number': 4, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2cf5e208-79d5-471b-965d-3e907112b936', 'name': '', 'network_id': 'eb152f6f-c57d-4619-b0c4-9bec5538183b', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'mac_address': 'fa:16:3e:bc:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:52Z', 'updated_at': '2022-03-05T21:01:02Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'subnets': [{'id': '2dfe88e3-481b-4b40-8199-614b74d4616e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:34.152488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a6abeeb-d0ad-470f-af9a-5e8c44319ff7', 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '5edbc513-d564-443a-8fdf-ffbbdb572239'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:34.153702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.276409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77253cf5-84c5-4fd4-bbb7-89e6bd1871fb req-562c8644-1126-4223-8cc6-07f9baf0f7b8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 210 time: 0.1622999
Mar 05 21:05:34.314758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (817309d3-4fce-452e-ad3d-a2e283d05c16), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.326905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25363286'] for subnet (5edbc513-d564-443a-8fdf-ffbbdb572239), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.392577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62a2ceeb-19ab-4f8a-8625-a10c46f94384 req-5c19e512-bd2a-4478-abdf-cbf29e3a2148 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3772185
Mar 05 21:05:34.394437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (817309d3-4fce-452e-ad3d-a2e283d05c16), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.405669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46af9-a777-4ed3-b4cb-3f4cf80cf4bb req-79593361-0d62-4d8f-8455-4186f538a448 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:34.412853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afa46af9-a777-4ed3-b4cb-3f4cf80cf4bb req-79593361-0d62-4d8f-8455-4186f538a448 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.3311434
Mar 05 21:05:34.421469 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba040>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:34.492440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4533f3-1afd-4ba1-8c76-7e28b01bc294 None None] The sync data for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 is: [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:04:12Z', 'revision_number': 4, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5670264d-e3d2-4b41-9633-9831fee682bd', 'name': '', 'network_id': '6cc85f70-b559-4cc0-8cde-193983972fc4', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'mac_address': 'fa:16:3e:93:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:09Z', 'updated_at': '2022-03-05T21:04:21Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'subnets': [{'id': '5f3209b2-d6b3-4148-9385-d28210fb0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:34.561817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afa46af9-a777-4ed3-b4cb-3f4cf80cf4bb req-1498e899-edb8-44dd-88de-bf9a59650261 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468658
Mar 05 21:05:34.611309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (817309d3-4fce-452e-ad3d-a2e283d05c16), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.614673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.622105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "DELETE /v2.0/security-groups/817309d3-4fce-452e-ad3d-a2e283d05c16 HTTP/1.1" status: 204  len: 168 time: 0.8924699
Mar 05 21:05:34.623386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36600) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:34.662740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d5e347-3d88-44a2-a579-dd610427244c None None] New status for floating IP 079fb4f5-fed9-4d2b-8a46-0f707d8842fc: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:05:34.669973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc61bbf-3759-4bd5-bc44-74ba1a493714 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817309d3-4fce-452e-ad3d-a2e283d05c16,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:34.673034 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-c911c98f-13c6-4ee7-b4ff-ebeef729d2a5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] show failed (client error): The resource could not be found.
Mar 05 21:05:34.678143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c911c98f-13c6-4ee7-b4ff-ebeef729d2a5 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "GET /v2.0/security-groups/817309d3-4fce-452e-ad3d-a2e283d05c16 HTTP/1.1" status: 404  len: 347 time: 0.0495467
Mar 05 21:05:34.680190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:34.803253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36612) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:34.937382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2f672d97-7658-4404-9c2c-23bec705e4a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:34.954820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:34.993212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 2f672d97-7658-4404-9c2c-23bec705e4a1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:35.005805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2f672d97-7658-4404-9c2c-23bec705e4a1 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:35.030220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.090502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Deleting port f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:35.090906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.103253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739070150593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25728477'] for subnet (5edbc513-d564-443a-8fdf-ffbbdb572239), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.148697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:35.150166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.155394 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879b1ca-7d48-48fb-a8ee-101c187e5785 None None] New status for floating IP 158adc27-074d-47da-aa42-8637f968b725: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:05:35.179576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "PUT /v2.0/subnets/5edbc513-d564-443a-8fdf-ffbbdb572239 HTTP/1.1" status: 200  len: 806 time: 1.2749591
Mar 05 21:05:35.180513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36626) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:35.216366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Allocated IP 172.20.0.2 (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7/5edbc513-d564-443a-8fdf-ffbbdb572239/0153fb72-639f-405d-9e7a-9351dc554c64) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:35.229727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6d29-ab47-4c7d-9a00-c6f0f110f96f tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=5edbc513-d564-443a-8fdf-ffbbdb572239,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:35.352361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.352818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.376247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Calling delete_port for f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:35.500843 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks [] for port (0153fb72-639f-405d-9e7a-9351dc554c64), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.509122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9456ef67-b62b-4729-843b-f85eb91f1e62 req-66c4c318-f4d8-4a8d-a2fa-6ac3587b8d3a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 210 time: 0.0959458
Mar 05 21:05:35.512457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.530489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.535504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.540289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483 HTTP/1.1" status: 204  len: 168 time: 0.7324042
Mar 05 21:05:35.541008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:35.567203 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-7e3c6e04-8478-44b5-b69b-c1a20dc0f5f8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] show failed (client error): The resource could not be found.
Mar 05 21:05:35.568525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aa6c7-f97d-417b-ac48-01c9f9268eb4 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:35.572560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e3c6e04-8478-44b5-b69b-c1a20dc0f5f8 tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "GET /v2.0/security-groups/c0fda0e2-c4b0-42c7-95ac-ae8a2df7b483 HTTP/1.1" status: 404  len: 347 time: 0.0295846
Mar 05 21:05:35.576415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36650) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:35.603283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:35.622292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:35.625362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:35.628145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Pushing event updated for resources: {'Port': ['ID=0153fb72-639f-405d-9e7a-9351dc554c64,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:35.721349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.731389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Attempting to bind port 0153fb72-639f-405d-9e7a-9351dc554c64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:35.731798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Attempting to bind port 0153fb72-639f-405d-9e7a-9351dc554c64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5abec09-366a-430a-84ea-bf142e63fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:35.731948 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.732422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Attempting to bind port 0153fb72-639f-405d-9e7a-9351dc554c64 on network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:35.740294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:35.740294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Checking segment: {'id': 'c5abec09-366a-430a-84ea-bf142e63fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:35.740656 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.740909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Bound using segment: {'id': 'c5abec09-366a-430a-84ea-bf142e63fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:35.742192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Bound port: 0153fb72-639f-405d-9e7a-9351dc554c64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5abec09-366a-430a-84ea-bf142e63fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a6abeeb-d0ad-470f-af9a-5e8c44319ff7'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:35.742673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.766907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Pushing event deleted for resources: {'Port': ['ID=f9aa2e92-fd51-4df2-ae2e-43e5f1f9b57b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:35.843702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Deleting port 97370794-494a-4d82-89f4-554c0483a4db {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:35.843991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (97370794-494a-4d82-89f4-554c0483a4db), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.856379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839e3c4-eebe-4738-8a16-95f6701fd451 req-e6d35516-524f-4d73-a145-ac1bffc96456 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:35.857827 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e839e3c4-eebe-4738-8a16-95f6701fd451 req-e6d35516-524f-4d73-a145-ac1bffc96456 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1809349
Mar 05 21:05:35.861270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] For port 0153fb72-639f-405d-9e7a-9351dc554c64, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:35.871245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] For port 0153fb72-639f-405d-9e7a-9351dc554c64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0153fb72-639f-405d-9e7a-9351dc554c64,segment=NetworkSegment(c5abec09-366a-430a-84ea-bf142e63fcc1),segment_id=c5abec09-366a-430a-84ea-bf142e63fcc1)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:35.897857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.919202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks [] for floatingip (079fb4f5-fed9-4d2b-8a46-0f707d8842fc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.921755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:35.931711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-205703bf-d26d-495e-b164-3811a5f898c7 tempest-AttachVolumeTestJSON-1994322257 tempest-AttachVolumeTestJSON-1994322257-project] 10.222.0.15 "DELETE /v2.0/floatingips/079fb4f5-fed9-4d2b-8a46-0f707d8842fc HTTP/1.1" status: 204  len: 168 time: 1.2411022
Mar 05 21:05:36.097617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (97370794-494a-4d82-89f4-554c0483a4db), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.098381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e839e3c4-eebe-4738-8a16-95f6701fd451 req-c4a21373-a25c-4943-bad7-9f41cc4c8ef9 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/security-groups?id=a64b7d53-133d-442e-b4ef-7722d1305d51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309864
Mar 05 21:05:36.117171 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (97370794-494a-4d82-89f4-554c0483a4db), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.131594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.133533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cde333-3f4c-4ae8-9a0f-041e750f5c0c None None] Pushing event updated for resources: {'Port': ['ID=0153fb72-639f-405d-9e7a-9351dc554c64,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:36.136924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 0153fb72-639f-405d-9e7a-9351dc554c64 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:36.140714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.165708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Calling delete_port for 97370794-494a-4d82-89f4-554c0483a4db owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:36.294605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-bb7c7fba-34a0-4abc-903f-6979ba06461b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:36.296143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-bb7c7fba-34a0-4abc-903f-6979ba06461b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.3712854
Mar 05 21:05:36.325782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'device_id': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'admin_state_up': True, 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:36.333592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 0153fb72-639f-405d-9e7a-9351dc554c64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0153fb72-639f-405d-9e7a-9351dc554c64,segment=NetworkSegment(c5abec09-366a-430a-84ea-bf142e63fcc1),segment_id=c5abec09-366a-430a-84ea-bf142e63fcc1)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:36.333979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.345734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.407462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 0153fb72-639f-405d-9e7a-9351dc554c64 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:36.559453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (97370794-494a-4d82-89f4-554c0483a4db), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.600333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Pushing event deleted for resources: {'Port': ['ID=97370794-494a-4d82-89f4-554c0483a4db,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:36.666540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6657aec-1e32-42bb-8427-371a15462d29 req-e4328f3a-4af8-49ef-8b13-8e2f6bb5f4c0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:36.668489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6657aec-1e32-42bb-8427-371a15462d29 req-e4328f3a-4af8-49ef-8b13-8e2f6bb5f4c0 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 945 time: 0.1959407
Mar 05 21:05:36.670377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:36.687982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.752909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41ab4ccf-8886-4059-ab34-ce9da064a46a req-7e51782f-8a7f-4624-9971-e73f7a07c1ee tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 210 time: 0.0810955
Mar 05 21:05:36.787322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0153fb72-639f-405d-9e7a-9351dc554c64), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.810462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks [] for floatingip (158adc27-074d-47da-aa42-8637f968b725), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.818344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.822927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-165899c8-5443-4415-bc84-5fe2edd536df tempest-ServersTestJSON-240629896 tempest-ServersTestJSON-240629896-project] 10.222.0.15 "DELETE /v2.0/floatingips/158adc27-074d-47da-aa42-8637f968b725 HTTP/1.1" status: 204  len: 168 time: 1.2404957
Mar 05 21:05:36.839137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:36.901640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Deleting port 9825a641-f476-451a-af8d-cff38d8c1ce9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:36.902213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:36.982900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=0153fb72-639f-405d-9e7a-9351dc554c64,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:37.013063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 0153fb72-639f-405d-9e7a-9351dc554c64 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:37.039389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] For port 9825a641-f476-451a-af8d-cff38d8c1ce9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9825a641-f476-451a-af8d-cff38d8c1ce9,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:37.041426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.061638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Calling delete_port for 9825a641-f476-451a-af8d-cff38d8c1ce9 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:37.145758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5edbc513-d564-443a-8fdf-ffbbdb572239), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.260604 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9825a641-f476-451a-af8d-cff38d8c1ce9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.261955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.20.0.14 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/4c91a561-c474-4d92-b44b-1cbcce180e5e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:37.284744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['9825a641-f476-451a-af8d-cff38d8c1ce9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:37.355823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-08aca5c2-44af-4c04-a96a-923644305261 req-422ddd79-3294-4c22-bbd4-c8edd0b2b877 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d64ade-0446-474b-a3d4-454133f21972 HTTP/1.1" status: 200  len: 210 time: 0.0767877
Mar 05 21:05:37.358671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Pushing event deleted for resources: {'Port': ['ID=9825a641-f476-451a-af8d-cff38d8c1ce9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:37.436261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] No DVR routers for this DVR port 9825a641-f476-451a-af8d-cff38d8c1ce9 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:37.440543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.447501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6657aec-1e32-42bb-8427-371a15462d29 req-2f881a90-62be-4618-8962-a8d0c7dea489 tempest-ServerRescueNegativeTestJSON-406228691 tempest-ServerRescueNegativeTestJSON-406228691-project] 10.222.0.31 "DELETE /v2.0/ports/9825a641-f476-451a-af8d-cff38d8c1ce9 HTTP/1.1" status: 204  len: 173 time: 0.7708588
Mar 05 21:05:37.448054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'name': 'network-vif-deleted', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:37.467363 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa89c1-037c-4183-8eb0-4bc659fa1b67" -d '{"events": [{"server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "name": "network-vif-deleted", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:37.562796 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a277f7b-a1b4-47a7-a9af-46e658245cdd x-openstack-request-id: req-6a277f7b-a1b4-47a7-a9af-46e658245cdd {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:37.563452 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d64ade-0446-474b-a3d4-454133f21972", "name": "network-vif-deleted", "tag": "9825a641-f476-451a-af8d-cff38d8c1ce9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:37.563452 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a277f7b-a1b4-47a7-a9af-46e658245cdd {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:37.564054 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d64ade-0446-474b-a3d4-454133f21972', 'name': 'network-vif-deleted', 'tag': '9825a641-f476-451a-af8d-cff38d8c1ce9', 'status': 'completed', 'code': 200}
Mar 05 21:05:37.660633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (5edbc513-d564-443a-8fdf-ffbbdb572239), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.722947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=5edbc513-d564-443a-8fdf-ffbbdb572239,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:37.796822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848b560-8fa7-4003-865e-8c537fdc1329 None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:37.850178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.877317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-291ef4eb-ec93-49f8-827f-a9b29df41b3d None None] Could not find standard attr ID for object 0153fb72-639f-405d-9e7a-9351dc554c64. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:05:37.965888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a55dfa0>,) {'filters': {'network_id': ['1a6abeeb-d0ad-470f-af9a-5e8c44319ff7']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:37.976246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:37.979921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8bf144b7-d908-45dc-ba03-377a1e51b8eb req-7311e70c-087c-4232-ab27-58ff42482092 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 210 time: 0.0786626
Mar 05 21:05:37.987187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a55dfa0>, 'c5abec09-366a-430a-84ea-bf142e63fcc1') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:37.988252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a55dfa0>, 'c5abec09-366a-430a-84ea-bf142e63fcc1') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:38.013182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c5abec09-366a-430a-84ea-bf142e63fcc1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.038911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b3366-3754-4323-9e83-a6ae0bc1e597 None None] DHCP port deletion for 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:05:38.069317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf594f8-868f-4e59-966f-749031b10521 None None] Network 1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:38.076882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c5abec09-366a-430a-84ea-bf142e63fcc1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.119424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:38.121769 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c5abec09-366a-430a-84ea-bf142e63fcc1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:38.156749 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:38.267239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (1a6abeeb-d0ad-470f-af9a-5e8c44319ff7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.270759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.275024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.278068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 HTTP/1.1" status: 204  len: 168 time: 3.0929444
Mar 05 21:05:38.281029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36852) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:38.285214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:38.328407 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-739a39fe-5b45-4a90-ba08-744ac4933f68 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:38.329273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739a39fe-5b45-4a90-ba08-744ac4933f68 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:38.333303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-739a39fe-5b45-4a90-ba08-744ac4933f68 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 HTTP/1.1" status: 404  len: 339 time: 0.0490224
Mar 05 21:05:38.337659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:38.342959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965655356', 'description': 'd1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:38.352906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac52d3c-a50c-48cc-9325-2bc483f3398a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=1a6abeeb-d0ad-470f-af9a-5e8c44319ff7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:38.374210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:38.380699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:38.381765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.391561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:38.401273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:38.446903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:38.447613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:38.458488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:38.502808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.573093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.574203 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363 of type vlan for network 8791ca6a-b4cf-43c5-9e0d-52342103760b
Mar 05 21:05:38.634351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.740518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.746456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:38.747108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.822027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-85c99de4-8578-4046-97b3-c0da59bff30e None None] Provisioning complete for port 4c91a561-c474-4d92-b44b-1cbcce180e5e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:38.827507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85c99de4-8578-4046-97b3-c0da59bff30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:38.910256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.5709531
Mar 05 21:05:38.911196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021229-07f4-42b4-ae75-74d831bba6db tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=8791ca6a-b4cf-43c5-9e0d-52342103760b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:38.914237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36896) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:38.944083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8791ca6a-b4cf-43c5-9e0d-52342103760b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:39.037813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-85c99de4-8578-4046-97b3-c0da59bff30e None None] Port 4c91a561-c474-4d92-b44b-1cbcce180e5e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:05:39.065406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:39.066108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.110393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-648bc601-316a-48e7-af06-fcc647ca2ce3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7926233
Mar 05 21:05:39.128618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Request body: {'port': {'device_id': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:39.209277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90e6bd-2092-42e0-9102-c4d16e82460b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:39.214487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ce90e6bd-2092-42e0-9102-c4d16e82460b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks?id=8791ca6a-b4cf-43c5-9e0d-52342103760b HTTP/1.1" status: 200  len: 760 time: 0.2770922
Mar 05 21:05:39.216755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36924) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:39.222343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'description': 'd2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:39.277787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.337099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d358e-8a02-4f1d-9123-44462998a73b req-601bab81-e19d-450b-9261-b8324fa57c3c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:39.338734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-710d358e-8a02-4f1d-9123-44462998a73b req-601bab81-e19d-450b-9261-b8324fa57c3c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 932 time: 0.2035530
Mar 05 21:05:39.478020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.510817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.527220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-710d358e-8a02-4f1d-9123-44462998a73b req-5c41b5e2-b394-4ffe-99bd-62a34923e45a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575544
Mar 05 21:05:39.593446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 8791ca6a-b4cf-43c5-9e0d-52342103760b is not hosted by any dhcp agent {{(pid=126563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:05:39.599198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:39.600114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.601686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "PUT /v2.0/networks/8791ca6a-b4cf-43c5-9e0d-52342103760b HTTP/1.1" status: 200  len: 757 time: 0.3835611
Mar 05 21:05:39.610121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36946) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:39.705301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f3c7d-40ab-4baf-8803-25cf68728f48 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=8791ca6a-b4cf-43c5-9e0d-52342103760b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:39.719732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8791ca6a-b4cf-43c5-9e0d-52342103760b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:39.784395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fed3e4-6514-49b4-981a-6fbe9ab16d72 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:39.786072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-53fed3e4-6514-49b4-981a-6fbe9ab16d72 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks?id=8791ca6a-b4cf-43c5-9e0d-52342103760b HTTP/1.1" status: 200  len: 760 time: 0.1745968
Mar 05 21:05:39.791894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36974) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:39.800285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106812375'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:39.849162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:39.853422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.857858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.901032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c91a561-c474-4d92-b44b-1cbcce180e5e {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:05:39.914145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks [] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.922697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Deleting port 5670264d-e3d2-4b41-9633-9831fee682bd {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:39.923045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.959818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:39.976527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:39.977201 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 175540c2-8176-409e-8c4f-23d08e51ea59 of type vlan for network 4af76a44-dd97-402b-9517-dd239bf7af8d
Mar 05 21:05:39.977804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Transition to ACTIVE for port object 4c91a561-c474-4d92-b44b-1cbcce180e5e will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:05:39.988141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.025566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0153fb72-639f-405d-9e7a-9351dc554c64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:40.037669 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.094833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0153fb72-639f-405d-9e7a-9351dc554c64 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:40.095198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0153fb72-639f-405d-9e7a-9351dc554c64 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:40.128909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36996) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:40.165541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:40.248460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.255231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:40.256384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.290503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] For port 5670264d-e3d2-4b41-9633-9831fee682bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5670264d-e3d2-4b41-9633-9831fee682bd,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:40.291050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.325106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Calling delete_port for 5670264d-e3d2-4b41-9633-9831fee682bd owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:40.331906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Attempting to bind port 4c91a561-c474-4d92-b44b-1cbcce180e5e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:40.332589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Attempting to bind port 4c91a561-c474-4d92-b44b-1cbcce180e5e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:40.337342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Attempting to bind port 4c91a561-c474-4d92-b44b-1cbcce180e5e on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:40.347477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Port 4c91a561-c474-4d92-b44b-1cbcce180e5e on network 5638f6ea-4ec0-488e-a680-99fc30eb719d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:05:40.347477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Attempting to bind port 4c91a561-c474-4d92-b44b-1cbcce180e5e on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:40.357534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:40.360015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:40.360914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:40.361390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Bound port: 4c91a561-c474-4d92-b44b-1cbcce180e5e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:40.361765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.388555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5933099
Mar 05 21:05:40.392435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37010) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:40.393106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79ddcf-0d57-4d68-8ea5-7c975d9cd48d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=4af76a44-dd97-402b-9517-dd239bf7af8d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:40.403492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:40.413949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 4af76a44-dd97-402b-9517-dd239bf7af8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:40.531221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:40.536370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:40.548023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.595780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:40.596504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.598024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c91a561-c474-4d92-b44b-1cbcce180e5e HTTP/1.1" status: 200  len: 1092 time: 1.4785719
Mar 05 21:05:40.599301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:40.608504 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:40.654662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b369a4-2e0d-4cc8-8cc2-90c0e93934d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:40.720366 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1a651-3118-4cc4-8a28-0358f37f6264 x-openstack-request-id: req-48b1a651-3118-4cc4-8a28-0358f37f6264 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:40.721140 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:40.721140 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48b1a651-3118-4cc4-8a28-0358f37f6264 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:40.721389 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e', 'status': 'completed', 'code': 200}
Mar 05 21:05:40.782866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5670264d-e3d2-4b41-9633-9831fee682bd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.823718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37018) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:40.824269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-6e3590b0-b681-4d05-9b14-878a726b35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:40.825512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-6e3590b0-b681-4d05-9b14-878a726b35b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 1126 time: 0.1343091
Mar 05 21:05:40.828336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5670264d-e3d2-4b41-9633-9831fee682bd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:40.861874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:40.865775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:40.900868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-fad04ed0-e9d9-44c9-b1f9-2a25a16e242f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e HTTP/1.1" status: 200  len: 217 time: 0.0679328
Mar 05 21:05:40.957040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9825a641-f476-451a-af8d-cff38d8c1ce9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:41.004709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 9825a641-f476-451a-af8d-cff38d8c1ce9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:41.005442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 9825a641-f476-451a-af8d-cff38d8c1ce9 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:41.134603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-deb76778-63da-4aae-abbc-1709819176d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:41.136197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-deb76778-63da-4aae-abbc-1709819176d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1863017
Mar 05 21:05:41.201913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.216177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-aa5772f2-0d43-4b40-b6a5-a2c2b7db7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:41.217712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-aa5772f2-0d43-4b40-b6a5-a2c2b7db7d7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0705154
Mar 05 21:05:41.338751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16e34fbd-163e-42c3-bd4a-c0fbce49016c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.371786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cff2f-29f2-44e3-9d96-0788b8cfb69b req-dd7f2b8e-aa24-4ddc-919f-fe523b49cd4c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:41.373336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-282cff2f-29f2-44e3-9d96-0788b8cfb69b req-dd7f2b8e-aa24-4ddc-919f-fe523b49cd4c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 944 time: 0.6892190
Mar 05 21:05:41.405348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-4c8a8848-29ed-42c2-8395-a7b83c64c273 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469033
Mar 05 21:05:41.447954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Deleting port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:41.447954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.578326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-282cff2f-29f2-44e3-9d96-0788b8cfb69b req-86ec4b18-a5da-4e1d-871d-71393c4d4156 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848781
Mar 05 21:05:41.581391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-299b446f-3248-48d4-bb94-fad3f05ac0d6 req-e06a66fa-6269-465e-a790-c80c07646534 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700697
Mar 05 21:05:41.592189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:41.740598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] For port ec5bd3e9-8706-4b52-9d0c-563b2ccf5027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,segment=NetworkSegment(0b73a23b-3c2d-4d3f-b12e-71736e636922),segment_id=0b73a23b-3c2d-4d3f-b12e-71736e636922)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:41.741043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.745403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16e34fbd-163e-42c3-bd4a-c0fbce49016c admin admin] Publish callbacks [] for security_group (9b8e82c1-28fb-420e-b54c-bb8f3d210fcd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.758689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (7e2d6996-b0f2-40a5-b002-a5966dd51aa4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.767382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Calling delete_port for ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:41.772252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16e34fbd-163e-42c3-bd4a-c0fbce49016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b8e82c1-28fb-420e-b54c-bb8f3d210fcd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:41.800563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-2df1c736-907f-45a8-9ecf-960ba5a2d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:41.802349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-2df1c736-907f-45a8-9ecf-960ba5a2d212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 1126 time: 0.1223571
Mar 05 21:05:41.872381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:41.878261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ff3e6cc6-5eb4-48b5-a45d-636f7d531e8c admin admin] 10.222.0.15 "PUT /v2.0/routers/9a512eb5-2a0a-4660-a1b0-abc8741a9e53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0380468
Mar 05 21:05:41.880951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:41.886776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Sync routers for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:41.901534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:41.902439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82932730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:41.944248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34fbd-163e-42c3-bd4a-c0fbce49016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e82c1-28fb-420e-b54c-bb8f3d210fcd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:41.966839 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16e34fbd-163e-42c3-bd4a-c0fbce49016c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e34c81e9e52f46baa68d7bee3106027a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1192667
Mar 05 21:05:41.967589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=7e2d6996-b0f2-40a5-b002-a5966dd51aa4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:41.971550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37024) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:41.977075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.031233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-adb62c0f-055a-4188-8900-f03d48767473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:42.033141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-adb62c0f-055a-4188-8900-f03d48767473 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2222068
Mar 05 21:05:42.045434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:42.060258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '175540c2-8176-409e-8c4f-23d08e51ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:42.060966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 4af76a44-dd97-402b-9517-dd239bf7af8d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:42.092632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-03150cbf-dea4-4d67-9861-348fa3b9cdef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e HTTP/1.1" status: 200  len: 217 time: 0.0508988
Mar 05 21:05:42.102412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks [] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.198039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 4af76a44-dd97-402b-9517-dd239bf7af8d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:42.215805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4af76a44-dd97-402b-9517-dd239bf7af8d) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:42.229951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:42.230703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.238286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-f78df483-0a8f-4d50-8ed8-902ae82a3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:42.240717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-f78df483-0a8f-4d50-8ed8-902ae82a3194 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1358924
Mar 05 21:05:42.250272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d949e-fcf8-4de2-828a-50d4c2e5927a None None] Network 4af76a44-dd97-402b-9517-dd239bf7af8d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:42.277373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1743416-5ef1-4cc3-92ac-fc6d61472ac3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8793528
Mar 05 21:05:42.282773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37026) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:42.295976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] Publish callbacks [] for security_group (9b8e82c1-28fb-420e-b54c-bb8f3d210fcd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.366660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks [] for router_gateway (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.375485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] Publish callbacks [] for security_group (9b8e82c1-28fb-420e-b54c-bb8f3d210fcd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.375823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-3f1a8556-e523-4058-b869-d6ae97c4e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:42.377445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-3f1a8556-e523-4058-b869-d6ae97c4e60b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1283615
Mar 05 21:05:42.452492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4af76a44-dd97-402b-9517-dd239bf7af8d', 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': '7e2d6996-b0f2-40a5-b002-a5966dd51aa4'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:42.453786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.459129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82932730>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '51988104-8d31-4364-90b1-70eed1d19a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:05:40Z', 'revision_number': 5, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port': {'id': '51988104-8d31-4364-90b1-70eed1d19a57', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:04:03Z', 'updated_at': '2022-03-05T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:42.532911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ec5bd3e9-8706-4b52-9d0c-563b2ccf5027), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.572274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5bd3e9-8706-4b52-9d0c-563b2ccf5027,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:42.629160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b8e82c1-28fb-420e-b54c-bb8f3d210fcd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.643132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.644795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b8e82c1-28fb-420e-b54c-bb8f3d210fcd HTTP/1.1" status: 204  len: 168 time: 0.6657040
Mar 05 21:05:42.707381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Checking router: 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:42.733337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Routers {'9a512eb5-2a0a-4660-a1b0-abc8741a9e53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:42.734105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82932730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:42.739432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becb85f-dbbf-45ce-91a8-7b64085b02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e82c1-28fb-420e-b54c-bb8f3d210fcd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:42.898586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.924200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Deleting port 2cf5e208-79d5-471b-965d-3e907112b936 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:42.924985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2cf5e208-79d5-471b-965d-3e907112b936), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:42.967598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-09fa1d30-fc4a-49dd-970e-19ae4e7d78b4 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5792942
Mar 05 21:05:42.984959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] Set router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:42.998261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.066251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82932730>, [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:05:42Z', 'revision_number': 6, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:43.078153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Deleting port 51988104-8d31-4364-90b1-70eed1d19a57 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:43.078499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (51988104-8d31-4364-90b1-70eed1d19a57), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.117300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7a1f3-cf60-4b7a-a523-ed1f78811e56 None None] The sync data for ids ['9a512eb5-2a0a-4660-a1b0-abc8741a9e53'] in ncdv-master-1 is: [{'id': '9a512eb5-2a0a-4660-a1b0-abc8741a9e53', 'name': 'tempest-ServersTestJSON-1981693858-router', 'tenant_id': '7efe7e39b29a47fcb344c08b109d4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:04:02Z', 'updated_at': '2022-03-05T21:05:42Z', 'revision_number': 6, 'project_id': '7efe7e39b29a47fcb344c08b109d4e40', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:43.156948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Allocated IP 172.20.0.2 (4af76a44-dd97-402b-9517-dd239bf7af8d/7e2d6996-b0f2-40a5-b002-a5966dd51aa4/bc89b168-b3b1-492c-82e2-8807fb0e5e2b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:43.176609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] For port 2cf5e208-79d5-471b-965d-3e907112b936, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf5e208-79d5-471b-965d-3e907112b936,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:43.177048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2cf5e208-79d5-471b-965d-3e907112b936), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.196962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Calling delete_port for 2cf5e208-79d5-471b-965d-3e907112b936 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:43.215128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5dd8f-90cd-4d63-b2c9-79d8ae1ba44c req-e8411134-6c9a-4341-8e44-a0da00da4de8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:43.221491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bd5dd8f-90cd-4d63-b2c9-79d8ae1ba44c req-e8411134-6c9a-4341-8e44-a0da00da4de8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 944 time: 0.3659141
Mar 05 21:05:43.250679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7e2d6996-b0f2-40a5-b002-a5966dd51aa4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.323892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] For port 51988104-8d31-4364-90b1-70eed1d19a57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51988104-8d31-4364-90b1-70eed1d19a57,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:43.324597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (51988104-8d31-4364-90b1-70eed1d19a57), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.377473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Calling delete_port for 51988104-8d31-4364-90b1-70eed1d19a57 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:43.421040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks [] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.437661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0bd5dd8f-90cd-4d63-b2c9-79d8ae1ba44c req-92b64a4e-0afd-46c3-aad9-277811e7422b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144027
Mar 05 21:05:43.442232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-797ad7c6-6640-44b3-95b4-8fcfc897ffb8 req-0a1e518d-67b3-41cd-aa08-040c562990e6 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412978
Mar 05 21:05:43.458824 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.464681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Router e3df34c6-46d9-4b97-b037-57aa77ef739c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:43.496803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Network 4af76a44-dd97-402b-9517-dd239bf7af8d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:43.500044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:43.523792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (7e2d6996-b0f2-40a5-b002-a5966dd51aa4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.558890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:43.595545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2d6996-b0f2-40a5-b002-a5966dd51aa4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:43.675750 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2cf5e208-79d5-471b-965d-3e907112b936), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.687294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Pushing event updated for resources: {'Port': ['ID=bc89b168-b3b1-492c-82e2-8807fb0e5e2b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:43.703322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Attempting to bind port bc89b168-b3b1-492c-82e2-8807fb0e5e2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:05:43.704621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Attempting to bind port bc89b168-b3b1-492c-82e2-8807fb0e5e2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '175540c2-8176-409e-8c4f-23d08e51ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:05:43.704621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Attempting to bind port bc89b168-b3b1-492c-82e2-8807fb0e5e2b on network 4af76a44-dd97-402b-9517-dd239bf7af8d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:05:43.713497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:05:43.714056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Checking segment: {'id': '175540c2-8176-409e-8c4f-23d08e51ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:43.714429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.715604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Bound using segment: {'id': '175540c2-8176-409e-8c4f-23d08e51ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:05:43.716337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Bound port: bc89b168-b3b1-492c-82e2-8807fb0e5e2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175540c2-8176-409e-8c4f-23d08e51ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4af76a44-dd97-402b-9517-dd239bf7af8d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:05:43.717729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.726168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf5e208-79d5-471b-965d-3e907112b936,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:43.753881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.760401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:43.772319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e857a6d-35bc-45d7-b1d5-e5e31cfd77f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3df34c6-46d9-4b97-b037-57aa77ef739c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3186347
Mar 05 21:05:43.773094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37050) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:43.780138 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Sync routers for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:43.822237 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:43.827988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] For port bc89b168-b3b1-492c-82e2-8807fb0e5e2b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:05:43.832166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] For port bc89b168-b3b1-492c-82e2-8807fb0e5e2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc89b168-b3b1-492c-82e2-8807fb0e5e2b,segment=NetworkSegment(175540c2-8176-409e-8c4f-23d08e51ea59),segment_id=175540c2-8176-409e-8c4f-23d08e51ea59)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:05:43.833150 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:43.850115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:43.937460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b5c160>,) {'filters': {'network_id': ['4af76a44-dd97-402b-9517-dd239bf7af8d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:43.983536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a1772-d486-43b6-9710-0fc67f2ef560 None None] Pushing event updated for resources: {'Port': ['ID=bc89b168-b3b1-492c-82e2-8807fb0e5e2b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:44.004543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b5c160>, '175540c2-8176-409e-8c4f-23d08e51ea59') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:44.005364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b5c160>, '175540c2-8176-409e-8c4f-23d08e51ea59') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:44.013524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3df867-ef0a-4bf0-b13b-4d45899d8b38 None None] Network 4af76a44-dd97-402b-9517-dd239bf7af8d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:44.051195 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.067195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.195462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.210816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (51988104-8d31-4364-90b1-70eed1d19a57), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.218873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:44.219815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:44.226370 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:44.228812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks [] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.234342 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:44.240048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a534a-8ad5-4199-8373-85b635a89874 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:05:44.433254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5670264d-e3d2-4b41-9633-9831fee682bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:44.506007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 5670264d-e3d2-4b41-9633-9831fee682bd {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:44.506430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5670264d-e3d2-4b41-9633-9831fee682bd not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:44.508050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 51988104-8d31-4364-90b1-70eed1d19a57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:44.519370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=51988104-8d31-4364-90b1-70eed1d19a57,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:44.586724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Router b6faaa7c-a150-4165-a994-9ea1a25f76ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:05:44.597062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 51988104-8d31-4364-90b1-70eed1d19a57 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:44.597828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 51988104-8d31-4364-90b1-70eed1d19a57 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:44.600075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:05:44.600075 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:05:44.600075 ncdv-master-1 neutron-server[126562]: [parameters: {'id': '4af76a44-dd97-402b-9517-dd239bf7af8d'}]
Mar 05 21:05:44.600075 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:44.601236 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:44.619748 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba940>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:05:42Z', 'revision_number': 5, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:44.666353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.670405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks [] for router_gateway (e3df34c6-46d9-4b97-b037-57aa77ef739c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.672160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Checking router: e3df34c6-46d9-4b97-b037-57aa77ef739c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:44.677331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a534a-8ad5-4199-8373-85b635a89874 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:05:44.689766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Routers {'e3df34c6-46d9-4b97-b037-57aa77ef739c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:44.692080 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e3df34c6-46d9-4b97-b037-57aa77ef739c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:44.801144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.805134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks [] for router_controller (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.875825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9a512eb5-2a0a-4660-a1b0-abc8741a9e53), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.876733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a512eb5-2a0a-4660-a1b0-abc8741a9e53 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:05:44.883403 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.897066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34020083-fd93-459c-877c-061fd0ce8d2c admin admin] 10.222.0.15 "DELETE /v2.0/routers/9a512eb5-2a0a-4660-a1b0-abc8741a9e53 HTTP/1.1" status: 204  len: 168 time: 3.0144928
Mar 05 21:05:44.897994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37090) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:44.909900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:44.930835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Sync routers for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:44.942765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cdd31-3768-4608-8f22-6b8ca823398e req-311d5ec7-76cf-46b9-8cbc-3a046e32d6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:44.944723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd5cdd31-3768-4608-8f22-6b8ca823398e req-311d5ec7-76cf-46b9-8cbc-3a046e32d6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 944 time: 0.3535011
Mar 05 21:05:44.949070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed211447-a35d-4a86-b33c-0b488beb4d85 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6faaa7c-a150-4165-a994-9ea1a25f76ce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8187854
Mar 05 21:05:44.951387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37100) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:44.988727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Deleting port 880e0bea-1cba-4908-ac08-2c3354aa8aea {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:44.989353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:44.992985 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] Set router e3df34c6-46d9-4b97-b037-57aa77ef739c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:45.026832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4c91a561-c474-4d92-b44b-1cbcce180e5e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:05:45.107903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bd5cdd31-3768-4608-8f22-6b8ca823398e req-a28df6e7-bc49-48c0-ac4c-cb36aa4ab136 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477563
Mar 05 21:05:45.118019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.179138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:45.181278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Deleting subnet 5f3209b2-d6b3-4148-9385-d28210fb0bb5 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:45.195407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:45.198941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:45.199130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Publish callbacks [] for subnet (5f3209b2-d6b3-4148-9385-d28210fb0bb5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.277402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '4c91a561-c474-4d92-b44b-1cbcce180e5e', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '4c91a561-c474-4d92-b44b-1cbcce180e5e', 'mac_address': 'fa:16:3e:76:6d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:05:45.380927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (5f3209b2-d6b3-4148-9385-d28210fb0bb5), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.393223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4c91a561-c474-4d92-b44b-1cbcce180e5e is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:45.393637 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.418247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c91a561-c474-4d92-b44b-1cbcce180e5e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:05:45.426663 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba940>, [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:05:42Z', 'revision_number': 5, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:45.436647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:45.482249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks [] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.504643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:45.517346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.601160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5f3209b2-d6b3-4148-9385-d28210fb0bb5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.613445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:45.651559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks [] for router_gateway (b6faaa7c-a150-4165-a994-9ea1a25f76ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.670637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] For port 880e0bea-1cba-4908-ac08-2c3354aa8aea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880e0bea-1cba-4908-ac08-2c3354aa8aea,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:45.671293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.674845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9723d9-ac2a-486e-b8c2-3f21009f4017 None None] The sync data for ids ['e3df34c6-46d9-4b97-b037-57aa77ef739c'] in ncdv-master-1 is: [{'id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'name': 'tempest-ServerRescueNegativeTestJSON-110752476-router', 'tenant_id': '085ced4ef30745c88d1b33842076f02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:02:46Z', 'updated_at': '2022-03-05T21:05:42Z', 'revision_number': 5, 'project_id': '085ced4ef30745c88d1b33842076f02e', 'gw_port': {'id': '880e0bea-1cba-4908-ac08-2c3354aa8aea', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df34c6-46d9-4b97-b037-57aa77ef739c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:48Z', 'updated_at': '2022-03-05T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:45.701186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Calling delete_port for 880e0bea-1cba-4908-ac08-2c3354aa8aea owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:45.764434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '23fe934c-e775-444c-a78c-47a580d28154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:05:43Z', 'revision_number': 5, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port': {'id': '23fe934c-e775-444c-a78c-47a580d28154', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:00:47Z', 'updated_at': '2022-03-05T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:45.785734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Deleting port 23fe934c-e775-444c-a78c-47a580d28154 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:45.786078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (23fe934c-e775-444c-a78c-47a580d28154), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.805125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Checking router: b6faaa7c-a150-4165-a994-9ea1a25f76ce for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:45.809246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (5f3209b2-d6b3-4148-9385-d28210fb0bb5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.811489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4c91a561-c474-4d92-b44b-1cbcce180e5e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:05:45.825501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port bc89b168-b3b1-492c-82e2-8807fb0e5e2b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:45.825848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.871715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Routers {'b6faaa7c-a150-4165-a994-9ea1a25f76ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:45.872447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:45.883969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3209b2-d6b3-4148-9385-d28210fb0bb5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:45.893700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] For port 23fe934c-e775-444c-a78c-47a580d28154, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23fe934c-e775-444c-a78c-47a580d28154,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:45.894184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (23fe934c-e775-444c-a78c-47a580d28154), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.910594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Calling delete_port for 23fe934c-e775-444c-a78c-47a580d28154 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:45.950251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:45.956451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a83ca198-c7d9-4697-ae37-5d4ca64782f9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5f3209b2-d6b3-4148-9385-d28210fb0bb5 HTTP/1.1" status: 204  len: 168 time: 1.0556941
Mar 05 21:05:45.959036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:45.968232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37168) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:45.977198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280521ba-dd51-4f97-abd1-d785cc5a17f8 None None] Network 6cc85f70-b559-4cc0-8cde-193983972fc4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:46.112205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port bc89b168-b3b1-492c-82e2-8807fb0e5e2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc89b168-b3b1-492c-82e2-8807fb0e5e2b,segment=NetworkSegment(175540c2-8176-409e-8c4f-23d08e51ea59),segment_id=175540c2-8176-409e-8c4f-23d08e51ea59)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:46.112682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.118637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6cc85f70-b559-4cc0-8cde-193983972fc4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.153735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for bc89b168-b3b1-492c-82e2-8807fb0e5e2b owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:46.232030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:46.284634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-445a661a-e63f-4cd0-b3dd-3b95111e67d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.312543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:46.313404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ec5bd3e9-8706-4b52-9d0c-563b2ccf5027 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:46.341397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] Set router b6faaa7c-a150-4165-a994-9ea1a25f76ce gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:46.380064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (23fe934c-e775-444c-a78c-47a580d28154), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.422325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Deleting port 521531db-5f14-447d-916f-0186b76d3d10 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:46.422962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (521531db-5f14-447d-916f-0186b76d3d10), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.429509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fe934c-e775-444c-a78c-47a580d28154,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:46.431133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bab5b-f75f-4c32-92be-1439e4da4abe req-bc075b03-db94-4aec-b07d-14898edc4764 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:46.432830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7bab5b-f75f-4c32-92be-1439e4da4abe req-bc075b03-db94-4aec-b07d-14898edc4764 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 945 time: 0.1765690
Mar 05 21:05:46.434948 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (880e0bea-1cba-4908-ac08-2c3354aa8aea), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.439474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bc89b168-b3b1-492c-82e2-8807fb0e5e2b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.459777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:05:45Z', 'revision_number': 6, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:46.498827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Pushing event deleted for resources: {'Port': ['ID=880e0bea-1cba-4908-ac08-2c3354aa8aea,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:46.512776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a29c4-bd17-4009-9452-38bcab453232 None None] The sync data for ids ['b6faaa7c-a150-4165-a994-9ea1a25f76ce'] in ncdv-master-1 is: [{'id': 'b6faaa7c-a150-4165-a994-9ea1a25f76ce', 'name': 'tempest-AttachVolumeTestJSON-25005218-router', 'tenant_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:00:46Z', 'updated_at': '2022-03-05T21:05:45Z', 'revision_number': 6, 'project_id': 'f59b6cf41e6d4308819eb264dcaa320e', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:46.529255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port bc89b168-b3b1-492c-82e2-8807fb0e5e2b on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:46.596736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=bc89b168-b3b1-492c-82e2-8807fb0e5e2b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:46.637823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] For port 521531db-5f14-447d-916f-0186b76d3d10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=521531db-5f14-447d-916f-0186b76d3d10,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:46.638186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (521531db-5f14-447d-916f-0186b76d3d10), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.641864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-445a661a-e63f-4cd0-b3dd-3b95111e67d9 admin admin] Publish callbacks [] for security_group (751c6197-c487-4fb6-b0bb-549b92d81d89), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.654596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-445a661a-e63f-4cd0-b3dd-3b95111e67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (751c6197-c487-4fb6-b0bb-549b92d81d89), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.656919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7bab5b-f75f-4c32-92be-1439e4da4abe req-e63b8968-0bf2-46ce-b9d6-cf2d5ee31fff tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874688
Mar 05 21:05:46.665932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Calling delete_port for 521531db-5f14-447d-916f-0186b76d3d10 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:46.688250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.713137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.842995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.862790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.880539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks [] for router_controller (e3df34c6-46d9-4b97-b037-57aa77ef739c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.901515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a70fcd0>,) {'filters': {'network_id': ['4af76a44-dd97-402b-9517-dd239bf7af8d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:46.919372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] DHCP port deletion for 6cc85f70-b559-4cc0-8cde-193983972fc4 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:05:46.954853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a70fcd0>, '175540c2-8176-409e-8c4f-23d08e51ea59') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:46.955254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a70fcd0>, '175540c2-8176-409e-8c4f-23d08e51ea59') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:46.969795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.978064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (e3df34c6-46d9-4b97-b037-57aa77ef739c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.978575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3df34c6-46d9-4b97-b037-57aa77ef739c {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:05:46.984901 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:46.988772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-342aebfe-727d-46e1-aa02-13447f7ab078 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e3df34c6-46d9-4b97-b037-57aa77ef739c HTTP/1.1" status: 204  len: 168 time: 3.2118268
Mar 05 21:05:46.989491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.004819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4c91a561-c474-4d92-b44b-1cbcce180e5e up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:05:47.028999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.042651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:47.043068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (175540c2-8176-409e-8c4f-23d08e51ea59), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:47.046311 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:47.099057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 4c91a561-c474-4d92-b44b-1cbcce180e5e completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:05:47.105330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 4c91a561-c474-4d92-b44b-1cbcce180e5e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:05:47.105835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.113831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Deleting subnet 6316f52a-7d91-41b2-826c-0174dc0e7483 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:47.119003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Publish callbacks [] for subnet (6316f52a-7d91-41b2-826c-0174dc0e7483), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.136425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Deleting port 521531db-5f14-447d-916f-0186b76d3d10 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:47.136800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (521531db-5f14-447d-916f-0186b76d3d10), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.154681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (4af76a44-dd97-402b-9517-dd239bf7af8d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.165207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.168538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/4af76a44-dd97-402b-9517-dd239bf7af8d HTTP/1.1" status: 204  len: 168 time: 4.8848255
Mar 05 21:05:47.171592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37176) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.196675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (6316f52a-7d91-41b2-826c-0174dc0e7483), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.198731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1a4ed-c38d-478b-8165-95680e82ace5 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=4af76a44-dd97-402b-9517-dd239bf7af8d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:47.237669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] For port 521531db-5f14-447d-916f-0186b76d3d10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=521531db-5f14-447d-916f-0186b76d3d10,segment=NetworkSegment(d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e),segment_id=d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:47.238213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (521531db-5f14-447d-916f-0186b76d3d10), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.253495 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6a4a5e-2790-47dd-ad16-5a8f1becd6cd tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] GET failed (client error): The resource could not be found.
Mar 05 21:05:47.258365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e6a4a5e-2790-47dd-ad16-5a8f1becd6cd tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets/7e2d6996-b0f2-40a5-b002-a5966dd51aa4 HTTP/1.1" status: 404  len: 337 time: 0.0725904
Mar 05 21:05:47.259819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37178) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.280783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Calling delete_port for 521531db-5f14-447d-916f-0186b76d3d10 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:47.288680 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-27105cef-5090-4c24-ae95-d4a2c936dd43 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:47.289253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27105cef-5090-4c24-ae95-d4a2c936dd43 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:47.296195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27105cef-5090-4c24-ae95-d4a2c936dd43 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/4af76a44-dd97-402b-9517-dd239bf7af8d HTTP/1.1" status: 404  len: 339 time: 0.0319216
Mar 05 21:05:47.296551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37180) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.306062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 4c91a561-c474-4d92-b44b-1cbcce180e5e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:05:47.306062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.306761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-445a661a-e63f-4cd0-b3dd-3b95111e67d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d43198a50b474dba88313d523d9f8b86&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3347998
Mar 05 21:05:47.308132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a661a-e63f-4cd0-b3dd-3b95111e67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751c6197-c487-4fb6-b0bb-549b92d81d89,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:47.313826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.328395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.336743 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks [] for router_controller (b6faaa7c-a150-4165-a994-9ea1a25f76ce), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.340885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6316f52a-7d91-41b2-826c-0174dc0e7483), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.394030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:05:47.397055 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb386a7-91e5-43c4-9da5-b00a546995af" -d '{"events": [{"server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "name": "network-vif-plugged", "status": "completed", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:05:47.424123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:47.430931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b6faaa7c-a150-4165-a994-9ea1a25f76ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.430931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6faaa7c-a150-4165-a994-9ea1a25f76ce {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:05:47.436915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.437967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7033af94-fac9-4293-91c0-9f7d643e4723 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6faaa7c-a150-4165-a994-9ea1a25f76ce HTTP/1.1" status: 204  len: 168 time: 2.4851964
Mar 05 21:05:47.442923 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.456411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:47.457105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] Publish callbacks [] for security_group (751c6197-c487-4fb6-b0bb-549b92d81d89), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.515991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Deleting subnet 2dfe88e3-481b-4b40-8199-614b74d4616e {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:47.519595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Publish callbacks [] for subnet (2dfe88e3-481b-4b40-8199-614b74d4616e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.545328 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b361f2b-a94e-400b-b706-0c8a8b58cb29 x-openstack-request-id: req-0b361f2b-a94e-400b-b706-0c8a8b58cb29 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:05:47.557679 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "name": "network-vif-plugged", "status": "completed", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:05:47.557996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (521531db-5f14-447d-916f-0186b76d3d10), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.558486 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b361f2b-a94e-400b-b706-0c8a8b58cb29 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:05:47.559097 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e', 'code': 200}
Mar 05 21:05:47.587532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (521531db-5f14-447d-916f-0186b76d3d10), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.594857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:47.610108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] Publish callbacks [] for security_group (751c6197-c487-4fb6-b0bb-549b92d81d89), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.619327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Pushing event deleted for resources: {'Port': ['ID=521531db-5f14-447d-916f-0186b76d3d10,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:47.625001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (2dfe88e3-481b-4b40-8199-614b74d4616e), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.629976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] No DVR routers for this DVR port 521531db-5f14-447d-916f-0186b76d3d10 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:47.657365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] Pushing event deleted for resources: {'Port': ['ID=521531db-5f14-447d-916f-0186b76d3d10,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:47.667557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833cea7-e725-41fb-ab42-0a136ebe4683 None None] No DVR routers for this DVR port 521531db-5f14-447d-916f-0186b76d3d10 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:47.824914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6cc85f70-b559-4cc0-8cde-193983972fc4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.856634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2adf0>,) {'filters': {'network_id': ['6cc85f70-b559-4cc0-8cde-193983972fc4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:47.875965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2adf0>, 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:47.876328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2adf0>, 'd8aa94a8-1b63-4c6a-9c9b-c838fce58e9e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:47.890851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.923762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.934107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (751c6197-c487-4fb6-b0bb-549b92d81d89), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.936724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.938039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/751c6197-c487-4fb6-b0bb-549b92d81d89 HTTP/1.1" status: 204  len: 168 time: 0.6232886
Mar 05 21:05:47.957088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:47.957968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d8aa94a8-1b63-4c6a-9c9b-c838fce58e9e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.962679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2dfe88e3-481b-4b40-8199-614b74d4616e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:47.992410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (6316f52a-7d91-41b2-826c-0174dc0e7483), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.001717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3641dc6-d57d-44f3-bf08-3654e86cc415 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.003147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b3641dc6-d57d-44f3-bf08-3654e86cc415 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7057559
Mar 05 21:05:48.009884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d75b6-4766-44e8-9359-ad149feed7a7 req-8b26b018-f3d1-49a3-af32-4d3265520f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.022777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-957d75b6-4766-44e8-9359-ad149feed7a7 req-8b26b018-f3d1-49a3-af32-4d3265520f03 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 1128 time: 0.2670426
Mar 05 21:05:48.022777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37192) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:48.035382 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:48.084309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903cf56-a101-44cf-a482-b8f18cdb038a req-f0629d28-d4b7-4177-b0ba-adf8f45c0c2e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.086773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9903cf56-a101-44cf-a482-b8f18cdb038a req-f0629d28-d4b7-4177-b0ba-adf8f45c0c2e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 946 time: 0.3188591
Mar 05 21:05:48.087883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (2dfe88e3-481b-4b40-8199-614b74d4616e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.095021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da5d5b-f700-4f33-949a-697b3f0eda4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751c6197-c487-4fb6-b0bb-549b92d81d89,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.136431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6316f52a-7d91-41b2-826c-0174dc0e7483,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.164174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 880e0bea-1cba-4908-ac08-2c3354aa8aea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:48.175530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfe88e3-481b-4b40-8199-614b74d4616e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.178682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.182761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.183443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-df6cdeb5-ed6a-445d-a1dd-66549ad75796 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2dfe88e3-481b-4b40-8199-614b74d4616e HTTP/1.1" status: 204  len: 168 time: 0.7242284
Mar 05 21:05:48.186057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37196) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.189685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-06aeabb2-7ecd-42f7-8d22-fde60cf113d2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6316f52a-7d91-41b2-826c-0174dc0e7483 HTTP/1.1" status: 204  len: 168 time: 1.1992352
Mar 05 21:05:48.193590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37198) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.196455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6cc85f70-b559-4cc0-8cde-193983972fc4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.202218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-da8b9a7e-5d39-4539-a518-c1356026432b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 207 time: 0.1732368
Mar 05 21:05:48.214702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37200) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.216128 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.223556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6cc85f70-b559-4cc0-8cde-193983972fc4 HTTP/1.1" status: 204  len: 168 time: 2.2628968
Mar 05 21:05:48.241645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed192db-97a8-4709-be00-8f3b9e58508b None None] Network eb152f6f-c57d-4619-b0c4-9bec5538183b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:48.253253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 880e0bea-1cba-4908-ac08-2c3354aa8aea {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:48.254739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 880e0bea-1cba-4908-ac08-2c3354aa8aea not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:48.257215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 23fe934c-e775-444c-a78c-47a580d28154 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:48.274656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a871e2-8fbf-40b9-a8eb-ee1246676779 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc85f70-b559-4cc0-8cde-193983972fc4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.309678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (eb152f6f-c57d-4619-b0c4-9bec5538183b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.403311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 23fe934c-e775-444c-a78c-47a580d28154 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:48.404022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Deleting port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:48.404589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.407703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 23fe934c-e775-444c-a78c-47a580d28154 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:48.408145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2cf5e208-79d5-471b-965d-3e907112b936 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:48.476501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2cf5e208-79d5-471b-965d-3e907112b936 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:48.477053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2cf5e208-79d5-471b-965d-3e907112b936 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:48.478913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 521531db-5f14-447d-916f-0186b76d3d10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:48.499281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] For port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,segment=NetworkSegment(54c2b107-2514-45b5-b20a-ab9931a24322),segment_id=54c2b107-2514-45b5-b20a-ab9931a24322)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:48.499649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.501135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-957d75b6-4766-44e8-9359-ad149feed7a7 req-1224e259-9fcc-4d94-bcc5-92210c39376f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4715354
Mar 05 21:05:48.516773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9903cf56-a101-44cf-a482-b8f18cdb038a req-9fd0b389-fd2c-4057-ac7f-b017538a3dfb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3830390
Mar 05 21:05:48.519916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7c100624-2ecc-4b88-a924-0fbddd33fecd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.522930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 521531db-5f14-447d-916f-0186b76d3d10 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:48.523553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 521531db-5f14-447d-916f-0186b76d3d10 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:48.524700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Calling delete_port for 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:48.582205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37210) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.633763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077d5b-679c-4c6a-81ef-eeb327ce8260 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.639526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077d5b-679c-4c6a-81ef-eeb327ce8260 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.644863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077d5b-679c-4c6a-81ef-eeb327ce8260 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.651618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077d5b-679c-4c6a-81ef-eeb327ce8260 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:48.653070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6f80648b-513b-46c0-8b9a-e1a0725ead33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7efe7e39b29a47fcb344c08b109d4e40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0692387
Mar 05 21:05:48.660824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37212) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.661145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37216) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:48.668279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a2077d5b-679c-4c6a-81ef-eeb327ce8260 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.4407296
Mar 05 21:05:48.718194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] DHCP port deletion for eb152f6f-c57d-4619-b0c4-9bec5538183b request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:05:48.764447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7c100624-2ecc-4b88-a924-0fbddd33fecd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.775335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.792299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82cd60>,) {'filters': {'network_id': ['7c100624-2ecc-4b88-a924-0fbddd33fecd']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:48.797449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Deleting port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:48.799518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.806902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82cd60>, '0b73a23b-3c2d-4d3f-b12e-71736e636922') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:48.807530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a82cd60>, '0b73a23b-3c2d-4d3f-b12e-71736e636922') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:48.817820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] No DVR routers for this DVR port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:48.825005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (0b73a23b-3c2d-4d3f-b12e-71736e636922), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.843092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0b73a23b-3c2d-4d3f-b12e-71736e636922), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.855205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:48.856933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (0b73a23b-3c2d-4d3f-b12e-71736e636922), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:48.859179 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:48.862136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.919945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] For port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:48.920647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.943568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Calling delete_port for 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:48.948469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:05:48.949563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1fd763e8-f645-44fb-ae1f-e5f7007e65f7), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.967785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7c100624-2ecc-4b88-a924-0fbddd33fecd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.978238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.981926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7c100624-2ecc-4b88-a924-0fbddd33fecd HTTP/1.1" status: 204  len: 168 time: 0.7823641
Mar 05 21:05:48.992440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] Publish callbacks [] for security_group (e42a2651-9865-44d6-89c6-6e501cadb7d4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:48.998135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] Pushing event deleted for resources: {'Port': ['ID=1fd763e8-f645-44fb-ae1f-e5f7007e65f7,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:48.999967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192766-791d-4c5c-a2af-51460e878748 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c100624-2ecc-4b88-a924-0fbddd33fecd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:49.016326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c77b93-77d3-48f5-b009-aaeca73ebeed None None] No DVR routers for this DVR port 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:49.026873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9578d95-6fed-4831-8903-036804a96702 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.3632829
Mar 05 21:05:49.034967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37224) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.042990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] Publish callbacks [] for security_group (e42a2651-9865-44d6-89c6-6e501cadb7d4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.046840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (eb152f6f-c57d-4619-b0c4-9bec5538183b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.090789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75c10>,) {'filters': {'network_id': ['eb152f6f-c57d-4619-b0c4-9bec5538183b']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:49.113777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75c10>, '54c2b107-2514-45b5-b20a-ab9931a24322') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:49.114399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75c10>, '54c2b107-2514-45b5-b20a-ab9931a24322') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:49.130107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (54c2b107-2514-45b5-b20a-ab9931a24322), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.147244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0360848-38bb-410c-a076-0219fb9c58a6 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.148548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0360848-38bb-410c-a076-0219fb9c58a6 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.150307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0360848-38bb-410c-a076-0219fb9c58a6 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1125989
Mar 05 21:05:49.154049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37228) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.164205 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (54c2b107-2514-45b5-b20a-ab9931a24322), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.173564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:49.176127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (54c2b107-2514-45b5-b20a-ab9931a24322), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:49.184792 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:49.208660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e42a2651-9865-44d6-89c6-6e501cadb7d4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.212119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.213544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e42a2651-9865-44d6-89c6-6e501cadb7d4 HTTP/1.1" status: 204  len: 168 time: 0.5514402
Mar 05 21:05:49.237429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddfba0-15ad-4d75-933d-d513ac61ea4e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.238859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddfba0-15ad-4d75-933d-d513ac61ea4e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.245192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eaddfba0-15ad-4d75-933d-d513ac61ea4e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0901077
Mar 05 21:05:49.245935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37234) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.246250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.265114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee25b94-6edc-4399-abd1-12df78487f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a2651-9865-44d6-89c6-6e501cadb7d4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:49.314045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (eb152f6f-c57d-4619-b0c4-9bec5538183b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.327712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.336746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb152f6f-c57d-4619-b0c4-9bec5538183b HTTP/1.1" status: 204  len: 168 time: 1.1478865
Mar 05 21:05:49.358468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341169b-64a9-45c2-accf-65d46c0e56ba admin admin] Pushing event deleted for resources: {'Network': ['ID=eb152f6f-c57d-4619-b0c4-9bec5538183b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:49.371054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b681633f-18e0-4af6-955b-33e137023f8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=085ced4ef30745c88d1b33842076f02e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1214349
Mar 05 21:05:49.371418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37242) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.406915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7d92a-a4af-4a66-91c6-09c273fdb09c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.413474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a0a7d92a-a4af-4a66-91c6-09c273fdb09c tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks/5a4f3988-ddcb-4879-affd-4d6ce9941b15 HTTP/1.1" status: 200  len: 799 time: 0.1603398
Mar 05 21:05:49.414198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.455416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] Publish callbacks [] for security_group (a64b7d53-133d-442e-b4ef-7722d1305d51), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.496574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] Publish callbacks [] for security_group (a64b7d53-133d-442e-b4ef-7722d1305d51), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.583442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a64b7d53-133d-442e-b4ef-7722d1305d51), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.587497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.592541 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a64b7d53-133d-442e-b4ef-7722d1305d51 HTTP/1.1" status: 204  len: 168 time: 0.2184372
Mar 05 21:05:49.607991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69684a6-d497-4069-85ba-f31c8a417c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b7d53-133d-442e-b4ef-7722d1305d51,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:49.618056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37252) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.619372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0ce748fc-6f99-474b-86a6-74926de4551a tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/networks/5a4f3988-ddcb-4879-affd-4d6ce9941b15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.2039037
Mar 05 21:05:49.698023 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:05:49.738258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5da1a-1dde-4fd2-b99f-d1a373c078d7 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.744028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2bf5da1a-1dde-4fd2-b99f-d1a373c078d7 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets/6a5f3128-99fc-49d9-a4f4-650e870a39aa HTTP/1.1" status: 200  len: 811 time: 0.1203127
Mar 05 21:05:49.744437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.773860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1454-84aa-41c5-aab6-742d1da4903c req-07732983-4699-48b2-9233-2cbb7c8d852d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.775860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ef1454-84aa-41c5-aab6-742d1da4903c req-07732983-4699-48b2-9233-2cbb7c8d852d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 946 time: 0.1289942
Mar 05 21:05:49.809978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5f955e-5ab0-450d-8322-1a8fb6351791 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:49.811934 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e5f955e-5ab0-450d-8322-1a8fb6351791 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "GET /v2.0/subnets/6a5f3128-99fc-49d9-a4f4-650e870a39aa?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0661902
Mar 05 21:05:49.816264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37260) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.827603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266594963'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:49.840185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37262) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.858968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:49.863757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.888870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ef1454-84aa-41c5-aab6-742d1da4903c req-cdb65e83-a47f-4d52-b06c-d9349cfe3c5f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038387
Mar 05 21:05:49.929184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:49.939785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8efbcc42-7043-4b72-84c6-8caddf688123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f59b6cf41e6d4308819eb264dcaa320e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0993173
Mar 05 21:05:49.940014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:49.952167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (90e06159-469a-4e77-acc6-090884708b1b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:49.952431 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Added segment 90e06159-469a-4e77-acc6-090884708b1b of type vlan for network 438010dd-934a-4d9c-902e-49f5959bbbeb
Mar 05 21:05:50.064403 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (438010dd-934a-4d9c-902e-49f5959bbbeb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.093346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:50.094104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] Publish callbacks [] for security_group (621a7cb9-1374-4c66-a57f-b23eb056c18d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.128292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (438010dd-934a-4d9c-902e-49f5959bbbeb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.130673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:50.131324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1fd763e8-f645-44fb-ae1f-e5f7007e65f7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:50.135175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:50.136210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.158931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] Publish callbacks [] for security_group (621a7cb9-1374-4c66-a57f-b23eb056c18d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.242264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4245949
Mar 05 21:05:50.243301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:50.252283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'network_id': '438010dd-934a-4d9c-902e-49f5959bbbeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:50.271981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c4f98-751e-428a-b9a2-eb3db18ee2c9 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Network': ['ID=438010dd-934a-4d9c-902e-49f5959bbbeb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:50.290961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 438010dd-934a-4d9c-902e-49f5959bbbeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:50.305585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (621a7cb9-1374-4c66-a57f-b23eb056c18d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.310305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.311880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/621a7cb9-1374-4c66-a57f-b23eb056c18d HTTP/1.1" status: 204  len: 168 time: 0.3709347
Mar 05 21:05:50.325267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a1bc-a3d0-49d0-b9ff-f1564e24f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a7cb9-1374-4c66-a57f-b23eb056c18d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:50.421697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Made reservation on behalf of 4dbe37d672b94d2bada59d52a3e19600 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:50.428901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.523654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Performing IP validity checks on allocation pools {{(pid=126563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:05:50.524325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:05:50.679188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ed2ea5c6-22df-4f16-bea9-424da375ef16), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.759449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ea5c6-22df-4f16-bea9-424da375ef16,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:50.762944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Checking segment: {'id': '90e06159-469a-4e77-acc6-090884708b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '438010dd-934a-4d9c-902e-49f5959bbbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:50.763299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network hostable DHCP agents. Network: 438010dd-934a-4d9c-902e-49f5959bbbeb, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:50.784014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Network 438010dd-934a-4d9c-902e-49f5959bbbeb is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:50.796882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 438010dd-934a-4d9c-902e-49f5959bbbeb) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:50.806634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00635d1e-a406-4063-82ba-db0186364dc2 None None] Network 438010dd-934a-4d9c-902e-49f5959bbbeb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:50.808103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:50.808843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:50.831616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-61318158-db39-4ae2-a87e-2c088699f476 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.5868924
Mar 05 21:05:50.835470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:50.844448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:50.967768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741f21a-a954-4163-a9b6-58b7aa7ec3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-438010dd-934a-4d9c-902e-49f5959bbbeb', 'network_id': '438010dd-934a-4d9c-902e-49f5959bbbeb', 'project_id': '4dbe37d672b94d2bada59d52a3e19600', 'fixed_ips': [{'subnet_id': 'ed2ea5c6-22df-4f16-bea9-424da375ef16'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:05:50.968838 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7741f21a-a954-4163-a9b6-58b7aa7ec3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.029180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25363286'] for subnet (ed2ea5c6-22df-4f16-bea9-424da375ef16), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.135294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:51.157793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-7741f21a-a954-4163-a9b6-58b7aa7ec3f6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 05 21:05:51.157793 ncdv-master-1 neutron-server[126564]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Mar 05 21:05:51.157793 ncdv-master-1 neutron-server[126564]: [parameters: {'in_use': 1, 'id_1': 'ed2ea5c6-22df-4f16-bea9-424da375ef16'}]
Mar 05 21:05:51.157793 ncdv-master-1 neutron-server[126564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:51.159014 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-7741f21a-a954-4163-a9b6-58b7aa7ec3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:51.264953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739070150593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25728477'] for subnet (ed2ea5c6-22df-4f16-bea9-424da375ef16), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.322267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:51.323027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.324634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "PUT /v2.0/subnets/ed2ea5c6-22df-4f16-bea9-424da375ef16 HTTP/1.1" status: 200  len: 877 time: 0.4882169
Mar 05 21:05:51.327576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37324) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:51.381789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeba88-7ca3-44d9-b591-5e5e3f968366 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ea5c6-22df-4f16-bea9-424da375ef16,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:51.424218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-228009301', 'router:external': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:51.447075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Made reservation on behalf of 95206e0013af4cec89ca684b8bdd4799 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:51.447263 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (438010dd-934a-4d9c-902e-49f5959bbbeb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.449388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.471007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.540472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ed2ea5c6-22df-4f16-bea9-424da375ef16), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.573420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for security_group (7f0bf5ad-d84b-418b-bc66-c1fdd619f73d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.579251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7f0bf5ad-d84b-418b-bc66-c1fdd619f73d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.618488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0bf5ad-d84b-418b-bc66-c1fdd619f73d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:51.625699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (ed2ea5c6-22df-4f16-bea9-424da375ef16), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.633415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.634075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.634494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.635012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.635602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.636149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.636668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.637179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.637722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.638222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.638734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.639249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.639787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:51.643653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:05:51.654942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (30f0bc42-5b4b-41a5-b2ce-23af43f3f49e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.655462 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Added segment 30f0bc42-5b4b-41a5-b2ce-23af43f3f49e of type vlan for network 297e384a-daaa-4644-b053-6db843c523ad
Mar 05 21:05:51.659175 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7741f21a-a954-4163-a9b6-58b7aa7ec3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.695981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ea5c6-22df-4f16-bea9-424da375ef16,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:51.728290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (297e384a-daaa-4644-b053-6db843c523ad), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.769977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (297e384a-daaa-4644-b053-6db843c523ad), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.771400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:51.772808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.811163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f26f1f-0aa4-4634-9e6f-5812a3be1ddc None None] Network 438010dd-934a-4d9c-902e-49f5959bbbeb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:51.841544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7040546
Mar 05 21:05:51.843425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (438010dd-934a-4d9c-902e-49f5959bbbeb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:51.850421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:51.861650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'subnet': {'network_id': '297e384a-daaa-4644-b053-6db843c523ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:51.901013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89cdfe50>,) {'filters': {'network_id': ['438010dd-934a-4d9c-902e-49f5959bbbeb']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:51.932237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0273-d97d-459f-bee9-6198589b2305 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Network': ['ID=297e384a-daaa-4644-b053-6db843c523ad,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:51.953284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 297e384a-daaa-4644-b053-6db843c523ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:05:51.978604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89cdfe50>, '90e06159-469a-4e77-acc6-090884708b1b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:51.979031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89cdfe50>, '90e06159-469a-4e77-acc6-090884708b1b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:52.006284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (90e06159-469a-4e77-acc6-090884708b1b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.012743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Made reservation on behalf of 95206e0013af4cec89ca684b8bdd4799 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:52.024617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.073304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bf8e2-81b1-4bd7-93fc-560e7efed5b3 None None] Network 438010dd-934a-4d9c-902e-49f5959bbbeb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:52.093477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (90e06159-469a-4e77-acc6-090884708b1b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.105514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:52.105932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (90e06159-469a-4e77-acc6-090884708b1b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:52.109159 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:52.223537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (438010dd-934a-4d9c-902e-49f5959bbbeb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.232495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.235891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/438010dd-934a-4d9c-902e-49f5959bbbeb HTTP/1.1" status: 204  len: 168 time: 0.9074037
Mar 05 21:05:52.239207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.275846 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6761d82-788b-4ac8-8c3b-9b32ced2552e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:52.276307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6761d82-788b-4ac8-8c3b-9b32ced2552e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:52.281661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c6761d82-788b-4ac8-8c3b-9b32ced2552e tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/ed2ea5c6-22df-4f16-bea9-424da375ef16 HTTP/1.1" status: 404  len: 337 time: 0.0391483
Mar 05 21:05:52.282235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.305273 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e0efdf-aba0-4e9f-9249-e286a757c907 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:52.306094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e0efdf-aba0-4e9f-9249-e286a757c907 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:52.316441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ca19-3472-4b91-8376-55a73350aa71 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=438010dd-934a-4d9c-902e-49f5959bbbeb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:52.316669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-49e0efdf-aba0-4e9f-9249-e286a757c907 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/438010dd-934a-4d9c-902e-49f5959bbbeb HTTP/1.1" status: 404  len: 339 time: 0.0332181
Mar 05 21:05:52.317440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37374) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.377953 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae8d524-824c-47ef-a073-9699f44d3f77 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:52.377953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae8d524-824c-47ef-a073-9699f44d3f77 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:52.402630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ae8d524-824c-47ef-a073-9699f44d3f77 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/7e2d6996-b0f2-40a5-b002-a5966dd51aa4 HTTP/1.1" status: 404  len: 337 time: 0.0784237
Mar 05 21:05:52.405107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.463355 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f0e123-753c-4013-b977-ce928eb0f49b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:52.464116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f0e123-753c-4013-b977-ce928eb0f49b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:52.467759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c6f0e123-753c-4013-b977-ce928eb0f49b tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/4af76a44-dd97-402b-9517-dd239bf7af8d HTTP/1.1" status: 404  len: 339 time: 0.0615914
Mar 05 21:05:52.470578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.578004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:05:52.579119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (1f4ba6d9-24d0-4738-8616-a48ba1693c7d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.602451 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.689996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c13bbd1-6731-4e7a-8519-c9aad60786f0 req-6f39ad69-50b6-4de5-9816-21c0be7c98bc tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0458393
Mar 05 21:05:52.700670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1f4ba6d9-24d0-4738-8616-a48ba1693c7d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:52.712261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Checking segment: {'id': '30f0bc42-5b4b-41a5-b2ce-23af43f3f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '297e384a-daaa-4644-b053-6db843c523ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:05:52.712425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network hostable DHCP agents. Network: 297e384a-daaa-4644-b053-6db843c523ad, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:05:52.760130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 297e384a-daaa-4644-b053-6db843c523ad is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:05:52.781896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.788232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 297e384a-daaa-4644-b053-6db843c523ad) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:52.795544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:52.796446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.805360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85edee-06d8-4c32-9b39-ee839bf5bbed None None] Network 297e384a-daaa-4644-b053-6db843c523ad requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:52.829769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f28e70f4-e26f-4fcd-9fce-895fd164f8cd tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.9710248
Mar 05 21:05:52.832072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.842091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1126710967', 'network_id': '297e384a-daaa-4644-b053-6db843c523ad'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:52.851250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b104c0>,) {'filters': {'network_id': ['8791ca6a-b4cf-43c5-9e0d-52342103760b']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:52.868958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b104c0>, 'c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:52.869712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b104c0>, 'c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:52.883273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.907606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.919532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:52.920581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Made reservation on behalf of 95206e0013af4cec89ca684b8bdd4799 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:05:52.923025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.936465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:52.937067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c19ba0a7-3e7b-42dd-ae23-8c45c3f7e363), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:52.957314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] device_id is not set on port a42146b7-f2ef-4802-8913-3290ab28a2f4 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:05:52.969338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c365f5-ffe0-4e87-b99f-d694a6d5168f None None] Network 297e384a-daaa-4644-b053-6db843c523ad requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:52.982465 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:53.067630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8791ca6a-b4cf-43c5-9e0d-52342103760b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.090024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.109035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/8791ca6a-b4cf-43c5-9e0d-52342103760b HTTP/1.1" status: 204  len: 168 time: 0.6347408
Mar 05 21:05:53.146717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37428) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.194804 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5334fb7-de0a-41d1-b471-68c7f5410577 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.195704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5334fb7-de0a-41d1-b471-68c7f5410577 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.201205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c5334fb7-de0a-41d1-b471-68c7f5410577 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/5edbc513-d564-443a-8fdf-ffbbdb572239 HTTP/1.1" status: 404  len: 337 time: 0.0509157
Mar 05 21:05:53.201205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fd49-6dd5-4a58-a17f-45d33a12cbf0 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=8791ca6a-b4cf-43c5-9e0d-52342103760b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:53.201536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37438) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.223009 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa3a6e5-dac0-47e5-9c12-da08c397dba1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.223699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa3a6e5-dac0-47e5-9c12-da08c397dba1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.230038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8fa3a6e5-dac0-47e5-9c12-da08c397dba1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/1a6abeeb-d0ad-470f-af9a-5e8c44319ff7 HTTP/1.1" status: 404  len: 339 time: 0.0249200
Mar 05 21:05:53.230333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.307496 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a711f0-e46e-4ca7-8d1f-704a1d579d62 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.311880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a711f0-e46e-4ca7-8d1f-704a1d579d62 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.321000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-33a711f0-e46e-4ca7-8d1f-704a1d579d62 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/8e481f75-857e-40b7-8fad-3dcf57c1ecc3 HTTP/1.1" status: 404  len: 337 time: 0.0890212
Mar 05 21:05:53.323436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37446) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.353287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 2001:db8::86 (297e384a-daaa-4644-b053-6db843c523ad/1f4ba6d9-24d0-4738-8616-a48ba1693c7d/a42146b7-f2ef-4802-8913-3290ab28a2f4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:53.369082 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce66f70-eebc-4d08-93ef-f9d9141145cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.369725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce66f70-eebc-4d08-93ef-f9d9141145cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.374428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2ce66f70-eebc-4d08-93ef-f9d9141145cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/b7a83698-50f0-44ef-a2cc-3ad95faabd77 HTTP/1.1" status: 404  len: 339 time: 0.0491507
Mar 05 21:05:53.383623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37450) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.397972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-398b2254-41c9-43b8-b90b-140e37e7a1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.443177 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-15419deb-14b1-4c63-986f-a22a9bfea9ed tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.444739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15419deb-14b1-4c63-986f-a22a9bfea9ed tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.448814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15419deb-14b1-4c63-986f-a22a9bfea9ed tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/441f0fee-7f85-42b3-94c2-57662bc8fabb HTTP/1.1" status: 404  len: 337 time: 0.0628581
Mar 05 21:05:53.451254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.479327 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad26d96-df00-47be-bab1-46401676a3ef tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.480271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad26d96-df00-47be-bab1-46401676a3ef tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.485263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aad26d96-df00-47be-bab1-46401676a3ef tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/1ee56c02-8318-4fb9-bc28-989efa16573a HTTP/1.1" status: 404  len: 339 time: 0.0325139
Mar 05 21:05:53.489158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.519298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (a42146b7-f2ef-4802-8913-3290ab28a2f4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.540556 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2013674-45e4-4553-80b4-73dbe91ac244 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.541269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2013674-45e4-4553-80b4-73dbe91ac244 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.545173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a2013674-45e4-4553-80b4-73dbe91ac244 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/bf262aec-5b77-4ed6-b0f1-078b12d183f3 HTTP/1.1" status: 404  len: 337 time: 0.0544946
Mar 05 21:05:53.548079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37460) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.592127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a42146b7-f2ef-4802-8913-3290ab28a2f4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.618694 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-067b45a2-fe39-4abd-89bf-b17cfbc4bb51 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.619099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067b45a2-fe39-4abd-89bf-b17cfbc4bb51 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.622191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-067b45a2-fe39-4abd-89bf-b17cfbc4bb51 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/02c01e2f-963d-4d16-92ee-4970716eefca HTTP/1.1" status: 404  len: 339 time: 0.0613079
Mar 05 21:05:53.626379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8af9f7f-7f5e-4c8e-8c62-f01cddcb45d0 req-9666cbc0-450c-4aa1-a945-3de21257f99e tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0642693
Mar 05 21:05:53.628299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37464) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.677485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 297e384a-daaa-4644-b053-6db843c523ad is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:53.688143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:53.693363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:53.695880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:05:53.696715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.702037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=a42146b7-f2ef-4802-8913-3290ab28a2f4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:53.704384 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecc08b2-78af-47de-910a-1f940a5e7c00 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.705233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecc08b2-78af-47de-910a-1f940a5e7c00 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.709230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0ecc08b2-78af-47de-910a-1f940a5e7c00 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/b705a3ce-3286-47d1-9264-c570edea71dd HTTP/1.1" status: 404  len: 337 time: 0.0792904
Mar 05 21:05:53.711916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37470) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.741441 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a401b23a-a5df-40fb-a608-e81768e4e683 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.9075038
Mar 05 21:05:53.744341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37476) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.748020 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-422990d7-d8f3-4892-818a-c60a2c76cfcc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.748562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422990d7-d8f3-4892-818a-c60a2c76cfcc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.760463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-422990d7-d8f3-4892-818a-c60a2c76cfcc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/2d6d1c48-904b-47b3-9e21-9d03d15c13f0 HTTP/1.1" status: 404  len: 339 time: 0.0475674
Mar 05 21:05:53.763055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.806586 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0742ec1-a577-4d14-81bd-5468ced104cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.807059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0742ec1-a577-4d14-81bd-5468ced104cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.814261 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d0742ec1-a577-4d14-81bd-5468ced104cc tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/f4709b4f-946d-4858-9de4-a7918ab40a94 HTTP/1.1" status: 404  len: 337 time: 0.0462785
Mar 05 21:05:53.814630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37482) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.844920 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-80df875a-9e1d-4a0a-8bb0-ac92e75ad0cb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.845400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80df875a-9e1d-4a0a-8bb0-ac92e75ad0cb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.851157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80df875a-9e1d-4a0a-8bb0-ac92e75ad0cb tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/bdd8bb43-860d-4abe-b93d-2cda9dcd3d50 HTTP/1.1" status: 404  len: 339 time: 0.0331550
Mar 05 21:05:53.854151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37484) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.892643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-398b2254-41c9-43b8-b90b-140e37e7a1c5 admin admin] Publish callbacks [] for security_group (0ed3686e-8ce4-4bac-a34d-e44d7ebce744), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.892643 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fbfef8-653e-47ca-83ea-7a536184a0f1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.892643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fbfef8-653e-47ca-83ea-7a536184a0f1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.892643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-99fbfef8-653e-47ca-83ea-7a536184a0f1 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/f1f11500-3cec-40ea-9dc1-209faec9e284 HTTP/1.1" status: 404  len: 337 time: 0.0349183
Mar 05 21:05:53.893126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37488) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:53.909025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-398b2254-41c9-43b8-b90b-140e37e7a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0ed3686e-8ce4-4bac-a34d-e44d7ebce744), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.925384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Deleting port a42146b7-f2ef-4802-8913-3290ab28a2f4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:53.925781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a42146b7-f2ef-4802-8913-3290ab28a2f4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:53.946890 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c892485-a87d-420b-ad96-2c407d24df8d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:53.947591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c892485-a87d-420b-ad96-2c407d24df8d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:53.951478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5c892485-a87d-420b-ad96-2c407d24df8d tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/d66146e6-093f-441d-b039-ac2a519bca08 HTTP/1.1" status: 404  len: 339 time: 0.0576291
Mar 05 21:05:53.958790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.009454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-398b2254-41c9-43b8-b90b-140e37e7a1c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1acd1eb991c42fc88a0b5454e01e86d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0882177
Mar 05 21:05:54.010348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.012878 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442f12e-5dae-414b-8dc9-6fbcbaf66570 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:54.013345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d442f12e-5dae-414b-8dc9-6fbcbaf66570 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:54.016560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d442f12e-5dae-414b-8dc9-6fbcbaf66570 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/37133b7d-6f89-4cf5-ac4b-391c7527992c HTTP/1.1" status: 404  len: 337 time: 0.0544400
Mar 05 21:05:54.019587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37494) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.021868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b2254-41c9-43b8-b90b-140e37e7a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3686e-8ce4-4bac-a34d-e44d7ebce744,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:54.042964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a42146b7-f2ef-4802-8913-3290ab28a2f4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.064075 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be3753c-5335-49f4-8356-fbd2e2bf4a53 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:54.064487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be3753c-5335-49f4-8356-fbd2e2bf4a53 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:54.071585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7be3753c-5335-49f4-8356-fbd2e2bf4a53 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/790ca15c-6a65-411f-890f-187752fbc6b2 HTTP/1.1" status: 404  len: 339 time: 0.0468276
Mar 05 21:05:54.072884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37496) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.083174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] Publish callbacks [] for security_group (0ed3686e-8ce4-4bac-a34d-e44d7ebce744), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.110622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] Publish callbacks [] for security_group (0ed3686e-8ce4-4bac-a34d-e44d7ebce744), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.129040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Calling delete_port for a42146b7-f2ef-4802-8913-3290ab28a2f4 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:54.135650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting subnet 6a5f3128-99fc-49d9-a4f4-650e870a39aa {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:54.142372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (6a5f3128-99fc-49d9-a4f4-650e870a39aa), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.188080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0ed3686e-8ce4-4bac-a34d-e44d7ebce744), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.190720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.191970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ed3686e-8ce4-4bac-a34d-e44d7ebce744 HTTP/1.1" status: 204  len: 168 time: 0.1805124
Mar 05 21:05:54.201605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aa1f0-0f40-4ba9-a163-ffaa7f097103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3686e-8ce4-4bac-a34d-e44d7ebce744,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:54.245092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (6a5f3128-99fc-49d9-a4f4-650e870a39aa), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.481444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6a5f3128-99fc-49d9-a4f4-650e870a39aa), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.486337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81aa738b-8bc5-477f-a350-412ef2185fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.527878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a42146b7-f2ef-4802-8913-3290ab28a2f4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.570073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42146b7-f2ef-4802-8913-3290ab28a2f4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:54.594973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.598259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0110ad67-f57f-4519-aec4-c9c26aabb86d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a42146b7-f2ef-4802-8913-3290ab28a2f4 HTTP/1.1" status: 204  len: 168 time: 0.8515892
Mar 05 21:05:54.601587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.605907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '297e384a-daaa-4644-b053-6db843c523ad', 'external_fixed_ips': [{'subnet_id': '1f4ba6d9-24d0-4738-8616-a48ba1693c7d', 'ip_address': '2001:db8::86'}]}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:54.629621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (6a5f3128-99fc-49d9-a4f4-650e870a39aa), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.644312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.645675 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.651985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523ea77-8ec8-43f4-8265-e9f31b184762 None None] Network 5a4f3988-ddcb-4879-affd-4d6ce9941b15 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:05:54.657626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.667080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37514) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:54.667605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/subnets/6a5f3128-99fc-49d9-a4f4-650e870a39aa HTTP/1.1" status: 204  len: 168 time: 0.5911295
Mar 05 21:05:54.697179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5f3128-99fc-49d9-a4f4-650e870a39aa,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:54.710972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.711339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.711704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.712058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.712816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.713158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.713496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.713840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.714151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.714481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.714807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.715130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.715835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cdb0c-e62e-4491-b2a3-a76f70588cfa tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:05:54.781666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.855045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-645605ed-3748-4c42-8c23-5564fb2dbf33 req-90063ed7-3487-4079-96fc-3f9fec353a54 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0579379
Mar 05 21:05:54.904574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5a4f3988-ddcb-4879-affd-4d6ce9941b15), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:54.939519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] DHCP port deletion for 5a4f3988-ddcb-4879-affd-4d6ce9941b15 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:05:55.032006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Deleting port 2a440424-a315-45a5-a365-5a0708a3fcb0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:55.033073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.061784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Deleting port 2a440424-a315-45a5-a365-5a0708a3fcb0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:55.065955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.137569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] For port 2a440424-a315-45a5-a365-5a0708a3fcb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a440424-a315-45a5-a365-5a0708a3fcb0,segment=NetworkSegment(e28911c1-9d0d-4f12-a5a9-d44aab26ef48),segment_id=e28911c1-9d0d-4f12-a5a9-d44aab26ef48)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:55.138904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.172240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Calling delete_port for 2a440424-a315-45a5-a365-5a0708a3fcb0 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:55.192115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] For port 2a440424-a315-45a5-a365-5a0708a3fcb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a440424-a315-45a5-a365-5a0708a3fcb0,segment=NetworkSegment(e28911c1-9d0d-4f12-a5a9-d44aab26ef48),segment_id=e28911c1-9d0d-4f12-a5a9-d44aab26ef48)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:05:55.192467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.218303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Calling delete_port for 2a440424-a315-45a5-a365-5a0708a3fcb0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:55.324877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.337862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2a440424-a315-45a5-a365-5a0708a3fcb0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.355479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] Pushing event deleted for resources: {'Port': ['ID=2a440424-a315-45a5-a365-5a0708a3fcb0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:55.356274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.359988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ae0c9-6547-4b9c-9308-09b0829bce0f None None] No DVR routers for this DVR port 2a440424-a315-45a5-a365-5a0708a3fcb0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:55.380939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Port': ['ID=2a440424-a315-45a5-a365-5a0708a3fcb0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:55.386947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] No DVR routers for this DVR port 2a440424-a315-45a5-a365-5a0708a3fcb0 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:05:55.519194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5a4f3988-ddcb-4879-affd-4d6ce9941b15), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.570961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b906c7ca0>,) {'filters': {'network_id': ['5a4f3988-ddcb-4879-affd-4d6ce9941b15']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:55.582368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b906c7ca0>, 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:55.582928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b906c7ca0>, 'e28911c1-9d0d-4f12-a5a9-d44aab26ef48') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:55.595026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:55.599476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e28911c1-9d0d-4f12-a5a9-d44aab26ef48), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.616287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e28911c1-9d0d-4f12-a5a9-d44aab26ef48), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.624829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.625307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:55.626009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e28911c1-9d0d-4f12-a5a9-d44aab26ef48), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:55.630822 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:55.648592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.727897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17d4c75c-bc83-401b-bdeb-e76f8aa2c14d req-5043b123-c244-42e5-8a7f-6b5457a33908 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0465863
Mar 05 21:05:55.745481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5a4f3988-ddcb-4879-affd-4d6ce9941b15), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.751013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.759701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] 10.222.0.15 "DELETE /v2.0/networks/5a4f3988-ddcb-4879-affd-4d6ce9941b15 HTTP/1.1" status: 204  len: 168 time: 1.0939560
Mar 05 21:05:55.782462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fa482-c545-4288-a084-4e3c1493f7f3 tempest-NetworksTest-1908511324 tempest-NetworksTest-1908511324-project] Pushing event deleted for resources: {'Network': ['ID=5a4f3988-ddcb-4879-affd-4d6ce9941b15,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:55.831701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb74f92e-22eb-4961-b79a-830db6684c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:55.870189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 2001:db8::86 (297e384a-daaa-4644-b053-6db843c523ad/1f4ba6d9-24d0-4738-8616-a48ba1693c7d/6a4fd2d5-85c5-4edf-a747-472a32812687) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:05:56.028052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:56.030445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b0717a0-ed8a-4e02-8cb4-8a6b9de51057 req-f1063aba-c8c6-43c6-8119-afb7efe94832 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0494809
Mar 05 21:05:56.108938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37564) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:56.117187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a440424-a315-45a5-a365-5a0708a3fcb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:05:56.136610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb74f92e-22eb-4961-b79a-830db6684c59 admin admin] Publish callbacks [] for security_group (c272607d-87ad-4fa1-994b-54af25150258), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.141204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2a440424-a315-45a5-a365-5a0708a3fcb0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:05:56.141648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2a440424-a315-45a5-a365-5a0708a3fcb0 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:05:56.147942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.154191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb74f92e-22eb-4961-b79a-830db6684c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c272607d-87ad-4fa1-994b-54af25150258), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.213738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb74f92e-22eb-4961-b79a-830db6684c59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=307013ba33d044c79dc838c724d9b99c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6166911
Mar 05 21:05:56.216128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74f92e-22eb-4961-b79a-830db6684c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c272607d-87ad-4fa1-994b-54af25150258,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.216615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37568) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:56.229887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.258672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c364-ebcb-47a9-b069-7cb8f1ed3c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.306897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 297e384a-daaa-4644-b053-6db843c523ad is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:05:56.311228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] Publish callbacks [] for security_group (c272607d-87ad-4fa1-994b-54af25150258), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.315773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:05:56.318146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:05:56.327171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=6a4fd2d5-85c5-4edf-a747-472a32812687,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.360559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9fc2125-3d4d-4aeb-a5bb-5f20ec9282fa req-b2b3d7bb-bf26-4036-b972-e357aa46d1c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0450182
Mar 05 21:05:56.368883 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] Publish callbacks [] for security_group (c272607d-87ad-4fa1-994b-54af25150258), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.413880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ec59c85-c1e2-477f-9d8b-6f07730f1770 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dbe37d672b94d2bada59d52a3e19600&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3034146
Mar 05 21:05:56.417581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37570) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:56.446092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c364-ebcb-47a9-b069-7cb8f1ed3c17 admin admin] Publish callbacks [] for security_group (4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.452156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c364-ebcb-47a9-b069-7cb8f1ed3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.507252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c272607d-87ad-4fa1-994b-54af25150258), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.509867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.511024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c272607d-87ad-4fa1-994b-54af25150258 HTTP/1.1" status: 204  len: 168 time: 0.2934532
Mar 05 21:05:56.513912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3c364-ebcb-47a9-b069-7cb8f1ed3c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.523116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2cb3c364-ebcb-47a9-b069-7cb8f1ed3c17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e80c9185c8f147aca56105d66164887f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4912291
Mar 05 21:05:56.529335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37574) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:56.545374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d504d18-df0f-48d3-92d6-847bf5790dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272607d-87ad-4fa1-994b-54af25150258,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.552122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] Publish callbacks [] for security_group (dc67ede3-d689-41a2-8168-82919d0d84e6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.594225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] Publish callbacks [] for security_group (dc67ede3-d689-41a2-8168-82919d0d84e6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.601922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.637072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] Publish callbacks [] for security_group (4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.661700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] Publish callbacks [] for security_group (4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.678293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dc67ede3-d689-41a2-8168-82919d0d84e6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.681340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.682645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc67ede3-d689-41a2-8168-82919d0d84e6 HTTP/1.1" status: 204  len: 168 time: 0.2641294
Mar 05 21:05:56.711008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890086-5490-49d2-b27f-c790ede7a768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67ede3-d689-41a2-8168-82919d0d84e6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.743861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.746501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.747726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1 HTTP/1.1" status: 204  len: 168 time: 0.2152896
Mar 05 21:05:56.758563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914f36-c320-4538-b517-c9909a0c37f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac2346-87f5-4e5d-ad5b-1dc7c04ed3d1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:56.824330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c485b39f-50cf-4628-ad9d-5b4a8debef12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.911308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:56.983628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37586) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:57.003730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11e806bd-06bc-405a-96d2-d40de91af5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.115159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router 312bd5b3-4ed0-40d1-b278-2bc3030ed25f is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:05:57.120955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11e806bd-06bc-405a-96d2-d40de91af5ac admin admin] Publish callbacks [] for security_group (15040ed0-9767-4500-acf1-88e39ef337b7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.129862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-11e806bd-06bc-405a-96d2-d40de91af5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15040ed0-9767-4500-acf1-88e39ef337b7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.212977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11e806bd-06bc-405a-96d2-d40de91af5ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e3cc816fd0147b5a3591f1a20cf42db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279973
Mar 05 21:05:57.213244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:57.232221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c36fae9-0f50-47ae-9437-2939366ed870 req-8ad3f5fe-9845-4d75-8914-3db750d4b467 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0386004
Mar 05 21:05:57.233546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e806bd-06bc-405a-96d2-d40de91af5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15040ed0-9767-4500-acf1-88e39ef337b7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:57.293325 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] Publish callbacks [] for security_group (15040ed0-9767-4500-acf1-88e39ef337b7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.307712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:05:57.317226 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Sync routers for ids ['312bd5b3-4ed0-40d1-b278-2bc3030ed25f'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:05:57.327810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] Publish callbacks [] for security_group (15040ed0-9767-4500-acf1-88e39ef337b7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.347934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Routers {'312bd5b3-4ed0-40d1-b278-2bc3030ed25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:57.349898 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc34eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['312bd5b3-4ed0-40d1-b278-2bc3030ed25f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:57.360343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.360343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-67f3beec-8b98-4bb6-bfe7-76d560dcf11d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 2.7556911
Mar 05 21:05:57.361293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:57.396454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15040ed0-9767-4500-acf1-88e39ef337b7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.399460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.400731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15040ed0-9767-4500-acf1-88e39ef337b7 HTTP/1.1" status: 204  len: 168 time: 0.1868870
Mar 05 21:05:57.412249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc81ba-ed79-425d-8dcc-55bfc3195efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15040ed0-9767-4500-acf1-88e39ef337b7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:57.532811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.540138 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Set router 312bd5b3-4ed0-40d1-b278-2bc3030ed25f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:05:57.722650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.769401 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc34eb0>, [{'id': '312bd5b3-4ed0-40d1-b278-2bc3030ed25f', 'name': '', 'tenant_id': '95206e0013af4cec89ca684b8bdd4799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '297e384a-daaa-4644-b053-6db843c523ad', 'external_fixed_ips': [{'subnet_id': '1f4ba6d9-24d0-4738-8616-a48ba1693c7d', 'ip_address': '2001:db8::86'}], 'enable_snat': True}, 'gw_port_id': '6a4fd2d5-85c5-4edf-a747-472a32812687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:05:54Z', 'updated_at': '2022-03-05T21:05:56Z', 'revision_number': 3, 'project_id': '95206e0013af4cec89ca684b8bdd4799', 'gw_port': {'id': '6a4fd2d5-85c5-4edf-a747-472a32812687', 'name': '', 'network_id': '297e384a-daaa-4644-b053-6db843c523ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312bd5b3-4ed0-40d1-b278-2bc3030ed25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '1f4ba6d9-24d0-4738-8616-a48ba1693c7d', 'ip_address': '2001:db8::86', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:05:55Z', 'updated_at': '2022-03-05T21:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4ba6d9-24d0-4738-8616-a48ba1693c7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:57.801033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Deleting port 6a4fd2d5-85c5-4edf-a747-472a32812687 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:05:57.801421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.804685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Checking router: 312bd5b3-4ed0-40d1-b278-2bc3030ed25f for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:05:57.805038 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Updating router 312bd5b3-4ed0-40d1-b278-2bc3030ed25f port 6a4fd2d5-85c5-4edf-a747-472a32812687 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:05:57.850015 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.901599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:57.916868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Calling delete_port for 6a4fd2d5-85c5-4edf-a747-472a32812687 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:05:57.954523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:58.298927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37642) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.484086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2988950d-56da-4864-b421-7fd075015f60 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] Request body: {'port': {'network_id': '7be8bc77-441d-4127-b137-d6c5f1ec3cf6', 'name': 'tempest-NetworksNegativeTestJSON-256964551'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:58.506963 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2988950d-56da-4864-b421-7fd075015f60 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] POST failed (client error): The resource could not be found.
Mar 05 21:05:58.511616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2988950d-56da-4864-b421-7fd075015f60 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.513825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2988950d-56da-4864-b421-7fd075015f60 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2132781
Mar 05 21:05:58.517739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.547584 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-50879366-5ea2-4c18-a861-a8070b02da4d tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:58.548402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50879366-5ea2-4c18-a861-a8070b02da4d tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.556574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-50879366-5ea2-4c18-a861-a8070b02da4d tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "DELETE /v2.0/networks/7ff8f113-7dff-450e-9753-7a9189eec0c4 HTTP/1.1" status: 404  len: 339 time: 0.0371923
Mar 05 21:05:58.557532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37656) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.598109 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-480e84d5-b29a-4023-9e72-2fc63085334c tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:58.598870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480e84d5-b29a-4023-9e72-2fc63085334c tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.607395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-480e84d5-b29a-4023-9e72-2fc63085334c tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "DELETE /v2.0/ports/43537790-7224-4986-9c82-f0e375d28e07 HTTP/1.1" status: 404  len: 333 time: 0.0466182
Mar 05 21:05:58.610414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.661820 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a0908c-9e73-4f70-9f79-75fb04281955 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:05:58.662389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a0908c-9e73-4f70-9f79-75fb04281955 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.672763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77a0908c-9e73-4f70-9f79-75fb04281955 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "DELETE /v2.0/subnets/7de47036-1029-40cc-bc47-a1536c699084 HTTP/1.1" status: 404  len: 337 time: 0.0602531
Mar 05 21:05:58.673467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37664) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.681759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e98faf0-d9aa-474e-9e63-a257ca04ae37 req-480572a7-9fd5-4d79-8acc-e855952aa297 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0491629
Mar 05 21:05:58.707867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6a4fd2d5-85c5-4edf-a747-472a32812687), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:58.708045 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.db.api [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:05:58.708045 ncdv-master-1 neutron-server[126565]: DEBUG oslo_db.api [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:05:58.708610 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c0625d-1b2f-4a58-812c-9ffee7a1bdef tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] GET failed (client error): The resource could not be found.
Mar 05 21:05:58.713645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-53c0625d-1b2f-4a58-812c-9ffee7a1bdef tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "GET /v2.0/networks/0a1e07f8-c1b4-4648-9501-ed756aa17f21 HTTP/1.1" status: 404  len: 339 time: 0.0361702
Mar 05 21:05:58.713821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37666) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.775114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:58.795847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a4fd2d5-85c5-4edf-a747-472a32812687,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:58.824653 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-178070ad-2471-426b-bb0e-896aa2caa249 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] GET failed (client error): The resource could not be found.
Mar 05 21:05:58.830222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-178070ad-2471-426b-bb0e-896aa2caa249 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "GET /v2.0/ports/0acdde4e-3ffa-4733-acac-4daa011ee8da HTTP/1.1" status: 404  len: 333 time: 0.1085234
Mar 05 21:05:58.831360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37678) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.874923 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d0a457-bbd9-4988-985d-52685c06876f tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] GET failed (client error): The resource could not be found.
Mar 05 21:05:58.880355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9d0a457-bbd9-4988-985d-52685c06876f tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "GET /v2.0/subnets/005b0ae2-04fd-4c7a-92ec-3d0eb51a7163 HTTP/1.1" status: 404  len: 337 time: 0.0476861
Mar 05 21:05:58.881676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.891250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a41acfc0-428a-437e-a845-de87b6fd0634 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:58.909277 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41acfc0-428a-437e-a845-de87b6fd0634 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] PUT failed (client error): The resource could not be found.
Mar 05 21:05:58.909502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:58.909797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41acfc0-428a-437e-a845-de87b6fd0634 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.915002 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:58.917566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a41acfc0-428a-437e-a845-de87b6fd0634 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "PUT /v2.0/networks/7dbc426a-c70d-4918-a44a-4888ab82b958 HTTP/1.1" status: 404  len: 339 time: 0.0342715
Mar 05 21:05:58.917788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37686) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.923106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4e7eef0f-c9de-4cbf-8d8e-1801fdbf72ec tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:58.977668 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7eef0f-c9de-4cbf-8d8e-1801fdbf72ec tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] PUT failed (client error): The resource could not be found.
Mar 05 21:05:58.978560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7eef0f-c9de-4cbf-8d8e-1801fdbf72ec tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:58.984134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4e7eef0f-c9de-4cbf-8d8e-1801fdbf72ec tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "PUT /v2.0/ports/100144ea-3a79-4b27-948a-aa0858ef1424 HTTP/1.1" status: 404  len: 333 time: 0.0617006
Mar 05 21:05:58.984666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37688) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:58.990585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ce46b769-aef4-414e-a9fd-8ca8c68eab75 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:05:59.022839 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce46b769-aef4-414e-a9fd-8ca8c68eab75 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] PUT failed (client error): The resource could not be found.
Mar 05 21:05:59.022999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce46b769-aef4-414e-a9fd-8ca8c68eab75 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:05:59.027358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce46b769-aef4-414e-a9fd-8ca8c68eab75 tempest-NetworksNegativeTestJSON-949978045 tempest-NetworksNegativeTestJSON-949978045-project] 10.222.0.15 "PUT /v2.0/subnets/0d22a7ec-9bb0-43dd-b877-5e1aecaf0c57 HTTP/1.1" status: 404  len: 337 time: 0.0386803
Mar 05 21:05:59.027358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (312bd5b3-4ed0-40d1-b278-2bc3030ed25f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.027358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 312bd5b3-4ed0-40d1-b278-2bc3030ed25f {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:05:59.034922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.036351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a2b8cf3-436e-4ee2-bf4d-a48bfe0cec87 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/routers/312bd5b3-4ed0-40d1-b278-2bc3030ed25f HTTP/1.1" status: 204  len: 168 time: 1.6740258
Mar 05 21:05:59.039732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37694) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:59.097043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Deleting subnet 1f4ba6d9-24d0-4738-8616-a48ba1693c7d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:05:59.101561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for subnet (1f4ba6d9-24d0-4738-8616-a48ba1693c7d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.163031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fcd20cf4-364c-4b0a-b9c5-a39f7a24dc09 req-3c91b1b4-e1ce-4e63-9d78-b4ded775fe56 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0399461
Mar 05 21:05:59.169564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (1f4ba6d9-24d0-4738-8616-a48ba1693c7d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.222916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1f4ba6d9-24d0-4738-8616-a48ba1693c7d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.228189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Port 6a4fd2d5-85c5-4edf-a747-472a32812687 not found while updating agent binding for router 312bd5b3-4ed0-40d1-b278-2bc3030ed25f. {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Mar 05 21:05:59.236997 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:05:59.237354 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 05 21:05:59.238189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_agentschedulers_db [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'312bd5b3-4ed0-40d1-b278-2bc3030ed25f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent'). {{(pid=126565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 05 21:05:59.238744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93d67-45a0-41ee-bd26-5ac3e21124b9 None None] The sync data for ids ['312bd5b3-4ed0-40d1-b278-2bc3030ed25f'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:05:59.335566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (1f4ba6d9-24d0-4738-8616-a48ba1693c7d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.384010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4ba6d9-24d0-4738-8616-a48ba1693c7d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:59.387382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.394444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:59.395260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70003bed-f79d-48b0-8562-151c4a684c86 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/1f4ba6d9-24d0-4738-8616-a48ba1693c7d HTTP/1.1" status: 204  len: 168 time: 0.3533361
Mar 05 21:05:59.481745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (297e384a-daaa-4644-b053-6db843c523ad), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.492815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:59.514896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.577901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (297e384a-daaa-4644-b053-6db843c523ad), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.599140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bafd310>,) {'filters': {'network_id': ['297e384a-daaa-4644-b053-6db843c523ad']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:59.610065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bafd310>, '30f0bc42-5b4b-41a5-b2ce-23af43f3f49e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:59.610361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bafd310>, '30f0bc42-5b4b-41a5-b2ce-23af43f3f49e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:05:59.620609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (30f0bc42-5b4b-41a5-b2ce-23af43f3f49e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.634775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (30f0bc42-5b4b-41a5-b2ce-23af43f3f49e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.643917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:05:59.644359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (30f0bc42-5b4b-41a5-b2ce-23af43f3f49e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:05:59.647107 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:05:59.718270 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (297e384a-daaa-4644-b053-6db843c523ad), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.722820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  297e384a-daaa-4644-b053-6db843c523ad {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:05:59.725642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.732778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/networks/297e384a-daaa-4644-b053-6db843c523ad HTTP/1.1" status: 204  len: 168 time: 0.3321776
Mar 05 21:05:59.737292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-815eee78-9ad2-41bd-891e-47b87f46fba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.743084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547be44-e668-430c-9cb0-584d029fd1c1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Network': ['ID=297e384a-daaa-4644-b053-6db843c523ad,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:59.845279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-815eee78-9ad2-41bd-891e-47b87f46fba7 admin admin] Publish callbacks [] for security_group (e4885e76-91ca-4852-8123-5bc545a384e1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.852867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-815eee78-9ad2-41bd-891e-47b87f46fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e4885e76-91ca-4852-8123-5bc545a384e1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:05:59.908172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eee78-9ad2-41bd-891e-47b87f46fba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4885e76-91ca-4852-8123-5bc545a384e1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:05:59.918231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:05:59.925701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-815eee78-9ad2-41bd-891e-47b87f46fba7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=946fb829f15a472095c2dc46ea70ceb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4313960
Mar 05 21:05:59.988305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] Publish callbacks [] for security_group (e4885e76-91ca-4852-8123-5bc545a384e1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.033033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] Publish callbacks [] for security_group (e4885e76-91ca-4852-8123-5bc545a384e1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.096791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e4885e76-91ca-4852-8123-5bc545a384e1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.102134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.106064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4885e76-91ca-4852-8123-5bc545a384e1 HTTP/1.1" status: 204  len: 168 time: 0.1841726
Mar 05 21:06:00.112381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba3ace-e5ff-4f49-8659-c51f5db735d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4885e76-91ca-4852-8123-5bc545a384e1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:00.241629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:00.246027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'name': 'tempest-router--31760998', 'project_id': 'b13f898c8ec64f16b9612eccabf99509'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:00.282988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.284432 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.300040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-73e82133-1b8f-4e6c-ab37-ea51a604adbb req-4737f91b-f4d6-48fb-9747-15bab48f09cb tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0451279
Mar 05 21:06:00.366136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (513cfc6b-d061-4980-a904-f9928fcf0fcf), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.372802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.390877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.395341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76a72ac8-e0e7-4eb6-9f6d-03da44c6679a tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1526599
Mar 05 21:06:00.396264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37754) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:00.472348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.643798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.646651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (513cfc6b-d061-4980-a904-f9928fcf0fcf), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.697954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (513cfc6b-d061-4980-a904-f9928fcf0fcf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.698795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 513cfc6b-d061-4980-a904-f9928fcf0fcf {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:00.715084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:00.716329 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-87f664c9-8060-4503-a308-c185b79a201b tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/routers/513cfc6b-d061-4980-a904-f9928fcf0fcf HTTP/1.1" status: 204  len: 168 time: 0.3195374
Mar 05 21:06:00.920236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37768) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:00.983099 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.119421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-83307171', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:01.149472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.151137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.219326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.404868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.433446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5379bfc5-44ee-48ec-a47b-eb22cf7a370f req-c9586933-8940-48b0-974f-218bf787d4b8 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0425000
Mar 05 21:06:01.649573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.673547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.801029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Allocated IP 172.35.0.63 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:01.828275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37804) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:01.943111 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for port (ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.953002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1452451434'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:01.980528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:01.987013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:01.997035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.013414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.074379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:02.077963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:02.082474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:02.112058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event updated for resources: {'Port': ['ID=ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:02.148747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for security_group (a930cbcc-3ca2-40b8-8e5a-65744ffcf544), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.157600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a930cbcc-3ca2-40b8-8e5a-65744ffcf544), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.181760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:02.203870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (42509bbe-4950-4593-994f-0c738fc2d72d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.204526 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment 42509bbe-4950-4593-994f-0c738fc2d72d of type vlan for network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d
Mar 05 21:06:02.246575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37820) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:02.327304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.329958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a930cbcc-3ca2-40b8-8e5a-65744ffcf544,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:02.349116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e56431-5348-4aa1-86fe-c7c65a70c9d2 req-3268f4a6-8e12-4ec6-87a2-2e2a4e976b84 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:02.356342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e56431-5348-4aa1-86fe-c7c65a70c9d2 req-3268f4a6-8e12-4ec6-87a2-2e2a4e976b84 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1377776
Mar 05 21:06:02.415406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.420800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:02.421467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.431163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77e56431-5348-4aa1-86fe-c7c65a70c9d2 req-6dc8ecd5-5201-4c47-995a-19886f10c6eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739768
Mar 05 21:06:02.437336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6625d4fe-c407-41c9-92fe-79850aa229df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.498113 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6689525
Mar 05 21:06:02.499575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37828) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:02.517532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445013046'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:02.537379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918406c-255c-4cf8-84d1-f1ca322bc824 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=c9725fe1-ab4e-4e69-9469-4d658ccd8b5d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:02.538673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.551236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:02.553441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:02.559337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.621197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:02.636856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ddb3292a-ab40-4cf6-a156-4099417bfcdd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.637196 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment ddb3292a-ab40-4cf6-a156-4099417bfcdd of type vlan for network 082b5033-a99f-440f-8eeb-c20eeb17621a
Mar 05 21:06:02.656968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b5f9dd8-967e-4b95-a264-8ba33fc66e8a req-8c10185e-0d49-4459-96ae-e634a22145a2 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0767329
Mar 05 21:06:02.657849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5dad9-cff7-417b-b814-c695247d11f8 req-b5e8e9b1-b8e6-4d39-863f-8f465104334d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:02.664387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2c5dad9-cff7-417b-b814-c695247d11f8 req-b5e8e9b1-b8e6-4d39-863f-8f465104334d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0980668
Mar 05 21:06:02.723226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (082b5033-a99f-440f-8eeb-c20eeb17621a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.724086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6625d4fe-c407-41c9-92fe-79850aa229df admin admin] Publish callbacks [] for security_group (1963dd80-e94f-448c-8dad-b26b0d12194f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.729001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6625d4fe-c407-41c9-92fe-79850aa229df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1963dd80-e94f-448c-8dad-b26b0d12194f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.779141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2c5dad9-cff7-417b-b814-c695247d11f8 req-ea0f5f84-8a58-43a2-a943-4367b7b0136e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135590
Mar 05 21:06:02.780504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (082b5033-a99f-440f-8eeb-c20eeb17621a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.786035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:02.787243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:02.844432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625d4fe-c407-41c9-92fe-79850aa229df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963dd80-e94f-448c-8dad-b26b0d12194f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:02.852131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6625d4fe-c407-41c9-92fe-79850aa229df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bea565b4bfc402ba2648162876d8efc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6044729
Mar 05 21:06:02.857249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37832) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:02.870951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3668609
Mar 05 21:06:02.871884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10b381-5d5c-42e1-afb7-cd801963345c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=082b5033-a99f-440f-8eeb-c20eeb17621a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:02.874264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37834) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:02.881867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:02.888305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 082b5033-a99f-440f-8eeb-c20eeb17621a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:02.941341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.019118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:03.023048 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.045672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] Publish callbacks [] for security_group (1963dd80-e94f-448c-8dad-b26b0d12194f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.074698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc8108-eddf-4bba-af51-f2f695ed8671 req-f0938702-3c99-48a9-a123-4f4b07445bed tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:03.076399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46fc8108-eddf-4bba-af51-f2f695ed8671 req-f0938702-3c99-48a9-a123-4f4b07445bed tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1766083
Mar 05 21:06:03.107807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] Publish callbacks [] for security_group (1963dd80-e94f-448c-8dad-b26b0d12194f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.198668 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46fc8108-eddf-4bba-af51-f2f695ed8671 req-82eb8f88-61f8-4597-8325-9d74873ddd85 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157386
Mar 05 21:06:03.215405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1963dd80-e94f-448c-8dad-b26b0d12194f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.218232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.219578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1963dd80-e94f-448c-8dad-b26b0d12194f HTTP/1.1" status: 204  len: 168 time: 0.3614116
Mar 05 21:06:03.242998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf293ccf-d535-4889-ae35-627f4c1edc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963dd80-e94f-448c-8dad-b26b0d12194f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:03.254021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Router 7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:03.255972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (de962a34-af85-4672-bfe9-8c9254355a68), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.378269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=de962a34-af85-4672-bfe9-8c9254355a68,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:03.396175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': '42509bbe-4950-4593-994f-0c738fc2d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:03.396630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: c9725fe1-ab4e-4e69-9469-4d658ccd8b5d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:03.415809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc79b00-ab98-49d6-9aa0-c36cef4bd59d req-250b7338-f117-43fe-b433-332aa541a501 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:03.417482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cc79b00-ab98-49d6-9aa0-c36cef4bd59d req-250b7338-f117-43fe-b433-332aa541a501 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1065204
Mar 05 21:06:03.446197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:03.467211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9725fe1-ab4e-4e69-9469-4d658ccd8b5d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:03.478570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1594475-d8cf-47e9-b3a0-a5149103526a None None] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:03.519558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:03.523889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.572033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-de96826d-d5d7-4413-8cee-6f376097fdd6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6964233
Mar 05 21:06:03.577406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37848) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:03.585292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:03.605156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8cc79b00-ab98-49d6-9aa0-c36cef4bd59d req-968fe235-3587-48c3-a27f-2702a896200f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1797860
Mar 05 21:06:03.764501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:03.800514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f78666d-c544-4eb8-8acf-9417085f3e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.846306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:03.863268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] Sync routers for ids ['7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:03.875858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-159bdfe3-d94b-4005-ba6c-818a5ce3c78a req-0df40473-2c27-4286-9fec-c1f326878815 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0425351
Mar 05 21:06:03.892007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:03.896426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.899047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:03.904097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1e7545f9-e72e-4ba2-aa2e-e79c454d1158 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.9827516
Mar 05 21:06:03.905014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:03.941113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] Routers {'7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:03.941846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:03.984455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3190>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:03.988132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9725fe1-ab4e-4e69-9469-4d658ccd8b5d', 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': 'de962a34-af85-4672-bfe9-8c9254355a68'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:03.989004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.057578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] Routers {'7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:04.058555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:04.077711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f78666d-c544-4eb8-8acf-9417085f3e54 admin admin] Publish callbacks [] for security_group (9def381e-d365-4300-a4fd-f9bad095786c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.089285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f78666d-c544-4eb8-8acf-9417085f3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9def381e-d365-4300-a4fd-f9bad095786c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.140273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44dc27-12ac-4c0b-8f91-173b5d394fea req-696a52c2-7c10-4047-8bc3-73860f114268 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:04.148088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d44dc27-12ac-4c0b-8f91-173b5d394fea req-696a52c2-7c10-4047-8bc3-73860f114268 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1143856
Mar 05 21:06:04.153738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3190>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:04.154716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39080ef4-10a1-497d-8d0b-17c38d9df941 None None] The sync data for ids ['7cf7d5e8-1c09-4da9-bbd5-8714d6544c46'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:04.167116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78666d-c544-4eb8-8acf-9417085f3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def381e-d365-4300-a4fd-f9bad095786c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:04.172069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f78666d-c544-4eb8-8acf-9417085f3e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=752ceb8426a34fe9bf48bce8c051a2fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4048173
Mar 05 21:06:04.176298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-622c8a33-b3c0-4cc6-907b-0e317cc22877 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 HTTP/1.1" status: 200  len: 922 time: 0.2688198
Mar 05 21:06:04.179724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:04.180078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:04.216717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d44dc27-12ac-4c0b-8f91-173b5d394fea req-23a9ad58-eb3b-478d-aece-d88d840928eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674348
Mar 05 21:06:04.249553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5024a3b5-aa94-4180-9122-b89c489445ad tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 HTTP/1.1" status: 200  len: 205 time: 0.0669966
Mar 05 21:06:04.252081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:04.259846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Allocated IP 2001:db8::2 (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d/de962a34-af85-4672-bfe9-8c9254355a68/cfa40c9d-1ec8-457c-a976-c0b07fdf77b6) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:04.326248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (bf32cbb2-e114-459c-aeb6-eed6c2f83f6b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.340581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] Publish callbacks [] for security_group (9def381e-d365-4300-a4fd-f9bad095786c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.372786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] Publish callbacks [] for security_group (9def381e-d365-4300-a4fd-f9bad095786c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.433406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.464089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=bf32cbb2-e114-459c-aeb6-eed6c2f83f6b,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:04.474285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'ddb3292a-ab40-4cf6-a156-4099417bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:04.474650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: 082b5033-a99f-440f-8eeb-c20eeb17621a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:04.504652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 082b5033-a99f-440f-8eeb-c20eeb17621a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:04.511647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9def381e-d365-4300-a4fd-f9bad095786c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.516148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.518178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9def381e-d365-4300-a4fd-f9bad095786c HTTP/1.1" status: 204  len: 168 time: 0.3371551
Mar 05 21:06:04.525442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks [] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.539004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 082b5033-a99f-440f-8eeb-c20eeb17621a) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:04.541504 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.541775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482790-ac81-47bc-8110-17f2a37cddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def381e-d365-4300-a4fd-f9bad095786c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:04.554038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:04.555503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.588294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fdbe17a4-72ba-4092-80cf-b63ec1e78a5f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0093515
Mar 05 21:06:04.592707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37874) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:04.599531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1196066022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:04.619017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16177a5-4d7d-4eff-93a7-bad412f71851 None None] Network 082b5033-a99f-440f-8eeb-c20eeb17621a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:04.654807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.725491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Pushing event updated for resources: {'Port': ['ID=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:04.739329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.742329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.754193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:04.766750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:04.773876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:04.898767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.915964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f87c9-bc96-4a13-af99-c1bac4fe3e99 req-a24b75b7-4fcd-4650-b52f-882bd3b77a37 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:04.919898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-082b5033-a99f-440f-8eeb-c20eeb17621a', 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': 'bf32cbb2-e114-459c-aeb6-eed6c2f83f6b'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:04.921226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.925134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c16f87c9-bc96-4a13-af99-c1bac4fe3e99 req-a24b75b7-4fcd-4650-b52f-882bd3b77a37 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1758249
Mar 05 21:06:04.925620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Attempting to bind port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:04.925909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Attempting to bind port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42509bbe-4950-4593-994f-0c738fc2d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:04.926306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Attempting to bind port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 on network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:04.928753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:04.928753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.945975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:04.946366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Checking segment: {'id': '42509bbe-4950-4593-994f-0c738fc2d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:04.946781 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:04.947189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Bound using segment: {'id': '42509bbe-4950-4593-994f-0c738fc2d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:04.947765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Bound port: cfa40c9d-1ec8-457c-a976-c0b07fdf77b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42509bbe-4950-4593-994f-0c738fc2d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c9725fe1-ab4e-4e69-9469-4d658ccd8b5d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:04.948087 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.043185 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.063077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:05.100437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d38ef8c2-8fed-4bdb-af48-f3bf5a1a6bc5 req-f234d2b4-14fd-4309-b2b6-936855889114 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0544519
Mar 05 21:06:05.111229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.148600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] For port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:05.151082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Allocated IP 2001:db8:1::2 (082b5033-a99f-440f-8eeb-c20eeb17621a/bf32cbb2-e114-459c-aeb6-eed6c2f83f6b/019de2ff-b302-40ee-a8a6-f23aebaed212) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:05.153791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] For port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,segment=NetworkSegment(42509bbe-4950-4593-994f-0c738fc2d72d),segment_id=42509bbe-4950-4593-994f-0c738fc2d72d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:05.162266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.195998 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.197282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2c23f42-db07-4763-8653-89db40550a7d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6032836
Mar 05 21:06:05.200414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37894) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:05.224129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c16f87c9-bc96-4a13-af99-c1bac4fe3e99 req-e516389a-931c-487d-ae95-a4b44051efac tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2943399
Mar 05 21:06:05.287034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670649-cac7-432f-bb00-33ae89a78f1f None None] Pushing event updated for resources: {'Port': ['ID=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:05.426603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks [] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.437374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.464428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.485141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Network 082b5033-a99f-440f-8eeb-c20eeb17621a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:05.488221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:05.493621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:05.501143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Pushing event updated for resources: {'Port': ['ID=019de2ff-b302-40ee-a8a6-f23aebaed212,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:05.581239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Attempting to bind port 019de2ff-b302-40ee-a8a6-f23aebaed212 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:05.581517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Attempting to bind port 019de2ff-b302-40ee-a8a6-f23aebaed212 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddb3292a-ab40-4cf6-a156-4099417bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:05.581879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Attempting to bind port 019de2ff-b302-40ee-a8a6-f23aebaed212 on network 082b5033-a99f-440f-8eeb-c20eeb17621a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:05.588955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:05.589116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Checking segment: {'id': 'ddb3292a-ab40-4cf6-a156-4099417bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:05.589559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.590157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Bound using segment: {'id': 'ddb3292a-ab40-4cf6-a156-4099417bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:05.590829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Bound port: 019de2ff-b302-40ee-a8a6-f23aebaed212, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb3292a-ab40-4cf6-a156-4099417bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '082b5033-a99f-440f-8eeb-c20eeb17621a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:05.591405 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.612099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=ed49d5c2-b3b3-4a7c-b6f4-1a962cf6e90f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:05.698185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.726571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.729678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] For port 019de2ff-b302-40ee-a8a6-f23aebaed212, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:05.734332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] For port 019de2ff-b302-40ee-a8a6-f23aebaed212, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=019de2ff-b302-40ee-a8a6-f23aebaed212,segment=NetworkSegment(ddb3292a-ab40-4cf6-a156-4099417bfcdd),segment_id=ddb3292a-ab40-4cf6-a156-4099417bfcdd)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:05.758294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.870493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c621cd-c92a-4095-9e9b-7389f9699898 None None] Pushing event updated for resources: {'Port': ['ID=019de2ff-b302-40ee-a8a6-f23aebaed212,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:05.914474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.917088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.976697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (7cf7d5e8-1c09-4da9-bbd5-8714d6544c46), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.977331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:05.988847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:05.990997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fdacbf01-007f-494a-a59e-ceb62b798455 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 HTTP/1.1" status: 204  len: 168 time: 1.7373462
Mar 05 21:06:05.994712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:06.001278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-920324296', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:06.033841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.035414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.094980 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.109214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8::1 (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d/de962a34-af85-4672-bfe9-8c9254355a68/2fc7d564-e2cb-48f1-98ff-bda34ed887a1) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:06.178960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (81d3e5e1-5240-49bb-b225-4fe39aecf510), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.244609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:06.356204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.370760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:06.372263 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.385283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-866a7671-6c97-4f0a-869b-4ec3dc35aa43 req-b70c5193-6b10-444e-882e-503b3fa284fa tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0663586
Mar 05 21:06:06.520989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:06.521518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.534640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.564189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,segment=NetworkSegment(42509bbe-4950-4593-994f-0c738fc2d72d),segment_id=42509bbe-4950-4593-994f-0c738fc2d72d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:06.572219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.619304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37928) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:06.626764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.637840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:06.670736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (81d3e5e1-5240-49bb-b225-4fe39aecf510), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.695248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=2fc7d564-e2cb-48f1-98ff-bda34ed887a1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:06.707783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:06.709938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:06.716510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:06.717347 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.770330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b576-ac62-4677-9c99-a76f6af7cb2d req-bc5cc8dc-50f2-4a41-b3eb-ffa3c1792a1c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:06.772277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7599b576-ac62-4677-9c99-a76f6af7cb2d req-bc5cc8dc-50f2-4a41-b3eb-ffa3c1792a1c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2541571
Mar 05 21:06:06.824797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-684a7b89-416b-463a-89e9-e87bfc9fa95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:06.860810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7599b576-ac62-4677-9c99-a76f6af7cb2d req-86f71ce0-e55f-43dc-99bd-4619094d2e51 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754290
Mar 05 21:06:06.950386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85dd568-2b2c-4d0b-8169-75cbacb70d66 None None] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:06.966836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.035302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (81d3e5e1-5240-49bb-b225-4fe39aecf510), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.041010 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-684a7b89-416b-463a-89e9-e87bfc9fa95d admin admin] Publish callbacks [] for security_group (b9df5f86-9f99-4520-98b2-780575c63596), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.054478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-684a7b89-416b-463a-89e9-e87bfc9fa95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b9df5f86-9f99-4520-98b2-780575c63596), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.065565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-33683f5c-4eb9-473b-9b15-5cf3ba0a2280 None None] Provisioning complete for port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:07.066324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33683f5c-4eb9-473b-9b15-5cf3ba0a2280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.076982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.183417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a7b89-416b-463a-89e9-e87bfc9fa95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df5f86-9f99-4520-98b2-780575c63596,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:07.195963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-684a7b89-416b-463a-89e9-e87bfc9fa95d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4caaefa3229e4d8b8a3d45db73e53c3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5759115
Mar 05 21:06:07.199960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:07.232821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-33683f5c-4eb9-473b-9b15-5cf3ba0a2280 None None] Current status of the port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:07.408593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 172.35.0.229 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3c13a7c8-ffb8-4029-9e4b-e396c53b31a2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:07.421883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] Publish callbacks [] for security_group (b9df5f86-9f99-4520-98b2-780575c63596), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.440557 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.449787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.450963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.462115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] Publish callbacks [] for security_group (b9df5f86-9f99-4520-98b2-780575c63596), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.609180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a08604-9c4a-47f6-aa82-4e2c4ae0293f None None] Network 082b5033-a99f-440f-8eeb-c20eeb17621a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:07.626329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=2fc7d564-e2cb-48f1-98ff-bda34ed887a1,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:07.640360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b9df5f86-9f99-4520-98b2-780575c63596), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.643138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.644401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9df5f86-9f99-4520-98b2-780575c63596 HTTP/1.1" status: 204  len: 168 time: 0.4433007
Mar 05 21:06:07.659293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d26e40-1fb4-4f6e-b863-42b69015f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df5f86-9f99-4520-98b2-780575c63596,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:07.719793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Provisioning complete for port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:07.720141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.724075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.758382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f09da84-b5e2-41e3-a951-20d8273f05ce req-72b7a6d4-84e0-407c-8779-0e0a68e36038 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1610093
Mar 05 21:06:07.774274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:07.784333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:07.812219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:07.889039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:07.894245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:07.897421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:07.900026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:07.978204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Current status of the port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:08.015879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Provisioning complete for port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:08.016201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.026049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 84b119d5-3a58-452f-b7d4-5c0bd32eaef7 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:08.164112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:08.188332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Provisioning complete for port 019de2ff-b302-40ee-a8a6-f23aebaed212 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:08.189941 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.257010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109df750-bad4-4598-a3e0-a5e3b0cd3962 req-420a1cf1-a361-45b2-9be6-6a30fc117615 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:08.282025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-109df750-bad4-4598-a3e0-a5e3b0cd3962 req-420a1cf1-a361-45b2-9be6-6a30fc117615 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1726453
Mar 05 21:06:08.325557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:08.360240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1f63478c-505b-4c1b-895d-a501ae00ba97 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1580307
Mar 05 21:06:08.361669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:08.372932 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] Sync routers for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:08.394874 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:08.395621 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90016ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:08.405388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:08.452072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Current status of the port 019de2ff-b302-40ee-a8a6-f23aebaed212 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:08.452476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.486966 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90016ee0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:08.489619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7b0ae-4677-483c-914a-094c85ab928c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:08.499049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4df7b0ae-4677-483c-914a-094c85ab928c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports/2fc7d564-e2cb-48f1-98ff-bda34ed887a1 HTTP/1.1" status: 200  len: 911 time: 0.1308756
Mar 05 21:06:08.501649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:08.502607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] For port 019de2ff-b302-40ee-a8a6-f23aebaed212, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=019de2ff-b302-40ee-a8a6-f23aebaed212,segment=NetworkSegment(ddb3292a-ab40-4cf6-a156-4099417bfcdd),segment_id=ddb3292a-ab40-4cf6-a156-4099417bfcdd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:08.514893 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:08.515553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90016ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:08.527739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.568322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:08.570222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.580231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-109df750-bad4-4598-a3e0-a5e3b0cd3962 req-5ecb470d-f477-432d-bdfe-6e1eaef50dbc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2970228
Mar 05 21:06:08.613382 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90016ee0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:08.614052 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227be57-b950-48e3-9059-b6af5f002ca5 None None] The sync data for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:08.634586 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (81d3e5e1-5240-49bb-b225-4fe39aecf510), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.687220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476ba52-c885-4467-bd74-35b0231018fe None None] Pushing event updated for resources: {'Port': ['ID=019de2ff-b302-40ee-a8a6-f23aebaed212,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:08.737604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:08.739302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 019de2ff-b302-40ee-a8a6-f23aebaed212 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:08.742308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Provisioning complete for port 019de2ff-b302-40ee-a8a6-f23aebaed212 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:08.742999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.838909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 019de2ff-b302-40ee-a8a6-f23aebaed212 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:08.839546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:08.975638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:09.125275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Current status of the port 019de2ff-b302-40ee-a8a6-f23aebaed212 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:09.177553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Provisioning complete for port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:09.178087 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:09.195456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b5fe9ae-6063-4eeb-a756-40a9f9b5301b req-37381437-ecab-441f-8fc4-640ca2e7509a tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0419145
Mar 05 21:06:09.208878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 019de2ff-b302-40ee-a8a6-f23aebaed212 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:09.227815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2915e3f4-345e-466d-8bd9-8186be9a5a4b None None] Port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:09.241925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router 81d3e5e1-5240-49bb-b225-4fe39aecf510 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:09.351945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-40a3a13c-9e8a-4cb9-82e0-b6c8dca9cabb None None] Provisioning complete for port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:09.352588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-40a3a13c-9e8a-4cb9-82e0-b6c8dca9cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:09.401306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-40a3a13c-9e8a-4cb9-82e0-b6c8dca9cabb None None] Port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:09.606477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:09.835190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7697a14-da1a-456e-8459-64c12c972ac0 req-bf1506ab-4346-4ae9-97f5-2e7b68116d23 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:09.838291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7697a14-da1a-456e-8459-64c12c972ac0 req-bf1506ab-4346-4ae9-97f5-2e7b68116d23 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1171923
Mar 05 21:06:09.856479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:09.872249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Sync routers for ids ['81d3e5e1-5240-49bb-b225-4fe39aecf510'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:09.886184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Routers {'81d3e5e1-5240-49bb-b225-4fe39aecf510'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:09.887563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8339c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81d3e5e1-5240-49bb-b225-4fe39aecf510'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:09.900356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:09.901643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-87c23696-ee8b-4315-ac8d-d723caf7d367 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.9055541
Mar 05 21:06:09.905368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38006) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:09.929057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7697a14-da1a-456e-8459-64c12c972ac0 req-181a26f5-76c3-4933-a411-c7347b335fe7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815575
Mar 05 21:06:10.035978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8:1::1 (082b5033-a99f-440f-8eeb-c20eeb17621a/bf32cbb2-e114-459c-aeb6-eed6c2f83f6b/480dac88-9627-453e-bea9-00369d4098b0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:10.043805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Set router 81d3e5e1-5240-49bb-b225-4fe39aecf510 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:06:10.090913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 019de2ff-b302-40ee-a8a6-f23aebaed212 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:10.103918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38010) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:10.137495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac5239e9-6bd9-4b0c-8dca-808c2e4f10f6 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/81d3e5e1-5240-49bb-b225-4fe39aecf510 HTTP/1.1" status: 200  len: 908 time: 0.2308393
Mar 05 21:06:10.140456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38014) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:10.151443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-920324296', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': True}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:10.190433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.194419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.217630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (480dac88-9627-453e-bea9-00369d4098b0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.246500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 019de2ff-b302-40ee-a8a6-f23aebaed212 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:10.246889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.265284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (480dac88-9627-453e-bea9-00369d4098b0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.309157 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3eaca39-a37d-4e76-b636-3ff241a64632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.316645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.349464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 082b5033-a99f-440f-8eeb-c20eeb17621a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:10.355635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1396366-3f3d-47bd-932a-659fe278876f req-df3f05e1-1b2c-41be-9ce5-1fc4e78c9311 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0500643
Mar 05 21:06:10.359379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:10.363663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:10.364631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.373463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8339c160>, [{'id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'name': 'tempest-snat-router-920324296', 'tenant_id': '95206e0013af4cec89ca684b8bdd4799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229'}], 'enable_snat': False}, 'gw_port_id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:06:06Z', 'updated_at': '2022-03-05T21:06:08Z', 'revision_number': 3, 'project_id': '95206e0013af4cec89ca684b8bdd4799', 'gw_port': {'id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:06:07Z', 'updated_at': '2022-03-05T21:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:10.415964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Checking router: 81d3e5e1-5240-49bb-b225-4fe39aecf510 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:06:10.417115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Updating router 81d3e5e1-5240-49bb-b225-4fe39aecf510 port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:06:10.418455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 019de2ff-b302-40ee-a8a6-f23aebaed212 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:10.418866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=480dac88-9627-453e-bea9-00369d4098b0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:10.451518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.532180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (480dac88-9627-453e-bea9-00369d4098b0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.577566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.653159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3eaca39-a37d-4e76-b636-3ff241a64632 admin admin] Publish callbacks [] for security_group (7a9d55b9-b614-4499-b091-90725221e454), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.667374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3eaca39-a37d-4e76-b636-3ff241a64632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a9d55b9-b614-4499-b091-90725221e454), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.739939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3eaca39-a37d-4e76-b636-3ff241a64632 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bdad9616ba5445a97794b0a013b09c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6350698
Mar 05 21:06:10.743550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38018) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:10.753549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaca39-a37d-4e76-b636-3ff241a64632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d55b9-b614-4499-b091-90725221e454,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:10.818785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] Publish callbacks [] for security_group (7a9d55b9-b614-4499-b091-90725221e454), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.848824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] Publish callbacks [] for security_group (7a9d55b9-b614-4499-b091-90725221e454), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.858329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks [] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.863389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-83f4a432-b8e3-4a18-b2a0-b92db1c7402d None None] Provisioning complete for port 480dac88-9627-453e-bea9-00369d4098b0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:10.863951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83f4a432-b8e3-4a18-b2a0-b92db1c7402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (480dac88-9627-453e-bea9-00369d4098b0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.891663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.939494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (480dac88-9627-453e-bea9-00369d4098b0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.946178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (480dac88-9627-453e-bea9-00369d4098b0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.947318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:10.952971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-83f4a432-b8e3-4a18-b2a0-b92db1c7402d None None] Port 480dac88-9627-453e-bea9-00369d4098b0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:10.980586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Pushing event updated for resources: {'Port': ['ID=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:10.984139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Attempting to bind port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:10.984446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Attempting to bind port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:10.984811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Attempting to bind port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:10.994860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.995391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.995894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.996297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.996774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.997146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.997393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.997784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.998115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.998444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.998824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.999850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:10.999850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:11.003782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:11.004173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:11.004577 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.004960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:11.005445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Bound port: 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:11.005828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.038929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=480dac88-9627-453e-bea9-00369d4098b0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:11.066219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] For port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:11.072230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] For port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:11.078889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.091831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.136762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a9d55b9-b614-4499-b091-90725221e454), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.141487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Routers {'81d3e5e1-5240-49bb-b225-4fe39aecf510'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:11.142282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8339c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81d3e5e1-5240-49bb-b225-4fe39aecf510'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.142659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.147149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a9d55b9-b614-4499-b091-90725221e454 HTTP/1.1" status: 204  len: 168 time: 0.3994653
Mar 05 21:06:11.153930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.175994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132384e-a554-4d83-8a97-930c2f184b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d55b9-b614-4499-b091-90725221e454,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:11.198883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778112-509e-4f33-8839-1dc4936cdb4f None None] Pushing event updated for resources: {'Port': ['ID=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:11.201689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 082b5033-a99f-440f-8eeb-c20eeb17621a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:11.201832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbc53-fbb5-4a58-914a-98e4ae9b4e8f req-7ba10338-c152-4554-bb70-764066070e8e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:11.203528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-414dbc53-fbb5-4a58-914a-98e4ae9b4e8f req-7ba10338-c152-4554-bb70-764066070e8e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1560979
Mar 05 21:06:11.210113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:11.332849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] Set router 81d3e5e1-5240-49bb-b225-4fe39aecf510 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:06:11.395093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-414dbc53-fbb5-4a58-914a-98e4ae9b4e8f req-c3ea2e54-7702-4169-b104-6523678f130c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1491618
Mar 05 21:06:11.413155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 172.35.0.134 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b5bdde57-6746-4410-9b2d-1461d842ff77) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:11.494248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 84b119d5-3a58-452f-b7d4-5c0bd32eaef7 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:11.589936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.630098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afcdba9e-3873-4c9b-a84d-9d1c4afcc3ed req-cc102de6-8a86-49b4-8bfa-32002c490046 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0741444
Mar 05 21:06:11.647110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.671504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:11.679102 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-93572053-bc14-4518-b164-ff6960cbbaba tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1744246
Mar 05 21:06:11.687071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:11.689461 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] Sync routers for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:11.714587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:11.715118 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903748b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.716804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a6e71fe6-7588-4809-b2cd-1fa51b3c86ff None None] Provisioning complete for port 480dac88-9627-453e-bea9-00369d4098b0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:11.717262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a6e71fe6-7588-4809-b2cd-1fa51b3c86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (480dac88-9627-453e-bea9-00369d4098b0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:11.748767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc355bd-59f0-4821-9e36-5414b0dce1fd tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:11.751710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5cc355bd-59f0-4821-9e36-5414b0dce1fd tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports/480dac88-9627-453e-bea9-00369d4098b0 HTTP/1.1" status: 200  len: 913 time: 0.0621643
Mar 05 21:06:11.753003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:11.753428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38036) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:11.764193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a6e71fe6-7588-4809-b2cd-1fa51b3c86ff None None] Port 480dac88-9627-453e-bea9-00369d4098b0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:11.764488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:11.778351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:11.807329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903748b0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.810763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8339c160>, [{'id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'name': 'tempest-snat-router-920324296', 'tenant_id': '95206e0013af4cec89ca684b8bdd4799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229'}], 'enable_snat': False}, 'gw_port_id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:06:06Z', 'updated_at': '2022-03-05T21:06:08Z', 'revision_number': 3, 'project_id': '95206e0013af4cec89ca684b8bdd4799', 'gw_port': {'id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:06:07Z', 'updated_at': '2022-03-05T21:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.832534 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:11.837207 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903748b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.843809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21ed46-2f6d-474b-a7d8-7d20b15353f4 None None] The sync data for ids ['81d3e5e1-5240-49bb-b225-4fe39aecf510'] in ncdv-master-1 is: [{'id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'name': 'tempest-snat-router-920324296', 'tenant_id': '95206e0013af4cec89ca684b8bdd4799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229'}], 'enable_snat': False}, 'gw_port_id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:06:06Z', 'updated_at': '2022-03-05T21:06:08Z', 'revision_number': 3, 'project_id': '95206e0013af4cec89ca684b8bdd4799', 'gw_port': {'id': '3c13a7c8-ffb8-4029-9e4b-e396c53b31a2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3e5e1-5240-49bb-b225-4fe39aecf510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:06:07Z', 'updated_at': '2022-03-05T21:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:11.861007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=b5bdde57-6746-4410-9b2d-1461d842ff77,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:11.931299 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903748b0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:11.934153 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba92-6bdb-42b2-bb91-1666760c697e None None] The sync data for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:12.255072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:12.270518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:12.634551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 480dac88-9627-453e-bea9-00369d4098b0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:12.635056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (480dac88-9627-453e-bea9-00369d4098b0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:12.640402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eaa14-88d7-4720-bdee-e14618db325e req-fdc188eb-5307-423c-bc4a-1ea9f6e25328 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:12.641993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a32eaa14-88d7-4720-bdee-e14618db325e req-fdc188eb-5307-423c-bc4a-1ea9f6e25328 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0961847
Mar 05 21:06:12.649336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:12.798794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c466a01-d8dd-4cfb-b010-2656397c6eb2 req-50e7122d-2265-428e-821e-0c781f0d4332 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0393357
Mar 05 21:06:12.801031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (480dac88-9627-453e-bea9-00369d4098b0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:12.826041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 480dac88-9627-453e-bea9-00369d4098b0 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:12.841841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a32eaa14-88d7-4720-bdee-e14618db325e req-e178d134-4794-4583-8a30-a2a39ce67e62 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827331
Mar 05 21:06:12.917104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router a599d0c6-1b5b-4724-9354-9dc6127bbaa1 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:13.103319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (480dac88-9627-453e-bea9-00369d4098b0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.113453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:13.127776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Sync routers for ids ['a599d0c6-1b5b-4724-9354-9dc6127bbaa1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:13.141230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.143334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9190a24-fa10-4896-87a2-0652197db9ac tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 2.9984746
Mar 05 21:06:13.146262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38066) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:13.148814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=480dac88-9627-453e-bea9-00369d4098b0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:13.148977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Routers {'a599d0c6-1b5b-4724-9354-9dc6127bbaa1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:13.149475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826548e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a599d0c6-1b5b-4724-9354-9dc6127bbaa1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:13.270386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:13.321398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.372066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5cac1210-38b5-4048-8776-48a7cb0c9ad5 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/a599d0c6-1b5b-4724-9354-9dc6127bbaa1 HTTP/1.1" status: 200  len: 907 time: 0.2234690
Mar 05 21:06:13.374647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38072) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:13.405370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Set router a599d0c6-1b5b-4724-9354-9dc6127bbaa1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:06:13.565206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.571382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-961236877'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:13.595132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Made reservation on behalf of 4bb21adf85054a798f139bb6e0302fc9 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:13.599273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.613689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.653944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 84b119d5-3a58-452f-b7d4-5c0bd32eaef7 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:13.715243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826548e0>, [{'id': 'a599d0c6-1b5b-4724-9354-9dc6127bbaa1', 'name': 'tempest-snat-router-920324296', 'tenant_id': '95206e0013af4cec89ca684b8bdd4799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b5bdde57-6746-4410-9b2d-1461d842ff77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:06:10Z', 'updated_at': '2022-03-05T21:06:12Z', 'revision_number': 3, 'project_id': '95206e0013af4cec89ca684b8bdd4799', 'gw_port': {'id': 'b5bdde57-6746-4410-9b2d-1461d842ff77', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a599d0c6-1b5b-4724-9354-9dc6127bbaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:06:11Z', 'updated_at': '2022-03-05T21:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:13.720788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.744571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Checking router: a599d0c6-1b5b-4724-9354-9dc6127bbaa1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:06:13.744930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Updating router a599d0c6-1b5b-4724-9354-9dc6127bbaa1 port b5bdde57-6746-4410-9b2d-1461d842ff77 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:06:13.792321 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.794349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Deleting port b5bdde57-6746-4410-9b2d-1461d842ff77 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:13.794916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.953444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:13.994767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Calling delete_port for b5bdde57-6746-4410-9b2d-1461d842ff77 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:14.107775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c336f-d884-48ff-85ff-f576c3a97558 req-97ec1f45-4c60-402d-a001-59d127f7579d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:14.109355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f34c336f-d884-48ff-85ff-f576c3a97558 req-97ec1f45-4c60-402d-a001-59d127f7579d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1384614
Mar 05 21:06:14.181458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks [] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.189547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:14.227420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.244206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f34c336f-d884-48ff-85ff-f576c3a97558 req-e266cd2e-9a54-49fa-9e1d-49231f890f7d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190486
Mar 05 21:06:14.248356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d50a0e7-49ac-42d5-91e2-1856dc68ef17 req-0476bd37-740e-42e4-80d7-080a25342b2b tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0454321
Mar 05 21:06:14.297793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:14.314320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5a7e0b29-1f69-4d25-9cf8-b82e48902ae8 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5530381
Mar 05 21:06:14.319618 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] Sync routers for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:14.328812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38078) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:14.332169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for security_group (444d2c88-55f0-4740-9e79-387153918c5a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.335227 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:14.336364 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd983d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:14.339352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (444d2c88-55f0-4740-9e79-387153918c5a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.356629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa340927-3d5f-4b21-84ca-7b5128c805c4 None None] Pushing event updated for resources: {'Port': ['ID=b5bdde57-6746-4410-9b2d-1461d842ff77,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:14.361524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:14.362416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:14.362865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:14.370848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:14.371313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:14.371837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.372305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:14.372846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Bound port: b5bdde57-6746-4410-9b2d-1461d842ff77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:14.373361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.389210 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd983d0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:14.398968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:14.399492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.401392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444d2c88-55f0-4740-9e79-387153918c5a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:14.402349 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:14.403383 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd983d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:14.433847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:14.450794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e02a888a-46ff-4db4-b762-dcd8acdd63a4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.451182 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Added segment e02a888a-46ff-4db4-b762-dcd8acdd63a4 of type vlan for network 610994dc-cef3-4d81-9bc2-12c72ae2df16
Mar 05 21:06:14.456596 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd983d0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:14.458199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5044d-ed47-4499-929b-3d81180898c2 None None] The sync data for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:14.506547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:06:14.506909 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:06:14.508176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.512015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (610994dc-cef3-4d81-9bc2-12c72ae2df16), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.513186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:14.513612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.538803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:14.544908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.546821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (610994dc-cef3-4d81-9bc2-12c72ae2df16), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.557337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:14.557999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.600400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:14.613343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5bdde57-6746-4410-9b2d-1461d842ff77,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:14.632837 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.3595946
Mar 05 21:06:14.638795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38080) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:14.645546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Request body: {'subnet': {'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:14.653157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4056-bb20-4451-8d40-3d67471eb68a tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event updated for resources: {'Network': ['ID=610994dc-cef3-4d81-9bc2-12c72ae2df16,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:14.666237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:14.791331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.915503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.919602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:14.987599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Made reservation on behalf of 4bb21adf85054a798f139bb6e0302fc9 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:14.992328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.023007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:15.023566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:15.023907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Attempting to bind port b5bdde57-6746-4410-9b2d-1461d842ff77 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:15.029224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:15.029616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:15.030052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.030531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:15.030927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Bound port: b5bdde57-6746-4410-9b2d-1461d842ff77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:15.031373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b5bdde57-6746-4410-9b2d-1461d842ff77), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.047555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (a599d0c6-1b5b-4724-9354-9dc6127bbaa1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.048222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a599d0c6-1b5b-4724-9354-9dc6127bbaa1 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:15.051926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Port b5bdde57-6746-4410-9b2d-1461d842ff77 has been deleted concurrently {{(pid=126564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Mar 05 21:06:15.059165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.060493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef6807ae-8d46-4940-9316-b99235a5161c tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a599d0c6-1b5b-4724-9354-9dc6127bbaa1 HTTP/1.1" status: 204  len: 168 time: 1.6847868
Mar 05 21:06:15.063259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:15.063781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 05 21:06:15.063978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:15.064621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_agentschedulers_db [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a599d0c6-1b5b-4724-9354-9dc6127bbaa1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent'). {{(pid=126564) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 05 21:06:15.065282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0a8b0-11c4-42ea-a682-d1ba3d621621 None None] The sync data for ids ['a599d0c6-1b5b-4724-9354-9dc6127bbaa1'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:15.200433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.235228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.307346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (756d37b8-84db-4c29-81f2-3db30b19df21), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.337692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (81d3e5e1-5240-49bb-b225-4fe39aecf510), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.405980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event updated for resources: {'Subnet': ['ID=756d37b8-84db-4c29-81f2-3db30b19df21,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:15.416633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb208841-50bb-4b97-b9f4-a524f3e9daee req-fa94aaf3-9118-4b61-b5fb-dfa9950837bc tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0380790
Mar 05 21:06:15.437233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Deleting port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:15.437870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.511261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Checking segment: {'id': 'e02a888a-46ff-4db4-b762-dcd8acdd63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:15.511555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Network hostable DHCP agents. Network: 610994dc-cef3-4d81-9bc2-12c72ae2df16, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:15.526086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] For port 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:15.526466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.539955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Calling delete_port for 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:15.558221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e848-160e-4faf-b9aa-8a85bdcfed98 req-488054a3-3c50-4cdb-b963-544a7434c636 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:15.559814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e132e848-160e-4faf-b9aa-8a85bdcfed98 req-488054a3-3c50-4cdb-b963-544a7434c636 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1724069
Mar 05 21:06:15.561678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:15.581484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 610994dc-cef3-4d81-9bc2-12c72ae2df16) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:15.593074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76aff9d-26e8-4c36-98b8-120ce5ca0d2b None None] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:15.595102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:15.595776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.635765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-297786c2-d863-4e3f-95da-c6b9612c3e19 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9915249
Mar 05 21:06:15.651910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38088) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:15.657110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Request body: {'port': {'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16', 'name': 'tempest-DHCPAgentSchedulersTestJSON-170893152'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:15.672449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e132e848-160e-4faf-b9aa-8a85bdcfed98 req-456b22e5-a3fa-4227-8cb9-28c82ae8782b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033406
Mar 05 21:06:15.805679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:15.806629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.838271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3c13a7c8-ffb8-4029-9e4b-e396c53b31a2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.874893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Made reservation on behalf of 4bb21adf85054a798f139bb6e0302fc9 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:15.879148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:15.882962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c13a7c8-ffb8-4029-9e4b-e396c53b31a2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:15.942063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] device_id is not set on port cd9d204b-4378-44ef-af7b-9611c5238b1d yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:06:15.963937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-610994dc-cef3-4d81-9bc2-12c72ae2df16', 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16', 'project_id': '4bb21adf85054a798f139bb6e0302fc9', 'fixed_ips': [{'subnet_id': '756d37b8-84db-4c29-81f2-3db30b19df21'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:15.965114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.076039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (81d3e5e1-5240-49bb-b225-4fe39aecf510), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.243038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.247015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-4ccc13d9-a205-4e31-9c38-0ded40753a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:16.248791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-4ccc13d9-a205-4e31-9c38-0ded40753a85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.2788146
Mar 05 21:06:16.252552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_controller (81d3e5e1-5240-49bb-b225-4fe39aecf510), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.353323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Allocated IP 172.20.0.3 (610994dc-cef3-4d81-9bc2-12c72ae2df16/756d37b8-84db-4c29-81f2-3db30b19df21/cd9d204b-4378-44ef-af7b-9611c5238b1d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:16.375598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (81d3e5e1-5240-49bb-b225-4fe39aecf510), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.376167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d3e5e1-5240-49bb-b225-4fe39aecf510 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:16.382062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.383173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-45dac14e-9d3f-456d-8812-d5bead4414d1 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "DELETE /v2.0/routers/81d3e5e1-5240-49bb-b225-4fe39aecf510 HTTP/1.1" status: 204  len: 168 time: 1.3174751
Mar 05 21:06:16.387319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38096) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:16.401252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-14679403', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:16.425664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.435468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720689b2-1e0e-4eef-bbc1-ead1c0d0b7b4 req-30efcfc4-4fde-4a92-9257-588a79898394 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:16.437042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-720689b2-1e0e-4eef-bbc1-ead1c0d0b7b4 req-30efcfc4-4fde-4a92-9257-588a79898394 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4996483
Mar 05 21:06:16.463318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 2fc7d564-e2cb-48f1-98ff-bda34ed887a1 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:16.497659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.499630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.556382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-720689b2-1e0e-4eef-bbc1-ead1c0d0b7b4 req-0ef45ee0-cbe0-4b2b-9de2-5eaa1432a43f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077290
Mar 05 21:06:16.589259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-9794bc9f-05b1-4ad0-b1d8-aa42dce71943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:16.590834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-9794bc9f-05b1-4ad0-b1d8-aa42dce71943 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3338923
Mar 05 21:06:16.628410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2363395-e574-4d71-88c7-598e8c0ebb4f req-dc408493-97e2-479d-88b5-8afb40d2e207 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1080801
Mar 05 21:06:16.723358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2fc7d564-e2cb-48f1-98ff-bda34ed887a1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.733405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.751325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-a5000ffa-b0ad-4d9e-b210-a114ae958f60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1418886
Mar 05 21:06:16.755223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=2fc7d564-e2cb-48f1-98ff-bda34ed887a1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:16.875890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.885143 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for port (cd9d204b-4378-44ef-af7b-9611c5238b1d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:16.996882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.031204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-46afc2e9-0222-4af0-a613-5146e932b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:17.032940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-46afc2e9-0222-4af0-a613-5146e932b830 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.2460248
Mar 05 21:06:17.091394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 84b119d5-3a58-452f-b7d4-5c0bd32eaef7 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:17.150287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (cd9d204b-4378-44ef-af7b-9611c5238b1d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.178771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:17.184138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1108326-3eff-44f2-aaf7-6384cffdef7e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8541803
Mar 05 21:06:17.186803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38100) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:17.192271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] Sync routers for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:17.217195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-5f0d5c97-4d73-40f9-9594-9d1c648ed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:17.218868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-5f0d5c97-4d73-40f9-9594-9d1c648ed82f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1778765
Mar 05 21:06:17.220857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:17.222577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:17.224112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ff7820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:17.228096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a222a59-34fe-426e-835f-b651cdc2e213 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=84b119d5-3a58-452f-b7d4-5c0bd32eaef7 HTTP/1.1" status: 200  len: 205 time: 0.0395565
Mar 05 21:06:17.230095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38102) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:17.239716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:17.246939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:17.267990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Allocated IP 172.20.0.2 (610994dc-cef3-4d81-9bc2-12c72ae2df16/756d37b8-84db-4c29-81f2-3db30b19df21/c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:17.270155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ff7820>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:17.289200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] Routers {'84b119d5-3a58-452f-b7d4-5c0bd32eaef7'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:17.290305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ff7820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:17.319197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event updated for resources: {'Port': ['ID=cd9d204b-4378-44ef-af7b-9611c5238b1d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:17.332571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.342186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ff7820>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:17.342860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2c020-cbca-4e31-a1ab-fa5ec1035cbc None None] The sync data for ids ['84b119d5-3a58-452f-b7d4-5c0bd32eaef7'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:17.375269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:17.376079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.410372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-068d08cf-61d7-4735-867e-cfcd061923a8 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7569873
Mar 05 21:06:17.417152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38104) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:17.499595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-81344695-cdd2-40c6-bd4f-0be5c7d41864 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710385
Mar 05 21:06:17.508415 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks [] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.519135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.543744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.595539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.600730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:17.607792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:17.617977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:17.625279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.629929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.633608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Pushing event updated for resources: {'Port': ['ID=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:17.711706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Attempting to bind port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:17.712229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Attempting to bind port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e02a888a-46ff-4db4-b762-dcd8acdd63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:17.712773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Attempting to bind port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 on network 610994dc-cef3-4d81-9bc2-12c72ae2df16 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:17.719551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:17.720074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Checking segment: {'id': 'e02a888a-46ff-4db4-b762-dcd8acdd63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:17.720710 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.721178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Bound using segment: {'id': 'e02a888a-46ff-4db4-b762-dcd8acdd63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:17.721727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Bound port: c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02a888a-46ff-4db4-b762-dcd8acdd63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '610994dc-cef3-4d81-9bc2-12c72ae2df16'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:17.722189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.749268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (84b119d5-3a58-452f-b7d4-5c0bd32eaef7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.751052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router 84b119d5-3a58-452f-b7d4-5c0bd32eaef7 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:17.768660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.775743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d987a370-7d3a-4c95-8f0a-0cac97264b79 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7 HTTP/1.1" status: 204  len: 168 time: 0.5455277
Mar 05 21:06:17.775989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38110) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:17.796091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] For port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:17.800507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] For port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,segment=NetworkSegment(e02a888a-46ff-4db4-b762-dcd8acdd63a4),segment_id=e02a888a-46ff-4db4-b762-dcd8acdd63a4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:17.809549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.842754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Deleting port cd9d204b-4378-44ef-af7b-9611c5238b1d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:17.843407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cd9d204b-4378-44ef-af7b-9611c5238b1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.878070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235a94d-fb59-4170-93f9-32ecd04152e4 None None] Pushing event updated for resources: {'Port': ['ID=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:17.936972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet bf32cbb2-e114-459c-aeb6-eed6c2f83f6b {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:06:17.948180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (bf32cbb2-e114-459c-aeb6-eed6c2f83f6b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:17.993660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb4d1-ba97-4d91-99b9-bad5822c55f4 req-3b51f8a8-0712-4780-b476-669d66af1d76 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:17.996555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c8fb4d1-ba97-4d91-99b9-bad5822c55f4 req-3b51f8a8-0712-4780-b476-669d66af1d76 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3600230
Mar 05 21:06:18.012995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (bf32cbb2-e114-459c-aeb6-eed6c2f83f6b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.081866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:18.114368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cd9d204b-4378-44ef-af7b-9611c5238b1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.114669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:18.115365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3c13a7c8-ffb8-4029-9e4b-e396c53b31a2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:18.164333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Calling delete_port for cd9d204b-4378-44ef-af7b-9611c5238b1d owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:18.219539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3edbed1-432b-4d60-a5d2-26e04acac275 req-ed13a46f-0671-463a-a07e-68dd3c567f45 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.4901621
Mar 05 21:06:18.233643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c6183057-a8b7-46d3-a342-33401fbbc3b3 req-f7f6a7a6-fef8-425b-b75f-dec40461b538 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7264345
Mar 05 21:06:18.267558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Allocated IP 172.35.0.210 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:18.274769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c8fb4d1-ba97-4d91-99b9-bad5822c55f4 req-bea2a721-15ec-4dfe-9730-bc9673139fb0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2239151
Mar 05 21:06:18.349237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (bf32cbb2-e114-459c-aeb6-eed6c2f83f6b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.436905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for port (c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.437505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (bf32cbb2-e114-459c-aeb6-eed6c2f83f6b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.485608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.501688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=bf32cbb2-e114-459c-aeb6-eed6c2f83f6b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:18.514549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.517962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b4c0e63-a71c-45a8-88f2-2f42a9ea51c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/bf32cbb2-e114-459c-aeb6-eed6c2f83f6b HTTP/1.1" status: 204  len: 168 time: 0.7395298
Mar 05 21:06:18.521553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38112) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:18.524490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95f697-0946-40b8-9471-65ac0b3d3626 None None] Network 082b5033-a99f-440f-8eeb-c20eeb17621a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:18.568027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event updated for resources: {'Port': ['ID=c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:18.574922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (cd9d204b-4378-44ef-af7b-9611c5238b1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.575247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:18.576922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:18.579844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:18.622409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet de962a34-af85-4672-bfe9-8c9254355a68 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:06:18.627287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event deleted for resources: {'Port': ['ID=cd9d204b-4378-44ef-af7b-9611c5238b1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:18.629343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (de962a34-af85-4672-bfe9-8c9254355a68), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.738561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (de962a34-af85-4672-bfe9-8c9254355a68), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.850673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] DHCP port deletion for 082b5033-a99f-440f-8eeb-c20eeb17621a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:06:18.969190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:18.972964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fc1a60b9-f47f-4240-9ed0-edc7965ea368 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "DELETE /v2.0/ports/cd9d204b-4378-44ef-af7b-9611c5238b1d HTTP/1.1" status: 204  len: 168 time: 1.5544462
Mar 05 21:06:18.977276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38118) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:18.990680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Deleting port 019de2ff-b302-40ee-a8a6-f23aebaed212 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:18.991485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.005567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (de962a34-af85-4672-bfe9-8c9254355a68), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.113881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a0c2684b-310f-4d05-93eb-a5b7d2f8322f tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.1351943
Mar 05 21:06:19.122894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] For port 019de2ff-b302-40ee-a8a6-f23aebaed212, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=019de2ff-b302-40ee-a8a6-f23aebaed212,segment=NetworkSegment(ddb3292a-ab40-4cf6-a156-4099417bfcdd),segment_id=ddb3292a-ab40-4cf6-a156-4099417bfcdd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:19.123570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.124086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38122) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:19.129699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1497641312'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:19.137580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.160761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Calling delete_port for 019de2ff-b302-40ee-a8a6-f23aebaed212 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:19.166791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (de962a34-af85-4672-bfe9-8c9254355a68), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.171342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Made reservation on behalf of 4bb21adf85054a798f139bb6e0302fc9 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:19.178712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.236888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=de962a34-af85-4672-bfe9-8c9254355a68,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:19.249083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.256761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86970921-e767-48ac-a87b-7f78105392b3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/de962a34-af85-4672-bfe9-8c9254355a68 HTTP/1.1" status: 204  len: 168 time: 0.7312980
Mar 05 21:06:19.257973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38126) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:19.268287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d65cbc-1c45-4fb0-82f1-c869716bb6ae None None] Network c9725fe1-ab4e-4e69-9469-4d658ccd8b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:19.368410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (019de2ff-b302-40ee-a8a6-f23aebaed212), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.439854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (082b5033-a99f-440f-8eeb-c20eeb17621a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.452969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] Pushing event deleted for resources: {'Port': ['ID=019de2ff-b302-40ee-a8a6-f23aebaed212,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:19.463586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-987927a4-e561-41e2-9a09-c1f94763a3e3 req-fe5c8f2d-6dc8-4f76-ae08-f0b0099d29dc tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0398722
Mar 05 21:06:19.472975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.485856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:19.489339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c0f3f-772b-4793-b12e-9f5ce91050b2 None None] No DVR routers for this DVR port 019de2ff-b302-40ee-a8a6-f23aebaed212 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:19.512086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e9f355da-abc0-4caa-aa2a-d158d216a3eb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.512439 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Added segment e9f355da-abc0-4caa-aa2a-d158d216a3eb of type vlan for network 8da7dc72-2b75-441a-858f-04d25004fd92
Mar 05 21:06:19.600751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e17ad-3dec-474d-8a90-1a3437c81dc1 None None] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:19.624562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272eb3-62e6-4ca2-820d-521c8e200ad7 req-3bab3323-f525-4113-918a-b9be9570dd3a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:19.626861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d272eb3-62e6-4ca2-820d-521c8e200ad7 req-3bab3323-f525-4113-918a-b9be9570dd3a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1920450
Mar 05 21:06:19.668865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Router 23631a5b-9e6b-493a-9dda-d3326ab7e0ee is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:19.676682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8da7dc72-2b75-441a-858f-04d25004fd92), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.686102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] DHCP port deletion for c9725fe1-ab4e-4e69-9469-4d658ccd8b5d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:06:19.727138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (082b5033-a99f-440f-8eeb-c20eeb17621a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.739498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Provisioning complete for port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:19.739866 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.765647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8da7dc72-2b75-441a-858f-04d25004fd92), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.772372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:19.773338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.786836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a99fb20>,) {'filters': {'network_id': ['082b5033-a99f-440f-8eeb-c20eeb17621a']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:19.815488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:19.838144 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] Sync routers for ids ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:19.844103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Deleting port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:19.844574 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.853803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.859529 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] Routers {'23631a5b-9e6b-493a-9dda-d3326ab7e0ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:19.859787 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9df9bb48-e16a-4116-8afd-d7e79287385e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.4700665
Mar 05 21:06:19.860842 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:19.861730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:19.867746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event updated for resources: {'Network': ['ID=8da7dc72-2b75-441a-858f-04d25004fd92,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:19.874663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d272eb3-62e6-4ca2-820d-521c8e200ad7 req-8d44cc70-8551-4819-8215-263dc4e9c598 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2091274
Mar 05 21:06:19.878337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6d5975b-14a5-4f31-8f83-863a8f96dfae tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.7529674
Mar 05 21:06:19.880106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a99fb20>, 'ddb3292a-ab40-4cf6-a156-4099417bfcdd') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:19.880481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a99fb20>, 'ddb3292a-ab40-4cf6-a156-4099417bfcdd') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:19.881673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:19.883019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38134) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:19.915436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8da7dc72-2b75-441a-858f-04d25004fd92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:19.936091 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ddb3292a-ab40-4cf6-a156-4099417bfcdd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:19.970695 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333700>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:19.984585 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] Routers {'23631a5b-9e6b-493a-9dda-d3326ab7e0ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:19.986474 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:20.012430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Current status of the port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:20.012870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.039484 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ddb3292a-ab40-4cf6-a156-4099417bfcdd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.073286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:20.073726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ddb3292a-ab40-4cf6-a156-4099417bfcdd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   items = [
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:20.077901 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:20.081169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] For port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,segment=NetworkSegment(42509bbe-4950-4593-994f-0c738fc2d72d),segment_id=42509bbe-4950-4593-994f-0c738fc2d72d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:20.081169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.084717 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333700>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:20.086453 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e5972-7b80-46dd-bccf-c1936c789b64 None None] The sync data for ids ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:20.133384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Calling delete_port for cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:20.176800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] For port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,segment=NetworkSegment(e02a888a-46ff-4db4-b762-dcd8acdd63a4),segment_id=e02a888a-46ff-4db4-b762-dcd8acdd63a4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:20.218839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.267526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (082b5033-a99f-440f-8eeb-c20eeb17621a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.289018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.292905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/082b5033-a99f-440f-8eeb-c20eeb17621a HTTP/1.1" status: 204  len: 168 time: 1.0338540
Mar 05 21:06:20.300586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38144) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:20.322622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:20.323552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b8f4-4784-4f81-9580-a2f331903ad6 req-5d74fec3-178d-4bbd-9334-78f77db659d7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:20.333160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3057d7-766a-45b2-b752-9e90e04a9129 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=082b5033-a99f-440f-8eeb-c20eeb17621a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:20.336626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99d8b8f4-4784-4f81-9580-a2f331903ad6 req-5d74fec3-178d-4bbd-9334-78f77db659d7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2380354
Mar 05 21:06:20.451006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1fb1987e-8784-456f-89eb-8e074afcb40a None None] Provisioning complete for port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:20.451730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fb1987e-8784-456f-89eb-8e074afcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.465286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6fd7e004-0b24-446a-87ce-7cecb7c9c9bb tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks HTTP/1.1" status: 200  len: 10355 time: 0.5784273
Mar 05 21:06:20.465745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38150) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:20.482019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8871d-4c00-4097-9a59-cb7482b586a2 None None] Pushing event updated for resources: {'Port': ['ID=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:20.495785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:20.496488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.498393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (cfa40c9d-1ec8-457c-a976-c0b07fdf77b6), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.542139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.557381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] Pushing event deleted for resources: {'Port': ['ID=cfa40c9d-1ec8-457c-a976-c0b07fdf77b6,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:20.586439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f2c89-3950-4daf-a296-01ebd2d3e298 None None] No DVR routers for this DVR port cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:20.669670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99d8b8f4-4784-4f81-9580-a2f331903ad6 req-a9a7a4d5-8b4f-49b5-a511-8f756e983d26 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3320456
Mar 05 21:06:20.698751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1987e-8784-456f-89eb-8e074afcb40a None None] Current status of the port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:20.700875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:20.728782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65391145-739e-43f4-aa0e-2bd5636a578d req-748d2c83-1efa-4205-8aa7-62fa25f5099e tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0696170
Mar 05 21:06:20.773753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.812615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d9016d40-9037-4e6e-a538-93b1106e8c38 None None] Could not find standard attr ID for object cd9d204b-4378-44ef-af7b-9611c5238b1d. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:06:20.816730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:20.858379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:20.859020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cfa40c9d-1ec8-457c-a976-c0b07fdf77b6 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:20.859733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 019de2ff-b302-40ee-a8a6-f23aebaed212 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:20.873512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.889011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 019de2ff-b302-40ee-a8a6-f23aebaed212 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:20.889713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 019de2ff-b302-40ee-a8a6-f23aebaed212 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:20.900136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89f86670>,) {'filters': {'network_id': ['c9725fe1-ab4e-4e69-9469-4d658ccd8b5d']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:20.912965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f86670>, '42509bbe-4950-4593-994f-0c738fc2d72d') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:20.913604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89f86670>, '42509bbe-4950-4593-994f-0c738fc2d72d') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:20.942215 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (42509bbe-4950-4593-994f-0c738fc2d72d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.965185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e89964-fb02-40b9-9e9b-375b71f8a492 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] Network 8da7dc72-2b75-441a-858f-04d25004fd92 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:20.978079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (42509bbe-4950-4593-994f-0c738fc2d72d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.990904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95e89964-fb02-40b9-9e9b-375b71f8a492 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "POST /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.5129156
Mar 05 21:06:20.992158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:20.992562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (42509bbe-4950-4593-994f-0c738fc2d72d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:20.997012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007e32d-1482-4579-aa17-f348672d462e None None] Network 8da7dc72-2b75-441a-858f-04d25004fd92 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:21.002684 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:21.015337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38158) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.337362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.341179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.461815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router 23631a5b-9e6b-493a-9dda-d3326ab7e0ee has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:21.555183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c9725fe1-ab4e-4e69-9469-4d658ccd8b5d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.560030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.568452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38162) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.568914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/c9725fe1-ab4e-4e69-9469-4d658ccd8b5d HTTP/1.1" status: 204  len: 168 time: 1.2551668
Mar 05 21:06:21.580405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-280142599'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:21.605406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14c8a4-2e9d-47cb-9846-bfc778e080d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=c9725fe1-ab4e-4e69-9469-4d658ccd8b5d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:21.621310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:21.626263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.631057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-13f2cf54-1e7c-401e-808c-336fddc626d0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "PUT /v2.0/routers/23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 200  len: 924 time: 1.7654994
Mar 05 21:06:21.631655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.632957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:21.638508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.639297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] Sync routers for ids ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:21.657544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fb058-a7c7-4a75-b9a4-6d119df0877e req-e28e9779-46cc-44af-bc1c-e05b16a7678c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:21.658797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c8fb058-a7c7-4a75-b9a4-6d119df0877e req-e28e9779-46cc-44af-bc1c-e05b16a7678c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6552365
Mar 05 21:06:21.668387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:21.680392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f5be872b-0633-4d79-8000-8e64888259f0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.681330 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment f5be872b-0633-4d79-8000-8e64888259f0 of type vlan for network 60cdd07c-229a-4acb-a522-4a96e5c19b64
Mar 05 21:06:21.685571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] Routers {'23631a5b-9e6b-493a-9dda-d3326ab7e0ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:21.688091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82621f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:21.729426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (60cdd07c-229a-4acb-a522-4a96e5c19b64), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.742569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82621f70>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:21.760893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] Routers {'23631a5b-9e6b-493a-9dda-d3326ab7e0ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:21.761838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82621f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:05:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:21.783626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (60cdd07c-229a-4acb-a522-4a96e5c19b64), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.793906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c7b6213c-a306-4a18-8431-da04fb0d9486 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks HTTP/1.1" status: 200  len: 10381 time: 0.7745512
Mar 05 21:06:21.794433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:21.794542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38172) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.795078 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:21.803302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82621f70>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:21.805825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24cc50-5f86-4d8e-8e70-cbbcdeefaea8 None None] The sync data for ids ['23631a5b-9e6b-493a-9dda-d3326ab7e0ee'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:21.856600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c8fb058-a7c7-4a75-b9a4-6d119df0877e req-a71f0dc5-17d7-4244-a49e-560daae4e74a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565378
Mar 05 21:06:21.889274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3168788
Mar 05 21:06:21.902811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38176) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.908090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:21.940685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-00a806e9-4d89-4137-b5b2-015baea82f1e tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 200  len: 924 time: 0.3064411
Mar 05 21:06:21.945247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38178) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.948681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-74934835-ab2f-4e4a-ba16-85685b04471f tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "DELETE /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks/8da7dc72-2b75-441a-858f-04d25004fd92 HTTP/1.1" status: 204  len: 168 time: 0.1528964
Mar 05 21:06:21.958256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38180) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:21.992215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddea274-e199-4c6a-adb9-961da24001d6 req-93d2075d-7021-4d07-9953-56933dc1f499 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1245875
Mar 05 21:06:22.003894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441f35-0fc9-40a3-bce7-6aa56892a156 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=60cdd07c-229a-4acb-a522-4a96e5c19b64,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:22.020923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:22.058362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:22.066117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.157005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:22.158993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c672d06-b9d9-4ad6-abe9-780a78afb72d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:22.164009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c672d06-b9d9-4ad6-abe9-780a78afb72d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=23631a5b-9e6b-493a-9dda-d3326ab7e0ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2143755
Mar 05 21:06:22.165839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.179175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04d81-8d0f-45cf-93d5-98e0340d3fcc req-fce5f917-b7af-49ae-b8ec-f558775a7281 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:22.180997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21e04d81-8d0f-45cf-93d5-98e0340d3fcc req-fce5f917-b7af-49ae-b8ec-f558775a7281 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2236454
Mar 05 21:06:22.232415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:22.233359 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.248419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-45db8473-eb85-44b3-aa30-f951bc859054 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks HTTP/1.1" status: 200  len: 8863 time: 0.2894814
Mar 05 21:06:22.253513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38184) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.269955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-21e04d81-8d0f-45cf-93d5-98e0340d3fcc req-ed635125-b9e8-4ca3-a373-7e0db9d64faa tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815108
Mar 05 21:06:22.335134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:22.344132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-14704e0b-009b-4467-b1db-813759d5ce9b tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/networks/610994dc-cef3-4d81-9bc2-12c72ae2df16/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0845401
Mar 05 21:06:22.344755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38188) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.349765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba1ae2-a132-4987-aafe-75945b092788 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:22.351286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0dba1ae2-a132-4987-aafe-75945b092788 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.1850181
Mar 05 21:06:22.354147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.378148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a180689c-4696-4334-ba77-6771d86c7379 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/networks/610994dc-cef3-4d81-9bc2-12c72ae2df16/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0301521
Mar 05 21:06:22.381560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38192) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.388317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-293a5d47-b345-45e1-90b8-2a7b3cedc799 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 200  len: 205 time: 0.0330312
Mar 05 21:06:22.397241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.461462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (5524b445-55ca-402c-be87-c5c81caa5fc1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.513083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e415-8193-4557-a3ea-ebc538d2bd2c req-a0ec1846-9109-45f8-8787-16ae57924014 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:22.514592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec74e415-8193-4557-a3ea-ebc538d2bd2c req-a0ec1846-9109-45f8-8787-16ae57924014 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1310527
Mar 05 21:06:22.555860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=5524b445-55ca-402c-be87-c5c81caa5fc1,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:22.585707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'f5be872b-0633-4d79-8000-8e64888259f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:22.586091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: 60cdd07c-229a-4acb-a522-4a96e5c19b64, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:22.594962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec74e415-8193-4557-a3ea-ebc538d2bd2c req-38f68f73-31c6-45ea-a5a7-901261bd6a74 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701008
Mar 05 21:06:22.629718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:22.635871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.649685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60cdd07c-229a-4acb-a522-4a96e5c19b64) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:22.654578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:22.655265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.664356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd75cab-ddfd-4858-b49e-3712ece98047 None None] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:22.678467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1711ebe6-1f53-44ff-b77e-ba83f969511d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7729583
Mar 05 21:06:22.680525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38198) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.687068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1412255243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:22.697882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f856c62-ea20-460f-8e27-136c5537da62 tempest-DHCPAgentSchedulersTestJSON-2065923749 tempest-DHCPAgentSchedulersTestJSON-2065923749-project-admin] 10.222.0.15 "GET /v2.0/agents/0c25fbbe-a0a0-4bdd-885c-9071797c319e/dhcp-networks HTTP/1.1" status: 200  len: 8863 time: 0.3146391
Mar 05 21:06:22.701155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38200) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:22.799157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.802359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.812243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.845684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8da7dc72-2b75-441a-858f-04d25004fd92), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.911316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:22.911705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:22.958445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.012574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.075717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60cdd07c-229a-4acb-a522-4a96e5c19b64', 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': '5524b445-55ca-402c-be87-c5c81caa5fc1'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:23.076771 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.128170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.142042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e083c705-77e7-41a0-b994-5cb4950c8fa2 req-b0b1ea5d-274b-4fea-865e-767d78bce2f4 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0446026
Mar 05 21:06:23.163023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:23.235082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Allocated IP 2001:db8::2 (60cdd07c-229a-4acb-a522-4a96e5c19b64/5524b445-55ca-402c-be87-c5c81caa5fc1/40a3f841-7c83-40f5-87a5-531e2a71daaf) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:23.362425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.390871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks [] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.400113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.424820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=c7cfd6e5-01b9-48da-8a66-f9a8e9e8e502,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:23.440046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56f34-292d-453d-8eda-252756a9a4b0 req-10b71772-be74-45c5-988b-8b7605229542 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:23.441558 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bf56f34-292d-453d-8eda-252756a9a4b0 req-10b71772-be74-45c5-988b-8b7605229542 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6027761
Mar 05 21:06:23.442150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:23.448935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:23.455467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:23.460109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Pushing event updated for resources: {'Port': ['ID=40a3f841-7c83-40f5-87a5-531e2a71daaf,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:23.471540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8da7dc72-2b75-441a-858f-04d25004fd92), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.477613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.477840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.481663 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2b81c493-fdd6-41fd-8255-9dfc15f25b60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7962978
Mar 05 21:06:23.481828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38212) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:23.516370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'port': {'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64', 'name': 'tempest-RoutersIpV6Test-1925086807'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:23.517198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91be70a0>,) {'filters': {'network_id': ['8da7dc72-2b75-441a-858f-04d25004fd92']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:23.524763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Attempting to bind port 40a3f841-7c83-40f5-87a5-531e2a71daaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:23.525142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Attempting to bind port 40a3f841-7c83-40f5-87a5-531e2a71daaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5be872b-0633-4d79-8000-8e64888259f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:23.525507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Attempting to bind port 40a3f841-7c83-40f5-87a5-531e2a71daaf on network 60cdd07c-229a-4acb-a522-4a96e5c19b64 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:23.530880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:23.531084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Checking segment: {'id': 'f5be872b-0633-4d79-8000-8e64888259f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:23.531426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.531849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Bound using segment: {'id': 'f5be872b-0633-4d79-8000-8e64888259f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:23.532482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Bound port: 40a3f841-7c83-40f5-87a5-531e2a71daaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5be872b-0633-4d79-8000-8e64888259f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '60cdd07c-229a-4acb-a522-4a96e5c19b64'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:23.532871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.535934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91be70a0>, 'e9f355da-abc0-4caa-aa2a-d158d216a3eb') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:23.536256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91be70a0>, 'e9f355da-abc0-4caa-aa2a-d158d216a3eb') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:23.548223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bf56f34-292d-453d-8eda-252756a9a4b0 req-ab5d00fe-74ad-4654-95e3-aaa024046202 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923908
Mar 05 21:06:23.549881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e9f355da-abc0-4caa-aa2a-d158d216a3eb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.563470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e9f355da-abc0-4caa-aa2a-d158d216a3eb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.571354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:23.571819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e9f355da-abc0-4caa-aa2a-d158d216a3eb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:23.575365 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:23.601673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] For port 40a3f841-7c83-40f5-87a5-531e2a71daaf, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:23.639492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8da7dc72-2b75-441a-858f-04d25004fd92), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.640871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] For port 40a3f841-7c83-40f5-87a5-531e2a71daaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40a3f841-7c83-40f5-87a5-531e2a71daaf,segment=NetworkSegment(f5be872b-0633-4d79-8000-8e64888259f0),segment_id=f5be872b-0633-4d79-8000-8e64888259f0)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:23.652476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.653674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.660765 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "DELETE /v2.0/networks/8da7dc72-2b75-441a-858f-04d25004fd92 HTTP/1.1" status: 204  len: 168 time: 0.9581804
Mar 05 21:06:23.663054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38214) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:23.674418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6170a8f-111e-4204-afcd-4c125c3f82ed tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event deleted for resources: {'Network': ['ID=8da7dc72-2b75-441a-858f-04d25004fd92,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:23.682584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.688957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.720095 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f372b4-4f91-469c-a047-45c7f6de68ad tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:06:23.720678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f372b4-4f91-469c-a047-45c7f6de68ad tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:06:23.723715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f5f372b4-4f91-469c-a047-45c7f6de68ad tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "DELETE /v2.0/ports/cd9d204b-4378-44ef-af7b-9611c5238b1d HTTP/1.1" status: 404  len: 333 time: 0.0572610
Mar 05 21:06:23.727225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38216) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:23.730235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023204b-24ab-4d8c-a1a5-8e39a90c1704 None None] Pushing event updated for resources: {'Port': ['ID=40a3f841-7c83-40f5-87a5-531e2a71daaf,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:23.790010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (23631a5b-9e6b-493a-9dda-d3326ab7e0ee), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.790553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router 23631a5b-9e6b-493a-9dda-d3326ab7e0ee {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:23.794766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Deleting subnet 756d37b8-84db-4c29-81f2-3db30b19df21 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:06:23.799918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for subnet (756d37b8-84db-4c29-81f2-3db30b19df21), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.808630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.810066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c80ef51-f1a5-4289-b114-cb9a3c039429 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 204  len: 168 time: 1.4115365
Mar 05 21:06:23.811002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:23.814331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.816274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:23.821324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-67667125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:23.849582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] device_id is not set on port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:06:23.850518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (756d37b8-84db-4c29-81f2-3db30b19df21), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.888672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.889740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:23.983210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (756d37b8-84db-4c29-81f2-3db30b19df21), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.013406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.024636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.084254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8::192 (60cdd07c-229a-4acb-a522-4a96e5c19b64/5524b445-55ca-402c-be87-c5c81caa5fc1/4fbbb1c2-585b-45a8-8411-5f052efb3e1d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:24.088525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.089608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-43f753cd-18ac-406e-ad1d-c382245a0abe tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2723703
Mar 05 21:06:24.092501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38222) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:24.098139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:24.104207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (756d37b8-84db-4c29-81f2-3db30b19df21), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.144601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event deleted for resources: {'Subnet': ['ID=756d37b8-84db-4c29-81f2-3db30b19df21,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:24.149622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.153549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-06f0cee4-b1c0-405b-9933-8adb3599a919 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "DELETE /v2.0/subnets/756d37b8-84db-4c29-81f2-3db30b19df21 HTTP/1.1" status: 204  len: 168 time: 0.4247375
Mar 05 21:06:24.156684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38224) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:24.159812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c967a8e-ffe8-4076-9332-a8e56d3119cb None None] Network 610994dc-cef3-4d81-9bc2-12c72ae2df16 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:24.267309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40a3f841-7c83-40f5-87a5-531e2a71daaf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:24.277597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (610994dc-cef3-4d81-9bc2-12c72ae2df16), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.355839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Deleting port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:24.356233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.367302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40a3f841-7c83-40f5-87a5-531e2a71daaf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:24.367931 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.398003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff5ecdda-9328-4c51-b42d-2b1b86596c14 req-92034ffe-0c7f-44b4-9730-d86da5f5c482 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1156521
Mar 05 21:06:24.479032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] For port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,segment=NetworkSegment(e02a888a-46ff-4db4-b762-dcd8acdd63a4),segment_id=e02a888a-46ff-4db4-b762-dcd8acdd63a4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:24.479514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.503905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Calling delete_port for c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:24.504201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89e76ae5-8692-4c46-affd-3ffa47558e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.510563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40a3f841-7c83-40f5-87a5-531e2a71daaf is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:24.512285 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.576745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55740176-2f09-478a-994c-456dc825612b None None] DHCP port deletion for 610994dc-cef3-4d81-9bc2-12c72ae2df16 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:06:24.584612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 40a3f841-7c83-40f5-87a5-531e2a71daaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40a3f841-7c83-40f5-87a5-531e2a71daaf,segment=NetworkSegment(f5be872b-0633-4d79-8000-8e64888259f0),segment_id=f5be872b-0633-4d79-8000-8e64888259f0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:24.623289 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.636374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.666790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event deleted for resources: {'Port': ['ID=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:24.679879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] No DVR routers for this DVR port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:24.738503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-55740176-2f09-478a-994c-456dc825612b None None] Deleting port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:24.738959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55740176-2f09-478a-994c-456dc825612b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.748048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=40a3f841-7c83-40f5-87a5-531e2a71daaf,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:24.854322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-55740176-2f09-478a-994c-456dc825612b None None] For port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:24.854815 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55740176-2f09-478a-994c-456dc825612b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.887047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-55740176-2f09-478a-994c-456dc825612b None None] Calling delete_port for c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:24.891879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-55740176-2f09-478a-994c-456dc825612b None None] Port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:06:24.893683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55740176-2f09-478a-994c-456dc825612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.910498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55740176-2f09-478a-994c-456dc825612b None None] No DVR routers for this DVR port c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:24.916739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (610994dc-cef3-4d81-9bc2-12c72ae2df16), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.938506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f148d7-9071-47a2-94ad-1cad8c3ce2cf req-3fc48149-504a-4330-917c-7521176451d0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:24.951441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17f148d7-9071-47a2-94ad-1cad8c3ce2cf req-3fc48149-504a-4330-917c-7521176451d0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2633834
Mar 05 21:06:24.959037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740176-2f09-478a-994c-456dc825612b None None] Pushing event deleted for resources: {'Port': ['ID=c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:24.971517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:24.998278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b09a520>,) {'filters': {'network_id': ['610994dc-cef3-4d81-9bc2-12c72ae2df16']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:25.030801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b09a520>, 'e02a888a-46ff-4db4-b762-dcd8acdd63a4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:25.031281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b09a520>, 'e02a888a-46ff-4db4-b762-dcd8acdd63a4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:25.050052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e02a888a-46ff-4db4-b762-dcd8acdd63a4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.083200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.095065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17f148d7-9071-47a2-94ad-1cad8c3ce2cf req-b9c41ab6-e6cf-4616-9f0b-89e2104f2129 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314130
Mar 05 21:06:25.103262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e02a888a-46ff-4db4-b762-dcd8acdd63a4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.116031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:25.117103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e02a888a-46ff-4db4-b762-dcd8acdd63a4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:25.124585 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:25.195448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.258267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (610994dc-cef3-4d81-9bc2-12c72ae2df16), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.266167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.285007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] 10.222.0.15 "DELETE /v2.0/networks/610994dc-cef3-4d81-9bc2-12c72ae2df16 HTTP/1.1" status: 204  len: 168 time: 1.1258333
Mar 05 21:06:25.311348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379c12-99b6-4480-9550-b8c2a67c6711 tempest-DHCPAgentSchedulersTestJSON-1408542540 tempest-DHCPAgentSchedulersTestJSON-1408542540-project] Pushing event deleted for resources: {'Network': ['ID=610994dc-cef3-4d81-9bc2-12c72ae2df16,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:25.343289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:25.353865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:25.363211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:25.374058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:25.375052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.378809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ad3e3-0f5c-4657-ac2c-9901847a9c39 None None] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:25.466975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0477ce5-c95e-47bc-b366-843b9e231b6f req-6d238fed-ccfc-423c-9a04-39f1de672d7e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:25.474659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=4fbbb1c2-585b-45a8-8411-5f052efb3e1d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:25.481852 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0477ce5-c95e-47bc-b366-843b9e231b6f req-6d238fed-ccfc-423c-9a04-39f1de672d7e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1232193
Mar 05 21:06:25.513600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-63b9eff3-6f26-45c6-bd77-c475fc1d92ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.0307357
Mar 05 21:06:25.514560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (9ecec9d7-4800-4857-b75a-321b2e9f59b0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.517372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38242) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:25.561360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.586246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0477ce5-c95e-47bc-b366-843b9e231b6f req-d7634363-0754-4754-b408-6a92ba1ebd79 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027322
Mar 05 21:06:25.643558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-606f4a98-13fa-4cc3-8a40-dfcf3ee0152d None None] Provisioning complete for port 40a3f841-7c83-40f5-87a5-531e2a71daaf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:25.643972 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-606f4a98-13fa-4cc3-8a40-dfcf3ee0152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:25.759976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-759df2e5-a915-43d5-8422-fc3c80d7775c req-1e5ad58d-9ff1-4666-8dbb-62ccf34456df tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.2051208
Mar 05 21:06:25.767397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38248) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:25.790752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-606f4a98-13fa-4cc3-8a40-dfcf3ee0152d None None] Current status of the port 40a3f841-7c83-40f5-87a5-531e2a71daaf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:25.797847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38252) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:25.941991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-792fade0-0d62-4f6c-bc0f-58d60b7a4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:25.946902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-792fade0-0d62-4f6c-bc0f-58d60b7a4d7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.1625054
Mar 05 21:06:26.043769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Allocated IP 172.35.0.250 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:26.064339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2db0f9a9-295f-4a81-951a-47aec9fcf5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.074677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7d2bff1b-3ba6-4ac8-8be6-42c03ecbc920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bb21adf85054a798f139bb6e0302fc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3034968
Mar 05 21:06:26.074677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:26.133928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-b5e4848e-4313-4a11-b750-71495cacf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:26.135417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-b5e4848e-4313-4a11-b750-71495cacf1fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.1568310
Mar 05 21:06:26.137694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Provisioning complete for port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:26.138076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.158370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] Publish callbacks [] for security_group (444d2c88-55f0-4740-9e79-387153918c5a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.179116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:26.180981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40a3f841-7c83-40f5-87a5-531e2a71daaf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:26.219784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Provisioning complete for port 40a3f841-7c83-40f5-87a5-531e2a71daaf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:26.220169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.267402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-266acc9f-40af-4957-b0db-d0824d757733 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1100743
Mar 05 21:06:26.274194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] Publish callbacks [] for security_group (444d2c88-55f0-4740-9e79-387153918c5a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.278705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40a3f841-7c83-40f5-87a5-531e2a71daaf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:26.279086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.341392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2db0f9a9-295f-4a81-951a-47aec9fcf5ee admin admin] Publish callbacks [] for security_group (213767aa-1a80-432e-ba8b-d2c47e0e1e2e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.369804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5471ba7b-f5f7-4511-95cd-711ccf1cffff None None] Current status of the port 40a3f841-7c83-40f5-87a5-531e2a71daaf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:26.374644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-b7df9bad-a6eb-4d34-be04-5f76207ea1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:26.376592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-b7df9bad-a6eb-4d34-be04-5f76207ea1f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.0989759
Mar 05 21:06:26.382776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2db0f9a9-295f-4a81-951a-47aec9fcf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (213767aa-1a80-432e-ba8b-d2c47e0e1e2e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.424525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (444d2c88-55f0-4740-9e79-387153918c5a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.427616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.430773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/444d2c88-55f0-4740-9e79-387153918c5a HTTP/1.1" status: 204  len: 168 time: 0.3530028
Mar 05 21:06:26.434016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40a3f841-7c83-40f5-87a5-531e2a71daaf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:26.444819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fdd5a-7c9c-46ff-8845-030d6c4371bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d2c88-55f0-4740-9e79-387153918c5a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:26.446908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for port (7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.456675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-0d1aafc0-14e9-443f-809a-4b0130721bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:26.458285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-0d1aafc0-14e9-443f-809a-4b0130721bc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732563
Mar 05 21:06:26.466183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.492463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2db0f9a9-295f-4a81-951a-47aec9fcf5ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8c214db47cb4a61947d92d6d5ecbcd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6809018
Mar 05 21:06:26.494185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38260) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:26.502605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8a7e95cf-1652-4515-ab13-f7eaac56d300 None None] Provisioning complete for port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:26.502925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a7e95cf-1652-4515-ab13-f7eaac56d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.548254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e95cf-1652-4515-ab13-f7eaac56d300 None None] Port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:26.549772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:26.551450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0f9a9-295f-4a81-951a-47aec9fcf5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213767aa-1a80-432e-ba8b-d2c47e0e1e2e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:26.574445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:26.575089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c4b4f2e2-932a-4c54-8bdd-cac55e5e1ee1 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:26.603611 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-73a4d91d-6592-44d8-a240-685f7365ec0e service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380684
Mar 05 21:06:26.609740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.668500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] Publish callbacks [] for security_group (213767aa-1a80-432e-ba8b-d2c47e0e1e2e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.701254 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:06:26.739339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8320c04-c1fa-41de-9286-c4790bfbdbe2 req-152cfe5b-59d8-45e7-998f-d39276805da0 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310496
Mar 05 21:06:26.746807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:26.752975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08d47-be0c-4849-8176-090690d79d35 req-6f24a93e-c48c-43f0-aecc-dcf3c7abb1f2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:26.755023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9d08d47-be0c-4849-8176-090690d79d35 req-6f24a93e-c48c-43f0-aecc-dcf3c7abb1f2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0812783
Mar 05 21:06:26.759995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:26.776328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:26.807799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] Publish callbacks [] for security_group (213767aa-1a80-432e-ba8b-d2c47e0e1e2e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.810503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event updated for resources: {'Port': ['ID=7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:26.812412 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1cb910ae-9889-46bc-8cf2-c6ff90de5e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:26.851998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f9d08d47-be0c-4849-8176-090690d79d35 req-7d9882f5-f85b-4938-b820-d799895197e8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828714
Mar 05 21:06:26.948239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:26.969511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b592844e-e60d-437c-b64b-553a46bc0eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.009189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f8b8-a185-4af4-9765-29819548a0ef req-cb4fac7b-55bb-46a0-987d-acdfde69e51f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:27.012164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88a8f8b8-a185-4af4-9765-29819548a0ef req-cb4fac7b-55bb-46a0-987d-acdfde69e51f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0926361
Mar 05 21:06:27.014265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39bf36a1-2651-4cd1-b547-d87277b36d9c req-526db9a6-51ee-4baa-807a-cb411318ee44 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1001890
Mar 05 21:06:27.078981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (213767aa-1a80-432e-ba8b-d2c47e0e1e2e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.081704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.082984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/213767aa-1a80-432e-ba8b-d2c47e0e1e2e HTTP/1.1" status: 204  len: 168 time: 0.5692921
Mar 05 21:06:27.093856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88a8f8b8-a185-4af4-9765-29819548a0ef req-f2f500af-4a20-4adb-8de7-57a10719b3cb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748816
Mar 05 21:06:27.126105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b592844e-e60d-437c-b64b-553a46bc0eaa admin admin] Publish callbacks [] for security_group (6405c12e-bde4-4d76-ad77-b99548584148), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.132346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b592844e-e60d-437c-b64b-553a46bc0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6405c12e-bde4-4d76-ad77-b99548584148), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.141636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.144876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400a3be-2def-4c14-b07f-8f4870712488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213767aa-1a80-432e-ba8b-d2c47e0e1e2e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:27.177472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.180928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b592844e-e60d-437c-b64b-553a46bc0eaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b169169323dc4f1599faaa82488ef7c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2307568
Mar 05 21:06:27.183809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592844e-e60d-437c-b64b-553a46bc0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405c12e-bde4-4d76-ad77-b99548584148,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:27.186665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38276) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:27.248720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] Publish callbacks [] for security_group (6405c12e-bde4-4d76-ad77-b99548584148), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.261018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=4fbbb1c2-585b-45a8-8411-5f052efb3e1d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:27.304614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] Publish callbacks [] for security_group (6405c12e-bde4-4d76-ad77-b99548584148), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.308157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa51766f-2c47-42e0-a9c2-65499f4f6cbc req-b5643578-c873-47a6-8cb7-9d9a2daf7a3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0428483
Mar 05 21:06:27.367403 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6405c12e-bde4-4d76-ad77-b99548584148), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.373688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.375728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6405c12e-bde4-4d76-ad77-b99548584148 HTTP/1.1" status: 204  len: 168 time: 0.1878431
Mar 05 21:06:27.386511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40b82f-eda3-41e2-a1fd-04849490b15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405c12e-bde4-4d76-ad77-b99548584148,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:27.563931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (9ecec9d7-4800-4857-b75a-321b2e9f59b0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.606886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0491-fdf5-4504-aade-20e8715bd495 req-f04579ac-526e-483a-b4f3-0735f669cbd8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:27.608558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc0b0491-fdf5-4504-aade-20e8715bd495 req-f04579ac-526e-483a-b4f3-0735f669cbd8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3614144
Mar 05 21:06:27.670238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.676236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f6db54f4-bdcf-44e0-938f-a1a5fdce935f None None] Provisioning complete for port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:27.678284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f6db54f4-bdcf-44e0-938f-a1a5fdce935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.722245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f6db54f4-bdcf-44e0-938f-a1a5fdce935f None None] Port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:27.801962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc0b0491-fdf5-4504-aade-20e8715bd495 req-28f9a034-9c8f-4ebd-9a0b-2ff9af710e8e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1639595
Mar 05 21:06:27.951212 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:27.984308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b952-aad3-412a-b146-389637d24ac5 req-a8a81f8e-4341-4bc7-8cd1-64a60d9e3f48 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:27.986338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eda8b952-aad3-412a-b146-389637d24ac5 req-a8a81f8e-4341-4bc7-8cd1-64a60d9e3f48 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0933261
Mar 05 21:06:27.993862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.070935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eda8b952-aad3-412a-b146-389637d24ac5 req-fa6b2369-e794-4754-b6e4-68435eb9a7d2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768385
Mar 05 21:06:28.164031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.197203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.201168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-296252d1-985e-4ecd-8ca6-90e9e51a0c5d req-d3d658f4-94c5-4a3f-89df-754708bd15c3 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0746381
Mar 05 21:06:28.272262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2f582-dbdb-428f-b73c-e74c9e6d865b req-deeab65d-0d2c-409b-a293-7fdea0033d8b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:28.279348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d2f582-dbdb-428f-b73c-e74c9e6d865b req-deeab65d-0d2c-409b-a293-7fdea0033d8b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.0992675
Mar 05 21:06:28.341006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71d2f582-dbdb-428f-b73c-e74c9e6d865b req-cada76e6-b658-4226-b259-0797b7ce4077 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552967
Mar 05 21:06:28.781010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb7ada-1bce-43d7-9707-c2dc65e391cb req-9983c7cc-05b9-48f5-bdaf-528570066903 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:28.782542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81bb7ada-1bce-43d7-9707-c2dc65e391cb req-9983c7cc-05b9-48f5-bdaf-528570066903 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1537137
Mar 05 21:06:28.882585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-229b3097-16a0-4ab5-ad63-7b8c052d38db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0852520
Mar 05 21:06:28.913835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.920445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.921214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:28.928856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81bb7ada-1bce-43d7-9707-c2dc65e391cb req-68fe33d8-7674-46b4-8e37-6fd81926e98e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281917
Mar 05 21:06:28.932251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Router 9ecec9d7-4800-4857-b75a-321b2e9f59b0 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:29.030737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-ece73100-b691-41e0-802c-e423585f9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:29.034211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=4fbbb1c2-585b-45a8-8411-5f052efb3e1d,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:29.035583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-ece73100-b691-41e0-802c-e423585f9534 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 1127 time: 0.1256850
Mar 05 21:06:29.203578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:29.212415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:29.298812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-395899ca-fb8b-41dc-aed8-cc812a33c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:29.303805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-395899ca-fb8b-41dc-aed8-cc812a33c3da service neutron] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2453945
Mar 05 21:06:29.403861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-51394674-2247-4e0d-a553-44b9a8f9bc72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 200  len: 217 time: 0.0922666
Mar 05 21:06:29.470047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:29.484603 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] Sync routers for ids ['9ecec9d7-4800-4857-b75a-321b2e9f59b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:29.500977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] Routers {'9ecec9d7-4800-4857-b75a-321b2e9f59b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:29.504409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ecec9d7-4800-4857-b75a-321b2e9f59b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.509201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:29.514454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0126ca8-686f-43d9-ac35-39636769700a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "PUT /v2.0/routers/9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 200  len: 882 time: 5.4208910
Mar 05 21:06:29.518157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:29.525619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38360) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:29.585686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-af4cb63c-5b68-48b0-aa0c-a55eedb3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:29.587602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-af4cb63c-5b68-48b0-aa0c-a55eedb3e196 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1656263
Mar 05 21:06:29.589826 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a13747f4-d989-43ac-9310-2957078fd112 req-a7067d3f-2713-4050-bae0-e5b94c8eee4c tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.1967692
Mar 05 21:06:29.601555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 82139c78-fb5a-4ff0-ae4d-7ec07cacde93 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:29.610484 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4550>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.641069 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] Routers {'9ecec9d7-4800-4857-b75a-321b2e9f59b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:29.641723 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9ecec9d7-4800-4857-b75a-321b2e9f59b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.654890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-1e93250d-1cfa-4968-9274-5870a3267309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:29.656773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-1e93250d-1cfa-4968-9274-5870a3267309 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0614026
Mar 05 21:06:29.682870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b4550>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.684082 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fb52a-d35c-48be-9639-3056dae45172 None None] The sync data for ids ['9ecec9d7-4800-4857-b75a-321b2e9f59b0'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:29.700652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5423eb9d-c334-407a-a90e-3267987a588b None None] Provisioning complete for port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:29.701041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5423eb9d-c334-407a-a90e-3267987a588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:29.764133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5423eb9d-c334-407a-a90e-3267987a588b None None] Port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:29.837645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:29.844181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3cd9bb15-ff3a-4e0d-82e0-ae8976d86510 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/82139c78-fb5a-4ff0-ae4d-7ec07cacde93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3254294
Mar 05 21:06:29.847387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38380) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:29.853533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] Sync routers for ids ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:29.856508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35e9eca0-5fe9-4924-a6bb-406a5d2ccc48 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 200  len: 923 time: 0.3294470
Mar 05 21:06:29.869719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:29.870977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] Routers {'82139c78-fb5a-4ff0-ae4d-7ec07cacde93'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:29.872130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82974430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.938675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82974430>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:29.961518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e9e46-c869-4b83-817c-a15e9e0116f6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:29.963061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f43e9e46-c869-4b83-817c-a15e9e0116f6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports/4fbbb1c2-585b-45a8-8411-5f052efb3e1d HTTP/1.1" status: 200  len: 984 time: 0.1144836
Mar 05 21:06:29.968038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:29.969324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-892c7dc8-7bd7-4460-850a-8e96d34a4bbc service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3033521
Mar 05 21:06:29.971694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] Routers {'82139c78-fb5a-4ff0-ae4d-7ec07cacde93'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:29.973712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82974430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:30.042977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82974430>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:30.043755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4908c2-f58d-47f4-87b9-d3d85b133c4a None None] The sync data for ids ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:30.076041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9770de-09c5-4773-a45c-974ba93aadc9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:30.077355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-db9770de-09c5-4773-a45c-974ba93aadc9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=9ecec9d7-4800-4857-b75a-321b2e9f59b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2066400
Mar 05 21:06:30.083233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:30.207868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7879863c-8c16-4048-ac9e-779ef7122f31 req-70cdaa21-f655-4f23-922a-2a530fd97a55 service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300174
Mar 05 21:06:30.247550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d398d9-748e-4c81-a2a9-13c690f1e6a0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:30.249122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65d398d9-748e-4c81-a2a9-13c690f1e6a0 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.1637964
Mar 05 21:06:30.252515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:30.288171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cba8a9a7-b8d4-4175-b514-80b8e72fa5cb tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 200  len: 205 time: 0.0311737
Mar 05 21:06:30.290538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:30.299504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6535f907-c6ef-4e97-be53-9fb0661ddbbc req-4a198975-6fe2-452a-a3c8-cc30e150d64f tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab&device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.1304557
Mar 05 21:06:30.418206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38430) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:30.434968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.606560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3f6ff1f-140b-441d-b4e5-83fbd3422cfd req-42d60ae0-c07b-4469-af57-bc1b2cc5cb4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6747aa9ae4c44bcbb1f2d9763aed06bd&device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0391476
Mar 05 21:06:30.629639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (9ecec9d7-4800-4857-b75a-321b2e9f59b0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.651867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3f6ff1f-140b-441d-b4e5-83fbd3422cfd req-40bb900e-cb6a-4635-a106-5006df0aec11 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6747aa9ae4c44bcbb1f2d9763aed06bd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350220
Mar 05 21:06:30.652194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16c550bf-4cfc-423e-8f44-cdf79b63dcee req-4a758822-032b-4773-8787-d0a439a81217 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0436721
Mar 05 21:06:30.658168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.749967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:30.825637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.848445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6ff1f-140b-441d-b4e5-83fbd3422cfd req-a1a6a437-10fd-4e87-a986-4f25fcd4d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:30.850001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3f6ff1f-140b-441d-b4e5-83fbd3422cfd req-a1a6a437-10fd-4e87-a986-4f25fcd4d212 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1861660
Mar 05 21:06:30.902761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port 7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:30.903027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.955473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:30.986325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 4fbbb1c2-585b-45a8-8411-5f052efb3e1d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:30.986583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:30.990351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.010319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.026703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for 7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:31.042775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.098127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.111487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 4fbbb1c2-585b-45a8-8411-5f052efb3e1d owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:31.134241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f9b-222c-4524-ad17-e2452904dd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.285825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Allocated IP 172.35.0.156 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:31.316310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4fbbb1c2-585b-45a8-8411-5f052efb3e1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.355742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=4fbbb1c2-585b-45a8-8411-5f052efb3e1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:31.417920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.466557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=7c32b943-ed9f-4d6c-84c9-9c9f85e17d2e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:31.470167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.477441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.575304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f9b-222c-4524-ad17-e2452904dd79 admin admin] Publish callbacks [] for security_group (ddc8f63e-6e95-4255-8e44-ea70edebd634), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.584821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f9b-222c-4524-ad17-e2452904dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ddc8f63e-6e95-4255-8e44-ea70edebd634), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.601437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9ecec9d7-4800-4857-b75a-321b2e9f59b0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.643184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 82139c78-fb5a-4ff0-ae4d-7ec07cacde93 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:31.643423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.730019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6f53f9b-222c-4524-ad17-e2452904dd79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20212ceb31c84d7193363d51301c6d7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7701166
Mar 05 21:06:31.740447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:31.748256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f53f9b-222c-4524-ad17-e2452904dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8f63e-6e95-4255-8e44-ea70edebd634,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:31.770066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:31.770715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.774604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:31.778195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8bf51877-2ed7-47e0-b642-f7d8abee9073 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/82139c78-fb5a-4ff0-ae4d-7ec07cacde93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8087778
Mar 05 21:06:31.782949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38448) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:31.788679 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] Sync routers for ids ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:31.794023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (9ecec9d7-4800-4857-b75a-321b2e9f59b0), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.799115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27a84e2a-ad3f-40df-bd7a-94e0fe9865a5 req-a8b94faa-d0cb-4ec0-b87a-674c5df7de2a tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0480905
Mar 05 21:06:31.800024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:31.805188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:31.805409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] Routers {'82139c78-fb5a-4ff0-ae4d-7ec07cacde93'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:31.806321 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d3a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:31.854308 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d3a730>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:31.865442 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] Routers {'82139c78-fb5a-4ff0-ae4d-7ec07cacde93'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:31.866263 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d3a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:31.870594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:31.887212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9ecec9d7-4800-4857-b75a-321b2e9f59b0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.887848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router 9ecec9d7-4800-4857-b75a-321b2e9f59b0 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:31.896777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.897894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c860d32-67ec-42b8-8527-d02ab824f492 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 204  len: 168 time: 1.6063583
Mar 05 21:06:31.902242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38450) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:31.908223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-974833661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:31.927221 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d3a730>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:31.928299 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9917df-6aea-4962-8d25-3a7f6a8621f7 None None] The sync data for ids ['82139c78-fb5a-4ff0-ae4d-7ec07cacde93'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:31.960797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.961879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:31.975771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (46b1e7a0-30bb-4e5f-9857-02d52f149ce1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.059072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.062439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.090096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.124170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.127866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-66c05db5-2706-43d6-b38e-f573cfeb4ee6 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2239394
Mar 05 21:06:32.131159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:32.147480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': True}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:32.411872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] Publish callbacks [] for security_group (ddc8f63e-6e95-4255-8e44-ea70edebd634), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.487915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] Publish callbacks [] for security_group (ddc8f63e-6e95-4255-8e44-ea70edebd634), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.490783 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-f014950d-cd9b-4b7e-a56f-1b185a56b3e7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] remove_router_interface failed (client error): The resource could not be found.
Mar 05 21:06:32.494724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f014950d-cd9b-4b7e-a56f-1b185a56b3e7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/82139c78-fb5a-4ff0-ae4d-7ec07cacde93/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7080290
Mar 05 21:06:32.497752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38458) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:32.538829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-293eab1b-03c3-4f83-9bea-fe402cda91ee tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=82139c78-fb5a-4ff0-ae4d-7ec07cacde93 HTTP/1.1" status: 200  len: 205 time: 0.0372102
Mar 05 21:06:32.539083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:32.632933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3f6ff1f-140b-441d-b4e5-83fbd3422cfd req-0f3c813b-a763-4202-8624-bca020d77bf9 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0343642
Mar 05 21:06:32.637622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.724227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ddc8f63e-6e95-4255-8e44-ea70edebd634), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.726991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.730868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddc8f63e-6e95-4255-8e44-ea70edebd634 HTTP/1.1" status: 204  len: 168 time: 0.9867930
Mar 05 21:06:32.830269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6830-6ffd-407d-8948-185b36a07dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8f63e-6e95-4255-8e44-ea70edebd634,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:32.837834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.840454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.845750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.937557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (82139c78-fb5a-4ff0-ae4d-7ec07cacde93), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.937557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router 82139c78-fb5a-4ff0-ae4d-7ec07cacde93 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:32.959790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:32.961264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9fce5b25-ec60-46ce-9b7a-9347a8831ed0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/82139c78-fb5a-4ff0-ae4d-7ec07cacde93 HTTP/1.1" status: 204  len: 168 time: 0.4208961
Mar 05 21:06:32.963453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-118697d0-5dcc-4eb2-9470-d54bc39a20f7 req-92e1f1d5-08e5-4cd6-9ed4-999203d34e5e tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25a254e-7b70-4a1e-a12f-be2cb54ca5ab HTTP/1.1" status: 200  len: 210 time: 0.0386338
Mar 05 21:06:32.963973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38468) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.003200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.012839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.033935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet 5524b445-55ca-402c-be87-c5c81caa5fc1 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:06:33.038477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (5524b445-55ca-402c-be87-c5c81caa5fc1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.095481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (5524b445-55ca-402c-be87-c5c81caa5fc1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.113212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.150287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (46b1e7a0-30bb-4e5f-9857-02d52f149ce1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.175800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.178711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-572efbc5-1f1d-4cfc-9962-a417b6a8f2b8 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7578113
Mar 05 21:06:33.181586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38470) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.188642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2099914594'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:33.218412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38472) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.242096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9727cdff-7985-4dc4-8e24-982a4897f580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.266237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5524b445-55ca-402c-be87-c5c81caa5fc1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.280459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Made reservation on behalf of 608660803fbd4ebe82418e2574b1392c for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:33.283751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.310652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.342837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (55a0d819-805f-47d4-afa6-6acdd2ca5d13), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.359197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (5524b445-55ca-402c-be87-c5c81caa5fc1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.370891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.407772 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.415142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/5524b445-55ca-402c-be87-c5c81caa5fc1 HTTP/1.1" status: 204  len: 168 time: 0.4500804
Mar 05 21:06:33.416072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db017b-46de-46ab-8d83-8ec8ff095952 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=5524b445-55ca-402c-be87-c5c81caa5fc1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.418341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.418628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f323a-529d-4006-941e-655e8b9c0751 None None] Network 60cdd07c-229a-4acb-a522-4a96e5c19b64 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:33.429572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9727cdff-7985-4dc4-8e24-982a4897f580 admin admin] Publish callbacks [] for security_group (25d67d91-29d9-47ac-8fe6-824802b772a6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.434277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9727cdff-7985-4dc4-8e24-982a4897f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25d67d91-29d9-47ac-8fe6-824802b772a6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.492278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9727cdff-7985-4dc4-8e24-982a4897f580 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7045cd7b9e08422dbd3653f9a9cd1f7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2725170
Mar 05 21:06:33.494590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38476) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.503602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727cdff-7985-4dc4-8e24-982a4897f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d67d91-29d9-47ac-8fe6-824802b772a6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.564351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] Publish callbacks [] for security_group (25d67d91-29d9-47ac-8fe6-824802b772a6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.572743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (60cdd07c-229a-4acb-a522-4a96e5c19b64), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.581911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for security_group (50a6bb82-c61c-4fdf-84ad-08c6002091d6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.588544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] Publish callbacks [] for security_group (25d67d91-29d9-47ac-8fe6-824802b772a6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.593964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (50a6bb82-c61c-4fdf-84ad-08c6002091d6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.614435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 172.35.0.207 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/eea78bf6-8bf7-4fe3-b748-993bb9008532) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:33.644601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] DHCP port deletion for 60cdd07c-229a-4acb-a522-4a96e5c19b64 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:06:33.647503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (25d67d91-29d9-47ac-8fe6-824802b772a6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.654956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.657523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25d67d91-29d9-47ac-8fe6-824802b772a6 HTTP/1.1" status: 204  len: 168 time: 0.1617594
Mar 05 21:06:33.670787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de7a84-5eac-47c6-ac0c-fa88b6254ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d67d91-29d9-47ac-8fe6-824802b772a6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.678925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:33.691787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (00c3e690-b146-47cb-9f62-c67cd1ea60d7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.692253 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Added segment 00c3e690-b146-47cb-9f62-c67cd1ea60d7 of type vlan for network 3bde6e6a-5100-4a18-aa4e-81111e614e20
Mar 05 21:06:33.710801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Deleting port 40a3f841-7c83-40f5-87a5-531e2a71daaf {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:33.711459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.748536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (3bde6e6a-5100-4a18-aa4e-81111e614e20), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.779079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] For port 40a3f841-7c83-40f5-87a5-531e2a71daaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40a3f841-7c83-40f5-87a5-531e2a71daaf,segment=NetworkSegment(f5be872b-0633-4d79-8000-8e64888259f0),segment_id=f5be872b-0633-4d79-8000-8e64888259f0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:33.779830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.788183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a6bb82-c61c-4fdf-84ad-08c6002091d6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.798438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Calling delete_port for 40a3f841-7c83-40f5-87a5-531e2a71daaf owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:33.842489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (3bde6e6a-5100-4a18-aa4e-81111e614e20), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.847519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:33.848056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.901835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.935486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] No DVR routers for this DVR port 40a3f841-7c83-40f5-87a5-531e2a71daaf on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:33.939200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e056c57-9f77-4581-a69c-2229f52f25c4 None None] Pushing event deleted for resources: {'Port': ['ID=40a3f841-7c83-40f5-87a5-531e2a71daaf,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:33.947200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.7621057
Mar 05 21:06:33.951635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38482) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:33.956480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 40a3f841-7c83-40f5-87a5-531e2a71daaf {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:33.956863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:33.957855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Request body: {'subnet': {'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:34.051238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dde14-b5d7-4e4f-a441-c3558ffc8f1c tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Network': ['ID=3bde6e6a-5100-4a18-aa4e-81111e614e20,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:34.058401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (eea78bf6-8bf7-4fe3-b748-993bb9008532), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.061545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port 40a3f841-7c83-40f5-87a5-531e2a71daaf, host ncdv-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:34.062112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.088431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 40a3f841-7c83-40f5-87a5-531e2a71daaf owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:34.099748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Port 40a3f841-7c83-40f5-87a5-531e2a71daaf was not found and therefore no delete operation was performed {{(pid=126562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:06:34.102244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:34.103490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Made reservation on behalf of 608660803fbd4ebe82418e2574b1392c for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:34.107655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (40a3f841-7c83-40f5-87a5-531e2a71daaf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.107911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.156478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=40a3f841-7c83-40f5-87a5-531e2a71daaf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:34.165243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port 40a3f841-7c83-40f5-87a5-531e2a71daaf on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:34.205058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40a3f841-7c83-40f5-87a5-531e2a71daaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:34.244583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 40a3f841-7c83-40f5-87a5-531e2a71daaf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:34.245231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40a3f841-7c83-40f5-87a5-531e2a71daaf not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:34.298679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (eea78bf6-8bf7-4fe3-b748-993bb9008532), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.319885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (60cdd07c-229a-4acb-a522-4a96e5c19b64), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.384294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ba6d1934-dfcf-4f61-a68b-f58d1977e2d8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.422222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a140dc0>,) {'filters': {'network_id': ['60cdd07c-229a-4acb-a522-4a96e5c19b64']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:34.426068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8b33456-af48-44e8-95b4-375926c64908 req-e9c96af1-5487-41c7-a9e9-39e4d13a4444 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6747aa9ae4c44bcbb1f2d9763aed06bd&device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0898836
Mar 05 21:06:34.450257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:34.457236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3aeaa176-393c-4603-9aa2-26aa7caceb51 req-66dc8bbb-afe7-488e-b0cf-a65cc462ac2a tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0784965
Mar 05 21:06:34.459458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a140dc0>, 'f5be872b-0633-4d79-8000-8e64888259f0') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:34.459780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a140dc0>, 'f5be872b-0633-4d79-8000-8e64888259f0') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:34.470238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:34.481827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:34.488252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Subnet': ['ID=ba6d1934-dfcf-4f61-a68b-f58d1977e2d8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:34.495275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Checking segment: {'id': '00c3e690-b146-47cb-9f62-c67cd1ea60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:34.495650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network hostable DHCP agents. Network: 3bde6e6a-5100-4a18-aa4e-81111e614e20, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:34.503971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=eea78bf6-8bf7-4fe3-b748-993bb9008532,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:34.509684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f5be872b-0633-4d79-8000-8e64888259f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.519816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:34.532984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3bde6e6a-5100-4a18-aa4e-81111e614e20) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:34.533167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8b33456-af48-44e8-95b4-375926c64908 req-9a3e1aa6-f8b5-482f-ae13-23f9d12179fd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6747aa9ae4c44bcbb1f2d9763aed06bd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0801709
Mar 05 21:06:34.537764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:34.538419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.547997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccda6d9-d094-4d43-9089-ecd5ae29fe7c None None] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:34.560253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b66caf14-96fb-4423-a38f-65aa7cfa6060 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6074317
Mar 05 21:06:34.562876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38506) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:34.568492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1572550', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:34.609932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.610835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f5be872b-0633-4d79-8000-8e64888259f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.616095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.636279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:34.636732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f5be872b-0633-4d79-8000-8e64888259f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:34.641478 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:34.716034 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_controller (1e1889f5-ec43-43c6-888c-ee7f7d19c110), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.853042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (60cdd07c-229a-4acb-a522-4a96e5c19b64), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.858381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.867661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/60cdd07c-229a-4acb-a522-4a96e5c19b64 HTTP/1.1" status: 204  len: 168 time: 1.4472618
Mar 05 21:06:34.868371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38512) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:34.886009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035139359'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:34.918662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3bde6e6a-5100-4a18-aa4e-81111e614e20', 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20', 'project_id': '608660803fbd4ebe82418e2574b1392c', 'fixed_ips': [{'subnet_id': 'ba6d1934-dfcf-4f61-a68b-f58d1977e2d8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:34.918989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b33456-af48-44e8-95b4-375926c64908 req-a6d1da0e-b0fd-496e-9e38-b5e36306e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:34.920058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:34.921160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8b33456-af48-44e8-95b4-375926c64908 req-a6d1da0e-b0fd-496e-9e38-b5e36306e9a2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3783727
Mar 05 21:06:34.955567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c925d8a-bec6-4546-afe3-f20417f4a1bb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=60cdd07c-229a-4acb-a522-4a96e5c19b64,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:34.957393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_gateway (1e1889f5-ec43-43c6-888c-ee7f7d19c110), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.023127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:35.026680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.097080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:35.113003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d7268871-f951-4bd1-9d14-9f0ce88e37fc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.113413 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment d7268871-f951-4bd1-9d14-9f0ce88e37fc of type vlan for network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e
Mar 05 21:06:35.133595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Allocated IP 172.20.0.2 (3bde6e6a-5100-4a18-aa4e-81111e614e20/ba6d1934-dfcf-4f61-a68b-f58d1977e2d8/7b59e29d-ae7b-4fc2-9169-66058b58df57) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:35.173526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (95a6f597-79f4-41ad-89a8-9ca25ab9f40e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.175902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (55a0d819-805f-47d4-afa6-6acdd2ca5d13), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.264857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_gateway (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.290031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.318632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (95a6f597-79f4-41ad-89a8-9ca25ab9f40e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.324230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:35.324899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.327973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks [] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.340225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.408093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:35.417446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:35.417713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5383801
Mar 05 21:06:35.419339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38522) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:35.419939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Pushing event updated for resources: {'Port': ['ID=7b59e29d-ae7b-4fc2-9169-66058b58df57,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:35.425811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:35.435458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:35.457709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Allocated IP 172.35.0.169 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:35.508532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fa349-9907-440f-88b7-5c29da2a1599 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=95a6f597-79f4-41ad-89a8-9ca25ab9f40e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:35.523161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:35.527518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Attempting to bind port 7b59e29d-ae7b-4fc2-9169-66058b58df57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:35.527986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Attempting to bind port 7b59e29d-ae7b-4fc2-9169-66058b58df57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00c3e690-b146-47cb-9f62-c67cd1ea60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:35.528497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Attempting to bind port 7b59e29d-ae7b-4fc2-9169-66058b58df57 on network 3bde6e6a-5100-4a18-aa4e-81111e614e20 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:35.576223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:35.577123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Checking segment: {'id': '00c3e690-b146-47cb-9f62-c67cd1ea60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:35.577744 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.577934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Bound using segment: {'id': '00c3e690-b146-47cb-9f62-c67cd1ea60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:35.578509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Bound port: 7b59e29d-ae7b-4fc2-9169-66058b58df57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c3e690-b146-47cb-9f62-c67cd1ea60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:35.579351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.637492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.675199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f2a940f-5db3-4f2d-b97b-ecc05a17d121 req-38932865-29a3-4849-aa6f-65465e2b386a tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0561588
Mar 05 21:06:35.679491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:35.684513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.693297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] For port 7b59e29d-ae7b-4fc2-9169-66058b58df57, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:35.697115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] For port 7b59e29d-ae7b-4fc2-9169-66058b58df57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b59e29d-ae7b-4fc2-9169-66058b58df57,segment=NetworkSegment(00c3e690-b146-47cb-9f62-c67cd1ea60d7),segment_id=00c3e690-b146-47cb-9f62-c67cd1ea60d7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:35.710044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.727344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.745148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.752536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:35.806178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:35.806726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9470322-d5f7-41ae-ae40-6eff49381075 None None] Pushing event updated for resources: {'Port': ['ID=7b59e29d-ae7b-4fc2-9169-66058b58df57,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:35.807018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:35.824845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:35.826883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:35.830697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:36.089328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0b9e54ea-d6d8-46cb-af96-8c784cfa2055), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.090229 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.098518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router 55a0d819-805f-47d4-afa6-6acdd2ca5d13 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:36.151717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-490377922'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:36.185306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Made reservation on behalf of 6c6e709a3d384ffbb8b5eab85f0f751f for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:36.188925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.204470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.255862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=0b9e54ea-d6d8-46cb-af96-8c784cfa2055,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:36.268391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_gateway (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.302676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8b33456-af48-44e8-95b4-375926c64908 req-0984d481-df78-4b20-89e5-a0c4ef01cf75 tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0484385
Mar 05 21:06:36.314888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'd7268871-f951-4bd1-9d14-9f0ce88e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:36.315234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: 95a6f597-79f4-41ad-89a8-9ca25ab9f40e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:36.346823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.364314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:36.393900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:36.400189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.404287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fc171e9f-70ea-4200-ab93-85beab72baa9 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "PUT /v2.0/routers/55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 200  len: 918 time: 4.2691777
Mar 05 21:06:36.405210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38534) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:36.406048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95a6f597-79f4-41ad-89a8-9ca25ab9f40e) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:36.415651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:36.416264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.422377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] Sync routers for ids ['55a0d819-805f-47d4-afa6-6acdd2ca5d13'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:36.429524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks [] for security_group (e9ff00b9-c4d1-40af-a697-617e1ada0023), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.433489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb3463-8ebe-49d8-a4ad-c5f8b40a38f6 None None] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:36.445705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] Routers {'55a0d819-805f-47d4-afa6-6acdd2ca5d13'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:36.446728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833d8f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['55a0d819-805f-47d4-afa6-6acdd2ca5d13'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:36.447850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e9ff00b9-c4d1-40af-a697-617e1ada0023), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.504271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1a0bd539-5138-426e-9199-0704a4165a60 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0838284
Mar 05 21:06:36.508155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38536) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:36.513031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876425912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:36.526372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833d8f40>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:36.532860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:36.553453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.554952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.555417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] Routers {'55a0d819-805f-47d4-afa6-6acdd2ca5d13'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:36.556231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833d8f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['55a0d819-805f-47d4-afa6-6acdd2ca5d13'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:36.556449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3257c757-be5c-4ed4-8493-a434d75624d5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.557023 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Added segment 3257c757-be5c-4ed4-8493-a434d75624d5 of type vlan for network c39e6e80-e813-4830-acc0-63835e55ab97
Mar 05 21:06:36.569153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-648dc052-3038-41f8-9e39-799325622c3d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 200  len: 924 time: 0.1612635
Mar 05 21:06:36.569858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38538) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:36.605796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833d8f40>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:36.606584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8424ef-707a-4ebb-9413-a906d3001bd2 None None] The sync data for ids ['55a0d819-805f-47d4-afa6-6acdd2ca5d13'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:36.627060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c39e6e80-e813-4830-acc0-63835e55ab97), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.650820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff00b9-c4d1-40af-a697-617e1ada0023,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:36.652068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (d39bd116-6f21-453c-9995-c7b4ce6a3018), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.664617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.666018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95a6f597-79f4-41ad-89a8-9ca25ab9f40e', 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': '0b9e54ea-d6d8-46cb-af96-8c784cfa2055'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:06:36.666891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.677408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c39e6e80-e813-4830-acc0-63835e55ab97), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.680131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0bc9d8-01ee-415e-8cde-ef11341d8e19 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:36.684496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ae0bc9d8-01ee-415e-8cde-ef11341d8e19 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=55a0d819-805f-47d4-afa6-6acdd2ca5d13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1095946
Mar 05 21:06:36.685316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:36.689067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:36.689709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.697025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:36.698332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b09d246c-987d-44e9-b20f-3dcc2c8ababf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1890466
Mar 05 21:06:36.707761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38542) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:36.917552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Pushing event updated for resources: {'Network': ['ID=c39e6e80-e813-4830-acc0-63835e55ab97,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:36.917884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Allocated IP 2001:db8::2 (95a6f597-79f4-41ad-89a8-9ca25ab9f40e/0b9e54ea-d6d8-46cb-af96-8c784cfa2055/811f209d-3e19-429f-ab3d-b7e1496f044c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:36.942331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c39e6e80-e813-4830-acc0-63835e55ab97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:36.964608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1e92430e-4628-4054-a025-8da404a8dd24 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.1544921
Mar 05 21:06:36.970135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:37.041362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.109901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'name': 'tempest-network--1519710553', 'router:external': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:37.181541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:37.184396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.202674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.222305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks [] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.242012 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.301621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:37.309569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Pushing event updated for resources: {'Port': ['ID=811f209d-3e19-429f-ab3d-b7e1496f044c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:37.324001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:37.325648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:37.329388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:37.413862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Attempting to bind port 811f209d-3e19-429f-ab3d-b7e1496f044c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:37.414402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Attempting to bind port 811f209d-3e19-429f-ab3d-b7e1496f044c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7268871-f951-4bd1-9d14-9f0ce88e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:37.414775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Attempting to bind port 811f209d-3e19-429f-ab3d-b7e1496f044c on network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:37.420910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:37.421291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Checking segment: {'id': 'd7268871-f951-4bd1-9d14-9f0ce88e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:37.421635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for security_group (695c34c6-7bf7-4460-8442-8cdee509619e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.422214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.422661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Bound using segment: {'id': 'd7268871-f951-4bd1-9d14-9f0ce88e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:37.423796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Bound port: 811f209d-3e19-429f-ab3d-b7e1496f044c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7268871-f951-4bd1-9d14-9f0ce88e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95a6f597-79f4-41ad-89a8-9ca25ab9f40e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:37.424202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.431529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (695c34c6-7bf7-4460-8442-8cdee509619e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.445544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:37.476975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9536a80-7501-4a2e-a1ed-e55d72ead73d None None] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:37.479058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (071f4c2c-5666-4198-a30b-edce11067a68), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.479435 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Added segment 071f4c2c-5666-4198-a30b-edce11067a68 of type vlan for network 9349dfe1-0abb-4ab5-9551-129df1076b22
Mar 05 21:06:37.500920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6c05ef-bceb-4f77-8ecc-8bffac722d25 req-bb45cfa0-4f98-4b12-a569-c1bb7103fdfe tempest-ServerShowV247Test-1048988113 tempest-ServerShowV247Test-1048988113-project] 10.222.0.15 "GET /v2.0/ports?device_id=b26b5edf-0207-4fca-b548-ba276e282c2c HTTP/1.1" status: 200  len: 210 time: 0.0891864
Mar 05 21:06:37.517427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c34c6-7bf7-4460-8442-8cdee509619e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:37.559114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (9349dfe1-0abb-4ab5-9551-129df1076b22), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.562649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:37.573614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Provisioning complete for port 7b59e29d-ae7b-4fc2-9169-66058b58df57 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:37.574053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.583952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] Sync routers for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:37.602135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.603424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-27aa1bd3-eb20-4e17-abb5-c346f32d4e0a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.0390227
Mar 05 21:06:37.603899 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:37.604714 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bee0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:37.606973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38550) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:37.644246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bee0430>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:37.655848 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:37.656142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] For port 811f209d-3e19-429f-ab3d-b7e1496f044c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:37.657594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bee0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:37.663139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] For port 811f209d-3e19-429f-ab3d-b7e1496f044c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=811f209d-3e19-429f-ab3d-b7e1496f044c,segment=NetworkSegment(d7268871-f951-4bd1-9d14-9f0ce88e37fc),segment_id=d7268871-f951-4bd1-9d14-9f0ce88e37fc)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:37.691582 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.702744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (9349dfe1-0abb-4ab5-9551-129df1076b22), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.704082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:37.704664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.742635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1995c-3060-4602-ba09-422448cea134 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:37.744364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4ec1995c-3060-4602-ba09-422448cea134 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 1.0581284
Mar 05 21:06:37.754778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d8f7-67ff-4c44-b08a-2af1aaaced0d None None] Pushing event updated for resources: {'Port': ['ID=811f209d-3e19-429f-ab3d-b7e1496f044c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:37.799381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38552) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:37.834502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Current status of the port 7b59e29d-ae7b-4fc2-9169-66058b58df57 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:37.834907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:37.851422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-990cc383-fd7c-45c3-96da-4cff0e011c45 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 200  len: 205 time: 0.0566349
Mar 05 21:06:37.854481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bee0430>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:37.856010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38554) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:37.858580 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3d959-2ab4-4532-82b7-1651654573af None None] The sync data for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:37.905726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] For port 7b59e29d-ae7b-4fc2-9169-66058b58df57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b59e29d-ae7b-4fc2-9169-66058b58df57,segment=NetworkSegment(00c3e690-b146-47cb-9f62-c67cd1ea60d7),segment_id=00c3e690-b146-47cb-9f62-c67cd1ea60d7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:37.917499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.002372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0bca-0f7f-4e3a-9ed9-79552ab00c8f None None] Pushing event updated for resources: {'Port': ['ID=7b59e29d-ae7b-4fc2-9169-66058b58df57,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:38.143798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.149477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.260536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b59e29d-ae7b-4fc2-9169-66058b58df57 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:38.324625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7b59e29d-ae7b-4fc2-9169-66058b58df57 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:38.325422 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.358138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3841081
Mar 05 21:06:38.374069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38556) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:38.386162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe632e-ce72-4f9b-8a38-67b65afb951b tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=9349dfe1-0abb-4ab5-9551-129df1076b22,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:38.388293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-df936d2f-2e6b-4c79-bd85-9dc19f2de75d None None] Provisioning complete for port 7b59e29d-ae7b-4fc2-9169-66058b58df57 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:38.388672 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-df936d2f-2e6b-4c79-bd85-9dc19f2de75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.422409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 9349dfe1-0abb-4ab5-9551-129df1076b22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:38.479151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (9349dfe1-0abb-4ab5-9551-129df1076b22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.536231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7b59e29d-ae7b-4fc2-9169-66058b58df57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:38.582334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-df936d2f-2e6b-4c79-bd85-9dc19f2de75d None None] Current status of the port 7b59e29d-ae7b-4fc2-9169-66058b58df57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:38.609995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8::1 (95a6f597-79f4-41ad-89a8-9ca25ab9f40e/0b9e54ea-d6d8-46cb-af96-8c784cfa2055/02eb8332-c596-4332-845a-ebf5ba7df2e5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:38.616300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (55a0d819-805f-47d4-afa6-6acdd2ca5d13), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.680149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (9349dfe1-0abb-4ab5-9551-129df1076b22), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.710677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8f8100>,) {'filters': {'network_id': ['9349dfe1-0abb-4ab5-9551-129df1076b22']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:38.725583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8f8100>, '071f4c2c-5666-4198-a30b-edce11067a68') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:38.726327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8f8100>, '071f4c2c-5666-4198-a30b-edce11067a68') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:38.749307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port eea78bf6-8bf7-4fe3-b748-993bb9008532 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:38.749696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (eea78bf6-8bf7-4fe3-b748-993bb9008532), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.769680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (071f4c2c-5666-4198-a30b-edce11067a68), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.832440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.833117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (071f4c2c-5666-4198-a30b-edce11067a68), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.846994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:38.847492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (071f4c2c-5666-4198-a30b-edce11067a68), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:38.852097 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:38.887853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (eea78bf6-8bf7-4fe3-b748-993bb9008532), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.916289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for eea78bf6-8bf7-4fe3-b748-993bb9008532 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:38.933195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:38.993138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (9349dfe1-0abb-4ab5-9551-129df1076b22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.001608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9349dfe1-0abb-4ab5-9551-129df1076b22 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:06:39.022588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.029818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9349dfe1-0abb-4ab5-9551-129df1076b22 HTTP/1.1" status: 204  len: 168 time: 0.6510623
Mar 05 21:06:39.035416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623f44-469f-4d46-b5e8-ab4d673db997 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Network': ['ID=9349dfe1-0abb-4ab5-9551-129df1076b22,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:39.038491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38564) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:39.039044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38566) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:39.046237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:39.047226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:39.056927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:39.066216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:39.066751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (d39bd116-6f21-453c-9995-c7b4ce6a3018), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.121572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:39.124055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.176373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:39.188541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fafb8eaf-28b4-4557-9449-716bb43d59f2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.188969 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Added segment fafb8eaf-28b4-4557-9449-716bb43d59f2 of type vlan for network 0bdbfc46-ca45-4b47-8e93-50b75568387b
Mar 05 21:06:39.248133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0bdbfc46-ca45-4b47-8e93-50b75568387b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.279073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.298921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=02eb8332-c596-4332-845a-ebf5ba7df2e5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:39.305435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0bdbfc46-ca45-4b47-8e93-50b75568387b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.306387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:39.306978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.331233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2bdac97-1f77-44bf-ae91-e8b2689252d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.416827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.441890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.3976054
Mar 05 21:06:39.452217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38570) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:39.458849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'subnet': {'network_id': '0bdbfc46-ca45-4b47-8e93-50b75568387b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:39.501729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9baa07-0c77-4959-ab6f-70da84d017b7 None None] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:39.575986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e800ba8-32c8-4c7f-b450-481eb81bc784 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=0bdbfc46-ca45-4b47-8e93-50b75568387b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:39.586350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:39.589454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.605826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0bdbfc46-ca45-4b47-8e93-50b75568387b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:39.648447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (eea78bf6-8bf7-4fe3-b748-993bb9008532), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.720723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Provisioning complete for port 811f209d-3e19-429f-ab3d-b7e1496f044c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:39.721440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.725655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=eea78bf6-8bf7-4fe3-b748-993bb9008532,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:39.798381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2bdac97-1f77-44bf-ae91-e8b2689252d1 admin admin] Publish callbacks [] for security_group (9a8057b8-3cd5-452d-bbe0-1e830d1888d4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.825956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (55a0d819-805f-47d4-afa6-6acdd2ca5d13), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.897138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2bdac97-1f77-44bf-ae91-e8b2689252d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a8057b8-3cd5-452d-bbe0-1e830d1888d4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.968164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:39.971587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (55a0d819-805f-47d4-afa6-6acdd2ca5d13), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.035274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.043885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.045341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (d39bd116-6f21-453c-9995-c7b4ce6a3018), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.055875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2bdac97-1f77-44bf-ae91-e8b2689252d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6747aa9ae4c44bcbb1f2d9763aed06bd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0155463
Mar 05 21:06:40.074158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38572) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:40.097542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Current status of the port 811f209d-3e19-429f-ab3d-b7e1496f044c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:40.097977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.124291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=02eb8332-c596-4332-845a-ebf5ba7df2e5,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:40.128223 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (55a0d819-805f-47d4-afa6-6acdd2ca5d13), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.129100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router 55a0d819-805f-47d4-afa6-6acdd2ca5d13 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:40.150782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.152315 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3e0889e2-8e53-4193-b2b2-c0bd721f38ba tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 204  len: 168 time: 2.2951257
Mar 05 21:06:40.158375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38574) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:40.163408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] For port 811f209d-3e19-429f-ab3d-b7e1496f044c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=811f209d-3e19-429f-ab3d-b7e1496f044c,segment=NetworkSegment(d7268871-f951-4bd1-9d14-9f0ce88e37fc),segment_id=d7268871-f951-4bd1-9d14-9f0ce88e37fc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:40.166745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1530235640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:40.172739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.174610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdac97-1f77-44bf-ae91-e8b2689252d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8057b8-3cd5-452d-bbe0-1e830d1888d4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:40.293386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.294123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 811f209d-3e19-429f-ab3d-b7e1496f044c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:40.294699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.315279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Allocated IP 172.20.0.1 (3bde6e6a-5100-4a18-aa4e-81111e614e20/ba6d1934-dfcf-4f61-a68b-f58d1977e2d8/5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:40.330360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] Publish callbacks [] for security_group (9a8057b8-3cd5-452d-bbe0-1e830d1888d4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.371619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73b5f-f54c-4028-bedc-d7eb410d01bd None None] Pushing event updated for resources: {'Port': ['ID=811f209d-3e19-429f-ab3d-b7e1496f044c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:40.383578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:40.388701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:40.399392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.409022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Provisioning complete for port 811f209d-3e19-429f-ab3d-b7e1496f044c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:40.409448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.437538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] Publish callbacks [] for security_group (9a8057b8-3cd5-452d-bbe0-1e830d1888d4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.446472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.467486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 811f209d-3e19-429f-ab3d-b7e1496f044c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:40.467970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.516897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.518491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-feb98fad-7d8a-4fb8-a947-c4db998b546e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3588078
Mar 05 21:06:40.525044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38576) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:40.535136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:40.559918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:06:40.560312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (1b39240b-fcba-4340-b29c-0e8d1b2c40ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.594948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Current status of the port 811f209d-3e19-429f-ab3d-b7e1496f044c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:40.602799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 811f209d-3e19-429f-ab3d-b7e1496f044c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:40.612040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Provisioning complete for port 02eb8332-c596-4332-845a-ebf5ba7df2e5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:40.612810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.663487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a2e29516-5085-4a33-b41d-263162d0135f None None] Port 02eb8332-c596-4332-845a-ebf5ba7df2e5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:40.690667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a8057b8-3cd5-452d-bbe0-1e830d1888d4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.694413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.698323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a8057b8-3cd5-452d-bbe0-1e830d1888d4 HTTP/1.1" status: 204  len: 168 time: 0.5497143
Mar 05 21:06:40.710349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.720008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b39240b-fcba-4340-b29c-0e8d1b2c40ab,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:40.736699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2218f8-aa79-4c0f-ab28-2190aa47ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8057b8-3cd5-452d-bbe0-1e830d1888d4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:40.756605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Checking segment: {'id': 'fafb8eaf-28b4-4557-9449-716bb43d59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bdbfc46-ca45-4b47-8e93-50b75568387b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:40.757271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Network hostable DHCP agents. Network: 0bdbfc46-ca45-4b47-8e93-50b75568387b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:40.803433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1b126f40-ab9b-4a88-a709-a58589fbedc0 None None] Provisioning complete for port 02eb8332-c596-4332-845a-ebf5ba7df2e5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:40.805493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1b126f40-ab9b-4a88-a709-a58589fbedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.808300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Network 0bdbfc46-ca45-4b47-8e93-50b75568387b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:40.816294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.874867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bdbfc46-ca45-4b47-8e93-50b75568387b) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:40.882534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:40.883986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:40.884756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1b126f40-ab9b-4a88-a709-a58589fbedc0 None None] Port 02eb8332-c596-4332-845a-ebf5ba7df2e5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:40.897287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce402a44-5435-4d35-89c0-180f091abfb4 None None] Network 0bdbfc46-ca45-4b47-8e93-50b75568387b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:40.919435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:40.924074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:40.938738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:41.001511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router d39bd116-6f21-453c-9995-c7b4ce6a3018 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:41.020939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ea0b3fed-26e1-4957-bd34-3628a27c1306 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.5665214
Mar 05 21:06:41.024344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:41.028971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38582) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:41.031552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.035403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'floatingip': {'floating_network_id': '0bdbfc46-ca45-4b47-8e93-50b75568387b'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:41.051365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.124255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46abd0-d5c3-4401-924f-2ca72c659ae6 None None] Network 0bdbfc46-ca45-4b47-8e93-50b75568387b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:41.140465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0aaa0f57-a0b6-4be2-b26a-314832ddae34 None None] Provisioning complete for port 02eb8332-c596-4332-845a-ebf5ba7df2e5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:41.141095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0f57-a0b6-4be2-b26a-314832ddae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.273833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:41.280069 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f165697-0630-463a-abe1-5e90df951351 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/d39bd116-6f21-453c-9995-c7b4ce6a3018/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5706270
Mar 05 21:06:41.283845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:41.291540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] Sync routers for ids ['d39bd116-6f21-453c-9995-c7b4ce6a3018'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:41.299988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.305565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa0f57-a0b6-4be2-b26a-314832ddae34 None None] Port 02eb8332-c596-4332-845a-ebf5ba7df2e5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:41.311744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] Routers {'d39bd116-6f21-453c-9995-c7b4ce6a3018'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:41.312458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b825ab220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d39bd116-6f21-453c-9995-c7b4ce6a3018'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:41.367752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b825ab220>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:41.415338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] Routers {'d39bd116-6f21-453c-9995-c7b4ce6a3018'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:41.416028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b825ab220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d39bd116-6f21-453c-9995-c7b4ce6a3018'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:41.427474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.456074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf454a0-c9f9-4ff0-9e13-1d39956135da tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:41.458345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dcf454a0-c9f9-4ff0-9e13-1d39956135da tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports/02eb8332-c596-4332-845a-ebf5ba7df2e5 HTTP/1.1" status: 200  len: 911 time: 0.1728282
Mar 05 21:06:41.460891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38596) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:41.469411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b825ab220>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:41.470071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d2a2b-89ce-4a3e-a82c-13f84d326297 None None] The sync data for ids ['d39bd116-6f21-453c-9995-c7b4ce6a3018'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:41.484982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0e5b368a-6b70-4697-9b41-ca5376a73c58 None None] Provisioning complete for port 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:41.485389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e5b368a-6b70-4697-9b41-ca5376a73c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.530660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b368a-6b70-4697-9b41-ca5376a73c58 None None] Port 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:41.671921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:41.825736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38610) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:41.890247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Allocated IP 172.20.0.14 (0bdbfc46-ca45-4b47-8e93-50b75568387b/1b39240b-fcba-4340-b29c-0e8d1b2c40ab/9bffbab9-e6db-420f-ba54-b622414a68e3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:41.983559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-612185645-network', 'tenant_id': 'def4cea650ac491985dac1868ac5052a'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:42.011952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.022575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.053390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Made reservation on behalf of def4cea650ac491985dac1868ac5052a for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:42.055648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.076512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.152666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (960147e0-3a4a-457c-9e56-7e276d4486ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.158303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 811f209d-3e19-429f-ab3d-b7e1496f044c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:42.176337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.183067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.187159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.190920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.196998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:42.198045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.206171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.212832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.219715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:42.221922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-a98c380c-21c6-473a-b9af-218a31c0bcbd tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.2479701
Mar 05 21:06:42.228701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.250430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 811f209d-3e19-429f-ab3d-b7e1496f044c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:42.251180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.345082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks [] for security_group (f393ffbb-8a27-46e1-91b3-31310a7936e0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.360504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f393ffbb-8a27-46e1-91b3-31310a7936e0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.361053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 811f209d-3e19-429f-ab3d-b7e1496f044c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:42.366575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.385408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:42.410187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.430643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ef9eb615-cf59-4559-84fc-a25b928f0773), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.430984 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Added segment ef9eb615-cf59-4559-84fc-a25b928f0773 of type vlan for network 009197ce-e0dc-47b9-b8f3-b27f078b9f37
Mar 05 21:06:42.433308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:42.460170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393ffbb-8a27-46e1-91b3-31310a7936e0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:42.466604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:42.495572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Network 0bdbfc46-ca45-4b47-8e93-50b75568387b is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:42.510287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:42.518988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:42.528039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (009197ce-e0dc-47b9-b8f3-b27f078b9f37), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.537803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b3a584c-02be-40e1-bf5a-9cdb6201d75b req-367c6d1b-afa2-4fa8-94cf-ee1a701dbe9d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3038182
Mar 05 21:06:42.643814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Allocated IP 172.35.0.253 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/71211f9c-bc3c-4c85-bdef-2e98cfd509a9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:42.764417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-02e177d2-5fcf-4541-8d0d-5d8a9319cc63 None None] Provisioning complete for port 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:42.764987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02e177d2-5fcf-4541-8d0d-5d8a9319cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.808357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-02e177d2-5fcf-4541-8d0d-5d8a9319cc63 None None] Port 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:42.811982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for port (71211f9c-bc3c-4c85-bdef-2e98cfd509a9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.823879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (d39bd116-6f21-453c-9995-c7b4ce6a3018), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.931802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (71211f9c-bc3c-4c85-bdef-2e98cfd509a9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:42.966118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Port': ['ID=9bffbab9-e6db-420f-ba54-b622414a68e3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:42.978234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:06:43.031971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:43.039054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:43.041533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:43.042647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (009197ce-e0dc-47b9-b8f3-b27f078b9f37), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.043494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.044201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.054972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Pushing event updated for resources: {'Port': ['ID=71211f9c-bc3c-4c85-bdef-2e98cfd509a9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:43.150562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3217282
Mar 05 21:06:43.156361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38616) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:43.165835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Request body: {'subnet': {'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-612185645-subnet', 'tenant_id': 'def4cea650ac491985dac1868ac5052a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:43.184781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506ee7-7a41-4c3e-ae8e-85d7b4880013 admin admin] Pushing event updated for resources: {'Network': ['ID=009197ce-e0dc-47b9-b8f3-b27f078b9f37,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:43.195566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:43.198365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.203582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.209306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.214496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.219709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.225554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.230760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:43.232783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6f1b270-8988-494b-83d1-ac2fc443ec58 req-4cc68ccc-0eca-4283-913e-04edb314e0ff tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.2573164
Mar 05 21:06:43.238878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for floatingip (d1db8291-3cbe-4f5a-995c-0bed5e1d447f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.248277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:43.281619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Made reservation on behalf of def4cea650ac491985dac1868ac5052a for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:43.283928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.363912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.379444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 02eb8332-c596-4332-845a-ebf5ba7df2e5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:43.380220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.449038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router_gateway (960147e0-3a4a-457c-9e56-7e276d4486ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.549544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.567154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 02eb8332-c596-4332-845a-ebf5ba7df2e5 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:43.588345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:43.596406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb975494-4a7d-4814-9289-b069eed0b100 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "PUT /v2.0/routers/1e1889f5-ec43-43c6-888c-ee7f7d19c110/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9882951
Mar 05 21:06:43.600481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38620) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:43.602166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] Sync routers for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:43.608271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Request body: {'port': {'network_id': '3bde6e6a-5100-4a18-aa4e-81111e614e20', 'name': 'tempest-FloatingIPAdminTestJSON-545615838'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:43.617269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:43.618842 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:43.682870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4400>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:43.694292 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:43.695072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:43.736195 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4400>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:43.737095 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173c9e-1e9e-413f-87f4-71a1694b4f5d None None] The sync data for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:43.757317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.761375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0053aaf6-ea87-4000-931b-ca1a5d760f44), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.771042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.778498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.789216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.901607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0053aaf6-ea87-4000-931b-ca1a5d760f44,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:43.903603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Port': ['ID=9bffbab9-e6db-420f-ba54-b622414a68e3,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:43.927694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (02eb8332-c596-4332-845a-ebf5ba7df2e5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.938266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Made reservation on behalf of 608660803fbd4ebe82418e2574b1392c for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:43.941550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.945148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (d1db8291-3cbe-4f5a-995c-0bed5e1d447f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.947451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Checking segment: {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:43.947844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Network hostable DHCP agents. Network: 009197ce-e0dc-47b9-b8f3-b27f078b9f37, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:06:43.964291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=02eb8332-c596-4332-845a-ebf5ba7df2e5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:43.974776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] device_id is not set on port e737a5aa-483f-4493-a6fd-853f09ab7a9f yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:06:43.991072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:43.992348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4bc594d-5e84-4bc7-bdbb-4a924767e88a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9625006
Mar 05 21:06:43.995618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38624) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:44.023529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:06:44.114819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 009197ce-e0dc-47b9-b8f3-b27f078b9f37) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:44.134676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.135537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.140266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a82a2b-3d8c-454f-b91b-aaaf04ba597a None None] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:44.144994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Allocated IP 172.20.0.4 (3bde6e6a-5100-4a18-aa4e-81111e614e20/ba6d1934-dfcf-4f61-a68b-f58d1977e2d8/e737a5aa-483f-4493-a6fd-853f09ab7a9f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:44.150602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-39e98429-282e-4188-8565-b8c701d22a93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=0bdbfc46-ca45-4b47-8e93-50b75568387b HTTP/1.1" status: 200  len: 690 time: 0.1529074
Mar 05 21:06:44.154271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38626) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:44.173022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (d39bd116-6f21-453c-9995-c7b4ce6a3018), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.191298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1fe415f1-eb42-41ea-9dbc-0c7b21c9bcfe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0223505
Mar 05 21:06:44.310415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ae926-5770-44d0-b544-c953424b20ad None None] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:44.337955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Router 960147e0-3a4a-457c-9e56-7e276d4486ce is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:44.359491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0bdbfc46-ca45-4b47-8e93-50b75568387b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.445797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router d39bd116-6f21-453c-9995-c7b4ce6a3018 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:44.532536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.553979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Deleting port 9bffbab9-e6db-420f-ba54-b622414a68e3 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:44.554332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.624311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.696237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.696564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for floatingip (9bffbab9-e6db-420f-ba54-b622414a68e3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.700117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:44.709663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:44.713307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event updated for resources: {'Port': ['ID=e737a5aa-483f-4493-a6fd-853f09ab7a9f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:44.715713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:44.722732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Calling delete_port for 9bffbab9-e6db-420f-ba54-b622414a68e3 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:44.811077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.811741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:44.845521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0d07451f-3f6c-479e-9eeb-bf9f5734a779 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2411392
Mar 05 21:06:44.848681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38648) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:44.950519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.951183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.951551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.952096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.952543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.953115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.953532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:44.955722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-41dc4b2c-1300-4ae8-951d-b02e8fb89cdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6719 time: 0.5241351
Mar 05 21:06:44.965767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9bffbab9-e6db-420f-ba54-b622414a68e3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.020142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bffbab9-e6db-420f-ba54-b622414a68e3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:45.048998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-39c5e33a-a761-46bf-b237-f26f23b25925 None None] Provisioning complete for port e737a5aa-483f-4493-a6fd-853f09ab7a9f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:45.049376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-39c5e33a-a761-46bf-b237-f26f23b25925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.102336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-39c5e33a-a761-46bf-b237-f26f23b25925 None None] Port e737a5aa-483f-4493-a6fd-853f09ab7a9f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:06:45.112217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'project_id': '608660803fbd4ebe82418e2574b1392c', 'port_id': 'e737a5aa-483f-4493-a6fd-853f09ab7a9f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:45.123301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for floatingip (d1db8291-3cbe-4f5a-995c-0bed5e1d447f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.126259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:45.135982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cff1ac9f-57f2-4204-b5ca-a73587047529 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/d39bd116-6f21-453c-9995-c7b4ce6a3018/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6739469
Mar 05 21:06:45.138836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.144718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] Sync routers for ids ['d39bd116-6f21-453c-9995-c7b4ce6a3018'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:45.151878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.160012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] Routers {'d39bd116-6f21-453c-9995-c7b4ce6a3018'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:45.161015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d39bd116-6f21-453c-9995-c7b4ce6a3018'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.163622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:45.173196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.174401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a20ab8b2-f389-4439-8744-4b39b2042ca3 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "PUT /v2.0/routers/960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 200  len: 920 time: 4.6466031
Mar 05 21:06:45.178771 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] Sync routers for ids ['960147e0-3a4a-457c-9e56-7e276d4486ce'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:45.181156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.188473 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] Routers {'960147e0-3a4a-457c-9e56-7e276d4486ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:45.189362 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['960147e0-3a4a-457c-9e56-7e276d4486ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.207033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d040>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.209356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-cf681ee5-8605-4d2f-9c95-6d4e1955f143 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:45.211474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-cf681ee5-8605-4d2f-9c95-6d4e1955f143 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 813 time: 0.2823355
Mar 05 21:06:45.217031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] Routers {'d39bd116-6f21-453c-9995-c7b4ce6a3018'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:45.217878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d39bd116-6f21-453c-9995-c7b4ce6a3018'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.224982 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff040>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.228037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-1e2ba8cb-4321-4a07-a2da-62a2f0864797 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2247820
Mar 05 21:06:45.234531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] Routers {'960147e0-3a4a-457c-9e56-7e276d4486ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:45.234999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-294fda96-bb41-4c22-8b26-b2eb1c9d4e92 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/quotas/def4cea650ac491985dac1868ac5052a HTTP/1.1" status: 200  len: 375 time: 0.0178912
Mar 05 21:06:45.235698 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['960147e0-3a4a-457c-9e56-7e276d4486ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.248692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b155dcd6-02f6-4fb0-8357-7ce09ed5d4da tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=d39bd116-6f21-453c-9995-c7b4ce6a3018 HTTP/1.1" status: 200  len: 205 time: 0.1023090
Mar 05 21:06:45.248692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38656) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.269199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d040>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.272337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af389bd3-d4a4-40bb-84ce-5e80f6577551 None None] The sync data for ids ['d39bd116-6f21-453c-9995-c7b4ce6a3018'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:45.281166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff040>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.281797 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e308a-915f-4954-8851-f8aef97d9fe2 None None] The sync data for ids ['960147e0-3a4a-457c-9e56-7e276d4486ce'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:45.287094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-aa2e499f-cd6e-40d8-a151-c5f574ef644d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445096
Mar 05 21:06:45.378432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-21f5e9de-8d9b-41de-a7fe-87f7da6fb3f5 service neutron] 10.222.0.15 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846214
Mar 05 21:06:45.419461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.421230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1b39240b-fcba-4340-b29c-0e8d1b2c40ab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.486419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-ffa746be-b995-4c75-8d29-e93711083346 service neutron] 10.222.0.15 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013339
Mar 05 21:06:45.683983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09d65192-7be1-4075-8112-417f3b8a5e3d tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 200  len: 926 time: 0.4402132
Mar 05 21:06:45.687710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38682) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.710693 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.718280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcc40672-a263-49d5-9b8f-1bef89afb2ae req-98447b19-b9b0-43a8-822d-1faf7d9c0f93 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 210 time: 0.0572059
Mar 05 21:06:45.719867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (d39bd116-6f21-453c-9995-c7b4ce6a3018), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.724026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1b39240b-fcba-4340-b29c-0e8d1b2c40ab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.750369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921fd88-9a58-4f67-b988-ba3541884fec tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:45.751921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4921fd88-9a58-4f67-b988-ba3541884fec tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=960147e0-3a4a-457c-9e56-7e276d4486ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0624015
Mar 05 21:06:45.754967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38684) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.798682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b39240b-fcba-4340-b29c-0e8d1b2c40ab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:45.809214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.821471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d39bd116-6f21-453c-9995-c7b4ce6a3018), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.821979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router d39bd116-6f21-453c-9995-c7b4ce6a3018 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:45.859928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.861028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e79fdb2e-ae6e-429a-acf3-0fde4e3e6a34 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/d39bd116-6f21-453c-9995-c7b4ce6a3018 HTTP/1.1" status: 204  len: 168 time: 0.6094735
Mar 05 21:06:45.862592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942ba46-02f8-4e4d-a5f0-4de213d6fe57 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:45.867648 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2942ba46-02f8-4e4d-a5f0-4de213d6fe57 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.1076176
Mar 05 21:06:45.867648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38690) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.873587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38692) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.907716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0bdbfc46-ca45-4b47-8e93-50b75568387b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:45.938992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b907e6940>,) {'filters': {'network_id': ['0bdbfc46-ca45-4b47-8e93-50b75568387b']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.943120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-163495bd-1b31-4109-a6d8-61b0d4a0ddd2 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 200  len: 205 time: 0.0671573
Mar 05 21:06:45.947567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38694) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:45.954113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b907e6940>, 'fafb8eaf-28b4-4557-9449-716bb43d59f2') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.954521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b907e6940>, 'fafb8eaf-28b4-4557-9449-716bb43d59f2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:45.984369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (fafb8eaf-28b4-4557-9449-716bb43d59f2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.006284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fafb8eaf-28b4-4557-9449-716bb43d59f2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.024954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:46.025671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (fafb8eaf-28b4-4557-9449-716bb43d59f2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:46.027471 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:46.030181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Allocated IP 172.35.0.227 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ec42e897-956d-4888-856a-be78a240273f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:46.037486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet 0b9e54ea-d6d8-46cb-af96-8c784cfa2055 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:06:46.044533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (0b9e54ea-d6d8-46cb-af96-8c784cfa2055), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.099260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0b9e54ea-d6d8-46cb-af96-8c784cfa2055), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.141104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0bdbfc46-ca45-4b47-8e93-50b75568387b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.148903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.150325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0bdbfc46-ca45-4b47-8e93-50b75568387b {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:06:46.154409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.160454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0bdbfc46-ca45-4b47-8e93-50b75568387b HTTP/1.1" status: 204  len: 168 time: 2.0027213
Mar 05 21:06:46.169215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38698) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.176781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6832-60fa-4246-b23e-3ffe6121cca2 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bdbfc46-ca45-4b47-8e93-50b75568387b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:46.306488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0b9e54ea-d6d8-46cb-af96-8c784cfa2055), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.324052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5418f8e9-4441-49ea-89cb-88d2fc174910 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3046 time: 0.1514900
Mar 05 21:06:46.325166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for port (ec42e897-956d-4888-856a-be78a240273f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.326462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38700) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.384225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (960147e0-3a4a-457c-9e56-7e276d4486ce), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.450326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0b9e54ea-d6d8-46cb-af96-8c784cfa2055), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.486791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.490719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/0b9e54ea-d6d8-46cb-af96-8c784cfa2055 HTTP/1.1" status: 204  len: 168 time: 0.6242576
Mar 05 21:06:46.492670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb2f7-e319-4ce4-ae1e-d89045a05711 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9e54ea-d6d8-46cb-af96-8c784cfa2055,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:46.499342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a2c45-0d75-45f7-a659-73adcc6a7b4a None None] Network 95a6f597-79f4-41ad-89a8-9ca25ab9f40e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:06:46.499907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38702) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.564208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port 71211f9c-bc3c-4c85-bdef-2e98cfd509a9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:46.565172 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (71211f9c-bc3c-4c85-bdef-2e98cfd509a9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.640719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (95a6f597-79f4-41ad-89a8-9ca25ab9f40e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.704980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] DHCP port deletion for 95a6f597-79f4-41ad-89a8-9ca25ab9f40e request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:06:46.721497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (71211f9c-bc3c-4c85-bdef-2e98cfd509a9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.764882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for 71211f9c-bc3c-4c85-bdef-2e98cfd509a9 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:46.829590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.830378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.830999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.831613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.832250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.832858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.834093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.834453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Deleting port 811f209d-3e19-429f-ab3d-b7e1496f044c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:46.834849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.835161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.835789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.836392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.837000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.837600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.838219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:46.840603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35d4f119-bb20-4ca9-90f6-741a45b2deec tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8317 time: 0.5127456
Mar 05 21:06:46.844294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38706) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.897042 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-cf3622c4-21b8-40e6-a903-c1154f8edd62 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] delete failed (client error): The resource could not be found.
Mar 05 21:06:46.898489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf3622c4-21b8-40e6-a903-c1154f8edd62 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/d1db8291-3cbe-4f5a-995c-0bed5e1d447f HTTP/1.1" status: 404  len: 345 time: 0.0530655
Mar 05 21:06:46.902257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38708) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.933323 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-753a42e3-41a7-4b5d-87d7-d4867a098ccb tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] DELETE failed (client error): The resource could not be found.
Mar 05 21:06:46.934118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753a42e3-41a7-4b5d-87d7-d4867a098ccb tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:06:46.937367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-753a42e3-41a7-4b5d-87d7-d4867a098ccb tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0bdbfc46-ca45-4b47-8e93-50b75568387b HTTP/1.1" status: 404  len: 339 time: 0.0338964
Mar 05 21:06:46.941870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:46.947434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36cadfb6-d67b-49d2-9c2b-2208855940b3 req-c50d3859-68e2-4075-9c8a-87231c6f4716 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 210 time: 0.0569651
Mar 05 21:06:46.948747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'name': 'tempest-network--1706035786', 'router:external': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:46.964234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 811f209d-3e19-429f-ab3d-b7e1496f044c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:46.964499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.965357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ec42e897-956d-4888-856a-be78a240273f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:46.999539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] For port 811f209d-3e19-429f-ab3d-b7e1496f044c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=811f209d-3e19-429f-ab3d-b7e1496f044c,segment=NetworkSegment(d7268871-f951-4bd1-9d14-9f0ce88e37fc),segment_id=d7268871-f951-4bd1-9d14-9f0ce88e37fc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:47.000314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.017285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Calling delete_port for 811f209d-3e19-429f-ab3d-b7e1496f044c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:47.023194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:47.029582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:47.033220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:47.058920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:47.059196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-bf43dfb8-f6b3-473f-b1aa-63dd5a9cbd86 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.060618 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-bf43dfb8-f6b3-473f-b1aa-63dd5a9cbd86 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 813 time: 0.2874606
Mar 05 21:06:47.061541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.079816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Request body: {'port': {'device_id': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'admin_state_up': True, 'tenant_id': 'def4cea650ac491985dac1868ac5052a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:47.090401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port 811f209d-3e19-429f-ab3d-b7e1496f044c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=811f209d-3e19-429f-ab3d-b7e1496f044c,segment=NetworkSegment(d7268871-f951-4bd1-9d14-9f0ce88e37fc),segment_id=d7268871-f951-4bd1-9d14-9f0ce88e37fc)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:47.090776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.098333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Pushing event updated for resources: {'Port': ['ID=ec42e897-956d-4888-856a-be78a240273f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:47.112831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:47.121186 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.142844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (31119c0e-54a7-4b6d-8a7c-3a6ac5743562), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.143259 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Added segment 31119c0e-54a7-4b6d-8a7c-3a6ac5743562 of type vlan for network 33257be7-914f-44f1-8dd9-d9e964a815ea
Mar 05 21:06:47.159513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] No DVR routers for this DVR port 811f209d-3e19-429f-ab3d-b7e1496f044c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:47.161754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7026-a21e-49c0-9f7f-651a77280454 None None] Pushing event deleted for resources: {'Port': ['ID=811f209d-3e19-429f-ab3d-b7e1496f044c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:47.189891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 811f209d-3e19-429f-ab3d-b7e1496f044c owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:47.235522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (33257be7-914f-44f1-8dd9-d9e964a815ea), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.344468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (33257be7-914f-44f1-8dd9-d9e964a815ea), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.345508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.346086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.368352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (71211f9c-bc3c-4c85-bdef-2e98cfd509a9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.378673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Made reservation on behalf of def4cea650ac491985dac1868ac5052a for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:47.382009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.403844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4590719
Mar 05 21:06:47.413346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38712) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:47.417852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=71211f9c-bc3c-4c85-bdef-2e98cfd509a9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:47.440030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (811f209d-3e19-429f-ab3d-b7e1496f044c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.496591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=811f209d-3e19-429f-ab3d-b7e1496f044c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:47.502815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b46164-58fa-4533-9c7a-3174e80dc545 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=33257be7-914f-44f1-8dd9-d9e964a815ea,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:47.506639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port 811f209d-3e19-429f-ab3d-b7e1496f044c on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:06:47.517287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 33257be7-914f-44f1-8dd9-d9e964a815ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:47.618723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (960147e0-3a4a-457c-9e56-7e276d4486ce), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.701870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (95a6f597-79f4-41ad-89a8-9ca25ab9f40e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.781140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.783245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1b339-b6f0-4136-9f94-789eb68476a2 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.783416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab9ff10>,) {'filters': {'network_id': ['95a6f597-79f4-41ad-89a8-9ca25ab9f40e']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:47.788352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (960147e0-3a4a-457c-9e56-7e276d4486ce), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.788594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1b339-b6f0-4136-9f94-789eb68476a2 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.793904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1b339-b6f0-4136-9f94-789eb68476a2 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.798822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1b339-b6f0-4136-9f94-789eb68476a2 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:47.803710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b5e1b339-b6f0-4136-9f94-789eb68476a2 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.3862572
Mar 05 21:06:47.804460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38714) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:47.807650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab9ff10>, 'd7268871-f951-4bd1-9d14-9f0ce88e37fc') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:47.807974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab9ff10>, 'd7268871-f951-4bd1-9d14-9f0ce88e37fc') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:47.820592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Allocated IP 172.20.0.12 (009197ce-e0dc-47b9-b8f3-b27f078b9f37/0053aaf6-ea87-4000-931b-ca1a5d760f44/94b1d404-120e-4570-9658-48bf6610ec97) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:47.855338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (d7268871-f951-4bd1-9d14-9f0ce88e37fc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.870388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (960147e0-3a4a-457c-9e56-7e276d4486ce), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.870937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router 960147e0-3a4a-457c-9e56-7e276d4486ce {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:47.873738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (79aad887-bdad-4c6d-af94-cd8b32dfbe03), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.883218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.887446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-32bd9a46-9b8a-40a4-a4c2-353c5ce9340c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 204  len: 168 time: 1.9358132
Mar 05 21:06:47.887924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38716) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:47.892138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233669433', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:47.897603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d7268871-f951-4bd1-9d14-9f0ce88e37fc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.918188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:47.918593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (d7268871-f951-4bd1-9d14-9f0ce88e37fc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:47.921452 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:47.957345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (33257be7-914f-44f1-8dd9-d9e964a815ea), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.008534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.009621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.057019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (95a6f597-79f4-41ad-89a8-9ca25ab9f40e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.073710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.078096 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/95a6f597-79f4-41ad-89a8-9ca25ab9f40e HTTP/1.1" status: 204  len: 168 time: 1.5750999
Mar 05 21:06:48.091730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:48.096315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129529954', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:48.101919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b32b9fc6-f9a9-4c63-b6e5-d060df0e0f99 req-a6d2ee1a-de5a-4623-923f-38b3c8217cca tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 210 time: 0.0457587
Mar 05 21:06:48.106059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046dec5-6fd5-4769-9016-5b25a98f31d4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=95a6f597-79f4-41ad-89a8-9ca25ab9f40e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:48.133137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ec42e897-956d-4888-856a-be78a240273f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.189423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (33257be7-914f-44f1-8dd9-d9e964a815ea), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.189813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 811f209d-3e19-429f-ab3d-b7e1496f044c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:06:48.207216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.209110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.210129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.221342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 811f209d-3e19-429f-ab3d-b7e1496f044c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:06:48.222291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 811f209d-3e19-429f-ab3d-b7e1496f044c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:06:48.226374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks [] for port (94b1d404-120e-4570-9658-48bf6610ec97), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.228148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8be43880>,) {'filters': {'network_id': ['33257be7-914f-44f1-8dd9-d9e964a815ea']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:48.245888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be43880>, '31119c0e-54a7-4b6d-8a7c-3a6ac5743562') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:48.246566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be43880>, '31119c0e-54a7-4b6d-8a7c-3a6ac5743562') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:48.297898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (31119c0e-54a7-4b6d-8a7c-3a6ac5743562), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.322883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (31119c0e-54a7-4b6d-8a7c-3a6ac5743562), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.334256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:48.334986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (31119c0e-54a7-4b6d-8a7c-3a6ac5743562), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:48.337034 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:48.357262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.435910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (33257be7-914f-44f1-8dd9-d9e964a815ea), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.442592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  33257be7-914f-44f1-8dd9-d9e964a815ea {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:06:48.445929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.452738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/33257be7-914f-44f1-8dd9-d9e964a815ea HTTP/1.1" status: 204  len: 168 time: 0.6445587
Mar 05 21:06:48.460991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38722) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:48.467340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'name': 'tempest-network--1718500130', 'router:external': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:48.471723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48b880-146f-4667-944d-b8348cd2db67 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Network': ['ID=33257be7-914f-44f1-8dd9-d9e964a815ea,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:48.480303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for port (ec42e897-956d-4888-856a-be78a240273f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.485657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ec42e897-956d-4888-856a-be78a240273f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.504378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.507988 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.564929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Pushing event updated for resources: {'Port': ['ID=ec42e897-956d-4888-856a-be78a240273f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:48.579369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (79aad887-bdad-4c6d-af94-cd8b32dfbe03), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.586072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:48.588361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:48.693160 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Floating IP 79aad887-bdad-4c6d-af94-cd8b32dfbe03 associated. External IP: 172.35.0.227, port: e737a5aa-483f-4493-a6fd-853f09ab7a9f.
Mar 05 21:06:48.929105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:49.006616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:49.040728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:49.045347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:49.050127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:49.057423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:49.062533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.066052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_gateway (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.068122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] Sync routers for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:49.079629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:49.080322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828ebdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:49.106088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-21a5c1ed-8faf-4f10-8ca5-6d1c63fa80ea tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 4.2544589
Mar 05 21:06:49.107093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38726) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:49.117683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:49.122639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828ebdc0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:49.132224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:49.132850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828ebdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:49.153698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:49.154319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.169695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828ebdc0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:49.170374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d8459-fac7-47ab-a02f-ca2f33bade83 None None] The sync data for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:49.182706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3f86c0a9-4385-4366-83ef-326b30fe069e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.183059 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Added segment 3f86c0a9-4385-4366-83ef-326b30fe069e of type vlan for network 52ea971a-4175-492e-8a0c-77550c677013
Mar 05 21:06:49.225925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db6c785d-9e49-4dd3-96b3-155134d66952 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "GET /v2.0/floatingips/79aad887-bdad-4c6d-af94-cd8b32dfbe03 HTTP/1.1" status: 200  len: 982 time: 0.1175239
Mar 05 21:06:49.228322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38730) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:49.249593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-db66a59f-a647-4601-a70f-d3583dad5371 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1771841
Mar 05 21:06:49.284191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Request body: {'port': {'device_id': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:49.292215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d20976bb-d081-42d2-af0d-1b041840a8ce tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3820 time: 0.0622869
Mar 05 21:06:49.294391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38732) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:49.328193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (52ea971a-4175-492e-8a0c-77550c677013), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.417822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd3c56-e78f-472d-811a-d8d0651c163f req-044ddbe4-2cf9-4663-8a5d-1a0664f2d2b9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:49.419225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48bd3c56-e78f-472d-811a-d8d0651c163f req-044ddbe4-2cf9-4663-8a5d-1a0664f2d2b9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 932 time: 0.2137887
Mar 05 21:06:49.446994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.448716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (52ea971a-4175-492e-8a0c-77550c677013), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.449646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:49.450230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.508368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port ec42e897-956d-4888-856a-be78a240273f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:49.508718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ec42e897-956d-4888-856a-be78a240273f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.587428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ec42e897-956d-4888-856a-be78a240273f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.588781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (ec42e897-956d-4888-856a-be78a240273f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.601932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for ec42e897-956d-4888-856a-be78a240273f owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:49.616020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.1525688
Mar 05 21:06:49.648737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:49.685405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.686982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c7c11-f310-4b9f-a468-b5ce1ec72f8f tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=52ea971a-4175-492e-8a0c-77550c677013,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:49.695899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48bd3c56-e78f-472d-811a-d8d0651c163f req-179ea33c-4c7b-4acf-ab33-c2a1914af2dc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662446
Mar 05 21:06:49.698552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 52ea971a-4175-492e-8a0c-77550c677013 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:49.720553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.926510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_gateway (03b286e1-49f6-44b5-8d95-851c9f0316f1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:49.965224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.120287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6c55d-aab5-4020-aa92-fc917ae56f93 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:50.122770 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-36d6c55d-aab5-4020-aa92-fc917ae56f93 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "GET /v2.0/networks/52ea971a-4175-492e-8a0c-77550c677013 HTTP/1.1" status: 200  len: 757 time: 0.4725349
Mar 05 21:06:50.123823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Allocated IP 172.35.0.194 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/476d1eec-fde2-4694-923f-43d8016174f7) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:50.125014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38736) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:50.226010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90772aea-280b-4dc9-a3e2-7e5408ae2495 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:50.227346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-90772aea-280b-4dc9-a3e2-7e5408ae2495 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "GET /v2.0/networks/c39e6e80-e813-4830-acc0-63835e55ab97 HTTP/1.1" status: 200  len: 767 time: 0.1013155
Mar 05 21:06:50.230008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:50.271341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:06:50.286549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks [] for port (94b1d404-120e-4570-9658-48bf6610ec97), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.312510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for port (476d1eec-fde2-4694-923f-43d8016174f7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.332737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (52ea971a-4175-492e-8a0c-77550c677013), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.341945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Transition to ACTIVE for port object 94b1d404-120e-4570-9658-48bf6610ec97 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:06:50.342727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ec42e897-956d-4888-856a-be78a240273f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.346009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.359983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (476d1eec-fde2-4694-923f-43d8016174f7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.373276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=ec42e897-956d-4888-856a-be78a240273f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:50.440020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:50.449606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:50.452007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:50.461227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:50.487371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (52ea971a-4175-492e-8a0c-77550c677013), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.512817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (79aad887-bdad-4c6d-af94-cd8b32dfbe03), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.513163 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Floating IP 79aad887-bdad-4c6d-af94-cd8b32dfbe03 disassociated (deleted). External IP: 172.35.0.227, port: e737a5aa-483f-4493-a6fd-853f09ab7a9f.
Mar 05 21:06:50.513929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 172.35.0.35 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d238b4b5-3755-484f-a938-3ec3d8af3d0b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:50.515744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b891b0b80>,) {'filters': {'network_id': ['52ea971a-4175-492e-8a0c-77550c677013']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:50.588725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891b0b80>, '3f86c0a9-4385-4366-83ef-326b30fe069e') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:50.589030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891b0b80>, '3f86c0a9-4385-4366-83ef-326b30fe069e') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:50.601585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3f86c0a9-4385-4366-83ef-326b30fe069e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.610940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event updated for resources: {'Port': ['ID=476d1eec-fde2-4694-923f-43d8016174f7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:50.622971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3f86c0a9-4385-4366-83ef-326b30fe069e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.633676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:50.634230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3f86c0a9-4385-4366-83ef-326b30fe069e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:50.636082 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:50.715408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (52ea971a-4175-492e-8a0c-77550c677013), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.756455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Attempting to bind port 94b1d404-120e-4570-9658-48bf6610ec97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:06:50.756958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Attempting to bind port 94b1d404-120e-4570-9658-48bf6610ec97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:06:50.757134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Attempting to bind port 94b1d404-120e-4570-9658-48bf6610ec97 on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:50.759810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  52ea971a-4175-492e-8a0c-77550c677013 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:06:50.779018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Port 94b1d404-120e-4570-9658-48bf6610ec97 on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:06:50.779462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Attempting to bind port 94b1d404-120e-4570-9658-48bf6610ec97 on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:06:50.793168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.801399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/52ea971a-4175-492e-8a0c-77550c677013 HTTP/1.1" status: 204  len: 168 time: 0.5702975
Mar 05 21:06:50.802853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd46a-b2dc-4fcb-87b7-72fc2ddc985a tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Network': ['ID=52ea971a-4175-492e-8a0c-77550c677013,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:50.803999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38742) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:50.810906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'name': 'tempest-network--982816826'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:50.815568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:06:50.815972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Checking segment: {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:06:50.816352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Bound using segment: {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:06:50.817282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Bound port: 94b1d404-120e-4570-9658-48bf6610ec97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:06:50.817282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.858206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (d238b4b5-3755-484f-a938-3ec3d8af3d0b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.928914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e89fef-ef57-4e01-82a4-44ac224b66e4 req-26f87e4a-781c-422d-9c89-0b05f917308a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:50.936170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84e89fef-ef57-4e01-82a4-44ac224b66e4 req-26f87e4a-781c-422d-9c89-0b05f917308a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1184046
Mar 05 21:06:50.938618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Made reservation on behalf of 4a0f833c77574dcf94f267359a659711 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:50.941002 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:50.941843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:51.042909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:06:51.050519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:06:51.054549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:51.064185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d238b4b5-3755-484f-a938-3ec3d8af3d0b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.070598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.071663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84e89fef-ef57-4e01-82a4-44ac224b66e4 req-565a15eb-de5c-47aa-ba19-18b07f20182c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346080
Mar 05 21:06:51.087384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aa5ae9de-427d-47cb-91d1-a3b5223936d0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.087641 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Added segment aa5ae9de-427d-47cb-91d1-a3b5223936d0 of type vlan for network 79fc3e9d-6401-4008-89c9-44720df47b7a
Mar 05 21:06:51.108354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:51.114690 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.152111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e072e36-be90-4e0d-bd86-455f38cf105d tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/floatingips/79aad887-bdad-4c6d-af94-cd8b32dfbe03 HTTP/1.1" status: 204  len: 168 time: 1.8536537
Mar 05 21:06:51.153586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38744) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:51.158606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:51.159930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.180027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:51.180686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.181780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.182226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] 10.222.0.23 "PUT /v2.0/ports/94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 1092 time: 1.9121799
Mar 05 21:06:51.182736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:06:51.185017 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68e43db-c06e-4905-b80b-a78c669ef325" -d '{"events": [{"name": "network-changed", "server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:06:51.190391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:51.229804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.239997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=d238b4b5-3755-484f-a938-3ec3d8af3d0b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:51.243060 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56d4f9-8958-4dc5-b5e3-93ec0c4fb22d x-openstack-request-id: req-1d56d4f9-8958-4dc5-b5e3-93ec0c4fb22d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:06:51.243378 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:06:51.244332 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d56d4f9-8958-4dc5-b5e3-93ec0c4fb22d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:06:51.244332 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'status': 'completed', 'code': 200}
Mar 05 21:06:51.272952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:51.285452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.296136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:51.377778 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] Sync routers for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:51.388989 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:51.389781 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:51.399699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Allocated IP 172.35.0.56 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d816ca8a-a6d2-46dc-893e-19b215173df0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:51.424605 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff970>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:51.434780 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:51.435615 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:51.469464 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ff970>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:51.470286 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae356e0-88d8-4e5d-b2fb-77cb3c9e52c0 None None] The sync data for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:51.518950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.554589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.600825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:51.604796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Pushing event updated for resources: {'Port': ['ID=d816ca8a-a6d2-46dc-893e-19b215173df0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:51.607279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:51.609389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:51.694222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (1eba13fa-918d-43d8-8c24-8f35d38e27b1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.706597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:06:51.736159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.765775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.766749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:51.767336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.781147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:51.870213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-18e0329c-6370-4cf2-8722-683be8b284af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:51.871802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-18e0329c-6370-4cf2-8722-683be8b284af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1126 time: 0.6395414
Mar 05 21:06:51.891510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.897329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:51.906001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.906361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.906719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.907179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.907438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.907817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.908155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.908635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.909004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.909386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.909727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.910060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.910402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5490d3b-f004-4d52-a695-638a43f1abd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:51.970624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Pushing event updated for resources: {'Port': ['ID=d816ca8a-a6d2-46dc-893e-19b215173df0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:51.972002 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.1650124
Mar 05 21:06:51.975922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38748) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:51.982716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:52.006610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-d4dbc3a6-6496-4b5e-a90f-1940df58654d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.0901587
Mar 05 21:06:52.025296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1eba13fa-918d-43d8-8c24-8f35d38e27b1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.033633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fb438-95ff-45ab-beb7-0d00f9b42619 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=79fc3e9d-6401-4008-89c9-44720df47b7a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:52.045510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 79fc3e9d-6401-4008-89c9-44720df47b7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:06:52.061748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.065459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f645000f-8498-4eeb-ae42-0d46a59b4793 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9082873
Mar 05 21:06:52.065772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:52.152312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-7b7f78b5-ca4f-4bc8-9d51-c4b00c4b2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:52.154308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-7b7f78b5-ca4f-4bc8-9d51-c4b00c4b2263 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.0954142
Mar 05 21:06:52.175698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.227045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.233218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:52.251846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-f098adb8-e47a-4e92-a444-507abafc7d0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598412
Mar 05 21:06:52.258893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.261096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Network 79fc3e9d-6401-4008-89c9-44720df47b7a is not hosted by any dhcp agent {{(pid=126563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:06:52.262039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:52.262722 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.264703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "PUT /v2.0/networks/79fc3e9d-6401-4008-89c9-44720df47b7a HTTP/1.1" status: 200  len: 857 time: 0.2870107
Mar 05 21:06:52.271802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38756) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:52.325516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.330932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91e80-e5a6-47ab-b34e-cfd522609872 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event updated for resources: {'Network': ['ID=79fc3e9d-6401-4008-89c9-44720df47b7a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:52.353694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd460a28-cd18-4348-b5aa-150af57f5350 req-ee7077a1-2e54-4f6d-ad74-7fec08e38679 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:52.355029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd460a28-cd18-4348-b5aa-150af57f5350 req-ee7077a1-2e54-4f6d-ad74-7fec08e38679 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1580505
Mar 05 21:06:52.445766 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd460a28-cd18-4348-b5aa-150af57f5350 req-9c2d917d-9988-4379-add9-e18c3d3cc3fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662994
Mar 05 21:06:52.492064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.492481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.500950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_gateway (03b286e1-49f6-44b5-8d95-851c9f0316f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.598132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-6878bba6-68a1-4b39-9c82-74dbffa85e71 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3406010
Mar 05 21:06:52.611176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Allocated IP 172.35.0.74 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/4eed7196-5ff8-46a6-b19e-312c5fe13047) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:52.725670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.759599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.762067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.803777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:06:52.808962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:06:52.811411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:06:52.814915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Pushing event updated for resources: {'Port': ['ID=4eed7196-5ff8-46a6-b19e-312c5fe13047,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:52.844799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89a97fd0>,) {'filters': {'network_id': ['79fc3e9d-6401-4008-89c9-44720df47b7a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:52.897502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89a97fd0>, 'aa5ae9de-427d-47cb-91d1-a3b5223936d0') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:52.897815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89a97fd0>, 'aa5ae9de-427d-47cb-91d1-a3b5223936d0') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:52.905898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Router b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:52.909117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fa9f5e6-b76a-43bf-86f3-87dce191bc6a req-eea81bfc-b1ea-40fe-9a52-d45342b8eb1e service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995243
Mar 05 21:06:52.914720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (aa5ae9de-427d-47cb-91d1-a3b5223936d0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.914938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for floatingip (74069fdf-2b0d-4844-bcaa-be9202583dbc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.938350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aa5ae9de-427d-47cb-91d1-a3b5223936d0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.950500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:52.950948 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (aa5ae9de-427d-47cb-91d1-a3b5223936d0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:52.953065 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:52.955433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.110203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.115198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.117459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.141794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (79fc3e9d-6401-4008-89c9-44720df47b7a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.190739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Pushing event updated for resources: {'Port': ['ID=4eed7196-5ff8-46a6-b19e-312c5fe13047,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:53.205020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (74069fdf-2b0d-4844-bcaa-be9202583dbc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.210651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  79fc3e9d-6401-4008-89c9-44720df47b7a {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:06:53.222011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.223528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d101669d-91ef-4594-ad11-4e72ee05e24c tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1567225
Mar 05 21:06:53.226455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.230912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.234135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] 10.222.0.15 "DELETE /v2.0/networks/79fc3e9d-6401-4008-89c9-44720df47b7a HTTP/1.1" status: 204  len: 168 time: 0.9613438
Mar 05 21:06:53.237654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.246286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9dc3-1364-48b5-b666-437e13288e93 tempest-ExternalNetworksTestJSON-171391581 tempest-ExternalNetworksTestJSON-171391581-project-admin] Pushing event deleted for resources: {'Network': ['ID=79fc3e9d-6401-4008-89c9-44720df47b7a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:53.252383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-aac3235b-a9f1-4cc5-b88e-1f811ac73822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:53.253893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-aac3235b-a9f1-4cc5-b88e-1f811ac73822 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1126 time: 0.2278888
Mar 05 21:06:53.261107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:53.306760 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfd67a2-2165-4f6f-8349-7f7475ecb5fc tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:06:53.307236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfd67a2-2165-4f6f-8349-7f7475ecb5fc tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:06:53.313014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7cfd67a2-2165-4f6f-8349-7f7475ecb5fc tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "DELETE /v2.0/subnets/1b39240b-fcba-4340-b29c-0e8d1b2c40ab HTTP/1.1" status: 404  len: 337 time: 0.0364327
Mar 05 21:06:53.323369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38762) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.327211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.332374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c1d7d51-375d-4885-a5c8-4b2b035d546d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 5.4398422
Mar 05 21:06:53.332374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38764) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.339635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:53.397381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8cda89eb-b8ef-4943-a5eb-e182b4d876ed tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4004 time: 0.1667609
Mar 05 21:06:53.397634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38766) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.469869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-b2e2be7d-eea8-4861-b9aa-6a5d9c95708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:53.471349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-b2e2be7d-eea8-4861-b9aa-6a5d9c95708e service neutron] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 0.2068570
Mar 05 21:06:53.480887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c39e6e80-e813-4830-acc0-63835e55ab97), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:53.487625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-534660b8-a882-4339-a42c-b832b14a3c65 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0865655
Mar 05 21:06:53.488856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38770) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:53.526190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-661155de-5152-4a42-9017-0e3690d037ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.0483866
Mar 05 21:06:53.667116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 03b286e1-49f6-44b5-8d95-851c9f0316f1 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:06:53.693980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-d3da9a3e-1d49-44bb-bd99-78e9c75cebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:53.695495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-d3da9a3e-1d49-44bb-bd99-78e9c75cebcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.1622155
Mar 05 21:06:53.802414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-ab14bd15-63e1-4eee-a836-e8193371291d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0984018
Mar 05 21:06:53.806296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] Sync routers for ids ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:53.817935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] Routers {'b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:53.818745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828eb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:53.844724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957085c9-2f26-4d62-9ed3-45b051a091d4 req-6f90af3a-341d-42aa-9e28-e5d2c505b1d6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:53.846278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-957085c9-2f26-4d62-9ed3-45b051a091d4 req-6f90af3a-341d-42aa-9e28-e5d2c505b1d6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.3041081
Mar 05 21:06:53.853964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828eb700>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:53.864507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] Routers {'b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:53.865218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828eb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:53.905399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828eb700>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:53.906345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7aa38e-aa94-4593-92c1-04af7d7e07aa None None] The sync data for ids ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:53.990946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c39e6e80-e813-4830-acc0-63835e55ab97), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.017282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b899db670>,) {'filters': {'network_id': ['c39e6e80-e813-4830-acc0-63835e55ab97']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.030221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899db670>, '3257c757-be5c-4ed4-8493-a434d75624d5') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.030494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899db670>, '3257c757-be5c-4ed4-8493-a434d75624d5') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.042877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3257c757-be5c-4ed4-8493-a434d75624d5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.045251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Deleting port 4eed7196-5ff8-46a6-b19e-312c5fe13047 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:54.045581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.097232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3257c757-be5c-4ed4-8493-a434d75624d5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.107707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:06:54.108096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3257c757-be5c-4ed4-8493-a434d75624d5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:06:54.111033 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:06:54.190261 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.190616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for floatingip (4eed7196-5ff8-46a6-b19e-312c5fe13047), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.193522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c39e6e80-e813-4830-acc0-63835e55ab97), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.207781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.213236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] 10.222.0.15 "DELETE /v2.0/networks/c39e6e80-e813-4830-acc0-63835e55ab97 HTTP/1.1" status: 204  len: 168 time: 0.8864863
Mar 05 21:06:54.224085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Calling delete_port for 4eed7196-5ff8-46a6-b19e-312c5fe13047 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:54.228222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6b28e-0d93-4a7f-b1c2-eafae341e5e5 tempest-ExternalNetworksTestJSON-318048969 tempest-ExternalNetworksTestJSON-318048969-project] Pushing event deleted for resources: {'Network': ['ID=c39e6e80-e813-4830-acc0-63835e55ab97,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:54.384522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4eed7196-5ff8-46a6-b19e-312c5fe13047), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.413748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Pushing event deleted for resources: {'Port': ['ID=4eed7196-5ff8-46a6-b19e-312c5fe13047,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:54.419000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-957085c9-2f26-4d62-9ed3-45b051a091d4 req-8cb4b7e0-7c63-4ce4-a060-4820b66297c4 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035487
Mar 05 21:06:54.423159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:54.441576 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] Sync routers for ids ['03b286e1-49f6-44b5-8d95-851c9f0316f1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:54.443931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-96427411-9e77-4477-a30d-0b5326c33e23 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6265745
Mar 05 21:06:54.453903 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] Routers {'03b286e1-49f6-44b5-8d95-851c9f0316f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:54.454547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['03b286e1-49f6-44b5-8d95-851c9f0316f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.478985 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-42497b11-c752-436d-aa08-d9d710f3ab2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.492372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks [] for floatingip (74069fdf-2b0d-4844-bcaa-be9202583dbc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.493163 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac370>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.495090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.496351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e2e96ac-931a-4fd5-99a5-6773e186e3c4 tempest-FloatingIPAdminTestJSON-1443314991 tempest-FloatingIPAdminTestJSON-1443314991-project] 10.222.0.15 "DELETE /v2.0/floatingips/74069fdf-2b0d-4844-bcaa-be9202583dbc HTTP/1.1" status: 204  len: 168 time: 1.0022652
Mar 05 21:06:54.499528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38778) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:54.506682 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] Routers {'03b286e1-49f6-44b5-8d95-851c9f0316f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:54.507555 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['03b286e1-49f6-44b5-8d95-851c9f0316f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.533431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:54.543766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac370>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:54.544491 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d775f0-1ad9-46d4-9906-e6da7e0541af None None] The sync data for ids ['03b286e1-49f6-44b5-8d95-851c9f0316f1'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:54.548751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.553539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0cb850c-1c97-4ade-b4a1-3f7469f49088 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 6.4572499
Mar 05 21:06:54.557609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38784) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:54.571190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.601126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.645035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a68e43db-c06e-4905-b80b-a78c669ef325 req-bd098266-a5a2-47d8-9b37-d05e1b6ba28c service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810083
Mar 05 21:06:54.670212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Deleting port 476d1eec-fde2-4694-923f-43d8016174f7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:54.670674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (476d1eec-fde2-4694-923f-43d8016174f7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.736854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ee509d76-aa42-451d-ab39-29d764a9814b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers/03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 200  len: 883 time: 0.1781299
Mar 05 21:06:54.739893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38786) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:54.766911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Deleting port d816ca8a-a6d2-46dc-893e-19b215173df0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:54.767140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.768067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a040de90-92cd-4be3-8491-a6d6eb72864b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c6e709a3d384ffbb8b5eab85f0f751f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2292719
Mar 05 21:06:54.771436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38790) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:54.799486 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (476d1eec-fde2-4694-923f-43d8016174f7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.821347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Calling delete_port for 476d1eec-fde2-4694-923f-43d8016174f7 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:54.881358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] Publish callbacks [] for security_group (e9ff00b9-c4d1-40af-a697-617e1ada0023), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.918074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] Publish callbacks [] for security_group (e9ff00b9-c4d1-40af-a697-617e1ada0023), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.963564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.963932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (d816ca8a-a6d2-46dc-893e-19b215173df0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:54.986294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Calling delete_port for d816ca8a-a6d2-46dc-893e-19b215173df0 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:55.039559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e9ff00b9-c4d1-40af-a697-617e1ada0023), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.042097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.043253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9ff00b9-c4d1-40af-a697-617e1ada0023 HTTP/1.1" status: 204  len: 168 time: 0.2706144
Mar 05 21:06:55.054973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b37c1-1e17-4c5d-a2a4-f17811fb87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff00b9-c4d1-40af-a697-617e1ada0023,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:55.075839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (476d1eec-fde2-4694-923f-43d8016174f7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.125209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Pushing event deleted for resources: {'Port': ['ID=476d1eec-fde2-4694-923f-43d8016174f7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:55.149271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1bee9dba-f274-4bea-8190-b6ee121025e4 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 0.4054692
Mar 05 21:06:55.149527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38796) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:55.155425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129529954'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:55.237281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.291804 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d816ca8a-a6d2-46dc-893e-19b215173df0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.328166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Pushing event deleted for resources: {'Port': ['ID=d816ca8a-a6d2-46dc-893e-19b215173df0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:55.422086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.422447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.422801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.423145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.423597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.423850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.424187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.424523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.424854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.425405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.425748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.426079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.426967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:06:55.475534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38804) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:55.511053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks [] for floatingip (1eba13fa-918d-43d8-8c24-8f35d38e27b1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.513935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.515916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fedf2940-c160-4822-996e-14293cbf2ed8 tempest-FloatingIPAdminTestJSON-742837271 tempest-FloatingIPAdminTestJSON-742837271-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/1eba13fa-918d-43d8-8c24-8f35d38e27b1 HTTP/1.1" status: 204  len: 168 time: 1.0144196
Mar 05 21:06:55.519440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:55.526073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce9e1c-adba-4d56-8e71-f4cf292370e0 req-ff2c99ef-a7cd-4b63-a8ea-c10daf36ea41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:55.528176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46ce9e1c-adba-4d56-8e71-f4cf292370e0 req-ff2c99ef-a7cd-4b63-a8ea-c10daf36ea41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1931531
Mar 05 21:06:55.560078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-11b0a652-0751-4d2a-b0af-3d53d3a876b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:55.561508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-11b0a652-0751-4d2a-b0af-3d53d3a876b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.2253356
Mar 05 21:06:55.613284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4fc9fd78-8c49-467f-a344-1dc2b5c71ece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a0f833c77574dcf94f267359a659711&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365287
Mar 05 21:06:55.616979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38808) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:55.631689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.664085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.768701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-46ce9e1c-adba-4d56-8e71-f4cf292370e0 req-b8f02938-3c7d-4a01-beb5-9bae2922d62b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1730678
Mar 05 21:06:55.784880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e945-664a-450f-8dcc-ac88d5dc68c5 req-cd879c81-b84d-4dc2-9f62-765755e153ae tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:55.787029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85c9e945-664a-450f-8dcc-ac88d5dc68c5 req-cd879c81-b84d-4dc2-9f62-765755e153ae tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.2659621
Mar 05 21:06:55.794401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Router b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:55.799387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-b61b691c-2fb6-4839-b2e7-03c8da0f7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:55.801204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-b61b691c-2fb6-4839-b2e7-03c8da0f7a26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2019792
Mar 05 21:06:55.821851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port e737a5aa-483f-4493-a6fd-853f09ab7a9f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:55.822196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.882501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.903239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] Publish callbacks [] for security_group (695c34c6-7bf7-4460-8442-8cdee509619e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.929986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:55.933621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-d90d4beb-dc9e-4dc7-933f-c28753efbbf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1260788
Mar 05 21:06:55.938973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.939901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:55.943911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e74cba32-cf75-4877-8080-a1e0fbae470a tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "PUT /v2.0/routers/b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 200  len: 710 time: 2.6078198
Mar 05 21:06:55.944111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] Sync routers for ids ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:55.950760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38810) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:55.953864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] Routers {'b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:55.954762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d8ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:55.991571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-3afdbb50-af59-48d4-b2cb-9937fcaaf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:55.992655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d8ed60>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:55.993118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-3afdbb50-af59-48d4-b2cb-9937fcaaf5e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.0514963
Mar 05 21:06:56.002078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] Routers {'b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:56.002851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d8ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:56.046646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-1e47a07d-1215-4dd0-a980-2e3823ee8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:56.048396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-1e47a07d-1215-4dd0-a980-2e3823ee8793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499408
Mar 05 21:06:56.148293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-08b90eb5-0fbe-4296-b081-08a823be8170 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942354
Mar 05 21:06:56.205515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d8ed60>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:56.206471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea7d94-08c7-4be0-b52b-795cd63dbb9a None None] The sync data for ids ['b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:56.247080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23197cac-f303-448e-9d45-f73c5211ddf7 req-e43bd9fb-b498-444c-9d8c-27d375655fb1 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928681
Mar 05 21:06:56.273126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85c9e945-664a-450f-8dcc-ac88d5dc68c5 req-d3f06f2c-051f-4751-aec0-9de24a3f8e85 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4677243
Mar 05 21:06:56.307142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] Publish callbacks [] for security_group (695c34c6-7bf7-4460-8442-8cdee509619e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.452736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.456544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-58e6d9ae-8e6c-4121-a8cc-789bffa78ad7 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/routers/b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 200  len: 745 time: 0.5024796
Mar 05 21:06:56.460991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38816) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:56.478462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for e737a5aa-483f-4493-a6fd-853f09ab7a9f owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:56.529571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0fd786b3-9eab-41ab-8453-297511b3da73 tempest-RoutersIpV6AdminTest-1827709306 tempest-RoutersIpV6AdminTest-1827709306-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 200  len: 205 time: 0.0671244
Mar 05 21:06:56.532647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:56.562553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (695c34c6-7bf7-4460-8442-8cdee509619e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.565116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.569208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/695c34c6-7bf7-4460-8442-8cdee509619e HTTP/1.1" status: 204  len: 168 time: 0.9472096
Mar 05 21:06:56.570621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fb68b2a3-486e-4224-9fd2-47d41b55b86b tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 200  len: 205 time: 0.0388823
Mar 05 21:06:56.571526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:56.578081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 03b286e1-49f6-44b5-8d95-851c9f0316f1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:56.589176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68218641-6e3c-41f0-abab-2a3e0cdfac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c34c6-7bf7-4460-8442-8cdee509619e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:56.752340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.762887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e737a5aa-483f-4493-a6fd-853f09ab7a9f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.806047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:06:56.808137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=e737a5aa-483f-4493-a6fd-853f09ab7a9f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:56.814409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.818507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6081fcd-4833-456d-8d82-c177663d6f44 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 200  len: 890 time: 1.6652837
Mar 05 21:06:56.819326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38828) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:56.819469 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] Sync routers for ids ['03b286e1-49f6-44b5-8d95-851c9f0316f1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:06:56.862155 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7d9a-cab3-4880-9e1e-3c9bb06f4a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:56.868977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] Routers {'03b286e1-49f6-44b5-8d95-851c9f0316f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:56.869936 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['03b286e1-49f6-44b5-8d95-851c9f0316f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:56.961181 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac040>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:56.962816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:06:56.977831 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] Routers {'03b286e1-49f6-44b5-8d95-851c9f0316f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:06:56.980929 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['03b286e1-49f6-44b5-8d95-851c9f0316f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:57.021545 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac040>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:06:57.022225 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fdc0a-83de-4814-b674-ed932cd00b7f None None] The sync data for ids ['03b286e1-49f6-44b5-8d95-851c9f0316f1'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:06:57.105942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.110040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-474deb8b-38e3-4542-9514-1b231c46319b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/ports/e737a5aa-483f-4493-a6fd-853f09ab7a9f HTTP/1.1" status: 204  len: 168 time: 1.5860405
Mar 05 21:06:57.127508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.129045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38834) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.136475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router_controller (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.142981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:57.157844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '94b1d404-120e-4570-9658-48bf6610ec97', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'port_id': '94b1d404-120e-4570-9658-48bf6610ec97', 'mac_address': 'fa:16:3e:51:02:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053aaf6-ea87-4000-931b-ca1a5d760f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:06:57.190134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59badc-9aeb-4cea-8e31-252fbd21c6db req-38a41487-9152-410e-a390-adb94960ba49 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:57.197153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b59badc-9aeb-4cea-8e31-252fbd21c6db req-38a41487-9152-410e-a390-adb94960ba49 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2500026
Mar 05 21:06:57.202114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:57.202630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.213799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.214390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Fanout notify agent at l3_agent the message router_deleted on router b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:57.219600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a2a9d6cc-0bf2-4aa6-bec7-686643d56cc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers/03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 200  len: 890 time: 0.3997028
Mar 05 21:06:57.222100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:06:57.223884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.229767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.230897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb746c9a-937f-4943-9665-a2d8377da185 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 204  len: 168 time: 0.6582866
Mar 05 21:06:57.238518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.244122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09222f62-09d0-4aca-a20f-a74f565474d8 req-0f7a6b1f-2412-4e7f-9d1c-3c622c7d2452 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:57.245830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09222f62-09d0-4aca-a20f-a74f565474d8 req-0f7a6b1f-2412-4e7f-9d1c-3c622c7d2452 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.3624415
Mar 05 21:06:57.264145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:57.265739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ab532bb0-45d9-4340-86c9-cb75b223b012 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 200  len: 205 time: 0.0398145
Mar 05 21:06:57.272953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.274468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.282057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90a83981-1927-4f92-9da4-876a502f490b tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 200  len: 205 time: 0.0430284
Mar 05 21:06:57.282824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38848) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.331270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:57.337920 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-a7704dc2-41f7-4f9d-9ccc-95bd45f43a5e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.339262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7704dc2-41f7-4f9d-9ccc-95bd45f43a5e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/b4455b5a-cdfd-47d2-b7a5-9cce6f69e3f8 HTTP/1.1" status: 404  len: 336 time: 0.0552900
Mar 05 21:06:57.342783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.367122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7d2b6-0f90-4a1a-b927-7f141c9b7ef6 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:57.371111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5cd7d2b6-0f90-4a1a-b927-7f141c9b7ef6 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e1889f5-ec43-43c6-888c-ee7f7d19c110 HTTP/1.1" status: 200  len: 913 time: 0.2377186
Mar 05 21:06:57.375381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.382784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ead40113-d673-4ae3-9efa-78c34e72d37e tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 200  len: 205 time: 0.0385840
Mar 05 21:06:57.386580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.388906 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2b59badc-9aeb-4cea-8e31-252fbd21c6db req-8bbf38b4-da27-425e-8d39-125e95e5511d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1902876
Mar 05 21:06:57.510128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdd3f-5a27-45ca-9b65-adfcff353bdd req-a4f1e00b-ebf7-463b-aec0-ec8d4a519ff6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:57.511733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbcfdd3f-5a27-45ca-9b65-adfcff353bdd req-a4f1e00b-ebf7-463b-aec0-ec8d4a519ff6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 945 time: 0.0598257
Mar 05 21:06:57.518698 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-de1ae3fc-ffee-4cea-b5d3-c5ec3f439220 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.522568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-de1ae3fc-ffee-4cea-b5d3-c5ec3f439220 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/960147e0-3a4a-457c-9e56-7e276d4486ce HTTP/1.1" status: 404  len: 336 time: 0.1283853
Mar 05 21:06:57.525285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38866) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.542697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09222f62-09d0-4aca-a20f-a74f565474d8 req-eed881ec-c67d-4ae8-a184-0a0896deb0d4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2794011
Mar 05 21:06:57.558148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['94b1d404-120e-4570-9658-48bf6610ec97'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:06:57.565602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d96b5d4-7927-4604-a731-e10699008538 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 200  len: 205 time: 0.0395422
Mar 05 21:06:57.568856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.571107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.602608 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbcfdd3f-5a27-45ca-9b65-adfcff353bdd req-a2ab2607-bb4b-44a0-9f38-5c25f4508958 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847404
Mar 05 21:06:57.690154 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-8de92d58-cf80-416e-bedd-899ca6de598c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.691168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8de92d58-cf80-416e-bedd-899ca6de598c tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/55a0d819-805f-47d4-afa6-6acdd2ca5d13 HTTP/1.1" status: 404  len: 336 time: 0.1179273
Mar 05 21:06:57.694701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.730253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5d5d4948-b02e-4045-893b-aec9e40bfd4b tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 200  len: 205 time: 0.0337837
Mar 05 21:06:57.732333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38874) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.774395 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-4e4f49b0-add1-4498-bc0b-239d7d7d9cbd tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.778082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4e4f49b0-add1-4498-bc0b-239d7d7d9cbd tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/9ecec9d7-4800-4857-b75a-321b2e9f59b0 HTTP/1.1" status: 404  len: 336 time: 0.0422707
Mar 05 21:06:57.778965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.811719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9fbe6fe9-1fcc-434e-b3c1-0f400b20dfe5 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 200  len: 205 time: 0.0318747
Mar 05 21:06:57.813797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.827361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_gateway (03b286e1-49f6-44b5-8d95-851c9f0316f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.880694 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-ec344e1d-c5dc-4d82-890b-4a32d5e393de tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.884760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec344e1d-c5dc-4d82-890b-4a32d5e393de tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/23631a5b-9e6b-493a-9dda-d3326ab7e0ee HTTP/1.1" status: 404  len: 336 time: 0.0695014
Mar 05 21:06:57.885325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38884) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.918797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-db4aa298-ebc4-404c-ad80-d20d9d772378 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 HTTP/1.1" status: 200  len: 205 time: 0.0323873
Mar 05 21:06:57.919384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:57.940451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.956524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port d238b4b5-3755-484f-a938-3ec3d8af3d0b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:57.956879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d238b4b5-3755-484f-a938-3ec3d8af3d0b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:57.972571 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e0469988-9706-43f3-9fab-e9356a4a989d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] delete failed (client error): The resource could not be found.
Mar 05 21:06:57.976664 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e0469988-9706-43f3-9fab-e9356a4a989d tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/routers/7cf7d5e8-1c09-4da9-bbd5-8714d6544c46 HTTP/1.1" status: 404  len: 336 time: 0.0538847
Mar 05 21:06:57.977893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38888) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:58.006765 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e255ade-9ae6-45eb-93a9-bf636c6159d3 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:06:58.007797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e255ade-9ae6-45eb-93a9-bf636c6159d3 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:06:58.025824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9e255ade-9ae6-45eb-93a9-bf636c6159d3 tempest-RoutersIpV6AdminTest-1933504882 tempest-RoutersIpV6AdminTest-1933504882-project] 10.222.0.15 "DELETE /v2.0/subnets/1f4ba6d9-24d0-4738-8616-a48ba1693c7d HTTP/1.1" status: 404  len: 337 time: 0.0399153
Mar 05 21:06:58.074886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d238b4b5-3755-484f-a938-3ec3d8af3d0b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.089650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for d238b4b5-3755-484f-a938-3ec3d8af3d0b owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:58.121137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0891d40-ed56-4930-8b3c-24c44401298a req-06695cb6-7999-477a-83f3-52cef48af50e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:58.122790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0891d40-ed56-4930-8b3c-24c44401298a req-06695cb6-7999-477a-83f3-52cef48af50e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.0716889
Mar 05 21:06:58.154327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.256381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Deleting port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:58.257011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.305670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38900) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:58.386705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] For port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:58.387989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.549835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38908) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:58.626124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:58.666447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.666704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.667025 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Floating IP fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0 disassociated. External IP: 172.35.0.114, port: ebe41f7c-d3ac-4d67-a17b-c81e986cf55d.
Mar 05 21:06:58.667382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Calling delete_port for ebe41f7c-d3ac-4d67-a17b-c81e986cf55d owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:58.672111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.756731 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70476882-56c2-4525-a297-c04032e4c473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.787816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d238b4b5-3755-484f-a938-3ec3d8af3d0b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:58.833485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=d238b4b5-3755-484f-a938-3ec3d8af3d0b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:58.846343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117002d6-a8b9-4c11-846d-cc0d74792c8c req-2bb2ea7c-4331-432c-bb59-dfb4b37b7467 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:58.847902 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-117002d6-a8b9-4c11-846d-cc0d74792c8c req-2bb2ea7c-4331-432c-bb59-dfb4b37b7467 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 945 time: 0.1556880
Mar 05 21:06:58.910577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f48e-e4d8-453d-b995-3af2678150c2 req-7b8d0c84-49ab-4298-a55b-e055de0d88e9 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:58.912854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd88f48e-e4d8-453d-b995-3af2678150c2 req-7b8d0c84-49ab-4298-a55b-e055de0d88e9 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 945 time: 0.2016907
Mar 05 21:06:58.988774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:06:59.001123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (03b286e1-49f6-44b5-8d95-851c9f0316f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.048779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 94b1d404-120e-4570-9658-48bf6610ec97 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:06:59.054118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 94b1d404-120e-4570-9658-48bf6610ec97 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:06:59.054901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (94b1d404-120e-4570-9658-48bf6610ec97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.143653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:06:59.144093 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.168828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70476882-56c2-4525-a297-c04032e4c473 admin admin] Publish callbacks [] for security_group (c2393aaa-654d-412a-a709-2a5e23abc143), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.169092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:06:59.171624 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f0ba6-3d68-45b1-a57d-33dbe08bd465" -d '{"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:06:59.182351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd88f48e-e4d8-453d-b995-3af2678150c2 req-ecdcd2c0-e1b5-4eae-a941-e42a106ee73f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/security-groups?id=acd350ba-4bfc-4385-b15b-543ec1512364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2569652
Mar 05 21:06:59.184367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.187238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70476882-56c2-4525-a297-c04032e4c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c2393aaa-654d-412a-a709-2a5e23abc143), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.190540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (03b286e1-49f6-44b5-8d95-851c9f0316f1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.200135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:06:59.206538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.243522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-70476882-56c2-4525-a297-c04032e4c473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a9ca98860934dda97299eaa8e8cab09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9345276
Mar 05 21:06:59.243798 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5bb662-94d1-41ac-bb79-18dae1547526 x-openstack-request-id: req-bc5bb662-94d1-41ac-bb79-18dae1547526 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:06:59.243798 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:06:59.243798 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc5bb662-94d1-41ac-bb79-18dae1547526 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:06:59.243798 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'code': 200}
Mar 05 21:06:59.267069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38918) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:59.271444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:59.314389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70476882-56c2-4525-a297-c04032e4c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2393aaa-654d-412a-a709-2a5e23abc143,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:59.316782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (03b286e1-49f6-44b5-8d95-851c9f0316f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.317972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router 03b286e1-49f6-44b5-8d95-851c9f0316f1 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:06:59.321491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:06:59.321824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.331465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ebe41f7c-d3ac-4d67-a17b-c81e986cf55d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.341306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.345937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d8fe65b8-e458-45da-9e57-b8d150a18082 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 204  len: 168 time: 2.0661004
Mar 05 21:06:59.360844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38920) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:06:59.373771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-94657855'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:06:59.417944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event deleted for resources: {'Port': ['ID=ebe41f7c-d3ac-4d67-a17b-c81e986cf55d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:59.420883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.435136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for 5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:06:59.455072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-117002d6-a8b9-4c11-846d-cc0d74792c8c req-b9e2478f-7696-4919-8c07-f9ef6053a470 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869633
Mar 05 21:06:59.472151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.507268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.547542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] Publish callbacks [] for security_group (c2393aaa-654d-412a-a709-2a5e23abc143), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.586029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e7c0a-b762-4f97-b05e-29e928bad268 req-f731aaaa-8acc-42cf-8347-3e325d3fc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:06:59.587527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-916e7c0a-b762-4f97-b05e-29e928bad268 req-f731aaaa-8acc-42cf-8347-3e325d3fc577 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1128 time: 0.2749665
Mar 05 21:06:59.603423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:06:59.606642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.640180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] Publish callbacks [] for security_group (c2393aaa-654d-412a-a709-2a5e23abc143), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.646269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.675039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=5ee20c37-f5a9-46f3-9d7a-d2f8a7f7025d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:59.764958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:06:59.777614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-916e7c0a-b762-4f97-b05e-29e928bad268 req-4eb41dc4-93f1-4172-b6ff-42b44b94afa1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759017
Mar 05 21:06:59.813184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Allocated IP 172.35.0.150 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/4e3d3ea4-2e76-4970-a3d5-04f2122ae551) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:06:59.820014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bfac85f7-f962-4264-b4eb-5cc3bfe33efd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.820339 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment bfac85f7-f962-4264-b4eb-5cc3bfe33efd of type vlan for network 8af83de4-e96c-457f-8a12-0d418e2ed26d
Mar 05 21:06:59.823471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c2393aaa-654d-412a-a709-2a5e23abc143), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.826077 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.829937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2393aaa-654d-412a-a709-2a5e23abc143 HTTP/1.1" status: 204  len: 168 time: 0.5550990
Mar 05 21:06:59.839600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Router 9835e566-d504-42be-ae7b-e05487be8212 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:06:59.873739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddfd71-83d7-4474-bfac-b8484c9a58b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2393aaa-654d-412a-a709-2a5e23abc143,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:06:59.936532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:06:59.954395 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8af83de4-e96c-457f-8a12-0d418e2ed26d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.076624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8af83de4-e96c-457f-8a12-0d418e2ed26d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.081643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:00.082237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.183953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8169234
Mar 05 21:07:00.187521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:00.191730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:00.205806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.219234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b65e7-6f4c-422c-8685-2ea46264416a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=8af83de4-e96c-457f-8a12-0d418e2ed26d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:00.232117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:00.261220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Sync routers for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:00.274982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:00.292465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:00.299925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] No DVR routers for this DVR port ebe41f7c-d3ac-4d67-a17b-c81e986cf55d on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:00.304716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.307464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38932) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:00.308566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f0891d40-ed56-4930-8b3c-24c44401298a req-0ae6f5f6-fb1c-478f-a3f1-c62585dec11f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.31 "DELETE /v2.0/ports/ebe41f7c-d3ac-4d67-a17b-c81e986cf55d HTTP/1.1" status: 204  len: 173 time: 2.1799631
Mar 05 21:07:00.309261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'name': 'network-vif-deleted', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:00.311715 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223819c-5c1c-4d1c-bd2d-08ff8165ad37" -d '{"events": [{"server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "name": "network-vif-deleted", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:00.350919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5021cf4d-82cc-4d08-9e7c-f0ead3be27f5 req-be89b6fd-e1fa-42a0-b790-2cdfea1b68d4 tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd08295-9236-47d7-adfa-64e97d152d7e HTTP/1.1" status: 200  len: 210 time: 0.0593464
Mar 05 21:07:00.354153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.375404 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a7b27-e10f-487c-9011-a4bddfaeb07c x-openstack-request-id: req-314a7b27-e10f-487c-9011-a4bddfaeb07c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:00.375404 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd08295-9236-47d7-adfa-64e97d152d7e", "name": "network-vif-deleted", "tag": "ebe41f7c-d3ac-4d67-a17b-c81e986cf55d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:00.375404 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-314a7b27-e10f-487c-9011-a4bddfaeb07c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:00.375404 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd08295-9236-47d7-adfa-64e97d152d7e', 'name': 'network-vif-deleted', 'tag': 'ebe41f7c-d3ac-4d67-a17b-c81e986cf55d', 'status': 'completed', 'code': 200}
Mar 05 21:07:00.376569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:00.376569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83170820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.413779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:00.417482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:00.417835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.420539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:00.428254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:00.436597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3d3ea4-2e76-4970-a3d5-04f2122ae551,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:00.512123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:00.562485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5bf86bbd-5cb5-47a7-8615-692868badcc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95206e0013af4cec89ca684b8bdd4799&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2508566
Mar 05 21:07:00.570297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38938) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:00.618588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for floatingip (6397a530-50d7-4a5d-a6f2-7a396cacb6c3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.644879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6ebad-ddee-44dc-a279-41ce0dc3209c req-6dbd22a6-0444-4807-a7d1-c6bbec27265c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:00.648013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ca6ebad-ddee-44dc-a279-41ce0dc3209c req-6dbd22a6-0444-4807-a7d1-c6bbec27265c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.0805569
Mar 05 21:07:00.670089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:00.683233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1dd659b4-dde5-444e-96bf-6e31566d3480 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "PUT /v2.0/routers/1e1889f5-ec43-43c6-888c-ee7f7d19c110/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3033152
Mar 05 21:07:00.683431 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] Sync routers for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:00.685519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38940) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:00.695021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:00.695747 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf610d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.732766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] Publish callbacks [] for security_group (7f0bf5ad-d84b-418b-bc66-c1fdd619f73d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.747767 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf610d0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.762462 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] Routers {'1e1889f5-ec43-43c6-888c-ee7f7d19c110'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:00.763543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf610d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.780740 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ca6ebad-ddee-44dc-a279-41ce0dc3209c req-bb85c2c4-745b-47e1-b68e-737be768dd74 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140802
Mar 05 21:07:00.784806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.816576 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf610d0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.818455 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d017b40-80d6-4e02-89cf-7346ffdeb2f2 None None] The sync data for ids ['1e1889f5-ec43-43c6-888c-ee7f7d19c110'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:00.836686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83170820>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:00.859916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] Publish callbacks [] for security_group (7f0bf5ad-d84b-418b-bc66-c1fdd619f73d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:00.872823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Checking router: 9835e566-d504-42be-ae7b-e05487be8212 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:00.887740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:00.887997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83170820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:01.014022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.023461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c8a7cbed-5b6b-487c-9bf1-236530637c79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.030515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.037052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:01.069550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.075518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.153698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7f0bf5ad-d84b-418b-bc66-c1fdd619f73d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.156211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.157368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f0bf5ad-d84b-418b-bc66-c1fdd619f73d HTTP/1.1" status: 204  len: 168 time: 0.5841615
Mar 05 21:07:01.181096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=c8a7cbed-5b6b-487c-9bf1-236530637c79,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:01.188560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6397a530-50d7-4a5d-a6f2-7a396cacb6c3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.195131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab502-c9df-418c-9b72-9555ff647b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0bf5ad-d84b-418b-bc66-c1fdd619f73d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:01.201013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3d3ea4-2e76-4970-a3d5-04f2122ae551,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:01.212184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:01.212682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: 8af83de4-e96c-457f-8a12-0d418e2ed26d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:01.225431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.231249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2aa48437-ed5c-4430-845b-84fcfce5c584 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6777890
Mar 05 21:07:01.231860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:01.239770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-381185235', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'fixed_ips': [{'ip_address': '172.35.0.150'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:01.260639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_gateway (1e1889f5-ec43-43c6-888c-ee7f7d19c110), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.275717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:01.283370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83170820>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:01.285997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Made reservation on behalf of fe2ddffb93dd439c9526b20c94158d10 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:01.289024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.299720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8af83de4-e96c-457f-8a12-0d418e2ed26d) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:01.304718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:01.305330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.310829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.319208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a2859-01c1-40cc-8266-c5ab1ecb6145 None None] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:01.321839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb114b-2843-4c77-a264-c3761b99e48e None None] The sync data for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 is: [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:01:30Z', 'revision_number': 4, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c542737-25f1-4b7c-9e05-dfc80c4d601c', 'name': '', 'network_id': 'adc6ce26-0999-46fd-83e3-7feba14413c3', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'mac_address': 'fa:16:3e:da:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:27Z', 'updated_at': '2022-03-05T21:01:34Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'subnets': [{'id': '2b746596-50a9-4a93-8dbb-4ddf8e0b62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:01.368170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c5fd75b6-a36b-4178-a986-3c9f44e0488b tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1778705
Mar 05 21:07:01.368516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38946) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:01.375122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1742733552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:01.406752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:01.407134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.427299 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.431230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.466405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38952) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:01.469042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8af83de4-e96c-457f-8a12-0d418e2ed26d', 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': 'c8a7cbed-5b6b-487c-9bf1-236530637c79'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:01.469670 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.563127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for security_group (65c4b35f-43ce-4324-80af-e596c40134be), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.576905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (65c4b35f-43ce-4324-80af-e596c40134be), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.585915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.588873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] device_id is not set on port 8e158059-4a6d-4ff9-bc07-518d6c160518 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:01.642701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (915f909f-3ad5-4f1a-bb90-6decf72d2630), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.647407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:01.656987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.699508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Allocated IP 2001:db8::2 (8af83de4-e96c-457f-8a12-0d418e2ed26d/c8a7cbed-5b6b-487c-9bf1-236530637c79/ac2aa375-cfdd-4552-a35a-d2c2abf35377) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:01.720860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4b35f-43ce-4324-80af-e596c40134be,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:01.736396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.737566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f1c289ec-7df6-48fc-902f-6397fe51d59f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3676138
Mar 05 21:07:01.741083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:01.847262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Deleting port 8ed49dbe-9866-4899-9c03-56f86f21ea43 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:01.847614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.935507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.935507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for floatingip (8ed49dbe-9866-4899-9c03-56f86f21ea43), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.947757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Calling delete_port for 8ed49dbe-9866-4899-9c03-56f86f21ea43 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:01.967645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks [] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:01.970935 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:07:01.971609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:07:01.976516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa8fba-2344-485d-9c83-8be75d304381 None None] New status for floating IP fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:07:01.982182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.026056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ac22fb98-235a-41ba-b003-72db0b9a8bd7 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.7884305
Mar 05 21:07:02.027555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38968) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:02.088307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.142207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-1daa8fba-2344-485d-9c83-8be75d304381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:07:02.142933 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-1daa8fba-2344-485d-9c83-8be75d304381 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:07:02.149209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:02.152406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:02.154518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Pushing event updated for resources: {'Port': ['ID=ac2aa375-cfdd-4552-a35a-d2c2abf35377,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:02.158615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:02.170686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8ed49dbe-9866-4899-9c03-56f86f21ea43), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.177543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=a8ce73b1-5c42-4787-8e8f-8a50b9f4cac3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:02.235390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event deleted for resources: {'Port': ['ID=8ed49dbe-9866-4899-9c03-56f86f21ea43,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:02.257650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Attempting to bind port ac2aa375-cfdd-4552-a35a-d2c2abf35377 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:02.258321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Attempting to bind port ac2aa375-cfdd-4552-a35a-d2c2abf35377 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:02.259557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Attempting to bind port ac2aa375-cfdd-4552-a35a-d2c2abf35377 on network 8af83de4-e96c-457f-8a12-0d418e2ed26d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:02.267010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:02.267886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Checking segment: {'id': 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:02.268503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.269635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Bound using segment: {'id': 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:02.270905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Bound port: ac2aa375-cfdd-4552-a35a-d2c2abf35377, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8af83de4-e96c-457f-8a12-0d418e2ed26d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:02.271499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.333669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:02.356721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] For port ac2aa375-cfdd-4552-a35a-d2c2abf35377, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:02.360856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] For port ac2aa375-cfdd-4552-a35a-d2c2abf35377, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac2aa375-cfdd-4552-a35a-d2c2abf35377,segment=NetworkSegment(bfac85f7-f962-4264-b4eb-5cc3bfe33efd),segment_id=bfac85f7-f962-4264-b4eb-5cc3bfe33efd)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:02.368664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.446843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9cca2-8ed4-4c0f-9abf-b3ae8e429dca None None] Pushing event updated for resources: {'Port': ['ID=ac2aa375-cfdd-4552-a35a-d2c2abf35377,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:02.484341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe0bd-72e6-4cb3-bd27-b08c413b6112 req-3b807f20-b1fc-4186-8840-00ac42cf80dc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:02.486623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b2fe0bd-72e6-4cb3-bd27-b08c413b6112 req-3b807f20-b1fc-4186-8840-00ac42cf80dc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3526340
Mar 05 21:07:02.493872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-860791142'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:02.498312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for floatingip (fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.501126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.505389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec48aa3e-9138-4e14-ab8a-ae9d2e13521f tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "DELETE /v2.0/floatingips/fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0 HTTP/1.1" status: 204  len: 168 time: 1.0325968
Mar 05 21:07:02.563019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.595663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:02.607581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b2fe0bd-72e6-4cb3-bd27-b08c413b6112 req-922c10f8-28f8-4d3b-9aae-d261a6aedff9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042483
Mar 05 21:07:02.608181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Made reservation on behalf of 2971b11360eb4229b27d2cdfcdbbef68 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:02.611233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.619767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.646144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa8fba-2344-485d-9c83-8be75d304381 None None] New status for floating IP fc617e2a-cab7-4a1a-bbdf-3f7bec01bca0: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:07:02.749935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Deleting port 4e3d3ea4-2e76-4970-a3d5-04f2122ae551 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:02.750286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.757015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.818699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.821075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router_controller (1e1889f5-ec43-43c6-888c-ee7f7d19c110), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.928230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (1e1889f5-ec43-43c6-888c-ee7f7d19c110), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.928888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1889f5-ec43-43c6-888c-ee7f7d19c110 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:02.942882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for security_group (3a0f599a-0384-44af-9df1-d9590e5a27c8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.945658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.949180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6c6fa027-6936-490c-8b76-2c8cb1dbb18a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/routers/1e1889f5-ec43-43c6-888c-ee7f7d19c110 HTTP/1.1" status: 204  len: 168 time: 2.2603099
Mar 05 21:07:02.949326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3a0f599a-0384-44af-9df1-d9590e5a27c8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:02.954885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38998) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:03.017200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.017530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for floatingip (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.063105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Calling delete_port for 4e3d3ea4-2e76-4970-a3d5-04f2122ae551 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:03.073796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (acd350ba-4bfc-4385-b15b-543ec1512364), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.080194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:03.141018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f599a-0384-44af-9df1-d9590e5a27c8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:03.155125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (48b540a6-f297-448e-b7a5-42d6270709e3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.155492 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Added segment 48b540a6-f297-448e-b7a5-42d6270709e3 of type vlan for network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba
Mar 05 21:07:03.174738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting subnet ba6d1934-dfcf-4f61-a68b-f58d1977e2d8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:03.187250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-2b234dbf-86bb-4261-b3cc-08cb5cae3db8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:03.188915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (acd350ba-4bfc-4385-b15b-543ec1512364), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.189094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-2b234dbf-86bb-4261-b3cc-08cb5cae3db8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 813 time: 0.2649083
Mar 05 21:07:03.195356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for subnet (ba6d1934-dfcf-4f61-a68b-f58d1977e2d8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.216192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-b61ed4a0-801f-4aba-80c3-34cbc9471bae tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/quotas/def4cea650ac491985dac1868ac5052a HTTP/1.1" status: 200  len: 375 time: 0.0195200
Mar 05 21:07:03.313367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.324863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ebe41f7c-d3ac-4d67-a17b-c81e986cf55d no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:03.328735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ba6d1934-dfcf-4f61-a68b-f58d1977e2d8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.343164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-b6452b3b-0369-4bc1-a493-3e46ec9a2f8a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1178114
Mar 05 21:07:03.357741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: ebe41f7c-d3ac-4d67-a17b-c81e986cf55d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:03.359905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ebe41f7c-d3ac-4d67-a17b-c81e986cf55d not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:03.374064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4e3d3ea4-2e76-4970-a3d5-04f2122ae551), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.402331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8::1 (8af83de4-e96c-457f-8a12-0d418e2ed26d/c8a7cbed-5b6b-487c-9bf1-236530637c79/f32e12f9-e043-443e-bbef-14b6586ad840) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:03.409676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e3d3ea4-2e76-4970-a3d5-04f2122ae551,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:03.447569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.452721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:03.453333 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.535438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks [] for floatingip (6397a530-50d7-4a5d-a6f2-7a396cacb6c3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.538152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.539357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-23f698cd-bc79-4a6f-8c5f-8610e9e06479 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731 tempest-ExternalNetworksAdminNegativeTestJSON-1240984731-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6397a530-50d7-4a5d-a6f2-7a396cacb6c3 HTTP/1.1" status: 204  len: 168 time: 1.5108242
Mar 05 21:07:03.591127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (acd350ba-4bfc-4385-b15b-543ec1512364), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.594479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.599705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] 10.222.0.15 "DELETE /v2.0/security-groups/acd350ba-4bfc-4385-b15b-543ec1512364 HTTP/1.1" status: 204  len: 168 time: 0.9990432
Mar 05 21:07:03.600022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-8bb7ebfc-0a73-4539-8a50-65cedfbfc3d0 service neutron] 10.222.0.15 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450759
Mar 05 21:07:03.618688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ba6d1934-dfcf-4f61-a68b-f58d1977e2d8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.630262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.2923970
Mar 05 21:07:03.630603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39006) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:03.661967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Request body: {'subnet': {'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:03.662226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb64ce2-6fdb-4c5a-8cb6-b72d634b242e tempest-TestServerBasicOps-1919413773 tempest-TestServerBasicOps-1919413773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd350ba-4bfc-4385-b15b-543ec1512364,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:03.664990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39008) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:03.681890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890be7ab-8109-47c9-830e-f7a71284d76a tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'Network': ['ID=6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:03.709767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:03.710796 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:07:03.740635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (f32e12f9-e043-443e-bbef-14b6586ad840), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.790164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ba6d1934-dfcf-4f61-a68b-f58d1977e2d8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.860291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-3c8faec2-dc21-4325-818c-8eecd04b61fe service neutron] 10.222.0.15 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2623756
Mar 05 21:07:03.869179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Made reservation on behalf of 2971b11360eb4229b27d2cdfcdbbef68 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:03.873508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.911644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:03.914970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/subnets/ba6d1934-dfcf-4f61-a68b-f58d1977e2d8 HTTP/1.1" status: 204  len: 168 time: 0.9565840
Mar 05 21:07:03.915863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99213d-0162-4e03-ad57-775b1935cc26 tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6d1934-dfcf-4f61-a68b-f58d1977e2d8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:03.918675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:04.103367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39020) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:04.124618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d172161-428c-435b-a3fb-f7482eea0869 None None] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:04.195538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc052fa5-09b4-4436-a88f-57033a52f1b1 None None] Network 3bde6e6a-5100-4a18-aa4e-81111e614e20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:04.245624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.285308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ac2aa375-cfdd-4552-a35a-d2c2abf35377 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:04.294242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e19a-4d29-4847-829f-f0ea1a1083f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.357382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Provisioning complete for port ac2aa375-cfdd-4552-a35a-d2c2abf35377 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:04.358199 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.384732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'Subnet': ['ID=905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:04.414967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Checking segment: {'id': '48b540a6-f297-448e-b7a5-42d6270709e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:04.415862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Network hostable DHCP agents. Network: 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:04.497870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ac2aa375-cfdd-4552-a35a-d2c2abf35377 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:04.498256 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.498408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e19a-4d29-4847-829f-f0ea1a1083f3 admin admin] Publish callbacks [] for security_group (909f04a8-7cb4-4c83-88a4-4f600b480910), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.500937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:04.511663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e19a-4d29-4847-829f-f0ea1a1083f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (909f04a8-7cb4-4c83-88a4-4f600b480910), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.536327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:04.557900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabeddc0-3f06-43d2-a4bf-c2f7397bf7dc None None] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:04.558076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:04.558519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.584859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9aa4e19a-4d29-4847-829f-f0ea1a1083f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81e8e9663fc44dec9f35b2541d43eb9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4803143
Mar 05 21:07:04.585702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4e19a-4d29-4847-829f-f0ea1a1083f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909f04a8-7cb4-4c83-88a4-4f600b480910,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:04.588766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39030) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:04.622287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b2e05317-262b-4d0f-8336-dcead20032ba tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9901986
Mar 05 21:07:04.623827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39032) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:04.642879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Request body: {'port': {'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-64086782'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:04.688132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] DHCP port deletion for 3bde6e6a-5100-4a18-aa4e-81111e614e20 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:07:04.698962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Current status of the port ac2aa375-cfdd-4552-a35a-d2c2abf35377 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:04.698962 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.775281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.786696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (3bde6e6a-5100-4a18-aa4e-81111e614e20), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.799324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] Publish callbacks [] for security_group (909f04a8-7cb4-4c83-88a4-4f600b480910), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.806986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b78028f-a02c-44f4-a901-ba04b293ecd0 req-fd1ac982-e833-45b1-9e09-4fe0fb2f098a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 210 time: 0.1395390
Mar 05 21:07:04.855608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ac2aa375-cfdd-4552-a35a-d2c2abf35377 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:04.856445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.868704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:04.872564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] Publish callbacks [] for security_group (909f04a8-7cb4-4c83-88a4-4f600b480910), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.876070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:04.883151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:04.883463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (915f909f-3ad5-4f1a-bb90-6decf72d2630), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.908208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] For port ac2aa375-cfdd-4552-a35a-d2c2abf35377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac2aa375-cfdd-4552-a35a-d2c2abf35377,segment=NetworkSegment(bfac85f7-f962-4264-b4eb-5cc3bfe33efd),segment_id=bfac85f7-f962-4264-b4eb-5cc3bfe33efd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:04.936671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Made reservation on behalf of 2971b11360eb4229b27d2cdfcdbbef68 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:04.938519 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.941847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:04.966583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] device_id is not set on port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:05.011215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba', 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba', 'project_id': '2971b11360eb4229b27d2cdfcdbbef68', 'fixed_ips': [{'subnet_id': '905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:05.012154 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.026349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=f32e12f9-e043-443e-bbef-14b6586ad840,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.041622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (909f04a8-7cb4-4c83-88a4-4f600b480910), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.044317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.045580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/909f04a8-7cb4-4c83-88a4-4f600b480910 HTTP/1.1" status: 204  len: 168 time: 0.4558926
Mar 05 21:07:05.078322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358b890-8c63-4294-b851-ab20ef904fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f04a8-7cb4-4c83-88a4-4f600b480910,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.137954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:07:05.139706 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:07:05.190566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Allocated IP 172.20.0.13 (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba/905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432/5bc96e9b-4c50-4134-9f78-8e9cb86325a4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:05.236270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef6326-d793-4c1c-8c92-446973db3fb5 None None] Pushing event updated for resources: {'Port': ['ID=ac2aa375-cfdd-4552-a35a-d2c2abf35377,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.244595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Deleting port 7b59e29d-ae7b-4fc2-9169-66058b58df57 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:05.244980 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.340446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] For port 7b59e29d-ae7b-4fc2-9169-66058b58df57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b59e29d-ae7b-4fc2-9169-66058b58df57,segment=NetworkSegment(00c3e690-b146-47cb-9f62-c67cd1ea60d7),segment_id=00c3e690-b146-47cb-9f62-c67cd1ea60d7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:05.341033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.345536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port 7b59e29d-ae7b-4fc2-9169-66058b58df57 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:05.345876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.361628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Calling delete_port for 7b59e29d-ae7b-4fc2-9169-66058b58df57 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:05.409860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.465025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] For port 7b59e29d-ae7b-4fc2-9169-66058b58df57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b59e29d-ae7b-4fc2-9169-66058b58df57,segment=NetworkSegment(00c3e690-b146-47cb-9f62-c67cd1ea60d7),segment_id=00c3e690-b146-47cb-9f62-c67cd1ea60d7)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:05.466740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.466897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.470914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.500334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for 7b59e29d-ae7b-4fc2-9169-66058b58df57 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:05.542393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'Port': ['ID=5bc96e9b-4c50-4134-9f78-8e9cb86325a4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.551195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:05.552998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:05.561077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:05.567998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-24b66e00-66b8-4d48-8f3b-b8a2bff67b12 None None] Provisioning complete for port ac2aa375-cfdd-4552-a35a-d2c2abf35377 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:05.567998 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24b66e00-66b8-4d48-8f3b-b8a2bff67b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.568272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39038) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:05.619141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.639648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] No DVR routers for this DVR port 7b59e29d-ae7b-4fc2-9169-66058b58df57 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:05.662281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-278aac67-1a94-4f29-98e3-46dd58b20ca8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe2ddffb93dd439c9526b20c94158d10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0924954
Mar 05 21:07:05.664651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39040) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:05.678373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:05.679013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.705524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3fbb67f-279c-4e96-bc81-aea85564b8d2 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0719814
Mar 05 21:07:05.711724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39042) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:05.717030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Request body: {'port': {'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1155312247', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:05.717681 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] bootfile-name is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:05.718032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] tftp-server is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:05.718361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] server-ip-address is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:05.734898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ac2aa375-cfdd-4552-a35a-d2c2abf35377 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:05.748526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a90a0-9ace-4271-ba3b-e1072ee50264 None None] Pushing event deleted for resources: {'Port': ['ID=7b59e29d-ae7b-4fc2-9169-66058b58df57,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.810997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-24b66e00-66b8-4d48-8f3b-b8a2bff67b12 None None] Current status of the port ac2aa375-cfdd-4552-a35a-d2c2abf35377 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:05.821749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] Publish callbacks [] for security_group (65c4b35f-43ce-4324-80af-e596c40134be), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.868276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-a790d48a-064f-4e38-975e-e8ce2827b429 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:05.869759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-a790d48a-064f-4e38-975e-e8ce2827b429 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.31 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 813 time: 0.3615451
Mar 05 21:07:05.874034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7b59e29d-ae7b-4fc2-9169-66058b58df57), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.877885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Allocated IP 172.20.0.2 (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba/905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432/0827f729-bc9f-48d6-954c-af6f9cde79ed) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:05.881176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] Publish callbacks [] for security_group (65c4b35f-43ce-4324-80af-e596c40134be), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.928177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Request body: {'port': {'device_id': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'admin_state_up': True, 'tenant_id': 'def4cea650ac491985dac1868ac5052a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:05.976884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Made reservation on behalf of 2971b11360eb4229b27d2cdfcdbbef68 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:05.977625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=7b59e29d-ae7b-4fc2-9169-66058b58df57,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:05.987663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:05.994529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-889ff7a8-8e19-4c55-98cb-7247533aeea9 req-60a1e980-0e95-4fee-a7f4-ac1969a5d2af tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 210 time: 0.0911031
Mar 05 21:07:06.022275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b85ec1d-b750-45ac-ab9b-89eb8da8a650 None None] Provisioning complete for port f32e12f9-e043-443e-bbef-14b6586ad840 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:06.022641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] No DVR routers for this DVR port 7b59e29d-ae7b-4fc2-9169-66058b58df57 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:06.022743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b85ec1d-b750-45ac-ab9b-89eb8da8a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.027963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] device_id is not set on port 6109c327-6a85-48d9-b6a3-444e04836d81 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:06.061609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9835e566-d504-42be-ae7b-e05487be8212), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.113466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b85ec1d-b750-45ac-ab9b-89eb8da8a650 None None] Port f32e12f9-e043-443e-bbef-14b6586ad840 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:06.118648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (65c4b35f-43ce-4324-80af-e596c40134be), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.122547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.124123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65c4b35f-43ce-4324-80af-e596c40134be HTTP/1.1" status: 204  len: 168 time: 0.4585602
Mar 05 21:07:06.142740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.150884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975dbc3-4c72-40ba-a595-0f38992e76e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4b35f-43ce-4324-80af-e596c40134be,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:06.163662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks [] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.177306 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.214572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ac2aa375-cfdd-4552-a35a-d2c2abf35377 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:06.234915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (3bde6e6a-5100-4a18-aa4e-81111e614e20), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.259074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:06.271259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:06.275793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:06.279212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Pushing event updated for resources: {'Port': ['ID=0827f729-bc9f-48d6-954c-af6f9cde79ed,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:06.293397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aa6b65cf-bb5c-4f3e-ba17-c329992b4874 {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:07:06.295315 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:07:06.299405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89ef6dc0>,) {'filters': {'network_id': ['3bde6e6a-5100-4a18-aa4e-81111e614e20']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:06.326019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ef6dc0>, '00c3e690-b146-47cb-9f62-c67cd1ea60d7') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:06.326326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ef6dc0>, '00c3e690-b146-47cb-9f62-c67cd1ea60d7') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:06.345251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (f32e12f9-e043-443e-bbef-14b6586ad840), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.347661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (00c3e690-b146-47cb-9f62-c67cd1ea60d7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.360944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.361600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Attempting to bind port 0827f729-bc9f-48d6-954c-af6f9cde79ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:06.361779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (915f909f-3ad5-4f1a-bb90-6decf72d2630), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.361972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Attempting to bind port 0827f729-bc9f-48d6-954c-af6f9cde79ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48b540a6-f297-448e-b7a5-42d6270709e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:06.362521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Attempting to bind port 0827f729-bc9f-48d6-954c-af6f9cde79ed on network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:06.366829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ac2aa375-cfdd-4552-a35a-d2c2abf35377 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:06.367435 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.370379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.372947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:06.373231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Checking segment: {'id': '48b540a6-f297-448e-b7a5-42d6270709e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:06.375058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.375058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Bound using segment: {'id': '48b540a6-f297-448e-b7a5-42d6270709e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:06.375058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Bound port: 0827f729-bc9f-48d6-954c-af6f9cde79ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b540a6-f297-448e-b7a5-42d6270709e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:06.375058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.378885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (00c3e690-b146-47cb-9f62-c67cd1ea60d7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.432905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Made reservation on behalf of def4cea650ac491985dac1868ac5052a for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:06.436140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.448025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:06.448729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (00c3e690-b146-47cb-9f62-c67cd1ea60d7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:06.452058 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:06.477924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] For port 0827f729-bc9f-48d6-954c-af6f9cde79ed, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:06.482086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] For port 0827f729-bc9f-48d6-954c-af6f9cde79ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0827f729-bc9f-48d6-954c-af6f9cde79ed,segment=NetworkSegment(48b540a6-f297-448e-b7a5-42d6270709e3),segment_id=48b540a6-f297-448e-b7a5-42d6270709e3)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:06.506020 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.560400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ac2aa375-cfdd-4552-a35a-d2c2abf35377 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:06.570547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=f32e12f9-e043-443e-bbef-14b6586ad840,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:06.583147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8003680-0725-4a6d-84ac-adbdd66eb672 None None] Pushing event updated for resources: {'Port': ['ID=0827f729-bc9f-48d6-954c-af6f9cde79ed,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:06.664235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b59e29d-ae7b-4fc2-9169-66058b58df57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:06.704236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (3bde6e6a-5100-4a18-aa4e-81111e614e20), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.742222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:06.745065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.752059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39058) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:06.752401 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/networks/3bde6e6a-5100-4a18-aa4e-81111e614e20 HTTP/1.1" status: 204  len: 168 time: 2.8022127
Mar 05 21:07:06.757224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:06.791502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825ab81-c2c9-415d-93dd-57806f3ff42a tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Network': ['ID=3bde6e6a-5100-4a18-aa4e-81111e614e20,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:06.815338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:06.963216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] device_id is not set on port 6804b357-c743-4282-91a4-05b885a85d15 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:06.969351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7b59e29d-ae7b-4fc2-9169-66058b58df57 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:06.969852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b59e29d-ae7b-4fc2-9169-66058b58df57 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:07.106031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Allocated IP 172.20.0.11 (009197ce-e0dc-47b9-b8f3-b27f078b9f37/0053aaf6-ea87-4000-931b-ca1a5d760f44/d1163956-93fd-4a9c-b586-9b23092f296b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:07.144086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Deleting port fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:07.144477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.199812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7b8c13ad-256f-44e5-bc03-f8cb862b1b1e req-33195f98-97ec-497f-9b52-2976d1fc8b1c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 210 time: 0.0792537
Mar 05 21:07:07.213350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Allocated IP 172.20.0.9 (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba/905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432/6804b357-c743-4282-91a4-05b885a85d15) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:07.285097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.285502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.320685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Calling delete_port for fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:07.341770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 915f909f-3ad5-4f1a-bb90-6decf72d2630 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:07.346372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Deleting port 7c542737-25f1-4b7c-9e05-dfc80c4d601c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:07.346719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.385591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-59fcf08f-ce07-41d0-9aad-e468dc3d471b None None] Provisioning complete for port f32e12f9-e043-443e-bbef-14b6586ad840 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:07.386094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-59fcf08f-ce07-41d0-9aad-e468dc3d471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.460380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf08f-ce07-41d0-9aad-e468dc3d471b None None] Port f32e12f9-e043-443e-bbef-14b6586ad840 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:07.552338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for port (6804b357-c743-4282-91a4-05b885a85d15), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.566493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks [] for port (d1163956-93fd-4a9c-b586-9b23092f296b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.570919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] For port 7c542737-25f1-4b7c-9e05-dfc80c4d601c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c542737-25f1-4b7c-9e05-dfc80c4d601c,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:07.571288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.585780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:07.597009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-206ffddf-0dd4-4da3-8415-5d7cab3a0918 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/915f909f-3ad5-4f1a-bb90-6decf72d2630/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8520577
Mar 05 21:07:07.603468 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] Sync routers for ids ['915f909f-3ad5-4f1a-bb90-6decf72d2630'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:07.604011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39078) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:07.616311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] Routers {'915f909f-3ad5-4f1a-bb90-6decf72d2630'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:07.616922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Calling delete_port for 7c542737-25f1-4b7c-9e05-dfc80c4d601c owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:07.617026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['915f909f-3ad5-4f1a-bb90-6decf72d2630'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:07.659390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:07.672535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['94b1d404-120e-4570-9658-48bf6610ec97'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:07.719813 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:07.731513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] Routers {'915f909f-3ad5-4f1a-bb90-6decf72d2630'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:07.732249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['915f909f-3ad5-4f1a-bb90-6decf72d2630'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:07.743161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Pushing event updated for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:07.789869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:07.792891 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e059c4a-ee69-40a4-aa76-49dcd8b8f6d0 None None] The sync data for ids ['915f909f-3ad5-4f1a-bb90-6decf72d2630'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:07.831313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:07.834692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:07.838444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:07.933176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:07.933844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.002487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c1d0f876-cf66-45ba-9f30-1a540138033d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1109805
Mar 05 21:07:08.027476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Request body: {'port': {'device_id': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:08.083843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39086) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:08.121509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d08bc3a-5cbf-4f62-8add-e9a4fd8af461 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.123033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d08bc3a-5cbf-4f62-8add-e9a4fd8af461 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports/f32e12f9-e043-443e-bbef-14b6586ad840 HTTP/1.1" status: 200  len: 911 time: 0.5183167
Mar 05 21:07:08.125233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.127110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39090) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:08.136753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8a7cbed-5b6b-487c-9bf1-236530637c79'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:08.163094 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6804b357-c743-4282-91a4-05b885a85d15), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.190680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.206679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7c542737-25f1-4b7c-9e05-dfc80c4d601c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.220810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca89bb-a199-4251-937f-d858c4023577 None None] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:08.222827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Pushing event deleted for resources: {'Port': ['ID=fd6296f2-4f9d-4d41-a22d-bb6e5d9e0b3a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:08.295737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:08.315997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:08.329555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0827f729-bc9f-48d6-954c-af6f9cde79ed up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:08.331883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:08.392186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.392954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.430175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Provisioning complete for port 0827f729-bc9f-48d6-954c-af6f9cde79ed triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:08.432230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.435246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-156485422'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:08.453090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'Port': ['ID=6804b357-c743-4282-91a4-05b885a85d15,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:08.490507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks [] for floatingip (46b1e7a0-30bb-4e5f-9857-02d52f149ce1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.493620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.495326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d8b1aba3-e443-4d3d-8919-e6e061a5f31b tempest-FloatingIPAdminTestJSON-17459854 tempest-FloatingIPAdminTestJSON-17459854-project] 10.222.0.15 "DELETE /v2.0/floatingips/46b1e7a0-30bb-4e5f-9857-02d52f149ce1 HTTP/1.1" status: 204  len: 168 time: 1.7421699
Mar 05 21:07:08.527351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-43d62ec9-1547-4e2b-ae77-12b9bf464ce1 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.8145368
Mar 05 21:07:08.533663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39096) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:08.578403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Made reservation on behalf of 82c4b0856fb0454d9039e060e93f2766 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:08.582217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0827f729-bc9f-48d6-954c-af6f9cde79ed triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:08.583198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.583556 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.649631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.662098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1b4b-58fc-4956-ae28-d1ea4705bdc5 req-65142df1-d172-4708-9934-12e4ce2ffe7e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.663725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51ec1b4b-58fc-4956-ae28-d1ea4705bdc5 req-65142df1-d172-4708-9934-12e4ce2ffe7e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 932 time: 0.3491654
Mar 05 21:07:08.709570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Current status of the port 0827f729-bc9f-48d6-954c-af6f9cde79ed is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:08.713506 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.807608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedc285-112c-442f-98f3-70a2dcd3284c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.810525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] For port 0827f729-bc9f-48d6-954c-af6f9cde79ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0827f729-bc9f-48d6-954c-af6f9cde79ed,segment=NetworkSegment(48b540a6-f297-448e-b7a5-42d6270709e3),segment_id=48b540a6-f297-448e-b7a5-42d6270709e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:08.813547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0827f729-bc9f-48d6-954c-af6f9cde79ed is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:08.814156 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.819412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedc285-112c-442f-98f3-70a2dcd3284c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.828386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedc285-112c-442f-98f3-70a2dcd3284c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:08.830837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8aedc285-112c-442f-98f3-70a2dcd3284c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.2932270
Mar 05 21:07:08.839835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.853405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39098) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:08.871207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:08.918967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51ec1b4b-58fc-4956-ae28-d1ea4705bdc5 req-a3ea0f58-113b-4056-87bc-27546ff5867d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343781
Mar 05 21:07:08.986592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46867-8f68-4b48-8421-064e47088db1 None None] Pushing event updated for resources: {'Port': ['ID=0827f729-bc9f-48d6-954c-af6f9cde79ed,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:09.014250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:07:09.021569 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:07:09.067528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c542737-25f1-4b7c-9e05-dfc80c4d601c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:09.080694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Provisioning complete for port 0827f729-bc9f-48d6-954c-af6f9cde79ed triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:09.081760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.106726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39102) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:09.159387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks [] for security_group (33fe9d69-4e80-43b2-965e-e3819aae0d63), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.174553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (33fe9d69-4e80-43b2-965e-e3819aae0d63), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.211659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:09.222343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Deleting port 6804b357-c743-4282-91a4-05b885a85d15 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:09.223505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6804b357-c743-4282-91a4-05b885a85d15), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.260182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1163956-93fd-4a9c-b586-9b23092f296b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:07:09.272664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks [] for port (d1163956-93fd-4a9c-b586-9b23092f296b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.294725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Transition to ACTIVE for port object d1163956-93fd-4a9c-b586-9b23092f296b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:07:09.297357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Current status of the port 0827f729-bc9f-48d6-954c-af6f9cde79ed is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:09.305134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.326579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Provisioning complete for port 6804b357-c743-4282-91a4-05b885a85d15 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:09.327055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6804b357-c743-4282-91a4-05b885a85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.359823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9835e566-d504-42be-ae7b-e05487be8212), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.370397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ed28b08f-03a4-460a-b276-9dbc9829d0db), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.370907 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Added segment ed28b08f-03a4-460a-b276-9dbc9829d0db of type vlan for network 20509d76-3c3f-45f3-9575-73df71b69e67
Mar 05 21:07:09.374416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fe9d69-4e80-43b2-965e-e3819aae0d63,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:09.389290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Port 6804b357-c743-4282-91a4-05b885a85d15 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:09.409161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Provisioning complete for port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:09.409161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.454894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-246b3eb2-7bd1-4b43-9441-c890803d1d01 None None] Port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:09.502695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (20509d76-3c3f-45f3-9575-73df71b69e67), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.523620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:09.537220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6804b357-c743-4282-91a4-05b885a85d15), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.569038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Calling delete_port for 6804b357-c743-4282-91a4-05b885a85d15 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:09.584594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8e1a4ff7-3775-4557-8bed-8a95c03ec07c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=608660803fbd4ebe82418e2574b1392c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4591522
Mar 05 21:07:09.588933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39106) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:09.604995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0827f729-bc9f-48d6-954c-af6f9cde79ed is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:09.618599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-86a66bb9-ba15-4056-b000-11359fc3e7db None None] Provisioning complete for port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:09.619603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86a66bb9-ba15-4056-b000-11359fc3e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.623708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (20509d76-3c3f-45f3-9575-73df71b69e67), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.628812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:09.629569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.652033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Attempting to bind port d1163956-93fd-4a9c-b586-9b23092f296b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:09.652374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Attempting to bind port d1163956-93fd-4a9c-b586-9b23092f296b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:09.652769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Attempting to bind port d1163956-93fd-4a9c-b586-9b23092f296b on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:09.660397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Port d1163956-93fd-4a9c-b586-9b23092f296b on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:09.661326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Attempting to bind port d1163956-93fd-4a9c-b586-9b23092f296b on network 009197ce-e0dc-47b9-b8f3-b27f078b9f37 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:09.678251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-86a66bb9-ba15-4056-b000-11359fc3e7db None None] Port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:09.704571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:09.704773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Checking segment: {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:09.705075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Bound using segment: {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:09.705524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Bound port: d1163956-93fd-4a9c-b586-9b23092f296b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9eb615-cf59-4559-84fc-a25b928f0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:09.705882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.770273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.6822112
Mar 05 21:07:09.800799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a0612785-3d44-431d-bbb5-02249a4cfb17 None None] Provisioning complete for port 6804b357-c743-4282-91a4-05b885a85d15 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:09.801427 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0612785-3d44-431d-bbb5-02249a4cfb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6804b357-c743-4282-91a4-05b885a85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.818013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307c73-1020-4a41-9749-528d12ba8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Pushing event updated for resources: {'Network': ['ID=20509d76-3c3f-45f3-9575-73df71b69e67,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:09.838273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 20509d76-3c3f-45f3-9575-73df71b69e67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:09.846722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:09.861883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] Publish callbacks [] for security_group (50a6bb82-c61c-4fdf-84ad-08c6002091d6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.862975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1163956-93fd-4a9c-b586-9b23092f296b,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:09.871304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Router 9835e566-d504-42be-ae7b-e05487be8212 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:09.873617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.908627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] Publish callbacks [] for security_group (50a6bb82-c61c-4fdf-84ad-08c6002091d6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.919344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:09.920067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.921938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] 10.222.0.31 "PUT /v2.0/ports/d1163956-93fd-4a9c-b586-9b23092f296b HTTP/1.1" status: 200  len: 1092 time: 1.9095020
Mar 05 21:07:09.925829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:09.928538 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373b825-526d-4cde-8dbb-025e1123acab" -d '{"events": [{"name": "network-changed", "server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:09.930251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a0612785-3d44-431d-bbb5-02249a4cfb17 None None] Port 6804b357-c743-4282-91a4-05b885a85d15 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:09.982684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (50a6bb82-c61c-4fdf-84ad-08c6002091d6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.985783 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9b5beb-6737-4779-9a91-0fc155d8b202 x-openstack-request-id: req-0f9b5beb-6737-4779-9a91-0fc155d8b202 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:09.986023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:09.986137 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:09.986311 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f9b5beb-6737-4779-9a91-0fc155d8b202 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:09.986729 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b', 'status': 'completed', 'code': 200}
Mar 05 21:07:09.990488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50a6bb82-c61c-4fdf-84ad-08c6002091d6 HTTP/1.1" status: 204  len: 168 time: 0.3949363
Mar 05 21:07:10.053753 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (f32e12f9-e043-443e-bbef-14b6586ad840), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.080775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd63d0d-0a44-448c-bccb-dc829ff3bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:10.105452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f56b-db3e-4e85-becb-dbb719a4587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a6bb82-c61c-4fdf-84ad-08c6002091d6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:10.111911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.117774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:10.118402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.119743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/ports/f32e12f9-e043-443e-bbef-14b6586ad840 HTTP/1.1" status: 200  len: 911 time: 1.9903004
Mar 05 21:07:10.130262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39118) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:10.146869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:10.158394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-82e27920-4e09-4744-82a1-a97acd2787c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/9835e566-d504-42be-ae7b-e05487be8212/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4900153
Mar 05 21:07:10.158587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Sync routers for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:10.159632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39120) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:10.190865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:10.191513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834514c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:10.246764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6804b357-c743-4282-91a4-05b885a85d15), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.286649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks [] for router (9835e566-d504-42be-ae7b-e05487be8212), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.329929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:10.339541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507912125'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:10.356363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1621b-8767-4116-bdc1-45691b5310c1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=f32e12f9-e043-443e-bbef-14b6586ad840,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:10.388709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0827f729-bc9f-48d6-954c-af6f9cde79ed up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:10.396654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d5d2-f993-46d1-9f07-075a7a0aaa01 req-6c6006fc-e671-4935-aa77-3015a0f535a1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:10.398198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec39d5d2-f993-46d1-9f07-075a7a0aaa01 req-6c6006fc-e671-4935-aa77-3015a0f535a1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 944 time: 0.3476264
Mar 05 21:07:10.400793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4c6846b0-6b69-4085-b347-5b400fe3d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:10.402299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4c6846b0-6b69-4085-b347-5b400fe3d02f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 1126 time: 0.3692579
Mar 05 21:07:10.425349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event deleted for resources: {'Port': ['ID=6804b357-c743-4282-91a4-05b885a85d15,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:10.449461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-c87093fe-8269-4f1c-ae3c-4e822cddae47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1163956-93fd-4a9c-b586-9b23092f296b HTTP/1.1" status: 200  len: 217 time: 0.0367253
Mar 05 21:07:10.483019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Made reservation on behalf of edb8046904ed4da48cb0e0166f05dc74 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:10.484893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.510233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4469c414-7b34-4542-844f-2b6242d77713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:10.511740 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-4469c414-7b34-4542-844f-2b6242d77713 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.0558038
Mar 05 21:07:10.560701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-02ce4763-0e2b-4d51-9ad7-ce16a5a5c836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415280
Mar 05 21:07:10.592634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.594665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:10.625218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.629073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ea2cc4fb-04a7-4847-9d0a-19874806c01f tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "DELETE /v2.0/ports/6804b357-c743-4282-91a4-05b885a85d15 HTTP/1.1" status: 204  len: 168 time: 1.7746296
Mar 05 21:07:10.633804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39126) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:10.634314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39128) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:10.642605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Request body: {'port': {'name': 'tempest-new-port-name-198221975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:10.643201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] bootfile-name is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:10.643702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] tftp-server is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:10.644173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] server-ip-address is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:07:10.694335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks [] for router_gateway (9835e566-d504-42be-ae7b-e05487be8212), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.713143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec39d5d2-f993-46d1-9f07-075a7a0aaa01 req-8fee656f-8beb-4d54-87e0-8cbe0fa8d0ab tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004272
Mar 05 21:07:10.729298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed37944b-313c-42b8-b51b-2120c25937db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.777932 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-73ca0712-1176-4a41-bfb7-e7e6f5d70894 service neutron] 10.222.0.31 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061720
Mar 05 21:07:10.798174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0827f729-bc9f-48d6-954c-af6f9cde79ed triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:10.798716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.863389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Deleting port f418ebb8-6699-461b-8766-bb0a0d813d86 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:10.863806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.901004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.932822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834514c0>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:07:08Z', 'revision_number': 5, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port': {'id': 'f418ebb8-6699-461b-8766-bb0a0d813d86', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9835e566-d504-42be-ae7b-e05487be8212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:16Z', 'updated_at': '2022-03-05T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:10.949335 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf2ec39-2c00-4cd8-912b-a9c6a03349ab req-2ae127eb-e5c7-4340-ace4-08c6e75cd960 service neutron] 10.222.0.31 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636953
Mar 05 21:07:10.971371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Checking router: 9835e566-d504-42be-ae7b-e05487be8212 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:10.985874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0827f729-bc9f-48d6-954c-af6f9cde79ed is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:10.989932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for security_group (6e126ccc-24e3-44bb-b85e-58215cccdb53), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.992948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] For port f418ebb8-6699-461b-8766-bb0a0d813d86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f418ebb8-6699-461b-8766-bb0a0d813d86,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:10.993691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:10.995685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Routers {'9835e566-d504-42be-ae7b-e05487be8212'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:10.996801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834514c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9835e566-d504-42be-ae7b-e05487be8212'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:11.017598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Calling delete_port for f418ebb8-6699-461b-8766-bb0a0d813d86 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:11.020505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6e126ccc-24e3-44bb-b85e-58215cccdb53), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.039279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port 77f7cf86-2429-4886-80e7-c6040564aebe yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:11.100819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] Set router 9835e566-d504-42be-ae7b-e05487be8212 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:11.101342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b825-526d-4cde-8dbb-025e1123acab req-f1a700e1-d802-4122-8099-a2bc7e828c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:11.103026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-f1a700e1-d802-4122-8099-a2bc7e828c7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 1126 time: 0.0929310
Mar 05 21:07:11.154181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834514c0>, [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:07:10Z', 'revision_number': 6, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:11.185936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2b593-b69f-44b3-9041-ec49792ed6b9 None None] The sync data for ids ['9835e566-d504-42be-ae7b-e05487be8212'] in ncdv-master-1 is: [{'id': '9835e566-d504-42be-ae7b-e05487be8212', 'name': 'tempest-TestServerBasicOps-1209407252-router', 'tenant_id': '899872f9f3b243ef89011a53ba07e160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:13Z', 'updated_at': '2022-03-05T21:07:10Z', 'revision_number': 6, 'project_id': '899872f9f3b243ef89011a53ba07e160', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:11.284970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b825-526d-4cde-8dbb-025e1123acab req-efce6237-bec9-45f9-9d30-f198429ce0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:11.287182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-efce6237-bec9-45f9-9d30-f198429ce0ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 0.1712058
Mar 05 21:07:11.336759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-f37aefb1-118d-4b74-a2a3-b28403f3fb07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1163956-93fd-4a9c-b586-9b23092f296b HTTP/1.1" status: 200  len: 217 time: 0.0424004
Mar 05 21:07:11.342117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f418ebb8-6699-461b-8766-bb0a0d813d86), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.377161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f418ebb8-6699-461b-8766-bb0a0d813d86,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:11.456527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b825-526d-4cde-8dbb-025e1123acab req-83d6cf34-7d2e-4e95-bf08-81c34979a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:11.458817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-83d6cf34-7d2e-4e95-bf08-81c34979a162 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.1140273
Mar 05 21:07:11.495017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-62aff7a6-84f9-419b-a2e2-ec0c8caaa873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301113
Mar 05 21:07:11.497389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9835e566-d504-42be-ae7b-e05487be8212), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.504918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed37944b-313c-42b8-b51b-2120c25937db admin admin] Publish callbacks [] for security_group (a01850de-4ed6-401b-9510-7dc1a4a81f8c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.506997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e126ccc-24e3-44bb-b85e-58215cccdb53,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:11.541387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed37944b-313c-42b8-b51b-2120c25937db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a01850de-4ed6-401b-9510-7dc1a4a81f8c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.635026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9835e566-d504-42be-ae7b-e05487be8212), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.638354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks [] for router_controller (9835e566-d504-42be-ae7b-e05487be8212), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.656798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed37944b-313c-42b8-b51b-2120c25937db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d55f90527ca84695b3426a8bd473bc5a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0194845
Mar 05 21:07:11.663624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37944b-313c-42b8-b51b-2120c25937db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01850de-4ed6-401b-9510-7dc1a4a81f8c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:11.666689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39130) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:11.698036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9835e566-d504-42be-ae7b-e05487be8212), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.698627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9835e566-d504-42be-ae7b-e05487be8212 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:11.708273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.712323 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce7b9f9e-86b4-45b1-8d78-63c7f1c5a3fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/9835e566-d504-42be-ae7b-e05487be8212 HTTP/1.1" status: 204  len: 168 time: 1.5491197
Mar 05 21:07:11.713030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:11.725660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-f5c4c30a-ee35-41ad-a523-44bc25f6ef23 service neutron] 10.222.0.31 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248828
Mar 05 21:07:11.841778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Deleting subnet 2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:11.847538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Publish callbacks [] for subnet (2b746596-50a9-4a93-8dbb-4ddf8e0b62e6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.903656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (915f909f-3ad5-4f1a-bb90-6decf72d2630), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.908455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.912428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2b746596-50a9-4a93-8dbb-4ddf8e0b62e6), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.913424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] Publish callbacks [] for security_group (a01850de-4ed6-401b-9510-7dc1a4a81f8c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:11.938778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7373b825-526d-4cde-8dbb-025e1123acab req-c87adf16-6b6c-4938-a5c4-08a139a06b84 service neutron] 10.222.0.31 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940856
Mar 05 21:07:11.949533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d56fbf-2c4e-4c71-a1fe-20c1eaaa7a76 req-4fd03e9c-65e7-4711-882c-2d3030478a93 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:11.951248 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04d56fbf-2c4e-4c71-a1fe-20c1eaaa7a76 req-4fd03e9c-65e7-4711-882c-2d3030478a93 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 944 time: 0.1538506
Mar 05 21:07:11.980467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.000590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port 77f7cf86-2429-4886-80e7-c6040564aebe yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:12.032443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] Publish callbacks [] for security_group (a01850de-4ed6-401b-9510-7dc1a4a81f8c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.044976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2b746596-50a9-4a93-8dbb-4ddf8e0b62e6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.050405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04d56fbf-2c4e-4c71-a1fe-20c1eaaa7a76 req-edf8acd9-bec2-4637-b536-80ee9287a71e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880408
Mar 05 21:07:12.061546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (77f7cf86-2429-4886-80e7-c6040564aebe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.125444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.153445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2b746596-50a9-4a93-8dbb-4ddf8e0b62e6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.172536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event updated for resources: {'Port': ['ID=5bc96e9b-4c50-4134-9f78-8e9cb86325a4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:12.172651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.176491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7c542737-25f1-4b7c-9e05-dfc80c4d601c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:12.190565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b746596-50a9-4a93-8dbb-4ddf8e0b62e6 HTTP/1.1" status: 204  len: 168 time: 0.4769106
Mar 05 21:07:12.208940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7c542737-25f1-4b7c-9e05-dfc80c4d601c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:12.209203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7c542737-25f1-4b7c-9e05-dfc80c4d601c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:12.209702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f418ebb8-6699-461b-8766-bb0a0d813d86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:12.210574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39136) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:12.211605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03000b6-e996-4e48-9ade-86871e04bc2e None None] Network adc6ce26-0999-46fd-83e3-7feba14413c3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:12.215778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc4a6-0f7a-4622-9c14-df0d3a46eb91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b746596-50a9-4a93-8dbb-4ddf8e0b62e6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:12.246771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f418ebb8-6699-461b-8766-bb0a0d813d86 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:12.247342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f418ebb8-6699-461b-8766-bb0a0d813d86 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:12.278213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] In _notify_port_updated(), no bound segment for port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 on network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:07:12.282523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:12.283199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.290162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6045dcc9-86e9-47b8-a6c8-9d4dd611878c tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "PUT /v2.0/ports/5bc96e9b-4c50-4134-9f78-8e9cb86325a4 HTTP/1.1" status: 200  len: 1136 time: 1.6462295
Mar 05 21:07:12.292929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:12.354601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d2724-0064-4c72-8652-cb31939d94c3 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:12.356131 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5a5d2724-0064-4c72-8652-cb31939d94c3 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "GET /v2.0/ports/5bc96e9b-4c50-4134-9f78-8e9cb86325a4 HTTP/1.1" status: 200  len: 1136 time: 0.0625653
Mar 05 21:07:12.363204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39140) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:12.364439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a01850de-4ed6-401b-9510-7dc1a4a81f8c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.367108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.370761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a01850de-4ed6-401b-9510-7dc1a4a81f8c HTTP/1.1" status: 204  len: 168 time: 0.6935461
Mar 05 21:07:12.370761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=77f7cf86-2429-4886-80e7-c6040564aebe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:12.416878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Checking segment: {'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:12.417244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Network hostable DHCP agents. Network: 20509d76-3c3f-45f3-9575-73df71b69e67, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:12.443848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2ee5-a3f4-4a3b-b84a-595f80b50ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01850de-4ed6-401b-9510-7dc1a4a81f8c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:12.452204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] DHCP port deletion for adc6ce26-0999-46fd-83e3-7feba14413c3 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:07:12.466376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (adc6ce26-0999-46fd-83e3-7feba14413c3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.514244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Network 20509d76-3c3f-45f3-9575-73df71b69e67 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:12.526222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-be4a6f10-dfd2-41a0-910d-3f80281b76d4 None None] Provisioning complete for port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:12.526539 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be4a6f10-dfd2-41a0-910d-3f80281b76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.557314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20509d76-3c3f-45f3-9575-73df71b69e67) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:12.569360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:12.638356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:12.638711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:12.639061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:12.656903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:12.657263 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:12.659862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Deleting port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:12.660164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.684486 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 2 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:12.716370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0edf5-c2af-4ff4-bc97-5d412fb59ed2 None None] Network 20509d76-3c3f-45f3-9575-73df71b69e67 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:12.759582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:12.760047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:12.760452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:12.767533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Deleting port 2b3aa4d8-365f-4859-a769-6cee7c7f493a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:12.767907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.783609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:12.786692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be4a6f10-dfd2-41a0-910d-3f80281b76d4 None None] Port 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:12.789362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Deleting port 2b3aa4d8-365f-4859-a769-6cee7c7f493a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:12.789978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.800980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b555f3-9c43-4d4b-81f4-93f6e1171d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.803982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:12.804549 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:12.831533 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 3 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:12.875977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:12.876382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:12.876948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:12.878326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] For port 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b3aa4d8-365f-4859-a769-6cee7c7f493a,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:12.878905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.895378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Calling delete_port for 2b3aa4d8-365f-4859-a769-6cee7c7f493a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:12.898362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port f32e12f9-e043-443e-bbef-14b6586ad840 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:12.898792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b555f3-9c43-4d4b-81f4-93f6e1171d5c admin admin] Publish callbacks [] for security_group (ab984e59-8ee7-434c-a2a4-0a1da9bcdcab), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.898911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.909465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.912718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1b555f3-9c43-4d4b-81f4-93f6e1171d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ab984e59-8ee7-434c-a2a4-0a1da9bcdcab), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:12.914086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:12.914559 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:12.932959 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 4 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:12.953644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e1b555f3-9c43-4d4b-81f4-93f6e1171d5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aca21d34ba7a4424939f16fdf849ceb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1687381
Mar 05 21:07:12.954767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b555f3-9c43-4d4b-81f4-93f6e1171d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab984e59-8ee7-434c-a2a4-0a1da9bcdcab,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:12.958489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:12.992498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.003650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Calling delete_port for 5bc96e9b-4c50-4134-9f78-8e9cb86325a4 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:13.018902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] Publish callbacks [] for security_group (ab984e59-8ee7-434c-a2a4-0a1da9bcdcab), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.020333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] For port 2b3aa4d8-365f-4859-a769-6cee7c7f493a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b3aa4d8-365f-4859-a769-6cee7c7f493a,segment=NetworkSegment(10ed1786-b401-46fe-954d-b3b52574751d),segment_id=10ed1786-b401-46fe-954d-b3b52574751d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:13.020680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.023314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.024075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.024075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.025133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Pushing event deleted for resources: {'Port': ['ID=2b3aa4d8-365f-4859-a769-6cee7c7f493a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:13.035031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] No DVR routers for this DVR port 2b3aa4d8-365f-4859-a769-6cee7c7f493a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:13.038069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.039169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.039169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.039364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.039622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.040146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.040615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.040962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.041343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.041840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.042151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.042615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.043103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a4aea-4c01-4c04-8270-fb8f489ab3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:13.053163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Calling delete_port for 2b3aa4d8-365f-4859-a769-6cee7c7f493a owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:13.054926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.055262 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.061396 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 5 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.090690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] Publish callbacks [] for security_group (ab984e59-8ee7-434c-a2a4-0a1da9bcdcab), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.151736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ab984e59-8ee7-434c-a2a4-0a1da9bcdcab), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.154553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.158195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab984e59-8ee7-434c-a2a4-0a1da9bcdcab HTTP/1.1" status: 204  len: 168 time: 0.1962106
Mar 05 21:07:13.169703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16297eba-120a-4b01-962f-7937dfe0d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab984e59-8ee7-434c-a2a4-0a1da9bcdcab,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:13.223947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.223947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.224322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.262121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.276443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.276785 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.280408 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 6 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.292776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for f32e12f9-e043-443e-bbef-14b6586ad840 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:13.338963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.339346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.339711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.368696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d1163956-93fd-4a9c-b586-9b23092f296b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:07:13.391651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.392051 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.399289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb81c3b-091c-499a-a707-2303639f45c3 req-137b9b3a-7de7-41f8-a4c1-33682b1904d9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:13.400828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbb81c3b-091c-499a-a707-2303639f45c3 req-137b9b3a-7de7-41f8-a4c1-33682b1904d9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 944 time: 0.2655184
Mar 05 21:07:13.404021 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 7 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.464107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2b3aa4d8-365f-4859-a769-6cee7c7f493a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.465950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.466595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.466595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.475707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1163956-93fd-4a9c-b586-9b23092f296b,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:13.490346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'd1163956-93fd-4a9c-b586-9b23092f296b', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'port_id': 'd1163956-93fd-4a9c-b586-9b23092f296b', 'mac_address': 'fa:16:3e:b0:a4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053aaf6-ea87-4000-931b-ca1a5d760f44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:07:13.515197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.515902 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.520707 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 8 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.524639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3aa4d8-365f-4859-a769-6cee7c7f493a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:13.537922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] No DVR routers for this DVR port 2b3aa4d8-365f-4859-a769-6cee7c7f493a on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:13.538544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port d1163956-93fd-4a9c-b586-9b23092f296b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:13.538935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.552732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1163956-93fd-4a9c-b586-9b23092f296b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:07:13.582525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1163956-93fd-4a9c-b586-9b23092f296b,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:13.592179 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.627400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.627812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.628154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.636729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbb81c3b-091c-499a-a707-2303639f45c3 req-8821a8fe-6fd2-4f05-b3db-72677213a742 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258925
Mar 05 21:07:13.637337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5bc96e9b-4c50-4134-9f78-8e9cb86325a4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.652305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:13.694482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.694747 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.705318 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 9 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.736804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event deleted for resources: {'Port': ['ID=5bc96e9b-4c50-4134-9f78-8e9cb86325a4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:13.748887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (adc6ce26-0999-46fd-83e3-7feba14413c3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.789833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.790184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.790599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.825423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8be13fd0>,) {'filters': {'network_id': ['adc6ce26-0999-46fd-83e3-7feba14413c3']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:13.831475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['d1163956-93fd-4a9c-b586-9b23092f296b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:13.860739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.861081 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.862739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be13fd0>, '10ed1786-b401-46fe-954d-b3b52574751d') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:13.863039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8be13fd0>, '10ed1786-b401-46fe-954d-b3b52574751d') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:13.870651 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 10 to bind port 77f7cf86-2429-4886-80e7-c6040564aebe
Mar 05 21:07:13.900679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (10ed1786-b401-46fe-954d-b3b52574751d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.934942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:13.935332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:13.935620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:13.938232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.944331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39172) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:13.944943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c883e5e-cb67-4dd0-b497-3b13834023b8 tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "DELETE /v2.0/ports/5bc96e9b-4c50-4134-9f78-8e9cb86325a4 HTTP/1.1" status: 204  len: 168 time: 1.5706713
Mar 05 21:07:13.945505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (10ed1786-b401-46fe-954d-b3b52574751d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.953889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 77f7cf86-2429-4886-80e7-c6040564aebe on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:13.954233 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 77f7cf86-2429-4886-80e7-c6040564aebe on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:13.954756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.956813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:13.957773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (10ed1786-b401-46fe-954d-b3b52574751d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:13.960885 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:13.977090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f32e12f9-e043-443e-bbef-14b6586ad840), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.044378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Deleting subnet 905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:14.045054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=f32e12f9-e043-443e-bbef-14b6586ad840,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:14.047937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for subnet (905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.131405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.181517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b3aa4d8-365f-4859-a769-6cee7c7f493a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:14.208640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2b3aa4d8-365f-4859-a769-6cee7c7f493a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:14.209389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b3aa4d8-365f-4859-a769-6cee7c7f493a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:14.276270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.353851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.382531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event deleted for resources: {'Subnet': ['ID=905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:14.386116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.389320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e4182aa-06be-4544-a3b6-e635979ed1aa tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "DELETE /v2.0/subnets/905c6b9f-7ad9-4ca7-ae0f-a3b338b2f432 HTTP/1.1" status: 204  len: 168 time: 0.4439173
Mar 05 21:07:14.392154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39178) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:14.402736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6832f25-b3b2-445d-89b5-dc4ca91d8e70 None None] Network 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:14.421416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (adc6ce26-0999-46fd-83e3-7feba14413c3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.429829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.436168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/adc6ce26-0999-46fd-83e3-7feba14413c3 HTTP/1.1" status: 204  len: 168 time: 2.1906779
Mar 05 21:07:14.470876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39180) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:14.477376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.544024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Deleting port 0827f729-bc9f-48d6-954c-af6f9cde79ed {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:14.544510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.562666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae758e-ce91-4db9-b3ff-0282ef6429bf admin admin] Pushing event deleted for resources: {'Network': ['ID=adc6ce26-0999-46fd-83e3-7feba14413c3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:14.604650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (915f909f-3ad5-4f1a-bb90-6decf72d2630), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.607422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port 77f7cf86-2429-4886-80e7-c6040564aebe, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:14.607977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempted to set empty binding levels {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:07:14.621730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.633255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] For port 0827f729-bc9f-48d6-954c-af6f9cde79ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0827f729-bc9f-48d6-954c-af6f9cde79ed,segment=NetworkSegment(48b540a6-f297-448e-b7a5-42d6270709e3),segment_id=48b540a6-f297-448e-b7a5-42d6270709e3)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:14.633636 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.649796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] DHCP port deletion for 6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:07:14.654505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Calling delete_port for 0827f729-bc9f-48d6-954c-af6f9cde79ed owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:14.675487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:14.676292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.714814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Deleting port 0827f729-bc9f-48d6-954c-af6f9cde79ed {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:14.715160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.778284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=77f7cf86-2429-4886-80e7-c6040564aebe,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:14.790829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-edcda2b4-6c71-47a9-bc96-20ee3819ba81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 4.4589784
Mar 05 21:07:14.791461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39192) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:14.837393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] For port 0827f729-bc9f-48d6-954c-af6f9cde79ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0827f729-bc9f-48d6-954c-af6f9cde79ed,segment=NetworkSegment(48b540a6-f297-448e-b7a5-42d6270709e3),segment_id=48b540a6-f297-448e-b7a5-42d6270709e3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:14.838214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.853739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34511c6-c521-4bea-817a-5a8d34e20eaf req-1e9ab4d8-0ea6-48bb-8124-082b73957c64 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:14.855520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Calling delete_port for 0827f729-bc9f-48d6-954c-af6f9cde79ed owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:14.862800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d34511c6-c521-4bea-817a-5a8d34e20eaf req-1e9ab4d8-0ea6-48bb-8124-082b73957c64 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 945 time: 0.1160135
Mar 05 21:07:14.951940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d34511c6-c521-4bea-817a-5a8d34e20eaf req-e00672aa-88f3-4404-b99c-77c5a0395119 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832276
Mar 05 21:07:14.960892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39196) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:14.965131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:14.975713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (0827f729-bc9f-48d6-954c-af6f9cde79ed), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.002252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] Pushing event deleted for resources: {'Port': ['ID=0827f729-bc9f-48d6-954c-af6f9cde79ed,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.010231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 915f909f-3ad5-4f1a-bb90-6decf72d2630 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:15.010566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b7c11-604c-4a7a-a8b3-71890ba3682a None None] No DVR routers for this DVR port 0827f729-bc9f-48d6-954c-af6f9cde79ed on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:15.025803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] No DVR routers for this DVR port 0827f729-bc9f-48d6-954c-af6f9cde79ed on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:15.027543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event deleted for resources: {'Port': ['ID=0827f729-bc9f-48d6-954c-af6f9cde79ed,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.151603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Deleting port 77f7cf86-2429-4886-80e7-c6040564aebe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:15.151973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.154015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:15.165213 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] Sync routers for ids ['915f909f-3ad5-4f1a-bb90-6decf72d2630'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:15.170665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-492e108b-ec43-4016-9bad-b56a02de7c77 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/915f909f-3ad5-4f1a-bb90-6decf72d2630/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0382397
Mar 05 21:07:15.178097 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] Routers {'915f909f-3ad5-4f1a-bb90-6decf72d2630'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:15.178735 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['915f909f-3ad5-4f1a-bb90-6decf72d2630'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.204498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39200) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:15.214703 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d520>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.224023 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] Routers {'915f909f-3ad5-4f1a-bb90-6decf72d2630'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:15.224649 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['915f909f-3ad5-4f1a-bb90-6decf72d2630'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.255795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2dd9268-1513-4b1b-af75-8e6fca8f32c0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=915f909f-3ad5-4f1a-bb90-6decf72d2630 HTTP/1.1" status: 200  len: 205 time: 0.0460467
Mar 05 21:07:15.258768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39202) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:15.260267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d520>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.260919 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e55ac-ca74-47ac-b0cc-cf1b9e697e71 None None] The sync data for ids ['915f909f-3ad5-4f1a-bb90-6decf72d2630'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:15.325768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port 77f7cf86-2429-4886-80e7-c6040564aebe, host nch1-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:15.326144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.369601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Calling delete_port for 77f7cf86-2429-4886-80e7-c6040564aebe owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:15.391464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.402023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d1163956-93fd-4a9c-b586-9b23092f296b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:15.460597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-304056659', 'router:external': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:15.465736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port d1163956-93fd-4a9c-b586-9b23092f296b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:07:15.472646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port d1163956-93fd-4a9c-b586-9b23092f296b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:15.474676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.484827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.507392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Made reservation on behalf of 6a8c782b237f4540a222b5e30cfb7a65 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:15.510560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.521013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89aeb580>,) {'filters': {'network_id': ['6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.523499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.540054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89aeb580>, '48b540a6-f297-448e-b7a5-42d6270709e3') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.540349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89aeb580>, '48b540a6-f297-448e-b7a5-42d6270709e3') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:15.554324 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (48b540a6-f297-448e-b7a5-42d6270709e3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.557806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port d1163956-93fd-4a9c-b586-9b23092f296b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:15.558314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.578289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (48b540a6-f297-448e-b7a5-42d6270709e3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.585742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:15.588444 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60daca0-0bb8-4e19-b53c-3cce2eb20e7f" -d '{"events": [{"server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "name": "network-vif-plugged", "status": "completed", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:15.589110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:15.589498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (48b540a6-f297-448e-b7a5-42d6270709e3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:15.593033 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:15.601571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1163956-93fd-4a9c-b586-9b23092f296b,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:15.608199 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.640982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.644235 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c1984-826f-490a-8998-06721764908d x-openstack-request-id: req-106c1984-826f-490a-8998-06721764908d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:15.645240 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "name": "network-vif-plugged", "status": "completed", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:15.645688 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-106c1984-826f-490a-8998-06721764908d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:15.646114 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b', 'code': 200}
Mar 05 21:07:15.666193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (915f909f-3ad5-4f1a-bb90-6decf72d2630), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.673645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.709760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.710004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (77f7cf86-2429-4886-80e7-c6040564aebe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.714952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.718585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] 10.222.0.15 "DELETE /v2.0/networks/6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba HTTP/1.1" status: 204  len: 168 time: 1.3254766
Mar 05 21:07:15.749172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event deleted for resources: {'Port': ['ID=77f7cf86-2429-4886-80e7-c6040564aebe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.752071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (915f909f-3ad5-4f1a-bb90-6decf72d2630), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.752848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router 915f909f-3ad5-4f1a-bb90-6decf72d2630 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:15.762777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.764374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b997dc68-5759-43d3-a02c-94cbca2b9c82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/915f909f-3ad5-4f1a-bb90-6decf72d2630 HTTP/1.1" status: 204  len: 168 time: 0.4876306
Mar 05 21:07:15.767446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39208) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:15.768338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208744d-84fc-4251-9e84-9e994ce1387e tempest-ExtraDHCPOptionsTestJSON-1866406738 tempest-ExtraDHCPOptionsTestJSON-1866406738-project] Pushing event deleted for resources: {'Network': ['ID=6bc5b7cf-4a0c-424b-96ca-4aa34f1d68ba,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.779422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.785103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for security_group (26821fda-4134-4d98-892c-2db0f30e1897), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.786405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39210) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:15.786611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7fd00d18-6442-4485-aff7-78abaa947d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "DELETE /v2.0/ports/77f7cf86-2429-4886-80e7-c6040564aebe HTTP/1.1" status: 204  len: 168 time: 0.9927661
Mar 05 21:07:15.813442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (26821fda-4134-4d98-892c-2db0f30e1897), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.823987 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0aa5ec-08c2-410a-9af4-3d9680ddc94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:15.829717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bd0aa5ec-08c2-410a-9af4-3d9680ddc94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports/77f7cf86-2429-4886-80e7-c6040564aebe HTTP/1.1" status: 404  len: 333 time: 0.0363798
Mar 05 21:07:15.833231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39212) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:15.838450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-481424403'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:15.840749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:15.849432 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (40081202-d93e-4315-8ea5-f454103c980e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.865953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3b001-21cb-4976-94db-b47c5f38cdcb req-752f2018-a423-4a08-b152-a8d488232eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:15.866153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7e3b001-21cb-4976-94db-b47c5f38cdcb req-752f2018-a423-4a08-b152-a8d488232eaf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 1128 time: 0.1465232
Mar 05 21:07:15.867389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8dc635ac-30e7-4b43-98a9-c2e7c2408e1a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.867794 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Added segment 8dc635ac-30e7-4b43-98a9-c2e7c2408e1a of type vlan for network 863514c0-7ab7-4117-af37-82c5ca753b1f
Mar 05 21:07:15.883622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26821fda-4134-4d98-892c-2db0f30e1897,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:15.925620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet c8a7cbed-5b6b-487c-9bf1-236530637c79 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:15.939587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (c8a7cbed-5b6b-487c-9bf1-236530637c79), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.948142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (863514c0-7ab7-4117-af37-82c5ca753b1f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:15.965212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7e3b001-21cb-4976-94db-b47c5f38cdcb req-73035c5c-1d3a-4c5a-a52c-c0f4ca663595 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886517
Mar 05 21:07:15.998044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (863514c0-7ab7-4117-af37-82c5ca753b1f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.000441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:16.001097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.009592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Made reservation on behalf of edb8046904ed4da48cb0e0166f05dc74 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:16.012016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.042134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:16.049076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (c8a7cbed-5b6b-487c-9bf1-236530637c79), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.068743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:16.106997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.1424377
Mar 05 21:07:16.108194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39222) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:16.117580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'subnet': {'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:16.120798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ad94-906d-4935-89b1-9bc2dfa2165f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Network': ['ID=863514c0-7ab7-4117-af37-82c5ca753b1f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:16.132663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 863514c0-7ab7-4117-af37-82c5ca753b1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:16.162522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87d6ab-76fc-4004-90a9-0e594ada0ad3 req-cc98ddfb-b33e-4e3e-83cd-571d891a0765 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:16.164016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a87d6ab-76fc-4004-90a9-0e594ada0ad3 req-cc98ddfb-b33e-4e3e-83cd-571d891a0765 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 946 time: 0.1097276
Mar 05 21:07:16.165161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Made reservation on behalf of 6a8c782b237f4540a222b5e30cfb7a65 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:16.167408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.253703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0827f729-bc9f-48d6-954c-af6f9cde79ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:16.282586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0827f729-bc9f-48d6-954c-af6f9cde79ed {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:16.283221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0827f729-bc9f-48d6-954c-af6f9cde79ed not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:16.290423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a87d6ab-76fc-4004-90a9-0e594ada0ad3 req-7d86f3d3-a95e-42bc-86e8-086c9b142062 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198235
Mar 05 21:07:16.327255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8266b1ae-8e0e-4a3c-ad32-5ecd2bbf7f5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2971b11360eb4229b27d2cdfcdbbef68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2505848
Mar 05 21:07:16.329764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39224) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:16.388817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c8a7cbed-5b6b-487c-9bf1-236530637c79), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.449497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] Publish callbacks [] for security_group (3a0f599a-0384-44af-9df1-d9590e5a27c8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.479291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.485033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] Publish callbacks [] for security_group (3a0f599a-0384-44af-9df1-d9590e5a27c8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.509961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (c8a7cbed-5b6b-487c-9bf1-236530637c79), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.560780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a7cbed-5b6b-487c-9bf1-236530637c79,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:16.565511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.569959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25663ac-7299-42e9-ac78-21fb4cd2230d None None] Network 8af83de4-e96c-457f-8a12-0d418e2ed26d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:16.572929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb5da1dd-0e10-436f-ba60-01d0f415e243 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/c8a7cbed-5b6b-487c-9bf1-236530637c79 HTTP/1.1" status: 204  len: 168 time: 0.8042967
Mar 05 21:07:16.573282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39226) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:16.577512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Deleting port efc11adb-e695-41ac-936d-ee373b40a0e8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:16.577864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.619126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.624167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3a0f599a-0384-44af-9df1-d9590e5a27c8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.626744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.631264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a0f599a-0384-44af-9df1-d9590e5a27c8 HTTP/1.1" status: 204  len: 168 time: 0.2944109
Mar 05 21:07:16.658369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87104a6b-4421-4ea3-98b7-7da001bbc2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f599a-0384-44af-9df1-d9590e5a27c8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:16.683012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Network 20509d76-3c3f-45f3-9575-73df71b69e67 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:16.684175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8af83de4-e96c-457f-8a12-0d418e2ed26d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.690458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:16.695298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:16.696675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:16.697416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.699940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc038c6-4ede-45b0-9c3d-a27974ab7ad0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:16.727863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] For port efc11adb-e695-41ac-936d-ee373b40a0e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc11adb-e695-41ac-936d-ee373b40a0e8,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:16.728433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.741311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:07:16.741854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (c8720f48-8df2-4e06-b822-09fdcccbc13e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.744875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ced15fb2-acd6-4671-a4f1-1ed4e3523fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.9082394
Mar 05 21:07:16.745139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39230) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:16.753749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:16.758259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Calling delete_port for efc11adb-e695-41ac-936d-ee373b40a0e8 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:16.822400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] DHCP port deletion for 8af83de4-e96c-457f-8a12-0d418e2ed26d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:07:16.862805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8720f48-8df2-4e06-b822-09fdcccbc13e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:16.874934 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.876848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Checking segment: {'id': '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:16.877406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network hostable DHCP agents. Network: 863514c0-7ab7-4117-af37-82c5ca753b1f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:16.891996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Deleting port ac2aa375-cfdd-4552-a35a-d2c2abf35377 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:16.893205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.914653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port ac2aa375-cfdd-4552-a35a-d2c2abf35377 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:16.914995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:16.918495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 863514c0-7ab7-4117-af37-82c5ca753b1f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:16.979432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 863514c0-7ab7-4117-af37-82c5ca753b1f) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:17.013976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:17.014953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.017973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] For port ac2aa375-cfdd-4552-a35a-d2c2abf35377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac2aa375-cfdd-4552-a35a-d2c2abf35377,segment=NetworkSegment(bfac85f7-f962-4264-b4eb-5cc3bfe33efd),segment_id=bfac85f7-f962-4264-b4eb-5cc3bfe33efd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:17.018555 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.037811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port ac2aa375-cfdd-4552-a35a-d2c2abf35377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac2aa375-cfdd-4552-a35a-d2c2abf35377,segment=NetworkSegment(bfac85f7-f962-4264-b4eb-5cc3bfe33efd),segment_id=bfac85f7-f962-4264-b4eb-5cc3bfe33efd)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:17.038775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.040830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Calling delete_port for ac2aa375-cfdd-4552-a35a-d2c2abf35377 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:17.062224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ddf12d-9fb9-4218-a7fe-c764d23782dd None None] Network 863514c0-7ab7-4117-af37-82c5ca753b1f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:17.070682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for ac2aa375-cfdd-4552-a35a-d2c2abf35377 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:17.081814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9e88539b-f2ac-4ade-a149-f44d7b3ac309 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.9693584
Mar 05 21:07:17.083310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:17.093922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1008516436', 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:17.171057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Made reservation on behalf of 6a8c782b237f4540a222b5e30cfb7a65 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:17.173573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.196107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] device_id is not set on port 2be45bf3-fc92-4e01-a4e8-a7ac8ff77479 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:17.254748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.269100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179922c2-4ac7-4cfb-afec-e42c2af92cc9 None None] Network 863514c0-7ab7-4117-af37-82c5ca753b1f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:17.274072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ac2aa375-cfdd-4552-a35a-d2c2abf35377), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.350836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.20.0.13 (863514c0-7ab7-4117-af37-82c5ca753b1f/c8720f48-8df2-4e06-b822-09fdcccbc13e/2be45bf3-fc92-4e01-a4e8-a7ac8ff77479) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:17.400478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] Pushing event deleted for resources: {'Port': ['ID=ac2aa375-cfdd-4552-a35a-d2c2abf35377,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:17.404384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57912a49-7c53-4030-8a5c-b382e6a63e42 None None] No DVR routers for this DVR port ac2aa375-cfdd-4552-a35a-d2c2abf35377 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:17.419731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=ac2aa375-cfdd-4552-a35a-d2c2abf35377,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:17.428329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port ac2aa375-cfdd-4552-a35a-d2c2abf35377 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:17.592971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8af83de4-e96c-457f-8a12-0d418e2ed26d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.625505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b896cabe0>,) {'filters': {'network_id': ['8af83de4-e96c-457f-8a12-0d418e2ed26d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:17.638681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896cabe0>, 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:17.638983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896cabe0>, 'bfac85f7-f962-4264-b4eb-5cc3bfe33efd') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:17.651400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:17.659310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (bfac85f7-f962-4264-b4eb-5cc3bfe33efd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.663140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.675037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.686550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (efc11adb-e695-41ac-936d-ee373b40a0e8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.688238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (2be45bf3-fc92-4e01-a4e8-a7ac8ff77479), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.690088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bfac85f7-f962-4264-b4eb-5cc3bfe33efd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.699259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:17.699853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (bfac85f7-f962-4264-b4eb-5cc3bfe33efd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:17.702953 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:17.755509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472002f-2625-403d-9cc2-ec6de9e642ed req-58948bc9-60f7-46d2-82eb-047d65a2a136 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:17.762458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c472002f-2625-403d-9cc2-ec6de9e642ed req-58948bc9-60f7-46d2-82eb-047d65a2a136 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 946 time: 0.1813035
Mar 05 21:07:17.767517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39254) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:17.768225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc038c6-4ede-45b0-9c3d-a27974ab7ad0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:17.786904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8af83de4-e96c-457f-8a12-0d418e2ed26d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.792598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.797350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/8af83de4-e96c-457f-8a12-0d418e2ed26d HTTP/1.1" status: 204  len: 168 time: 1.2226267
Mar 05 21:07:17.819231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:17.820333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215f1ab-99b8-46c5-96e9-c026f98cee74 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=8af83de4-e96c-457f-8a12-0d418e2ed26d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:17.827196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1170303734', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:17.846707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2be45bf3-fc92-4e01-a4e8-a7ac8ff77479), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.861147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=efc11adb-e695-41ac-936d-ee373b40a0e8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:17.878659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.880664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:17.896088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 863514c0-7ab7-4117-af37-82c5ca753b1f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:17.901416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:17.901960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:17.902120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:17.902602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:17.907919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:17.928202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:17.928544 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:17.929910 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 2 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:17.946384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c472002f-2625-403d-9cc2-ec6de9e642ed req-28aa768e-9997-4bba-9aec-3f125f90e5ab tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830475
Mar 05 21:07:17.965034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=2be45bf3-fc92-4e01-a4e8-a7ac8ff77479,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:18.020181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:18.022334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.036204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1240403210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:18.037083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.045067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.048059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.048414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.048765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.059966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c9aaa78-ab7c-4b67-a814-9b9f50266ab1 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 0.9736211
Mar 05 21:07:18.060614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39262) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:18.082880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.083191 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.086684 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 3 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.097265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.098714 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-81f9f05d-cd86-440c-929f-cfd66aba1faf tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2752647
Mar 05 21:07:18.104989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39264) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:18.115160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1661458618'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:18.122369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.122369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.137533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.137533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.137533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.159499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.160245 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.174089 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 4 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.174184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:18.180854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.215584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Deleting port 2be45bf3-fc92-4e01-a4e8-a7ac8ff77479 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:18.215944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2be45bf3-fc92-4e01-a4e8-a7ac8ff77479), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.231896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.232214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.232460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.238620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (40081202-d93e-4315-8ea5-f454103c980e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.241145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router_controller (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.252278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ac2aa375-cfdd-4552-a35a-d2c2abf35377 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:18.256850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.257194 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.276359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ac2aa375-cfdd-4552-a35a-d2c2abf35377 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:18.276721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ac2aa375-cfdd-4552-a35a-d2c2abf35377 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:18.277125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:18.277247 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 5 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.280218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.294100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a466bec6-3d9f-4813-9b76-22db4973a591), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.294439 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment a466bec6-3d9f-4813-9b76-22db4973a591 of type vlan for network 897cf983-eafd-4931-8821-106707a6e47a
Mar 05 21:07:18.348231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.348813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.349064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.357754 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (897cf983-eafd-4931-8821-106707a6e47a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.363165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2be45bf3-fc92-4e01-a4e8-a7ac8ff77479), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.379643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.380194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Calling delete_port for 2be45bf3-fc92-4e01-a4e8-a7ac8ff77479 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:18.383488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3dd4cce2-9226-49b3-a678-f0eb3ecffe03 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.6093988
Mar 05 21:07:18.385739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:18.397847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1658173049'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:18.403461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (897cf983-eafd-4931-8821-106707a6e47a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.405246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.405591 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.408391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:18.408978 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.409180 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 6 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.442805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.443089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.443426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.456177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b092-928e-4d98-98cc-1f44ee696c93 req-4e2f83be-b632-41f1-b24f-ae13a55f8535 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:18.457895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0564b092-928e-4d98-98cc-1f44ee696c93 req-4e2f83be-b632-41f1-b24f-ae13a55f8535 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 946 time: 0.2224090
Mar 05 21:07:18.465604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.465926 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.469503 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 7 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.481674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:18.485775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.495976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3898907
Mar 05 21:07:18.505497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:18.512873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:18.516196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.523585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.523957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.524308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.546841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.547110 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.551817 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 8 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.580330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebe64a-a0f6-406d-b9ac-bfe1fe68124a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=897cf983-eafd-4931-8821-106707a6e47a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:18.591743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 897cf983-eafd-4931-8821-106707a6e47a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:18.649109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.649467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.649826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.657146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:18.659572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0564b092-928e-4d98-98cc-1f44ee696c93 req-df7b3a74-bb19-45b4-aa04-039fee900c79 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926787
Mar 05 21:07:18.661122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.674890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.675265 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.681661 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 9 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.702894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.703546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.703633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.712609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.712950 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.714647 ncdv-master-1 neutron-server[126563]: INFO neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 10 to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0
Mar 05 21:07:18.725621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2be45bf3-fc92-4e01-a4e8-a7ac8ff77479), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.752327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:18.752685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:18.753100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:18.763042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Router 40081202-d93e-4315-8ea5-f454103c980e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:18.763876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:18.764217 ncdv-master-1 neutron-server[126563]: ERROR neutron.plugins.ml2.managers [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:18.764598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.766241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be45bf3-fc92-4e01-a4e8-a7ac8ff77479,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:18.832877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for security_group (105d2269-e911-4213-bc1d-5351c551df5e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.848476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.851651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-92c29108-a11a-42df-b13e-28635dedb62f tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/ports/2be45bf3-fc92-4e01-a4e8-a7ac8ff77479 HTTP/1.1" status: 204  len: 168 time: 0.7872903
Mar 05 21:07:18.854358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39272) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:18.858593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'external_fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13'}]}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:18.899464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (105d2269-e911-4213-bc1d-5351c551df5e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.920858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.921954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.942193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:18.980050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:18.980436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempted to set empty binding levels {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:07:18.980955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (7dbe752b-bdde-440c-90e2-1d96443dd9ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.981745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e152c834-9491-4a19-8f99-32ef6226289d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:18.982111 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Added segment e152c834-9491-4a19-8f99-32ef6226289d of type vlan for network 77657b19-070c-42cf-a4c0-e4c8cecefc35
Mar 05 21:07:18.983575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105d2269-e911-4213-bc1d-5351c551df5e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:18.996835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.034159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (145c9a3d-f0a6-42ad-bf32-48c036c55286), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.068708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] In _notify_port_updated(), no bound segment for port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:07:19.069600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.071306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.072901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "PUT /v2.0/ports/fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 HTTP/1.1" status: 200  len: 978 time: 2.3255703
Mar 05 21:07:19.085206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (77657b19-070c-42cf-a4c0-e4c8cecefc35), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.086987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39274) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:19.138503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=7dbe752b-bdde-440c-90e2-1d96443dd9ce,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:19.150673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:19.157229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29878e-0c47-4d16-8830-36efe3db6648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc038c6-4ede-45b0-9c3d-a27974ab7ad0,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:19.169259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Sync routers for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:19.172691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf050ccd-f0c0-4f5e-95b6-4eb4453e4cdc admin admin] 10.222.0.15 "PUT /v2.0/routers/40081202-d93e-4315-8ea5-f454103c980e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6714468
Mar 05 21:07:19.181910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:19.183479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:19.186635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b901885e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:19.217620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:19.217969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: 897cf983-eafd-4931-8821-106707a6e47a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:19.230127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (145c9a3d-f0a6-42ad-bf32-48c036c55286), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.255328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 897cf983-eafd-4931-8821-106707a6e47a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:19.266307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (77657b19-070c-42cf-a4c0-e4c8cecefc35), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.272077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.272677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.300476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 897cf983-eafd-4931-8821-106707a6e47a) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:19.306429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.307057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.343128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-408a1823-7f28-4ed4-bbf3-99d5876f5eb7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8356760
Mar 05 21:07:19.343915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39278) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:19.364590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:19.369372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6641565-3fae-4245-828c-88f251867195 None None] Network 897cf983-eafd-4931-8821-106707a6e47a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:19.371289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.371807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.372285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.372760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.373227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.373693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.374174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.374789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.375306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.375746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.376212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.376673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.377148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.377605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.378063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.378555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.379080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.379538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.380023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.380701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.381322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.381782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.382250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.382708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.383166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.383626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.384117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.384610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.385069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.385543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.385980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.386435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.394407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8851a879-213e-462e-aba8-c307519100a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 29794 time: 0.3023994
Mar 05 21:07:19.402195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:19.406926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.0188878
Mar 05 21:07:19.420719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:19.427998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'subnet': {'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:19.500793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a928-de5e-45f1-93fd-73cedb3a4d26 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Network': ['ID=77657b19-070c-42cf-a4c0-e4c8cecefc35,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:19.524786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks [] for router (40081202-d93e-4315-8ea5-f454103c980e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.554857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:19.686614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:19.690536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.700778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Deleting port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:19.701122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.753790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-897cf983-eafd-4931-8821-106707a6e47a', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:19.754772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.809489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks [] for router_gateway (40081202-d93e-4315-8ea5-f454103c980e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.819884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-2a6925d4-bba8-483a-b6aa-d7dc069c9ad7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:19.822187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-2a6925d4-bba8-483a-b6aa-d7dc069c9ad7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 946 time: 0.2981248
Mar 05 21:07:19.850158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port fdc038c6-4ede-45b0-9c3d-a27974ab7ad0, host nch1-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:19.850769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.890496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (145c9a3d-f0a6-42ad-bf32-48c036c55286), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:19.897606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Calling delete_port for fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:19.998086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.001147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.023752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Deleting port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:20.024103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.085599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b901885e0>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:07:17Z', 'revision_number': 5, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port': {'id': 'bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40081202-d93e-4315-8ea5-f454103c980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:01:34Z', 'updated_at': '2022-03-05T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:20.123193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Checking router: 40081202-d93e-4315-8ea5-f454103c980e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:20.144584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Allocated IP 2001:db8::2 (897cf983-eafd-4931-8821-106707a6e47a/7dbe752b-bdde-440c-90e2-1d96443dd9ce/f7008e27-2160-45a1-adb4-799fac0ee198) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:20.147531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Routers {'40081202-d93e-4315-8ea5-f454103c980e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:20.148327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b901885e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['40081202-d93e-4315-8ea5-f454103c980e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:20.201653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7918b5-88ef-4224-9730-01d212229409 req-b2573c60-4886-456c-ae33-899082ef29e3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:20.203260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7918b5-88ef-4224-9730-01d212229409 req-b2573c60-4886-456c-ae33-899082ef29e3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 946 time: 0.4088492
Mar 05 21:07:20.289905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] Set router 40081202-d93e-4315-8ea5-f454103c980e gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:20.335660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Deleting port d1163956-93fd-4a9c-b586-9b23092f296b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:20.336024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.353458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b901885e0>, [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:07:19Z', 'revision_number': 6, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:20.384367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215f149-e77a-48a7-acda-4b4cc5797d0c None None] The sync data for ids ['40081202-d93e-4315-8ea5-f454103c980e'] in ncdv-master-1 is: [{'id': '40081202-d93e-4315-8ea5-f454103c980e', 'name': 'tempest-TestServerBasicOps-1674782529-router', 'tenant_id': '106861050c604407a678245bb9ff4950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:33Z', 'updated_at': '2022-03-05T21:07:19Z', 'revision_number': 6, 'project_id': '106861050c604407a678245bb9ff4950', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:20.458076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fdc038c6-4ede-45b0-9c3d-a27974ab7ad0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.477081 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks [] for port (f7008e27-2160-45a1-adb4-799fac0ee198), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.479017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.484065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.529035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Network 897cf983-eafd-4931-8821-106707a6e47a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:20.532202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:20.537685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:20.539259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdc038c6-4ede-45b0-9c3d-a27974ab7ad0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:20.540225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Pushing event updated for resources: {'Port': ['ID=f7008e27-2160-45a1-adb4-799fac0ee198,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:20.542646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] For port bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:20.543217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.559565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.563360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-669f7730-82fd-4c4d-a543-bb8d5fd68fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 HTTP/1.1" status: 204  len: 168 time: 1.1606724
Mar 05 21:07:20.576889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39286) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:20.591457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Calling delete_port for bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:20.603405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Attempting to bind port f7008e27-2160-45a1-adb4-799fac0ee198 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:20.603898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Attempting to bind port f7008e27-2160-45a1-adb4-799fac0ee198 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:20.604334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Attempting to bind port f7008e27-2160-45a1-adb4-799fac0ee198 on network 897cf983-eafd-4931-8821-106707a6e47a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:20.610004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:20.610504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Checking segment: {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:20.610981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.611440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Bound using segment: {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:20.612013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Bound port: f7008e27-2160-45a1-adb4-799fac0ee198, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:20.612461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.624634 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f4d1a7-0276-4511-9503-966c85d2d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:20.626356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f1f4d1a7-0276-4511-9503-966c85d2d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports/fdc038c6-4ede-45b0-9c3d-a27974ab7ad0 HTTP/1.1" status: 404  len: 333 time: 0.0482705
Mar 05 21:07:20.636456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39288) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:20.642668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614485469', 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:20.647942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Subnet': ['ID=e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:20.687131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] For port f7008e27-2160-45a1-adb4-799fac0ee198, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:20.690721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] For port f7008e27-2160-45a1-adb4-799fac0ee198, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7008e27-2160-45a1-adb4-799fac0ee198,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:20.699159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.718121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Checking segment: {'id': 'e152c834-9491-4a19-8f99-32ef6226289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:20.718475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network hostable DHCP agents. Network: 77657b19-070c-42cf-a4c0-e4c8cecefc35, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:20.732184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Made reservation on behalf of edb8046904ed4da48cb0e0166f05dc74 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:20.734783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:20.773896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e180052-7b32-4537-afeb-677662e861e5 None None] Pushing event updated for resources: {'Port': ['ID=f7008e27-2160-45a1-adb4-799fac0ee198,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:20.812346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port 4964f204-5234-478c-b598-5ddeaafc7376 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:20.822160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:20.882399 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7918b5-88ef-4224-9730-01d212229409 req-0ce36c55-f3f4-438d-b571-da8f6c74548f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6490767
Mar 05 21:07:20.906318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.20.0.13 (863514c0-7ab7-4117-af37-82c5ca753b1f/c8720f48-8df2-4e06-b822-09fdcccbc13e/c6d81d2e-7348-4b3f-ab0b-2c3f16af0494) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:20.908018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77657b19-070c-42cf-a4c0-e4c8cecefc35) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:20.919522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e902db35-03c9-4bd5-b319-b5d6ea9c9a1d None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:20.937833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:20.939005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.028926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-de2c8af1-dd7d-499c-be73-01311bf0c3c1 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6069643
Mar 05 21:07:21.034296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39290) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:21.064964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'network': {'name': 'tempest-router-network01--159490280'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:21.086454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77657b19-070c-42cf-a4c0-e4c8cecefc35', 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35', 'project_id': '848cf3153acb4c4b983f6535a153be57', 'fixed_ips': [{'subnet_id': 'e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:21.087890 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.088960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.094544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] For port d1163956-93fd-4a9c-b586-9b23092f296b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1163956-93fd-4a9c-b586-9b23092f296b,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:21.094844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.125064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Calling delete_port for d1163956-93fd-4a9c-b586-9b23092f296b owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:21.139501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.147044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (4964f204-5234-478c-b598-5ddeaafc7376), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.162922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8::1 (897cf983-eafd-4931-8821-106707a6e47a/7dbe752b-bdde-440c-90e2-1d96443dd9ce/c8cece21-dd90-4142-9727-4f7c0765b4d7) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:21.177660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:21.181670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.230364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (40081202-d93e-4315-8ea5-f454103c980e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.241513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Allocated IP 2001:db8::2 (77657b19-070c-42cf-a4c0-e4c8cecefc35/e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98/15c8e18e-830e-4b5a-afa1-9a0d7e6a1623) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:21.297493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4964f204-5234-478c-b598-5ddeaafc7376), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.344922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.350877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:21.380052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aef2e3c1-5f8d-495a-876b-3f8bcb2d143d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.382535 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Added segment aef2e3c1-5f8d-495a-876b-3f8bcb2d143d of type vlan for network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8
Mar 05 21:07:21.414879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (40081202-d93e-4315-8ea5-f454103c980e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.428305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks [] for router_controller (40081202-d93e-4315-8ea5-f454103c980e), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.447055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Network 20509d76-3c3f-45f3-9575-73df71b69e67 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:21.480657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.495279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks [] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.499896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:21.502706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:21.503658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:21.504975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.506366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.507291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=4964f204-5234-478c-b598-5ddeaafc7376,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.525874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (40081202-d93e-4315-8ea5-f454103c980e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.526567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40081202-d93e-4315-8ea5-f454103c980e {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:21.532680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.540547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e977edb3-9cca-48d9-b0b1-ad1274135c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.9027898
Mar 05 21:07:21.543545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.548929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb388ab8-127b-4236-8394-d33d4a75a29b admin admin] 10.222.0.15 "DELETE /v2.0/routers/40081202-d93e-4315-8ea5-f454103c980e HTTP/1.1" status: 204  len: 168 time: 2.3632014
Mar 05 21:07:21.549859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:21.562327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:21.586003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.610063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Pushing event updated for resources: {'Port': ['ID=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.621792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:21.624354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:21.624473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.626772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:21.629900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:21.630653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.634590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Deleting subnet 5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:21.639105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Publish callbacks [] for subnet (5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.684308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.687912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb063565-3997-461e-b8e5-f3185b6b9fe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:21.692548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb063565-3997-461e-b8e5-f3185b6b9fe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports/4964f204-5234-478c-b598-5ddeaafc7376 HTTP/1.1" status: 200  len: 959 time: 0.1383169
Mar 05 21:07:21.697602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Attempting to bind port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:21.698105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Attempting to bind port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e152c834-9491-4a19-8f99-32ef6226289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:21.698540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Attempting to bind port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 on network 77657b19-070c-42cf-a4c0-e4c8cecefc35 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:21.706068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:21.706560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Checking segment: {'id': 'e152c834-9491-4a19-8f99-32ef6226289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:21.707230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.707712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Bound using segment: {'id': 'e152c834-9491-4a19-8f99-32ef6226289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:21.708251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Bound port: 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152c834-9491-4a19-8f99-32ef6226289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '77657b19-070c-42cf-a4c0-e4c8cecefc35'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:21.708702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.711975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:21.723117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d1163956-93fd-4a9c-b586-9b23092f296b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.735036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 863514c0-7ab7-4117-af37-82c5ca753b1f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:21.745235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.747821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:21.764466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7222893
Mar 05 21:07:21.766661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:21.774660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:21.781809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'network': {'name': 'tempest-router-network02--84664969'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:21.804150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] For port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:21.809432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] For port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,segment=NetworkSegment(e152c834-9491-4a19-8f99-32ef6226289d),segment_id=e152c834-9491-4a19-8f99-32ef6226289d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:21.820503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['94b1d404-120e-4570-9658-48bf6610ec97'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:21.825249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69f09-9bfa-4061-af66-20be56554b94 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Network': ['ID=ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.834874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Pushing event deleted for resources: {'Port': ['ID=d1163956-93fd-4a9c-b586-9b23092f296b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:21.837042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.837517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.849828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Deleting port 4964f204-5234-478c-b598-5ddeaafc7376 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:21.850361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4964f204-5234-478c-b598-5ddeaafc7376), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.864698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:21.930454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.937812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] No DVR routers for this DVR port d1163956-93fd-4a9c-b586-9b23092f296b on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:21.948925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.952307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa19d70c-036e-489a-9103-2a519a6d50c0 req-b15aa540-bb89-4ede-a935-b20c249352fd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.31 "DELETE /v2.0/ports/d1163956-93fd-4a9c-b586-9b23092f296b HTTP/1.1" status: 204  len: 173 time: 2.1238940
Mar 05 21:07:21.954156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'name': 'network-vif-deleted', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:21.956834 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb428ab-49d2-4e3a-bdcd-fa25dca5ae68" -d '{"events": [{"server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "name": "network-vif-deleted", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:21.965358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 897cf983-eafd-4931-8821-106707a6e47a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:21.966521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:21.970170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:21.978354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4964f204-5234-478c-b598-5ddeaafc7376), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.043210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Calling delete_port for 4964f204-5234-478c-b598-5ddeaafc7376 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:22.058060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:22.065308 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c2736-2d92-4c31-8467-6a25b4f5dbda x-openstack-request-id: req-c49c2736-2d92-4c31-8467-6a25b4f5dbda {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:22.065614 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c1f962-469b-4cf5-9f61-a158b83a42a9", "name": "network-vif-deleted", "tag": "d1163956-93fd-4a9c-b586-9b23092f296b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:22.065871 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c49c2736-2d92-4c31-8467-6a25b4f5dbda {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:22.067426 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c1f962-469b-4cf5-9f61-a158b83a42a9', 'name': 'network-vif-deleted', 'tag': 'd1163956-93fd-4a9c-b586-9b23092f296b', 'status': 'completed', 'code': 200}
Mar 05 21:07:22.075843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:22.081743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:22.082149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.099972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9707fb7c-9aa0-4114-95b8-873e8795f28a req-acf840b2-215f-4ecf-8782-b23061ae3cc5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c1f962-469b-4cf5-9f61-a158b83a42a9 HTTP/1.1" status: 200  len: 210 time: 0.0606017
Mar 05 21:07:22.179941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01f1e-a1ca-49ab-a6c7-7a733b63fa93 None None] Pushing event updated for resources: {'Port': ['ID=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:22.198352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:22.234500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.272040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:22.275653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.275825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3b5fcfad-570e-4361-84cf-d412602901bc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.276168 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Added segment 3b5fcfad-570e-4361-84cf-d412602901bc of type vlan for network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f
Mar 05 21:07:22.284806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-36fdef05-a333-431f-96b7-264acbd45d4d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5ad04b7c-e80c-4e5c-ba67-e6bcf49f071d HTTP/1.1" status: 204  len: 168 time: 0.7191689
Mar 05 21:07:22.285442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:22.306307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4be76f-f6a5-4760-9ae8-53b4f7091817 None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:22.401854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4964f204-5234-478c-b598-5ddeaafc7376), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.443946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7008e27-2160-45a1-adb4-799fac0ee198 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:22.451593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.483388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a91fa883-54fd-4904-8b2e-c94a36266fbe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.491905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event deleted for resources: {'Port': ['ID=4964f204-5234-478c-b598-5ddeaafc7376,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:22.512470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.520175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f04d6396-11bb-4460-bfc1-178669835e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4964f204-5234-478c-b598-5ddeaafc7376 HTTP/1.1" status: 204  len: 168 time: 0.8045914
Mar 05 21:07:22.521930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:22.562820 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb110af-11e0-400a-99ec-674f9ab8363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:22.569929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bcb110af-11e0-400a-99ec-674f9ab8363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports/4964f204-5234-478c-b598-5ddeaafc7376 HTTP/1.1" status: 404  len: 333 time: 0.0426371
Mar 05 21:07:22.572313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39308) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:22.573389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.614704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.621087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:22.621796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.648506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183398629'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:22.689885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Made reservation on behalf of edb8046904ed4da48cb0e0166f05dc74 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:22.694583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.721589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port 57b83cf7-e173-490e-8702-e0e391e45815 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:22.730463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Deleting port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:22.730961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.758467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f7008e27-2160-45a1-adb4-799fac0ee198 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:22.759589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.895542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] For port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:22.896575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.925923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Calling delete_port for 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:22.928046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] DHCP port deletion for a91fa883-54fd-4904-8b2e-c94a36266fbe request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:07:22.931157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (145c9a3d-f0a6-42ad-bf32-48c036c55286), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:22.949336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1714048
Mar 05 21:07:22.978983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39310) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:22.986981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'subnet': {'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:22.997313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc48c4-52eb-40af-a99c-9240f2a264e1 None None] Network 897cf983-eafd-4931-8821-106707a6e47a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:23.038135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53087-3e62-4c97-b86c-a9e4008f238e tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Network': ['ID=db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:23.049465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f7008e27-2160-45a1-adb4-799fac0ee198 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:23.049951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.070959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:23.086924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6a5125ed-4b03-4780-bae0-b32b8290e395 None None] Provisioning complete for port f7008e27-2160-45a1-adb4-799fac0ee198 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:23.087390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6a5125ed-4b03-4780-bae0-b32b8290e395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.168686 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (57b83cf7-e173-490e-8702-e0e391e45815), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.182050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:23.188226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.226365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f7008e27-2160-45a1-adb4-799fac0ee198, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7008e27-2160-45a1-adb4-799fac0ee198,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:23.243707 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.270975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Deleting port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:23.271526 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.354699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.373270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.386865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.388894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.427656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (57b83cf7-e173-490e-8702-e0e391e45815), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.433840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:23.439633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] No DVR routers for this DVR port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:23.512238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:23.526117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.578405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Network 20509d76-3c3f-45f3-9575-73df71b69e67 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:23.595154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:23.598149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:23.599310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:23.599959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.602164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=57b83cf7-e173-490e-8702-e0e391e45815,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:23.631541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a91fa883-54fd-4904-8b2e-c94a36266fbe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.637302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] For port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,segment=NetworkSegment(5c20837d-27b2-4f37-83c2-8f60e984a53b),segment_id=5c20837d-27b2-4f37-83c2-8f60e984a53b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:23.637717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.640551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545010e-b074-48fd-b830-93ba04231788 req-64f865cc-7e89-436c-8f35-fa3b219acd26 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:23.642240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c545010e-b074-48fd-b830-93ba04231788 req-64f865cc-7e89-436c-8f35-fa3b219acd26 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3165224
Mar 05 21:07:23.661219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network 897cf983-eafd-4931-8821-106707a6e47a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:23.663047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:23.671883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:23.674415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d1163956-93fd-4a9c-b586-9b23092f296b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:23.710433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a2ca0>,) {'filters': {'network_id': ['a91fa883-54fd-4904-8b2e-c94a36266fbe']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:23.719090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e8e3283a-96f6-4757-854f-c19b686f124c tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.1443539
Mar 05 21:07:23.726378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:23.732521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a2ca0>, '5c20837d-27b2-4f37-83c2-8f60e984a53b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:23.732829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9a2ca0>, '5c20837d-27b2-4f37-83c2-8f60e984a53b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:23.784525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Calling delete_port for 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:23.787211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:23.804336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (5c20837d-27b2-4f37-83c2-8f60e984a53b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.846791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c545010e-b074-48fd-b830-93ba04231788 req-0b37b920-e46c-4aef-acec-fd9c44045634 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940453
Mar 05 21:07:23.849469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (5c20837d-27b2-4f37-83c2-8f60e984a53b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.859106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:23.859694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (5c20837d-27b2-4f37-83c2-8f60e984a53b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:23.861494 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:23.880804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (57b83cf7-e173-490e-8702-e0e391e45815), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.892706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6a5125ed-4b03-4780-bae0-b32b8290e395 None None] Current status of the port f7008e27-2160-45a1-adb4-799fac0ee198 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:23.905940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (fd54d8f7-efb6-48cc-baa2-03c7c46e34e9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.929640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c4c40-815f-4580-8e20-d049e1b3393f None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:23.933817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f7008e27-2160-45a1-adb4-799fac0ee198,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:23.936426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: d1163956-93fd-4a9c-b586-9b23092f296b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:23.936780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d1163956-93fd-4a9c-b586-9b23092f296b not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:23.954256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:23.954508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bc1f1b2a-6086-47aa-9c43-6b9e5fb450a5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:23.954938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device efc11adb-e695-41ac-936d-ee373b40a0e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:23.974267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router 145c9a3d-f0a6-42ad-bf32-48c036c55286 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:23.981301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a91fa883-54fd-4904-8b2e-c94a36266fbe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.986602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:23.991528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] 10.222.0.15 "DELETE /v2.0/networks/a91fa883-54fd-4904-8b2e-c94a36266fbe HTTP/1.1" status: 204  len: 168 time: 1.7051687
Mar 05 21:07:24.017749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Subnet': ['ID=fd54d8f7-efb6-48cc-baa2-03c7c46e34e9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:24.027898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1563-6962-4390-ab36-e791abaa168a admin admin] Pushing event deleted for resources: {'Network': ['ID=a91fa883-54fd-4904-8b2e-c94a36266fbe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:24.041543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Checking segment: {'id': 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:24.042008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network hostable DHCP agents. Network: ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:24.062603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:24.069155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: efc11adb-e695-41ac-936d-ee373b40a0e8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:24.069822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device efc11adb-e695-41ac-936d-ee373b40a0e8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:24.095883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:24.107328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:24.111625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:24.115472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.154209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-be819907-8753-470f-8612-b51deab0307b tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1738667
Mar 05 21:07:24.157298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:24.172655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'subnet': {'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:24.200860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7939fde-8c1a-44ec-9c20-82e625d50d19 None None] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:24.326531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:24.340533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:24.340730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Sync routers for ids ['145c9a3d-f0a6-42ad-bf32-48c036c55286'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:24.344191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:24.348506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.358431 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Routers {'145c9a3d-f0a6-42ad-bf32-48c036c55286'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:24.359409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['145c9a3d-f0a6-42ad-bf32-48c036c55286'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:24.360823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Provisioning complete for port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:24.361732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.393831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:24.409392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-60c99b7a-d480-441c-952e-5b27541397f9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0637732
Mar 05 21:07:24.411319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39330) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:24.411686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.442706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810344028'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:24.449350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f88209-0a58-4779-8d96-dc2b0159f13b req-f0df5927-d8f4-4d25-937a-4cf038b20972 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:24.452172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Network a91fa883-54fd-4904-8b2e-c94a36266fbe is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:07:24.452490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] No DVR routers for this DVR port 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:07:24.454768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69f88209-0a58-4779-8d96-dc2b0159f13b req-f0df5927-d8f4-4d25-937a-4cf038b20972 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2525167
Mar 05 21:07:24.458473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:24.461355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:24.481608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af014d-abc3-47bc-b53d-00e3301ef0d8 None None] Pushing event deleted for resources: {'Port': ['ID=5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:24.500512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] device_id is not set on port 57b83cf7-e173-490e-8702-e0e391e45815 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:24.517510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.531622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5aac55ba-da42-483a-a05a-7f5622132c40 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 5.6739666
Mar 05 21:07:24.537456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks [] for port (57b83cf7-e173-490e-8702-e0e391e45815), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.544616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:24.560443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:24.570747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.593875 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Set router 145c9a3d-f0a6-42ad-bf32-48c036c55286 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:24.602390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:24.602390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82787cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:24.616195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f08d60db-0615-4c7a-a1f2-af071ac69f49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=899872f9f3b243ef89011a53ba07e160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2577324
Mar 05 21:07:24.647381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69f88209-0a58-4779-8d96-dc2b0159f13b req-1ba19c6b-dc3d-4453-8732-ab260c322efc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697290
Mar 05 21:07:24.649255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:24.778881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4e13-b29c-4b64-ae80-3a1a2c46e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.814047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4520>, [{'id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'name': '', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'external_fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:18Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'name': '', 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:24.861395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Checking router: 145c9a3d-f0a6-42ad-bf32-48c036c55286 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:24.861909 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Updating router 145c9a3d-f0a6-42ad-bf32-48c036c55286 port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:24.875305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] Publish callbacks [] for security_group (adc63b04-8d28-4758-8fa1-0fb5c2221703), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.899585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8', 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8', 'project_id': '848cf3153acb4c4b983f6535a153be57', 'fixed_ips': [{'subnet_id': 'fd54d8f7-efb6-48cc-baa2-03c7c46e34e9'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:24.911987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.916573 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:24.986636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:25.018927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] Publish callbacks [] for security_group (adc63b04-8d28-4758-8fa1-0fb5c2221703), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.056221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:25.057016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.100873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (2411a948-014b-4868-920a-6825a8184b1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.116910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Current status of the port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:25.117331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.259687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (57b83cf7-e173-490e-8702-e0e391e45815), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.274086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (adc63b04-8d28-4758-8fa1-0fb5c2221703), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.276741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.277942 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adc63b04-8d28-4758-8fa1-0fb5c2221703 HTTP/1.1" status: 204  len: 168 time: 0.6277223
Mar 05 21:07:25.282014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Subnet': ['ID=2411a948-014b-4868-920a-6825a8184b1d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:25.293853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38d639-4838-4c3a-9e1e-539f6c0de8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc63b04-8d28-4758-8fa1-0fb5c2221703,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:25.299286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Checking segment: {'id': '3b5fcfad-570e-4361-84cf-d412602901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:25.299660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network hostable DHCP agents. Network: db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:25.324999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:25.339046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:25.356287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:25.356985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.391944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fdf96003-0bda-4954-a6a8-feea7d495999 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2338147
Mar 05 21:07:25.395912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:25.439220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:25.456306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b9e1b5ad-e980-411b-84e5-9f89482855fd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.457300 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment b9e1b5ad-e980-411b-84e5-9f89482855fd of type vlan for network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e
Mar 05 21:07:25.501354 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks [] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.508845 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.518706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.532482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94489fbd-db3b-4d25-bd9d-d08a5d5e6c62 None None] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:25.561822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.587804 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Pushing event updated for resources: {'Port': ['ID=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:25.591937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.603218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:25.606033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.630481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.631584 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.632075 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.632517 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.633089 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.633553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.633994 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.634469 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.634915 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.635340 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.635805 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.636347 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.636907 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:25.655176 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Attempting to bind port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:25.655914 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Attempting to bind port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:25.656481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Attempting to bind port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 on network 863514c0-7ab7-4117-af37-82c5ca753b1f {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:25.664980 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:25.665726 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Checking segment: {'id': '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:25.666525 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.667449 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Bound using segment: {'id': '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:25.668172 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Bound port: c6d81d2e-7348-4b3f-ab0b-2c3f16af0494, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:25.668770 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.696544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=57b83cf7-e173-490e-8702-e0e391e45815,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:25.748843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] For port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,segment=NetworkSegment(e152c834-9491-4a19-8f99-32ef6226289d),segment_id=e152c834-9491-4a19-8f99-32ef6226289d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:25.763093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] For port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:25.767797 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] For port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,segment=NetworkSegment(8dc635ac-30e7-4b43-98a9-c2e7c2408e1a),segment_id=8dc635ac-30e7-4b43-98a9-c2e7c2408e1a)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:25.779066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3507955
Mar 05 21:07:25.780054 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.789286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.792379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:25.794290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:25.800132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:25.859201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c800-2c7e-4d84-a788-98c5a2e0708e req-edbc612e-01d7-40f7-b7bb-b9d911b542dd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:25.859598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Routers {'145c9a3d-f0a6-42ad-bf32-48c036c55286'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:25.860806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:06:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['145c9a3d-f0a6-42ad-bf32-48c036c55286'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:25.866066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a96c800-2c7e-4d84-a788-98c5a2e0708e req-edbc612e-01d7-40f7-b7bb-b9d911b542dd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6591570
Mar 05 21:07:25.908951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:25.909821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:25.911222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:25.914697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcaeef-47aa-418e-832a-4efd318a2989 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=ac36fe21-ecf0-4270-a928-9ce9ffe82a0e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:25.922955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:25.954256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:25.965531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee8d4d-e4e8-415a-b2a9-4c97b67f5482 None None] Pushing event updated for resources: {'Port': ['ID=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:26.013546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.014800 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.023867 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] Set router 145c9a3d-f0a6-42ad-bf32-48c036c55286 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:26.027517 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 2 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.032850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (145c9a3d-f0a6-42ad-bf32-48c036c55286), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.075944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Allocated IP 2001:db8::2 (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8/fd54d8f7-efb6-48cc-baa2-03c7c46e34e9/07870b91-5510-495f-bc4c-26d17c7a2894) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:26.093582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0a96c800-2c7e-4d84-a788-98c5a2e0708e req-65cce9fc-1a01-4bdf-a56b-d6e4d1d47843 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248552
Mar 05 21:07:26.102134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.102646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.103188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.158664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d7ce3-0a62-4442-913b-1751d1956448 None None] Pushing event updated for resources: {'Port': ['ID=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:26.163920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.164262 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.172949 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 3 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.178238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Provisioning complete for port c8cece21-dd90-4142-9727-4f7c0765b4d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:26.178995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.181399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f', 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f', 'project_id': '848cf3153acb4c4b983f6535a153be57', 'fixed_ips': [{'subnet_id': '2411a948-014b-4868-920a-6825a8184b1d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:26.182977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.194638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:26.196332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7008e27-2160-45a1-adb4-799fac0ee198 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:26.251154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.253454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.254155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.273254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.274792 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.276619 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 4 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.287633 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4520>, [{'id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'name': '', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'external_fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:18Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'name': '', 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:26.312444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Deleting port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:26.314110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.322392 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ae415-7b7e-49f4-861c-bb60f010f9fc None None] The sync data for ids ['145c9a3d-f0a6-42ad-bf32-48c036c55286'] in ncdv-master-1 is: [{'id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'name': '', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'external_fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:18Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': 'c6d81d2e-7348-4b3f-ab0b-2c3f16af0494', 'name': '', 'network_id': '863514c0-7ab7-4117-af37-82c5ca753b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145c9a3d-f0a6-42ad-bf32-48c036c55286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8720f48-8df2-4e06-b822-09fdcccbc13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:26.341470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.341815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.345194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.393168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.393523 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.396199 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 5 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.464750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.465258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.467483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.497041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.497387 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.500843 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 6 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.529782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.530423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.530536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.547888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] For port c6d81d2e-7348-4b3f-ab0b-2c3f16af0494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,segment=NetworkSegment(8dc635ac-30e7-4b43-98a9-c2e7c2408e1a),segment_id=8dc635ac-30e7-4b43-98a9-c2e7c2408e1a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:26.548534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.551450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.552069 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.557052 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 7 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.579006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-251a30c4-e71a-4288-a929-a7917f8b15a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=106861050c604407a678245bb9ff4950&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6548736
Mar 05 21:07:26.582953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Calling delete_port for c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:26.585355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39354) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:26.593951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:26.607866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.609042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.609543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.609768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.633130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82787cd0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:23Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:26.638721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.638721 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.641949 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 8 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.699261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Port c8cece21-dd90-4142-9727-4f7c0765b4d7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:26.729773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.730118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.731652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.737152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.737494 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.740841 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 9 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.784773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.785379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.785738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.803437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] Publish callbacks [] for security_group (450bf7e3-905a-4e0c-a323-485845ff25f1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.811308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:26.811628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Updating router e113881a-b8e4-421b-8f9a-a016accfd49b port c8cece21-dd90-4142-9727-4f7c0765b4d7 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:26.847556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.847960 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.852259 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempt 10 to bind port 57b83cf7-e173-490e-8702-e0e391e45815
Mar 05 21:07:26.872822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:26.873173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:26.873523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempting to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:26.892985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:26.893436 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Failed to bind port 57b83cf7-e173-490e-8702-e0e391e45815 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ed28b08f-03a4-460a-b276-9dbc9829d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20509d76-3c3f-45f3-9575-73df71b69e67'}]
Mar 05 21:07:26.894067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (57b83cf7-e173-490e-8702-e0e391e45815), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:26.917372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] Publish callbacks [] for security_group (450bf7e3-905a-4e0c-a323-485845ff25f1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.046514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Provisioning complete for port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:27.047049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.060859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port 57b83cf7-e173-490e-8702-e0e391e45815, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:27.061461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attempted to set empty binding levels {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:07:27.081260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (57b83cf7-e173-490e-8702-e0e391e45815), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.086717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (8a4b3a3f-930e-4c05-9220-ec8e1d514090), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.095584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (450bf7e3-905a-4e0c-a323-485845ff25f1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.106538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.110264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/450bf7e3-905a-4e0c-a323-485845ff25f1 HTTP/1.1" status: 204  len: 168 time: 0.5218267
Mar 05 21:07:27.110420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e5366dd7-1d5f-40d0-a055-1aac81b1e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.138466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f7008e27-2160-45a1-adb4-799fac0ee198 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:27.138959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.150665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.172574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c6d81d2e-7348-4b3f-ab0b-2c3f16af0494), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.208406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] In _notify_port_updated(), no bound segment for port 57b83cf7-e173-490e-8702-e0e391e45815 on network 20509d76-3c3f-45f3-9575-73df71b69e67 {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:07:27.210092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:27.210986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.216085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "PUT /v2.0/ports/57b83cf7-e173-490e-8702-e0e391e45815 HTTP/1.1" status: 200  len: 979 time: 3.4338455
Mar 05 21:07:27.224123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f4a74-913e-4725-bd10-5133c48efa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bf7e3-905a-4e0c-a323-485845ff25f1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:27.233738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39378) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:27.253670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=8a4b3a3f-930e-4c05-9220-ec8e1d514090,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:27.275793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1e63-bc77-476b-878a-340e79f61f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event updated for resources: {'Port': ['ID=57b83cf7-e173-490e-8702-e0e391e45815,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:27.303463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Allocated IP 2001:db8::2 (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f/2411a948-014b-4868-920a-6825a8184b1d/7f034d3a-1fc5-441c-b2ca-43ed48a03365) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:27.315270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks [] for port (07870b91-5510-495f-bc4c-26d17c7a2894), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.346682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.373830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (145c9a3d-f0a6-42ad-bf32-48c036c55286), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.405976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:27.406669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: ac36fe21-ecf0-4270-a928-9ce9ffe82a0e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:27.438321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6d81d2e-7348-4b3f-ab0b-2c3f16af0494,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:27.461795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Allocated IP 2001:db8::1 (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8/fd54d8f7-efb6-48cc-baa2-03c7c46e34e9/e4472e35-eb5f-450f-9161-b1cdb7c5e68e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:27.464074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:27.485119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac36fe21-ecf0-4270-a928-9ce9ffe82a0e) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:27.510113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:27.511133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.537854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c26b1-129d-40a5-b5eb-72ec5569c1a9 None None] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:27.588984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Deleting port 57b83cf7-e173-490e-8702-e0e391e45815 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:27.589593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (57b83cf7-e173-490e-8702-e0e391e45815), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.603191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:27.614571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:27.615835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24f155f5-2383-423b-8125-daf98f97e3eb tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8204162
Mar 05 21:07:27.620013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.631294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (145c9a3d-f0a6-42ad-bf32-48c036c55286), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.655529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:27.669072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:27.702666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Pushing event updated for resources: {'Port': ['ID=07870b91-5510-495f-bc4c-26d17c7a2894,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:27.717721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] For port 57b83cf7-e173-490e-8702-e0e391e45815, host nch1-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:27.718246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (57b83cf7-e173-490e-8702-e0e391e45815), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.745082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Calling delete_port for 57b83cf7-e173-490e-8702-e0e391e45815 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:27.778738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.896298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (145c9a3d-f0a6-42ad-bf32-48c036c55286), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.896792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 145c9a3d-f0a6-42ad-bf32-48c036c55286 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:27.911044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:27.912592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-72a98964-e481-48ef-bc65-1c46056e2bd7 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/routers/145c9a3d-f0a6-42ad-bf32-48c036c55286 HTTP/1.1" status: 204  len: 168 time: 3.3641000
Mar 05 21:07:27.921320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:27.929018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.062032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:28.062886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Port': ['ID=e4472e35-eb5f-450f-9161-b1cdb7c5e68e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:28.063824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Deleting subnet c8720f48-8df2-4e06-b822-09fdcccbc13e {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:28.066037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:28.075043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:28.075694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.079789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (57b83cf7-e173-490e-8702-e0e391e45815), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.105839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for subnet (c8720f48-8df2-4e06-b822-09fdcccbc13e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.166412 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.187434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Current status of the port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:28.198425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c8720f48-8df2-4e06-b822-09fdcccbc13e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.205142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Pushing event deleted for resources: {'Port': ['ID=57b83cf7-e173-490e-8702-e0e391e45815,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:28.217855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.224538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34413685-5ac2-4e33-bf0d-6b85f8e0ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "DELETE /v2.0/ports/57b83cf7-e173-490e-8702-e0e391e45815 HTTP/1.1" status: 204  len: 168 time: 0.9808106
Mar 05 21:07:28.229846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39408) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:28.265547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks [] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.291499 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13185bf-205c-4aca-8035-71bd03587986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:28.291969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f7008e27-2160-45a1-adb4-799fac0ee198 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:28.293635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a13185bf-205c-4aca-8035-71bd03587986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-538609733-project-admin] 10.222.0.15 "GET /v2.0/ports/57b83cf7-e173-490e-8702-e0e391e45815 HTTP/1.1" status: 404  len: 333 time: 0.0623057
Mar 05 21:07:28.296928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39412) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:28.328535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.349327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Attempting to bind port 07870b91-5510-495f-bc4c-26d17c7a2894 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:28.349711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Attempting to bind port 07870b91-5510-495f-bc4c-26d17c7a2894 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:28.350081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Attempting to bind port 07870b91-5510-495f-bc4c-26d17c7a2894 on network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:28.381251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c8720f48-8df2-4e06-b822-09fdcccbc13e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.397718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:28.399207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:28.404492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.416180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:28.419160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:28.422130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:28.471922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Provisioning complete for port f7008e27-2160-45a1-adb4-799fac0ee198 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:28.472564 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.478608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (20509d76-3c3f-45f3-9575-73df71b69e67), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.504576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.509940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:28.510960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Checking segment: {'id': 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:28.511522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.512099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Bound using segment: {'id': 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:28.512766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Bound port: 07870b91-5510-495f-bc4c-26d17c7a2894, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:28.513481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.515989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:28.516334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 5b3575f7-b9c0-44fa-9836-9cfa1ac1f84a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:28.585328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:28.656515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497a83-f974-4d40-9b8b-b5bba353f626 req-bede6e66-24b8-4a48-9773-056ae74cc90a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:28.658089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14497a83-f974-4d40-9b8b-b5bba353f626 req-bede6e66-24b8-4a48-9773-056ae74cc90a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2156000
Mar 05 21:07:28.678792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Pushing event updated for resources: {'Port': ['ID=7f034d3a-1fc5-441c-b2ca-43ed48a03365,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:28.710497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (20509d76-3c3f-45f3-9575-73df71b69e67), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.747014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:28.765977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c8720f48-8df2-4e06-b822-09fdcccbc13e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.772068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.800354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2004294-network', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:28.812264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a665a00>,) {'filters': {'network_id': ['20509d76-3c3f-45f3-9575-73df71b69e67']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:28.829249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a665a00>, 'ed28b08f-03a4-460a-b276-9dbc9829d0db') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:28.829794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a665a00>, 'ed28b08f-03a4-460a-b276-9dbc9829d0db') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:28.844842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ed28b08f-03a4-460a-b276-9dbc9829d0db), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.854300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8720f48-8df2-4e06-b822-09fdcccbc13e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:28.873640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ed28b08f-03a4-460a-b276-9dbc9829d0db), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.898746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:28.899425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ed28b08f-03a4-460a-b276-9dbc9829d0db), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:28.903434 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:28.918284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Attempting to bind port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:28.918664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Attempting to bind port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b5fcfad-570e-4361-84cf-d412602901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:28.919224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Attempting to bind port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 on network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:28.966842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:28.973684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4135e16a-f47d-4e04-ba6f-39946179aa02 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/c8720f48-8df2-4e06-b822-09fdcccbc13e HTTP/1.1" status: 204  len: 168 time: 1.0489838
Mar 05 21:07:28.986756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:29.003565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:29.005239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Checking segment: {'id': '3b5fcfad-570e-4361-84cf-d412602901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:29.005661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.006281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Bound using segment: {'id': '3b5fcfad-570e-4361-84cf-d412602901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:29.008076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Bound port: 7f034d3a-1fc5-441c-b2ca-43ed48a03365, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5fcfad-570e-4361-84cf-d412602901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:29.008076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.048269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (20509d76-3c3f-45f3-9575-73df71b69e67), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.064311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] For port 07870b91-5510-495f-bc4c-26d17c7a2894, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:29.073630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.083314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] 10.222.0.15 "DELETE /v2.0/networks/20509d76-3c3f-45f3-9575-73df71b69e67 HTTP/1.1" status: 204  len: 168 time: 0.7843339
Mar 05 21:07:29.084148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Made reservation on behalf of aa71bdd8c3394c1ca9fb656a112d9349 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:29.088834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.102076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks [] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.111549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] For port 07870b91-5510-495f-bc4c-26d17c7a2894, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07870b91-5510-495f-bc4c-26d17c7a2894,segment=NetworkSegment(aef2e3c1-5f8d-495a-876b-3f8bcb2d143d),segment_id=aef2e3c1-5f8d-495a-876b-3f8bcb2d143d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:29.117983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.134561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95702796-27de-4a84-b687-2aeb16defd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944856846-project] Pushing event deleted for resources: {'Network': ['ID=20509d76-3c3f-45f3-9575-73df71b69e67,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:29.197052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.226383 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.231064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Allocated IP 2001:db8:1::2 (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e/8a4b3a3f-930e-4c05-9220-ec8e1d514090/cacbcdc2-809c-44a3-b6a4-3e1bf3542663) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:29.236520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.247571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.248449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.296374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14497a83-f974-4d40-9b8b-b5bba353f626 req-368c50f8-3d37-4ee8-98a8-98a42ca48735 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4912715
Mar 05 21:07:29.299137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (863514c0-7ab7-4117-af37-82c5ca753b1f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.334991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Port': ['ID=e4472e35-eb5f-450f-9161-b1cdb7c5e68e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:29.349120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-7a06f84f-9191-4e6b-b476-cff671a7bcf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5544882
Mar 05 21:07:29.452980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:29.469873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39432) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:29.472876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:29.545370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c89e262-62aa-4eee-b04f-dd73b23045b0 None None] Current status of the port f7008e27-2160-45a1-adb4-799fac0ee198 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:29.562627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221a27d-2664-4e6d-86fe-bce153428286 None None] Pushing event updated for resources: {'Port': ['ID=07870b91-5510-495f-bc4c-26d17c7a2894,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:29.603167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162137b-670a-4700-88bd-1f5396d54d79 req-be7e9e40-5753-47df-8de1-9217897c475a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.603516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (863514c0-7ab7-4117-af37-82c5ca753b1f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.605362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b162137b-670a-4700-88bd-1f5396d54d79 req-be7e9e40-5753-47df-8de1-9217897c475a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1708512
Mar 05 21:07:29.618693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.619181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.619656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.620169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.620638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.621708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.622288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.624373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-40dc15e9-02c8-4efc-b914-a56eb4044efa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=784a2229e2b6445589597e5bf3be6344&device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 6719 time: 0.2025771
Mar 05 21:07:29.662186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbb5f-2cb7-4fe5-b667-241afc1339b1 None None] Pushing event updated for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:29.674808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] For port 7f034d3a-1fc5-441c-b2ca-43ed48a03365, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:29.688544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:29.689066 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.730355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] For port 7f034d3a-1fc5-441c-b2ca-43ed48a03365, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f034d3a-1fc5-441c-b2ca-43ed48a03365,segment=NetworkSegment(3b5fcfad-570e-4361-84cf-d412602901bc),segment_id=3b5fcfad-570e-4361-84cf-d412602901bc)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:29.762073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.768921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:29.778746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1d02d560-9217-4911-9150-9701d4058f7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82c4b0856fb0454d9039e060e93f2766&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3074968
Mar 05 21:07:29.801584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39440) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:29.859613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b162137b-670a-4700-88bd-1f5396d54d79 req-fd38592a-31df-4289-ad02-3e0dfad1448f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407584
Mar 05 21:07:29.903326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb1f790>,) {'filters': {'network_id': ['863514c0-7ab7-4117-af37-82c5ca753b1f']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:29.909211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-04c2d72b-236b-48d5-a27f-614f54f76cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.914988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-04c2d72b-236b-48d5-a27f-614f54f76cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.915938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-04c2d72b-236b-48d5-a27f-614f54f76cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:29.920893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-04c2d72b-236b-48d5-a27f-614f54f76cb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=f583ae73-6c59-430c-be06-cb0088aec665&id=3c8e0a46-e570-496b-970e-60743f7e52d3&id=3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 200  len: 2296 time: 0.2405677
Mar 05 21:07:29.979847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Router 3bd59b8b-0d29-484d-9067-4b00da96f62c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:30.000915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] Publish callbacks [] for security_group (33fe9d69-4e80-43b2-965e-e3819aae0d63), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.027212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb1f790>, '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.027520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb1f790>, '8dc635ac-30e7-4b43-98a9-c2e7c2408e1a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.094475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks [] for security_group (3742f0a6-8bc0-4111-959e-6b53bcbd4bab), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.118724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3742f0a6-8bc0-4111-959e-6b53bcbd4bab), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.139825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (8dc635ac-30e7-4b43-98a9-c2e7c2408e1a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.174864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] Publish callbacks [] for security_group (33fe9d69-4e80-43b2-965e-e3819aae0d63), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.202436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c46c-6f62-4e90-81a7-a504abb820c7 None None] Pushing event updated for resources: {'Port': ['ID=7f034d3a-1fc5-441c-b2ca-43ed48a03365,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:30.226243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Attempting to bind port c8cece21-dd90-4142-9727-4f7c0765b4d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:30.226712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Attempting to bind port c8cece21-dd90-4142-9727-4f7c0765b4d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:30.227211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Attempting to bind port c8cece21-dd90-4142-9727-4f7c0765b4d7 on network 897cf983-eafd-4931-8821-106707a6e47a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:30.243687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:30.246593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8dc635ac-30e7-4b43-98a9-c2e7c2408e1a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.258195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-87b8679f-4c5e-45bc-b6f8-c2962ee88c15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 200  len: 1001 time: 0.2818570
Mar 05 21:07:30.264894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:07:30.265587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (8dc635ac-30e7-4b43-98a9-c2e7c2408e1a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.267637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742f0a6-8bc0-4111-959e-6b53bcbd4bab,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:07:30.272344 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:07:30.284275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:30.284672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Checking segment: {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:30.285680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.286004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Bound using segment: {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:30.286499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Bound port: c8cece21-dd90-4142-9727-4f7c0765b4d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a466bec6-3d9f-4813-9b76-22db4973a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '897cf983-eafd-4931-8821-106707a6e47a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:30.286891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.387584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-437d5216-e4f6-478e-804c-7957ce60477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:30.392411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-437d5216-e4f6-478e-804c-7957ce60477b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46502186-7934-4068-8dc8-e51e9fb06ed8 HTTP/1.1" status: 200  len: 856 time: 0.1148307
Mar 05 21:07:30.394841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.395252 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Added segment d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f of type vlan for network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67
Mar 05 21:07:30.421005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:30.430477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fcb92-e17a-49fb-b9c9-ca23277c6f53 req-ee29c7a9-f094-43bf-94e9-9e567f9512b1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:30.432300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e42fcb92-e17a-49fb-b9c9-ca23277c6f53 req-ee29c7a9-f094-43bf-94e9-9e567f9512b1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3198218
Mar 05 21:07:30.438838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-818bef05-c12b-4608-b8bd-1e9212be15df tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0417733
Mar 05 21:07:30.441933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:30.446183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] Sync routers for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:30.474526 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:30.476435 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.526128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:30.578695 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b850>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.580176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc9ad127-5de5-4f6d-93c9-1eaad883ed97 None None] Provisioning complete for port c8cece21-dd90-4142-9727-4f7c0765b4d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:30.580912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad127-5de5-4f6d-93c9-1eaad883ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.600632 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:30.608751 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.642678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks [] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.684260 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.689780 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b850>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:30.690437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372a1a5-77c5-4cd9-b474-ed1e3022467e None None] The sync data for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:30.736052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e42fcb92-e17a-49fb-b9c9-ca23277c6f53 req-920d3e2d-79ed-4f48-9cf3-50505482e4f4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2670174
Mar 05 21:07:30.756645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.787465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:30.794312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] For port c8cece21-dd90-4142-9727-4f7c0765b4d7, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:30.797716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:30.799886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ad127-5de5-4f6d-93c9-1eaad883ed97 None None] Port c8cece21-dd90-4142-9727-4f7c0765b4d7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:30.803133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:30.844856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 07870b91-5510-495f-bc4c-26d17c7a2894 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:30.874814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.875845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:30.876446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.897817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (33fe9d69-4e80-43b2-965e-e3819aae0d63), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.913875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.915198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33fe9d69-4e80-43b2-965e-e3819aae0d63 HTTP/1.1" status: 204  len: 168 time: 1.1124425
Mar 05 21:07:30.928056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.3336737
Mar 05 21:07:30.930603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (863514c0-7ab7-4117-af37-82c5ca753b1f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:30.937573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39456) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:30.949319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Request body: {'subnet': {'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2004294-subnet', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:30.980042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  863514c0-7ab7-4117-af37-82c5ca753b1f {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 05 21:07:30.992865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] For port c8cece21-dd90-4142-9727-4f7c0765b4d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8cece21-dd90-4142-9727-4f7c0765b4d7,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:31.024763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26152a-56f7-4b04-ad20-de90724aad99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fe9d69-4e80-43b2-965e-e3819aae0d63,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:31.054920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.067060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/networks/863514c0-7ab7-4117-af37-82c5ca753b1f HTTP/1.1" status: 204  len: 168 time: 2.0787461
Mar 05 21:07:31.076898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Pushing event updated for resources: {'Port': ['ID=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:31.134721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.151527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8:1::1 (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e/8a4b3a3f-930e-4c05-9220-ec8e1d514090/4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:31.168187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1004-88df-412d-9b82-6d975cbae8da admin admin] Pushing event updated for resources: {'Network': ['ID=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:31.246306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46bf7-b515-4aeb-8f7a-920d4153702c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Network': ['ID=863514c0-7ab7-4117-af37-82c5ca753b1f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:31.264494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-f03ded42-4a63-4389-8f12-823fe6aa95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:31.272620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-f03ded42-4a63-4389-8f12-823fe6aa95fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8695359
Mar 05 21:07:31.278918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Made reservation on behalf of aa71bdd8c3394c1ca9fb656a112d9349 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:31.281697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.329133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:31.546030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be566c9a-5731-46e9-bfa4-ce1b6ea860d1 req-1f317741-2b6d-445e-a375-8ba56a32db41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:31.547633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be566c9a-5731-46e9-bfa4-ce1b6ea860d1 req-1f317741-2b6d-445e-a375-8ba56a32db41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6136060
Mar 05 21:07:31.594442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.601236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Attempting to bind port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:31.601639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Attempting to bind port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:31.607110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Attempting to bind port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 on network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:31.650555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:31.653464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Checking segment: {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:31.666430 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.666987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Bound using segment: {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:31.667512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Bound port: cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:31.668751 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:31.672518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbb5f-2cb7-4fe5-b667-241afc1339b1 None None] Pushing event updated for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:31.731478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:31.751480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-c1ae3b23-2644-4e12-ab47-2be84928c261 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4725027
Mar 05 21:07:31.771782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a1be0-4ccb-4006-869b-88364103339d None None] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:31.793802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39480) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:31.825169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'name': 'tempest-router--591506364', 'project_id': '5c146f0ebd1b4d619c11b08346ddcdc0'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:31.893788 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.026913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:32.027956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82787cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:32.093402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 07870b91-5510-495f-bc4c-26d17c7a2894 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:32.094190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.108141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-96f2644d-f11b-467b-8024-f9a31ed4a796 service neutron] 10.222.0.23 "GET /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3332312
Mar 05 21:07:32.134852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-24e35082-d2d6-4233-a07c-662945619130 None None] For port cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:32.146978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4a6be966-3a97-4644-8fdc-f7763ba1605e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edb8046904ed4da48cb0e0166f05dc74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4065471
Mar 05 21:07:32.147522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f4f29-9a93-42c1-876d-6173d271708c None None] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:32.157397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:32.194932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Provisioning complete for port 07870b91-5510-495f-bc4c-26d17c7a2894 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:32.195316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.225506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-24e35082-d2d6-4233-a07c-662945619130 None None] For port cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:32.279520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.299152 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-34cfd4b4-2ff4-4021-986a-94be0e098483 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:07:32.303242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34cfd4b4-2ff4-4021-986a-94be0e098483 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.8561003
Mar 05 21:07:32.306357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39488) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:32.323542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (414fbd40-481c-4b4a-a953-496e6817d10c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.324750 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (414fbd40-481c-4b4a-a953-496e6817d10c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.367070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be566c9a-5731-46e9-bfa4-ce1b6ea860d1 req-83ed8ced-d5a5-4909-9358-ddf79885d866 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7904601
Mar 05 21:07:32.370112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:32.410957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (758d19e6-6eb1-47c4-8c8e-666071b27aa9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.471790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=758d19e6-6eb1-47c4-8c8e-666071b27aa9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:32.605845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e35082-d2d6-4233-a07c-662945619130 None None] Pushing event updated for resources: {'Port': ['ID=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:32.606164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (414fbd40-481c-4b4a-a953-496e6817d10c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.637141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-dbdc4136-b2de-4b4f-acbc-9b509d617f5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 217 time: 0.5016999
Mar 05 21:07:32.660565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.706245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (414fbd40-481c-4b4a-a953-496e6817d10c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.752616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89100880-c9e7-41b3-9178-1b3a423efb9d req-3bbfcdcf-9c16-47a7-a362-3fae671569af tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:32.759903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89100880-c9e7-41b3-9178-1b3a423efb9d req-3bbfcdcf-9c16-47a7-a362-3fae671569af tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2668056
Mar 05 21:07:32.764365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.765784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf638738-554b-459d-b46b-0bcad8f9707c tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9457812
Mar 05 21:07:32.776364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39492) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:32.783046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Checking segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:32.784012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Network hostable DHCP agents. Network: ae1269f1-682e-4aa3-b338-a2b7ba6d8a67, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:32.816897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:32.830011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:32.834600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:32.835139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.845562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:32.854584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-4747f449-1d10-41ca-8d3a-2cd9d5551ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:32.856263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-4747f449-1d10-41ca-8d3a-2cd9d5551ceb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.2102609
Mar 05 21:07:32.928677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb7bc-f9d9-4235-8ed9-adcb2995929d req-972f5ac6-7cf3-48c3-b403-c9d3213fdd3b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:32.930786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b2cb7bc-f9d9-4235-8ed9-adcb2995929d req-972f5ac6-7cf3-48c3-b403-c9d3213fdd3b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7969680
Mar 05 21:07:32.944993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (414fbd40-481c-4b4a-a953-496e6817d10c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:32.986550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 07870b91-5510-495f-bc4c-26d17c7a2894 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:32.987056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.005979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] Publish callbacks [] for security_group (6e126ccc-24e3-44bb-b85e-58215cccdb53), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.039275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Current status of the port 07870b91-5510-495f-bc4c-26d17c7a2894 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:33.039801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.046532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:33.069917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89100880-c9e7-41b3-9178-1b3a423efb9d req-2ad2adc2-4662-42ea-a549-463b7edc33dd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3090112
Mar 05 21:07:33.116501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] Publish callbacks [] for security_group (6e126ccc-24e3-44bb-b85e-58215cccdb53), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.121438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b2cb7bc-f9d9-4235-8ed9-adcb2995929d req-c22471d9-8532-4ce7-ba87-7053b3b6980e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821542
Mar 05 21:07:33.125312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 07870b91-5510-495f-bc4c-26d17c7a2894, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07870b91-5510-495f-bc4c-26d17c7a2894,segment=NetworkSegment(aef2e3c1-5f8d-495a-876b-3f8bcb2d143d),segment_id=aef2e3c1-5f8d-495a-876b-3f8bcb2d143d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:33.136329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae1269f1-682e-4aa3-b338-a2b7ba6d8a67) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:33.147426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.148683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f034d3a-1fc5-441c-b2ca-43ed48a03365 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:33.160815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-550e7351-cc25-43a6-ae34-3ff76878cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:33.162333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-550e7351-cc25-43a6-ae34-3ff76878cea6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2598884
Mar 05 21:07:33.197651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:33.198311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.209400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:07:33.209907 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:07:33.314427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=07870b91-5510-495f-bc4c-26d17c7a2894,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:33.323174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.331256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d2624-0f17-442b-892a-3bd4cb09c192 None None] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:33.384126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-73d0ce38-a645-4f42-a824-d5c1c5f1cbf1 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077472
Mar 05 21:07:33.391172 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6e126ccc-24e3-44bb-b85e-58215cccdb53), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.395922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.397363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e126ccc-24e3-44bb-b85e-58215cccdb53 HTTP/1.1" status: 204  len: 168 time: 0.7935534
Mar 05 21:07:33.430534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b254fbf3-bb15-4773-b3ce-50521e2159fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4894361
Mar 05 21:07:33.432289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (414fbd40-481c-4b4a-a953-496e6817d10c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.436227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (414fbd40-481c-4b4a-a953-496e6817d10c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.442209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39500) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:33.456006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:33.525467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82787cd0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:30Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:33.558134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556506b6-36eb-44b5-a503-d232ee4285af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e126ccc-24e3-44bb-b85e-58215cccdb53,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:33.563221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-34ec0eef-aac4-4a06-a052-0feb914639cf service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607697
Mar 05 21:07:33.570520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:33.571026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.605685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0a319-cf78-411d-a1fa-ac3c32e87422 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:22Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:30Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:33.650569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (414fbd40-481c-4b4a-a953-496e6817d10c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.651145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 414fbd40-481c-4b4a-a953-496e6817d10c {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:33.675071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.705497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-67d3208f-c8aa-4c2b-8ffc-23b99d2d8885 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/routers/414fbd40-481c-4b4a-a953-496e6817d10c HTTP/1.1" status: 204  len: 168 time: 0.9271791
Mar 05 21:07:33.748026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.751653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:33.790216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-42987a4e-f670-4850-8245-ad7a68a97b26 None None] Current status of the port 07870b91-5510-495f-bc4c-26d17c7a2894 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:33.796159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0143a-ffed-4613-95d9-a528fe170b50 req-7e719831-c197-4c1d-875e-693193af35ba tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:33.809315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dbe0143a-ffed-4613-95d9-a528fe170b50 req-7e719831-c197-4c1d-875e-693193af35ba tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6134436
Mar 05 21:07:33.918976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:33.929203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.061190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.107367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dbe0143a-ffed-4613-95d9-a528fe170b50 req-e094208f-1315-4219-866c-68bad614966b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2961476
Mar 05 21:07:34.143133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for router_controller (9a3b3246-327f-4bf5-851d-5a0c01f3e646), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.172949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.227306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-08d59319-0b6a-4aab-96a4-4d040f269fa9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 217 time: 0.1545720
Mar 05 21:07:34.229794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.230908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.242065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9498f-7264-4924-8e2f-f3bd92236335 req-4e4268c4-920a-4291-ab7a-8f4f257fad49 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:34.244310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1a9498f-7264-4924-8e2f-f3bd92236335 req-4e4268c4-920a-4291-ab7a-8f4f257fad49 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.9713149
Mar 05 21:07:34.330101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Provisioning complete for port e4472e35-eb5f-450f-9161-b1cdb7c5e68e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:34.330834 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.438941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39510) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:34.483463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Port e4472e35-eb5f-450f-9161-b1cdb7c5e68e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:34.497807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:34.498225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.558050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7f034d3a-1fc5-441c-b2ca-43ed48a03365, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f034d3a-1fc5-441c-b2ca-43ed48a03365,segment=NetworkSegment(3b5fcfad-570e-4361-84cf-d412602901bc),segment_id=3b5fcfad-570e-4361-84cf-d412602901bc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:34.568763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Provisioning complete for port 07870b91-5510-495f-bc4c-26d17c7a2894 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:34.569349 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.634669 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:34.654498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Allocated IP 172.20.0.2 (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67/758d19e6-6eb1-47c4-8c8e-666071b27aa9/febf57d1-b267-413c-b092-177273b33d08) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:34.661251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b7a0c-7212-461a-adc9-3df043790d0e None None] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:34.663774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:07:34.664944 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1a9498f-7264-4924-8e2f-f3bd92236335 req-70ce9626-5ba8-4487-8f78-61b9a7bcbd9e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4002981
Mar 05 21:07:34.708850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-8ae211e9-345a-4705-804a-b2fa5e927d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:34.710291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-8ae211e9-345a-4705-804a-b2fa5e927d76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.4633315
Mar 05 21:07:34.724397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:34.923322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-465ec752-03e2-49a3-98e0-2a9483b3ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:34.924878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-465ec752-03e2-49a3-98e0-2a9483b3ad4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1899991
Mar 05 21:07:34.995888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:34.997260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:07:34.997642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c6d81d2e-7348-4b3f-ab0b-2c3f16af0494 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:07:34.998328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for router_gateway (9a3b3246-327f-4bf5-851d-5a0c01f3e646), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.005822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Current status of the port 07870b91-5510-495f-bc4c-26d17c7a2894 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:35.037399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:35.088640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-322353850', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:35.223913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f2ca4320-4e88-465e-81f7-fe46abe3283e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:35.225414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f2ca4320-4e88-465e-81f7-fe46abe3283e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.6356382
Mar 05 21:07:35.255359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-b0dc4e99-94ae-44d0-af75-d6f06efff71b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/quotas/1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 375 time: 0.0221617
Mar 05 21:07:35.308244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.309878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.323178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:35.380067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 07870b91-5510-495f-bc4c-26d17c7a2894 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:35.399160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Provisioning complete for port c8cece21-dd90-4142-9727-4f7c0765b4d7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:35.402296 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.407023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-7d45559e-f940-488d-99be-717ecd13d067 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652052
Mar 05 21:07:35.428259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-7066fd20-28cc-466f-b3f1-2fc50f1a6057 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1502109
Mar 05 21:07:35.447981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7f034d3a-1fc5-441c-b2ca-43ed48a03365,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:35.499287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks [] for port (febf57d1-b267-413c-b092-177273b33d08), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.543728 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (febf57d1-b267-413c-b092-177273b33d08), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.576265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting port e4472e35-eb5f-450f-9161-b1cdb7c5e68e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:35.576596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.623120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (8f83f5fe-5ce7-477c-ae70-5651b122e345), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.635858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:35.657499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:35.666834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:35.675066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Pushing event updated for resources: {'Port': ['ID=febf57d1-b267-413c-b092-177273b33d08,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:35.715102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 07870b91-5510-495f-bc4c-26d17c7a2894 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:35.726584 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.740975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7195a1-17cc-4293-a62d-465fe4caa7b9 req-b22febfc-3275-4a4a-a636-96859d0bbccc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:35.745418 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd7195a1-17cc-4293-a62d-465fe4caa7b9 req-b22febfc-3275-4a4a-a636-96859d0bbccc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6858675
Mar 05 21:07:35.826439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Current status of the port c8cece21-dd90-4142-9727-4f7c0765b4d7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:35.827044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.909394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Attempting to bind port febf57d1-b267-413c-b092-177273b33d08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:35.910125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Attempting to bind port febf57d1-b267-413c-b092-177273b33d08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:35.910347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Attempting to bind port febf57d1-b267-413c-b092-177273b33d08 on network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:35.926834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:35.927236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Checking segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:35.927715 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.928178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Bound using segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:35.928687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Bound port: febf57d1-b267-413c-b092-177273b33d08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:35.929082 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (febf57d1-b267-413c-b092-177273b33d08), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:35.944635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:35.957494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] For port c8cece21-dd90-4142-9727-4f7c0765b4d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8cece21-dd90-4142-9727-4f7c0765b4d7,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:35.961013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba7b8415-36c2-40ae-b91d-2755c5f25fc3 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3452890
Mar 05 21:07:35.964639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:36.008334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1331891902'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:36.025321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] For port febf57d1-b267-413c-b092-177273b33d08, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:36.035297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] For port febf57d1-b267-413c-b092-177273b33d08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=febf57d1-b267-413c-b092-177273b33d08,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:36.062286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.064842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (febf57d1-b267-413c-b092-177273b33d08), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.105811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-0417c67e-ad4b-48c2-ada3-8b057b64bbd9 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6661425
Mar 05 21:07:36.171121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 07870b91-5510-495f-bc4c-26d17c7a2894 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:36.174359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8cece21-dd90-4142-9727-4f7c0765b4d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:36.203937 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.210680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Provisioning complete for port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:36.211068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.218975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for router_gateway (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.229182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:36.233521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:36.237194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.246540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.267857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Pushing event updated for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:36.290894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-67ba3f8f-2860-41d7-aebc-5fbab6267958 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8508787
Mar 05 21:07:36.299448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (8f83f5fe-5ce7-477c-ae70-5651b122e345), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.324084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:36.324698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae61f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:36.332463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-4830b4e1-bf1b-4679-8975-9122153c32c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d HTTP/1.1" status: 200  len: 217 time: 0.1234329
Mar 05 21:07:36.344995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dd7195a1-17cc-4293-a62d-465fe4caa7b9 req-4ec5038b-f414-40ae-b317-e1ec6e40de19 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4662435
Mar 05 21:07:36.479930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-0bb0ec80-3a03-43f8-b76c-dd03f1054dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:36.482109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-0bb0ec80-3a03-43f8-b76c-dd03f1054dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1313441
Mar 05 21:07:36.608526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Allocated IP 172.35.0.123 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:36.711566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:36.733639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39562) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:36.760738 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c23afd7e-48cc-49d7-8f56-d5f096b9195e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.761234 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment c23afd7e-48cc-49d7-8f56-d5f096b9195e of type vlan for network fac4be7d-d072-4546-b28c-4e4d0b13f1fc
Mar 05 21:07:36.791966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ec024-26ea-4cd6-9267-700bcba91b4c None None] Pushing event updated for resources: {'Port': ['ID=febf57d1-b267-413c-b092-177273b33d08,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:36.808213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.830521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.838009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.845011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (fac4be7d-d072-4546-b28c-4e4d0b13f1fc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.866719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Calling delete_port for e4472e35-eb5f-450f-9161-b1cdb7c5e68e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:36.868871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c8cece21-dd90-4142-9727-4f7c0765b4d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:36.869256 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.898052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (fac4be7d-d072-4546-b28c-4e4d0b13f1fc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.914817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:36.917443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:36.990333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-c9ae5aef-5542-4fc7-aec2-2defcc9913c2 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6984541
Mar 05 21:07:36.996817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:37.025386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0274894
Mar 05 21:07:37.029143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-999e31a1-7feb-4272-b9ca-61582ec2ef99 None None] Current status of the port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:37.031949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39566) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:37.038921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.057840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:37.129165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-58af6352-0fdf-4afd-8dd2-11cef3b37ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:37.130704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-58af6352-0fdf-4afd-8dd2-11cef3b37ffa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6334782
Mar 05 21:07:37.147052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee51237-c3cf-420c-8ec3-b133a1baa078 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=fac4be7d-d072-4546-b28c-4e4d0b13f1fc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:37.160825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-383142931'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:37.162609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Pushing event updated for resources: {'Port': ['ID=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:37.192198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43122225-0bcf-4ce0-b06c-86d091565b05 req-3ab6f5dc-c5ac-4247-9d4f-f59c93d2becd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:37.197457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:37.197846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43122225-0bcf-4ce0-b06c-86d091565b05 req-3ab6f5dc-c5ac-4247-9d4f-f59c93d2becd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7114847
Mar 05 21:07:37.206175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:37.210997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:37.214900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:37.256211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Made reservation on behalf of a102306e5d334add82c9e92f471d3106 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:37.259533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.360594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Provisioning complete for port e4472e35-eb5f-450f-9161-b1cdb7c5e68e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:37.361101 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.363531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c8cece21-dd90-4142-9727-4f7c0765b4d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:37.364786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cacbcdc2-809c-44a3-b6a4-3e1bf3542663 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:37.381782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.421139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Port e4472e35-eb5f-450f-9161-b1cdb7c5e68e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:37.464696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b1cce5d-7991-44f6-baa7-36ec7c55b503 req-14ea65d6-e678-419d-a0d9-cae15d148448 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 210 time: 0.1882317
Mar 05 21:07:37.492448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43122225-0bcf-4ce0-b06c-86d091565b05 req-1889794e-838f-4da8-a8d1-a7537b6f6edd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834775
Mar 05 21:07:37.515475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:37.525314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.626551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Provisioning complete for port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:37.627755 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.637361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e4472e35-eb5f-450f-9161-b1cdb7c5e68e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.713883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Port': ['ID=e4472e35-eb5f-450f-9161-b1cdb7c5e68e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:37.766116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae61f0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:33Z', 'revision_number': 3, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:33Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:37.830039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:37.830039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Updating router e113881a-b8e4-421b-8f9a-a016accfd49b port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:37.833933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:37.834786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.905304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Current status of the port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:37.906176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:37.949416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c885a-276d-476b-b4ca-ad6b3682393b None None] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:37.977647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.057508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.076907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] For port cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:38.102991 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.225217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Provisioning complete for port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:38.225516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.253404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for router_gateway (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.310127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:38.329077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Router 3bd59b8b-0d29-484d-9067-4b00da96f62c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:38.354317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Pushing event updated for resources: {'Port': ['ID=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:38.383536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70e0b9d6-5412-4b59-b4a9-2c80343f60b3 None None] Port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:38.424012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-aab2b459-587a-4300-bf74-dbe3a07c5d03 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2734494
Mar 05 21:07:38.450954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:38.459239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b0bce26-6aa7-469f-8e7f-d6335e04e1c4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1523385
Mar 05 21:07:38.464473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39584) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:38.499160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] Sync routers for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:38.532018 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:38.532656 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:38.574663 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-31b9ec22-9eea-4a90-8ae3-dd34c01fd2b6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] delete failed (client error): The resource could not be found.
Mar 05 21:07:38.576270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-31b9ec22-9eea-4a90-8ae3-dd34c01fd2b6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-2054792881 HTTP/1.1" status: 404  len: 335 time: 0.1103432
Mar 05 21:07:38.579510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39588) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:38.587404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-920b276e-8372-4786-bbd8-b725daae16f4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'router': {'external_gateway_info': {'network_id': '3bd59b8b-0d29-484d-9067-4b00da96f62c'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:38.638946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Provisioning complete for port febf57d1-b267-413c-b092-177273b33d08 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:38.639335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (febf57d1-b267-413c-b092-177273b33d08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.653545 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd35e0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:38.666727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (8f83f5fe-5ce7-477c-ae70-5651b122e345), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.696158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:38.696785 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:38.720361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9f2c1-a96f-4551-bd50-9930686693ae req-e53e73be-e15f-474a-a81e-65614ca4c831 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:38.722684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ac9f2c1-a96f-4551-bd50-9930686693ae req-e53e73be-e15f-474a-a81e-65614ca4c831 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4603603
Mar 05 21:07:38.737285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8cece21-dd90-4142-9727-4f7c0765b4d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:38.780432 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd35e0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:38.783643 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42893c5-790a-4863-b0cd-05684a1cc1e9 None None] The sync data for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:38.817071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks [] for security_group (24028471-3c31-4989-adae-a7ef84df4d5f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.817791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks [] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.819345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.846087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c7c4b94-7853-47d8-9278-65ad04f6509b req-e83c1b6c-555c-47bb-af0d-901f14ab05b3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 210 time: 0.1549344
Mar 05 21:07:38.880279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Current status of the port febf57d1-b267-413c-b092-177273b33d08 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:38.880952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (febf57d1-b267-413c-b092-177273b33d08), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.884354 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.914676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (24028471-3c31-4989-adae-a7ef84df4d5f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:38.943959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c8cece21-dd90-4142-9727-4f7c0765b4d7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:38.944435 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.007860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570d3d-5243-45c7-b775-67c790f536a6 None None] Pushing event updated for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:39.011393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] For port febf57d1-b267-413c-b092-177273b33d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=febf57d1-b267-413c-b092-177273b33d08,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:39.035814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (febf57d1-b267-413c-b092-177273b33d08), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.056512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:39.092183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-920b276e-8372-4786-bbd8-b725daae16f4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router_gateway (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.104294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.125402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24028471-3c31-4989-adae-a7ef84df4d5f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:39.130455 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-65e92e5d-a624-47b1-8102-9c98e47fdc6a service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6971948
Mar 05 21:07:39.165767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2eddce44-3ea5-492f-b6fa-9b709173bfe2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.166119 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Added segment 2eddce44-3ea5-492f-b6fa-9b709173bfe2 of type vlan for network 9a32091c-6054-4e93-ad65-9e30dae223ab
Mar 05 21:07:39.240315 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-920b276e-8372-4786-bbd8-b725daae16f4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] update failed (client error): The resource could not be found.
Mar 05 21:07:39.247306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-920b276e-8372-4786-bbd8-b725daae16f4 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c HTTP/1.1" status: 404  len: 339 time: 0.6650059
Mar 05 21:07:39.250647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39590) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:39.255724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1357478987'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:39.267509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-295752ae-623e-4d91-9d0c-ff9d6cc3700a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac HTTP/1.1" status: 200  len: 217 time: 0.1083910
Mar 05 21:07:39.280370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ac9f2c1-a96f-4551-bd50-9930686693ae req-d00ca7bd-2906-4288-b541-5bb2966f4f6d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4661095
Mar 05 21:07:39.309061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:39.312919 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.352169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:39.368002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-555488d3-7934-40ab-bc88-0c444a049735 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.369567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-555488d3-7934-40ab-bc88-0c444a049735 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.7171586
Mar 05 21:07:39.370509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2fbece4e-dba4-4d56-ae1a-a87cd7df73a7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.379897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (72747cab-d374-4275-8238-9034ec5379cf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.380332 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Added segment 72747cab-d374-4275-8238-9034ec5379cf of type vlan for network c2423205-88bc-4fad-94ab-9c16fe6c3b5d
Mar 05 21:07:39.399171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Attempting to bind port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:39.399729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Attempting to bind port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:39.400093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Attempting to bind port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 on network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:39.401936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb833b0-1789-4e20-a5a2-58aab4aae0aa None None] Pushing event updated for resources: {'Port': ['ID=febf57d1-b267-413c-b092-177273b33d08,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:39.415332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:39.416185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Checking segment: {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:39.416313 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.416405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:39.416682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Bound using segment: {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:39.417175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Bound port: 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e1b5ad-e980-411b-84e5-9f89482855fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:39.417565 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.431440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-f437c094-562a-4838-ac53-6f017bec5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.432923 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-f437c094-562a-4838-ac53-6f017bec5c08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 200  len: 797 time: 0.1357207
Mar 05 21:07:39.436336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'device_id': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'admin_state_up': True, 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:39.452981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9b4e2e32-b793-42fb-8222-2a811d606d31 None None] Provisioning complete for port febf57d1-b267-413c-b092-177273b33d08 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:39.453512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2e32-b793-42fb-8222-2a811d606d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (febf57d1-b267-413c-b092-177273b33d08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.473229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c8cece21-dd90-4142-9727-4f7c0765b4d7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:39.474405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f034d3a-1fc5-441c-b2ca-43ed48a03365 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:39.497354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c2423205-88bc-4fad-94ab-9c16fe6c3b5d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.538184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (9a32091c-6054-4e93-ad65-9e30dae223ab), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.544175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee70aec-de7d-4db1-b5b4-c41b806921d3 req-c893bfd7-3cdd-468d-a474-c36f5fe88b98 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.545768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee70aec-de7d-4db1-b5b4-c41b806921d3 req-c893bfd7-3cdd-468d-a474-c36f5fe88b98 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1879213
Mar 05 21:07:39.575269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Allocated IP 172.35.0.42 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/006ab277-d2e8-480d-b9fd-353f374352ad) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:39.592074 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c2423205-88bc-4fad-94ab-9c16fe6c3b5d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.597259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.598078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.604019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=2fbece4e-dba4-4d56-ae1a-a87cd7df73a7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:39.650379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] For port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:39.655821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:39.657003 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.690072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4360919
Mar 05 21:07:39.691958 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (9a32091c-6054-4e93-ad65-9e30dae223ab), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.697023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.697191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] For port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:39.697616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.698060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:39.705873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'subnet': {'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:39.712736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.723011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e2e32-b793-42fb-8222-2a811d606d31 None None] Current status of the port febf57d1-b267-413c-b092-177273b33d08 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:39.723229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704201-ab9b-43ad-b01c-bdab84c305c2 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Network': ['ID=c2423205-88bc-4fad-94ab-9c16fe6c3b5d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:39.785613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:39.786157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-c8a1118e-c151-4fbd-8e09-13393361e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:39.787749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-c8a1118e-c151-4fbd-8e09-13393361e2c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f583ae73-6c59-430c-be06-cb0088aec665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3047216
Mar 05 21:07:39.798771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:39.799072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: fac4be7d-d072-4546-b28c-4e4d0b13f1fc, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:39.820414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.0773032
Mar 05 21:07:39.958423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for port (006ab277-d2e8-480d-b9fd-353f374352ad), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:39.987481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:39.988788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device febf57d1-b267-413c-b092-177273b33d08 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:39.995120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ac26-da59-4ee3-a66e-acfa035e187c tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Pushing event updated for resources: {'Network': ['ID=9a32091c-6054-4e93-ad65-9e30dae223ab,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:40.009834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570d3d-5243-45c7-b775-67c790f536a6 None None] Pushing event updated for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:40.022661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:40.024321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae61f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:40.027015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:40.031121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.088341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Provisioning complete for port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:40.093655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.098160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 9a32091c-6054-4e93-ad65-9e30dae223ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:40.164206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39602) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:40.167979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:40.173007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee70aec-de7d-4db1-b5b4-c41b806921d3 req-7038272e-0655-4e57-a3e9-4bd7b40ce5ea tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6012726
Mar 05 21:07:40.174624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1108721644'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:40.178192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:40.218379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1e5b902-894c-46b2-a23a-28cbe9734911 req-4d9c4117-8b34-4509-baee-58e361c9836e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 210 time: 0.0584712
Mar 05 21:07:40.271375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.272774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca452561-5ca9-4699-b974-eb65f82bfe14 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.8210688
Mar 05 21:07:40.276453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39604) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:40.287376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:40.287968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (006ab277-d2e8-480d-b9fd-353f374352ad), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.309076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fac4be7d-d072-4546-b28c-4e4d0b13f1fc) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:40.329973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec2dff-1ca1-4e0c-94ee-468d437a0659 None None] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:40.365165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:40.367696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.384523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Made reservation on behalf of 848cf3153acb4c4b983f6535a153be57 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:40.388135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.426619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:40.427286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82969e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:40.439588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:40.458151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Made reservation on behalf of ff001322599e4a2da28fd27bfcaa8d06 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:40.460550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.463525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:40.471486 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-1c1e961e-c556-47fc-9d64-1e2e09ed8687 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6659610
Mar 05 21:07:40.474884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c18d852c-40e1-4581-8ea6-0f730c607e82 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.4334171
Mar 05 21:07:40.478472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39612) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:40.493876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port febf57d1-b267-413c-b092-177273b33d08 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:40.494493 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (febf57d1-b267-413c-b092-177273b33d08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.503337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:40.506650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:40.513296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.20.0.4 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/dd23e2dc-da6a-4c82-92a8-c32b30b75f06) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:40.527838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event updated for resources: {'Port': ['ID=006ab277-d2e8-480d-b9fd-353f374352ad,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:40.549330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.702245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:07:40.733560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:40.734483 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.764827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820c76-ef27-4372-8f11-741e46bbaea7 req-57e41acf-5ac7-478e-a852-54cb79ba4e55 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:40.766336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8820c76-ef27-4372-8f11-741e46bbaea7 req-57e41acf-5ac7-478e-a852-54cb79ba4e55 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3219116
Mar 05 21:07:40.844183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Current status of the port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:40.844692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:40.849324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:40.950832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-92f8ff6d-0f8e-4624-98d1-a532f169df92 service neutron] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4540915
Mar 05 21:07:41.031079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-defbfd3e-796f-4a4c-a10d-0298812f74e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628 HTTP/1.1" status: 200  len: 217 time: 0.0644944
Mar 05 21:07:41.052187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c7829ec8-ef21-4e98-a3a9-c41e6372db6a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.079826 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8820c76-ef27-4372-8f11-741e46bbaea7 req-9cd0d3ab-daf2-4240-88f8-f3aabb36cb87 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013420
Mar 05 21:07:41.155912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for security_group (8b32d0e7-d36f-4e53-b91f-769deddc9501), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.156420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] For port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:41.157902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port febf57d1-b267-413c-b092-177273b33d08 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:41.172628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Subnet': ['ID=c7829ec8-ef21-4e98-a3a9-c41e6372db6a,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:41.177615 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.185439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8b32d0e7-d36f-4e53-b91f-769deddc9501), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.229230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 64065343-a99f-4501-beca-43a8cd4aebd9 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:41.270243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Checking segment: {'id': '72747cab-d374-4275-8238-9034ec5379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:41.271445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network hostable DHCP agents. Network: c2423205-88bc-4fad-94ab-9c16fe6c3b5d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:41.282026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.391525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32d0e7-d36f-4e53-b91f-769deddc9501,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:41.392169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:41.417798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8e787-9ac1-4806-b024-6333dd0849f0 req-118ba738-42bc-4c79-ae40-6978b0aa3f77 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:41.419279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4bc8e787-9ac1-4806-b024-6333dd0849f0 req-118ba738-42bc-4c79-ae40-6978b0aa3f77 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2320938
Mar 05 21:07:41.421935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cacbcdc2-809c-44a3-b6a4-3e1bf3542663 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:41.424568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.431902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-c44640de-85bf-4f0b-8593-f3a0ac6fb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:41.434101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-c44640de-85bf-4f0b-8593-f3a0ac6fb296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.3474426
Mar 05 21:07:41.450017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2423205-88bc-4fad-94ab-9c16fe6c3b5d) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:41.467452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:41.468141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.478138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52f33a78-2738-44df-8b99-0e7f2eb15bc0 req-4f0f463c-71db-4e55-bd25-5e766ec94de0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 210 time: 0.0910478
Mar 05 21:07:41.484187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84b9c7-e908-44f2-af8b-0ffd6beceb0f None None] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:41.518384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (8f83f5fe-5ce7-477c-ae70-5651b122e345), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.583351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a53e4434-1c9b-41d3-ac74-b852e3b284a6 None None] Provisioning complete for port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:41.583743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a53e4434-1c9b-41d3-ac74-b852e3b284a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.596097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0a4a5bc7-c45c-41e8-9324-5b171388cacf tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8914022
Mar 05 21:07:41.598766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39618) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:41.603376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3566b96d-9335-4733-af94-9ff78543903c tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:41.604887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Allocated IP 2001:db8:2::2 (fac4be7d-d072-4546-b28c-4e4d0b13f1fc/2fbece4e-dba4-4d56-ae1a-a87cd7df73a7/2d4d502d-4634-46d6-b2d0-1752b6b85d15) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:41.615316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4bc8e787-9ac1-4806-b024-6333dd0849f0 req-8f5f546a-ad8f-451c-b82e-5c367b10cd54 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884151
Mar 05 21:07:41.651613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.657802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05dd16-0672-4e25-9e5c-0ba6bc008599 None None] Pushing event updated for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:41.767461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae61f0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:33Z', 'revision_number': 3, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:39Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:41.821136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2423205-88bc-4fad-94ab-9c16fe6c3b5d', 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d', 'project_id': '848cf3153acb4c4b983f6535a153be57', 'fixed_ips': [{'subnet_id': 'c7829ec8-ef21-4e98-a3a9-c41e6372db6a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:41.822050 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:41.829216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4222b83-642f-48e3-8de9-d6c9b33970f8 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:33Z', 'revision_number': 3, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:39Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:41.848413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:41.851517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.078141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a53e4434-1c9b-41d3-ac74-b852e3b284a6 None None] Current status of the port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:42.116180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82969e80>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:37Z', 'revision_number': 3, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:42.179558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:42.180247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Updating router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:42.220018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks [] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.260400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.311439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:42.312576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device febf57d1-b267-413c-b092-177273b33d08 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:42.314239 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.317247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Allocated IP 2001:db8:1::2 (c2423205-88bc-4fad-94ab-9c16fe6c3b5d/c7829ec8-ef21-4e98-a3a9-c41e6372db6a/ce858abd-70e1-4d37-a561-af8c3e1a4250) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:42.358666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.387135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:42.406885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:42.461890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.527381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Pushing event updated for resources: {'Port': ['ID=2d4d502d-4634-46d6-b2d0-1752b6b85d15,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:42.544987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:42.552059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:42.555884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4c91a561-c474-4d92-b44b-1cbcce180e5e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:42.655339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-95345c0b-33c4-4558-93b7-9e9e4569aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:42.661641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-95345c0b-33c4-4558-93b7-9e9e4569aaed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 1.1939371
Mar 05 21:07:42.754218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3566b96d-9335-4733-af94-9ff78543903c tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router_gateway (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:42.828981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:42.854553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:42.888003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:42.900461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:42.945002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04913811-1771-4dd4-8939-42e7ff0287f7 req-4be87a92-456f-4ff1-805e-22eff2272198 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:42.946489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04913811-1771-4dd4-8939-42e7ff0287f7 req-4be87a92-456f-4ff1-805e-22eff2272198 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 1.0088813
Mar 05 21:07:43.015546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:43.020022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.040850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Allocated IP 172.20.0.1 (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67/758d19e6-6eb1-47c4-8c8e-666071b27aa9/2332b75c-fc72-4413-b2c0-58826bb2a656) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:43.064857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 64065343-a99f-4501-beca-43a8cd4aebd9 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:43.071453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8:2::1 (fac4be7d-d072-4546-b28c-4e4d0b13f1fc/2fbece4e-dba4-4d56-ae1a-a87cd7df73a7/7fd553b7-bdb0-498d-a56b-acaff5fd7c09) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:43.081410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (64065343-a99f-4501-beca-43a8cd4aebd9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.114073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-f203f860-e108-4eed-9c3f-7e7a8b6eec68 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6843586
Mar 05 21:07:43.116586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.134209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacff08-b5a0-4d90-ae13-60e52a324386 req-6d481311-60da-42f0-8746-9fbe5441d900 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:43.136962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4eacff08-b5a0-4d90-ae13-60e52a324386 req-6d481311-60da-42f0-8746-9fbe5441d900 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 931 time: 0.4537895
Mar 05 21:07:43.141247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks [] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.185074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04913811-1771-4dd4-8939-42e7ff0287f7 req-42764558-54de-4a2e-88c7-2b17fca03542 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871829
Mar 05 21:07:43.201184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Request body: {'port': {'device_id': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:43.226090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.314436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-d1137050-d37b-4860-80d8-363473d3e052 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6104417
Mar 05 21:07:43.358557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port febf57d1-b267-413c-b092-177273b33d08 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:43.359251 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (febf57d1-b267-413c-b092-177273b33d08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.361504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Attempting to bind port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:43.362173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Attempting to bind port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:43.362691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Attempting to bind port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 on network fac4be7d-d072-4546-b28c-4e4d0b13f1fc {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:43.364803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=64065343-a99f-4501-beca-43a8cd4aebd9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:43.367810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks [] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.421411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.426247 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-3566b96d-9335-4733-af94-9ff78543903c tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:07:43.427625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3566b96d-9335-4733-af94-9ff78543903c tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c HTTP/1.1" status: 400  len: 364 time: 1.8277295
Mar 05 21:07:43.433257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39630) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:43.470635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Attempting to bind port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:43.471199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Attempting to bind port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:43.471582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Attempting to bind port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:43.474775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:43.475608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Checking segment: {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:43.475608 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.476366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Bound using segment: {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:43.476687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Bound port: 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:43.477067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.485270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Checking segment: {'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:43.485666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Network hostable DHCP agents. Network: 9a32091c-6054-4e93-ad65-9e30dae223ab, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:43.497947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1d4aa-00f5-4349-923a-2cdac5d97def req-6fbe3046-bab2-45de-aad8-625399ae726b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:43.498622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4eacff08-b5a0-4d90-ae13-60e52a324386 req-00b2625e-ac84-4fb2-a567-e31719ef910c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797873
Mar 05 21:07:43.504954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Router 8f83f5fe-5ce7-477c-ae70-5651b122e345 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:43.505168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-91b29886-9629-4e7f-b754-1c2c30603675 None None] Provisioning complete for port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:43.505522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-91b29886-9629-4e7f-b754-1c2c30603675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.512899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edb1d4aa-00f5-4349-923a-2cdac5d97def req-6fbe3046-bab2-45de-aad8-625399ae726b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2356794
Mar 05 21:07:43.518487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.578316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:43.578875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:43.579379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.581105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:43.581105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Bound port: 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:43.581105 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.593799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9d387-74e7-400d-b13a-4bf9b1cf400f None None] Pushing event updated for resources: {'Port': ['ID=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:43.603297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.621039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Network 9a32091c-6054-4e93-ad65-9e30dae223ab is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:43.671706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-50b37321-f7d3-4f1f-b692-84359285f22a service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309381
Mar 05 21:07:43.735073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a32091c-6054-4e93-ad65-9e30dae223ab) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:43.754862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:43.759570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:43.762355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:43.798862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-1e107a0d-e5fc-4038-865f-79e19dfe41f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 200  len: 217 time: 0.1190631
Mar 05 21:07:43.801458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:43.837208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb97e5e3-e3e9-47c1-b5c4-27b55b023e61 None None] Network 9a32091c-6054-4e93-ad65-9e30dae223ab requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:43.952575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:43.953024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:43.953434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:43.983830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:43.984182 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:43.989850 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 2 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:43.991423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks [] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:43.995608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-91b29886-9629-4e7f-b754-1c2c30603675 None None] Port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:44.027759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-978bf646-97a5-4d6f-8086-12c04b378b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:44.029322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-978bf646-97a5-4d6f-8086-12c04b378b37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 200  len: 797 time: 0.2197466
Mar 05 21:07:44.030983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:44.040819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edb1d4aa-00f5-4349-923a-2cdac5d97def req-666cc0cb-7fc7-44df-8538-5086dc920cde tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4745207
Mar 05 21:07:44.041844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.053941 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] Sync routers for ids ['8f83f5fe-5ce7-477c-ae70-5651b122e345'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:44.058549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.076721 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] Routers {'8f83f5fe-5ce7-477c-ae70-5651b122e345'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:44.077815 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8f83f5fe-5ce7-477c-ae70-5651b122e345'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:44.086087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.086423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.086801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.128942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:44.129360 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:44.134369 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 3 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:44.149242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.162631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.164479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Pushing event updated for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:44.166819 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-53b522b3-a866-4469-826d-05c5ac07b07d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 9.7129571
Mar 05 21:07:44.188690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39636) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:44.195247 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7ea00>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:44.206939 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] Routers {'8f83f5fe-5ce7-477c-ae70-5651b122e345'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:44.208018 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8f83f5fe-5ce7-477c-ae70-5651b122e345'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:44.213370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] For port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:44.248053 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7ea00>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:44.249065 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b02bd1-4f7f-4c69-979e-190cff6fd394 None None] The sync data for ids ['8f83f5fe-5ce7-477c-ae70-5651b122e345'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:44.269783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-64ce7a20-2361-42d3-a31e-dc8f90bd663b None None] Provisioning complete for port 2332b75c-fc72-4413-b2c0-58826bb2a656 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:44.272163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-64ce7a20-2361-42d3-a31e-dc8f90bd663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.303857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:44.315069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.316098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.316669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.321022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:44.327808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:44.328309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.334838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:44.336954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] For port 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:44.343150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-64ce7a20-2361-42d3-a31e-dc8f90bd663b None None] Port 2332b75c-fc72-4413-b2c0-58826bb2a656 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:44.350069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:44.350592 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:44.355208 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 4 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:44.359431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-edabe79e-fa6f-4051-b139-077971cffe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:44.361254 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-edabe79e-fa6f-4051-b139-077971cffe19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c8e0a46-e570-496b-970e-60743f7e52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2951522
Mar 05 21:07:44.364448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] For port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:44.377662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:44.413168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] For port 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d4d502d-4634-46d6-b2d0-1752b6b85d15,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:44.417801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port febf57d1-b267-413c-b092-177273b33d08 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:44.421479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:44.427604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:44.430244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.444098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.453801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Pushing event updated for resources: {'Port': ['ID=ce858abd-70e1-4d37-a561-af8c3e1a4250,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:44.468721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.502027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-31449559-bad6-4d88-a52b-7e9e605b267e service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267047
Mar 05 21:07:44.523441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.525224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.525224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.590261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:44.590747 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:44.595586 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 5 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:44.601061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd23e2dc-da6a-4c82-92a8-c32b30b75f06 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:07:44.627097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks [] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.642210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.642716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.643397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.651057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30ce9f91-27b8-4e19-ac2e-bf4f2ce27583 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/8f83f5fe-5ce7-477c-ae70-5651b122e345 HTTP/1.1" status: 200  len: 919 time: 0.4395964
Mar 05 21:07:44.656046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:44.679262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:44.680047 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:44.682262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:44.690196 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 6 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:44.712989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Transition to ACTIVE for port object dd23e2dc-da6a-4c82-92a8-c32b30b75f06 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:07:44.729140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-409039e4-4969-4740-b958-5b9220fb027c tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f83f5fe-5ce7-477c-ae70-5651b122e345 HTTP/1.1" status: 200  len: 205 time: 0.0714548
Mar 05 21:07:44.733664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.737503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39646) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:44.793214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b442704-252d-486d-ad86-4a20d68303af req-0ba63d3c-bdf5-4992-a043-6738c35b0dd2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:44.795073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.795528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.796033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.802335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b442704-252d-486d-ad86-4a20d68303af req-0ba63d3c-bdf5-4992-a043-6738c35b0dd2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4136503
Mar 05 21:07:44.822829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.823841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Attempting to bind port ce858abd-70e1-4d37-a561-af8c3e1a4250 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:44.824940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Attempting to bind port ce858abd-70e1-4d37-a561-af8c3e1a4250 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72747cab-d374-4275-8238-9034ec5379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:44.825565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Attempting to bind port ce858abd-70e1-4d37-a561-af8c3e1a4250 on network c2423205-88bc-4fad-94ab-9c16fe6c3b5d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:44.838090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:44.838610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Checking segment: {'id': '72747cab-d374-4275-8238-9034ec5379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:44.839225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.839480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Bound using segment: {'id': '72747cab-d374-4275-8238-9034ec5379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:44.840081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Bound port: ce858abd-70e1-4d37-a561-af8c3e1a4250, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72747cab-d374-4275-8238-9034ec5379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c2423205-88bc-4fad-94ab-9c16fe6c3b5d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:44.840483 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.857645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:44.858320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82969e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:44.875232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:44.889537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dad0002e-5e94-49d6-9b5c-594a22044c20 req-785d2431-c1e4-494e-8e13-769b6680c3d6 service neutron] 10.222.0.23 "GET /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792338
Mar 05 21:07:44.892789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:44.893241 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:44.915145 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 7 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:44.968724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:44.991915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] For port ce858abd-70e1-4d37-a561-af8c3e1a4250, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:44.999741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] For port ce858abd-70e1-4d37-a561-af8c3e1a4250, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce858abd-70e1-4d37-a561-af8c3e1a4250,segment=NetworkSegment(72747cab-d374-4275-8238-9034ec5379cf),segment_id=72747cab-d374-4275-8238-9034ec5379cf)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:45.020175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203027-a056-49b0-a855-76dab8eb6f6a req-4f05659b-0a84-4f5a-8c2b-1e667715fd9f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:45.022279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb203027-a056-49b0-a855-76dab8eb6f6a req-4f05659b-0a84-4f5a-8c2b-1e667715fd9f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 931 time: 0.3545287
Mar 05 21:07:45.032046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:45.032648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:45.033326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:45.085547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:45.086047 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:45.098528 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 8 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:45.129658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9d387-74e7-400d-b13a-4bf9b1cf400f None None] Pushing event updated for resources: {'Port': ['ID=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:45.138520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:45.256221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:45.262750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b442704-252d-486d-ad86-4a20d68303af req-b281b695-8cde-4f92-8495-38417f01668e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4364710
Mar 05 21:07:45.306248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecd18-fb89-47ec-9044-cf9b34c73008 None None] Pushing event updated for resources: {'Port': ['ID=2d4d502d-4634-46d6-b2d0-1752b6b85d15,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:45.318980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:45.320031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:45.522962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c44b-1f1f-4bbb-a8e3-30210c60a5e2 None None] Pushing event updated for resources: {'Port': ['ID=ce858abd-70e1-4d37-a561-af8c3e1a4250,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:45.531159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:45.631639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:45.768207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Allocated IP 2001:db8::1 (77657b19-070c-42cf-a4c0-e4c8cecefc35/e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98/e7a4e441-5941-4e0a-b890-f100e54b203f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:45.964035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82969e80>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:43Z', 'revision_number': 1, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:46.022607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:46.023298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:46.023298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:46.023658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556682e-7ff4-42d1-b9fe-5bf936d5c8c5 None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:43Z', 'revision_number': 1, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:46.046539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Attempting to bind port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:46.046885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Attempting to bind port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:46.047217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Attempting to bind port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:46.061326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:46.061682 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:46.066435 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 9 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:46.092889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb203027-a056-49b0-a855-76dab8eb6f6a req-f72e13b1-dbd5-423e-8330-ba1511735a1d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0492764
Mar 05 21:07:46.093614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:46.093923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Attempting to bind port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:46.118117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:46.118465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:46.118864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:46.119450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Bound port: dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:46.120007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.145318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:46.145908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:46.146403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:46.178473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:46.179143 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:46.186482 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 10 to bind port 64065343-a99f-4501-beca-43a8cd4aebd9
Mar 05 21:07:46.225905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:46.226514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:46.227092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:46.236462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 64065343-a99f-4501-beca-43a8cd4aebd9 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:46.236824 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 64065343-a99f-4501-beca-43a8cd4aebd9 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:46.237220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.243640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (8f83f5fe-5ce7-477c-ae70-5651b122e345), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.264522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:46.322303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:46.345853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.375035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5249b70-aec6-4b22-a36a-f090e4c0c98b None None] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:46.378595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e45a-03a7-4e1f-8d1a-91bf8b350e4f req-85ba77b2-afa1-4c1e-86ba-304ca5ad3c9b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:46.390404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4314e45a-03a7-4e1f-8d1a-91bf8b350e4f req-85ba77b2-afa1-4c1e-86ba-304ca5ad3c9b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.9031811
Mar 05 21:07:46.419737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 64065343-a99f-4501-beca-43a8cd4aebd9, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:46.420105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempted to set empty binding levels {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:07:46.422599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:46.423777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.425937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] 10.222.0.31 "PUT /v2.0/ports/dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 200  len: 1091 time: 3.2879760
Mar 05 21:07:46.428765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:46.436603 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:46.454919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.490613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port 006ab277-d2e8-480d-b9fd-353f374352ad {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:46.490739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (006ab277-d2e8-480d-b9fd-353f374352ad), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.492793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks [] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.515343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4fb3d-1411-4750-8135-b69047193fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:46.521203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.657514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Provisioning complete for port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:46.658038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.660704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4314e45a-03a7-4e1f-8d1a-91bf8b350e4f req-e2d818ca-1264-4021-acc1-0ff7fd137e56 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692552
Mar 05 21:07:46.731616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:46.732473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.761464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Pushing event updated for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:46.775935 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81ef48-ba5e-489d-b708-a487a48bcc78 x-openstack-request-id: req-1e81ef48-ba5e-489d-b708-a487a48bcc78 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:46.776472 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:46.776472 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e81ef48-ba5e-489d-b708-a487a48bcc78 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:46.782159 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'status': 'completed', 'code': 200}
Mar 05 21:07:46.801229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.805250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.808574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.821463 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.823031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:46.863112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ce858abd-70e1-4d37-a561-af8c3e1a4250 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:46.884357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 6.7163792
Mar 05 21:07:46.891537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39676) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:46.991647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f4f6-6f1a-439b-9d7a-70b8b9b12102 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=64065343-a99f-4501-beca-43a8cd4aebd9,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:47.050874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Current status of the port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:47.050874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.067280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:47.076798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:47.156478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ce858abd-70e1-4d37-a561-af8c3e1a4250 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:47.156871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.163962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] For port 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d4d502d-4634-46d6-b2d0-1752b6b85d15,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:47.165572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-fa46d3d8-1843-4bb5-b970-f2a5a7ae5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:47.167994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-fa46d3d8-1843-4bb5-b970-f2a5a7ae5ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 1125 time: 0.6956563
Mar 05 21:07:47.180109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (006ab277-d2e8-480d-b9fd-353f374352ad), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.226680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.287242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:47.303068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:47.325945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for 006ab277-d2e8-480d-b9fd-353f374352ad owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:47.363001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-1516512b-725f-4e29-83aa-36813ea72e8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 200  len: 217 time: 0.1680765
Mar 05 21:07:47.392417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:47.453473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b19503-9501-49e7-9079-d80b3c25db6d None None] Pushing event updated for resources: {'Port': ['ID=2d4d502d-4634-46d6-b2d0-1752b6b85d15,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:47.581331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04c559-10c5-4ec1-9b2b-d063e132b015 None None] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:47.585843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ce858abd-70e1-4d37-a561-af8c3e1a4250 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:47.586244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.631175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3732c1-1098-40fa-89d5-a2ad43d886ba req-c411322e-fe03-4de2-a075-6d2ca5200c3c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:47.638930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c3732c1-1098-40fa-89d5-a2ad43d886ba req-c411322e-fe03-4de2-a075-6d2ca5200c3c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 813 time: 0.6762235
Mar 05 21:07:47.646781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.686062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c3732c1-1098-40fa-89d5-a2ad43d886ba req-c88760d8-e62b-414d-9432-2df459f080b4 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/quotas/def4cea650ac491985dac1868ac5052a HTTP/1.1" status: 200  len: 375 time: 0.0460792
Mar 05 21:07:47.708061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0b534270-a1b1-4aec-960b-db46b794f358 None None] Provisioning complete for port ce858abd-70e1-4d37-a561-af8c3e1a4250 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:47.708448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0b534270-a1b1-4aec-960b-db46b794f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.741479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-ee13b68e-3419-4e14-b4e0-9e45c16e16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:47.743346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-ee13b68e-3419-4e14-b4e0-9e45c16e16d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.3714409
Mar 05 21:07:47.776583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port ce858abd-70e1-4d37-a561-af8c3e1a4250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce858abd-70e1-4d37-a561-af8c3e1a4250,segment=NetworkSegment(72747cab-d374-4275-8238-9034ec5379cf),segment_id=72747cab-d374-4275-8238-9034ec5379cf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:47.794106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.794901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d4d502d-4634-46d6-b2d0-1752b6b85d15 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:47.816630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Deleting port 64065343-a99f-4501-beca-43a8cd4aebd9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:47.817128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.899758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfcf15-25b6-4860-aa80-87e24f65fe08 req-ee626269-531d-40e6-8960-854e47ebb5a0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:47.908670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afcfcf15-25b6-4860-aa80-87e24f65fe08 req-ee626269-531d-40e6-8960-854e47ebb5a0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 943 time: 0.6090379
Mar 05 21:07:47.932168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Port': ['ID=e7a4e441-5941-4e0a-b890-f100e54b203f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:47.936818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:47.969430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:47.973459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:47.974142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:47.978749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c3732c1-1098-40fa-89d5-a2ad43d886ba req-f080625a-9d67-46bc-b3a0-e7d85b22ad6b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2854280
Mar 05 21:07:48.002399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=ce858abd-70e1-4d37-a561-af8c3e1a4250,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:48.058176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:48.122290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (006ab277-d2e8-480d-b9fd-353f374352ad), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.176380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:48.198706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 64065343-a99f-4501-beca-43a8cd4aebd9, host nch1-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:48.199292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.247624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=006ab277-d2e8-480d-b9fd-353f374352ad,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:48.265583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0b534270-a1b1-4aec-960b-db46b794f358 None None] Current status of the port ce858abd-70e1-4d37-a561-af8c3e1a4250 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:48.268238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:48.268871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Calling delete_port for 64065343-a99f-4501-beca-43a8cd4aebd9 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:48.269205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.312171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afcfcf15-25b6-4860-aa80-87e24f65fe08 req-05144af0-278e-4204-8e52-d64f95136ca3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3708711
Mar 05 21:07:48.313760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-6f2db061-8cf1-4727-8b14-69f9d445654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:48.316018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-6f2db061-8cf1-4727-8b14-69f9d445654d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5603151
Mar 05 21:07:48.631664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:48.642224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-d02a57a5-f83f-4a82-b70c-f8a2086ca354 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800825
Mar 05 21:07:48.665787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (8f83f5fe-5ce7-477c-ae70-5651b122e345), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.671202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:48.687911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6c30d166-ead8-4438-835f-8668e0450085 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2058222
Mar 05 21:07:48.692073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:48.699154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Provisioning complete for port 2332b75c-fc72-4413-b2c0-58826bb2a656 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:48.699577 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.707754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:48.727442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-190656616'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:48.753007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.805697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:48.806344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:48.812306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Port 2332b75c-fc72-4413-b2c0-58826bb2a656 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:48.862936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:48.898198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c749b681-a1ea-413e-b55b-3236947bcb7b admin admin] 10.222.0.15 "PUT /v2.0/routers/9a3b3246-327f-4bf5-851d-5a0c01f3e646/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6204739
Mar 05 21:07:48.900718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:48.906647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.949725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:48.968028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ad6805e6-395a-4957-8461-fe3cbe18dcbd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:48.968508 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added segment ad6805e6-395a-4957-8461-fe3cbe18dcbd of type vlan for network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e
Mar 05 21:07:48.984621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:49.036253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ce858abd-70e1-4d37-a561-af8c3e1a4250 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:49.095254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772121-cc22-4fdb-9445-98052824be83 req-e5eec34d-1f70-41ef-acd8-f634f0199281 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:49.098998 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa772121-cc22-4fdb-9445-98052824be83 req-e5eec34d-1f70-41ef-acd8-f634f0199281 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.9601603
Mar 05 21:07:49.119144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.146461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.152711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:49.153804 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.185923 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (8f83f5fe-5ce7-477c-ae70-5651b122e345), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.205764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1d9bfbc-b6cc-45f8-831a-1137af6119a5 req-51924012-68cf-4ad4-bc72-3164639808e2 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5349271
Mar 05 21:07:49.243025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.249927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:49.250666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.305692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:49.317175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ce858abd-70e1-4d37-a561-af8c3e1a4250 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:49.317913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.357368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6484911
Mar 05 21:07:49.364384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa772121-cc22-4fdb-9445-98052824be83 req-70a5f090-7cca-4b48-99df-435563dee2b0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327988
Mar 05 21:07:49.366565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:49.375108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'subnet': {'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:49.383156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (8f83f5fe-5ce7-477c-ae70-5651b122e345), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.383775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router 8f83f5fe-5ce7-477c-ae70-5651b122e345 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:07:49.404093 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.404093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89242588-00bf-4074-ba13-568fcc44b2ac tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/8f83f5fe-5ce7-477c-ae70-5651b122e345 HTTP/1.1" status: 204  len: 168 time: 4.6523433
Mar 05 21:07:49.411463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (64065343-a99f-4501-beca-43a8cd4aebd9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.416747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:49.423453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8314c7-7d27-45d5-b5c7-480d1c04d07c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Network': ['ID=ec864f59-1fb5-4738-bab3-0fc9e0e0f32e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:49.472444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1015532390', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:49.473753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:49.531186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event deleted for resources: {'Port': ['ID=64065343-a99f-4501-beca-43a8cd4aebd9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:49.539973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.547507 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-835a1b63-77d7-4bec-871f-05a9bc9d2c52 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "DELETE /v2.0/ports/64065343-a99f-4501-beca-43a8cd4aebd9 HTTP/1.1" status: 204  len: 168 time: 2.6537898
Mar 05 21:07:49.561192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39704) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:49.596365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Provisioning complete for port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:49.597061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.637540 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-77498996-6c7d-4a05-9799-9a1d9c9062b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:49.644733 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-77498996-6c7d-4a05-9799-9a1d9c9062b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports/64065343-a99f-4501-beca-43a8cd4aebd9 HTTP/1.1" status: 404  len: 333 time: 0.0759652
Mar 05 21:07:49.646139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39708) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:49.648012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-bb76c708-b6d7-4d3c-9559-9279b1ea54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:49.649722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-bb76c708-b6d7-4d3c-9559-9279b1ea54cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 1125 time: 0.3425491
Mar 05 21:07:49.653301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.654756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.663050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-653228558'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:49.719609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.727586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Made reservation on behalf of ff001322599e4a2da28fd27bfcaa8d06 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:49.733509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.766802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.767817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.778305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Made reservation on behalf of a7ce4034b1e34f8784376dd8a797812b for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:49.782226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.843248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ce858abd-70e1-4d37-a561-af8c3e1a4250 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:49.850010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:49.877805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:49.900725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff90b3f-ef8a-443e-87fe-e917f9f04fb2 req-611877eb-d61e-4107-a2d4-e1cc6cc9b65c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:49.907853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bea6b-fbe4-444b-a2eb-cf0fa797f388 req-e92dea53-6ab7-424c-b93e-5044b931342d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:49.910296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f3bea6b-fbe4-444b-a2eb-cf0fa797f388 req-e92dea53-6ab7-424c-b93e-5044b931342d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3880713
Mar 05 21:07:49.917836 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (d54c1480-d54b-4787-b859-2dadfb3e4d4a), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:49.935847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bff90b3f-ef8a-443e-87fe-e917f9f04fb2 req-611877eb-d61e-4107-a2d4-e1cc6cc9b65c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 943 time: 0.4411364
Mar 05 21:07:49.939483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39714) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:49.977206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74280>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:45Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:50.024367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:50.024789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Updating router e113881a-b8e4-421b-8f9a-a016accfd49b port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:50.044590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-2f15f6e4-88cc-4279-a924-a3c81ea2aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:50.046089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-2f15f6e4-88cc-4279-a924-a3c81ea2aec6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3870621
Mar 05 21:07:50.058432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-021d2236-05ac-49e3-b4b5-7a40604edd48 None None] Current status of the port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:50.067918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:50.068427 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.095436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.117566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-2501746e-ade2-4b49-9453-9b187d3845c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 200  len: 217 time: 0.0543480
Mar 05 21:07:50.161858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f3bea6b-fbe4-444b-a2eb-cf0fa797f388 req-2085b22c-685b-4dc5-b3ec-4a7e8e61aa49 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288654
Mar 05 21:07:50.171003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event updated for resources: {'Port': ['ID=e7a4e441-5941-4e0a-b890-f100e54b203f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:50.180491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1186849324-network', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:50.226160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:50.239782 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:50.240409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:50.247582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.265412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-f5241fa0-2a3e-4c93-991f-ccb2439122c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:50.266792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-f5241fa0-2a3e-4c93-991f-ccb2439122c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.0782478
Mar 05 21:07:50.289893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d54c1480-d54b-4787-b859-2dadfb3e4d4a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.302830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:50.303348 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.309398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:50.309648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.421093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:50.429637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:50.431689 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.432793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d4d502d-4634-46d6-b2d0-1752b6b85d15 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:50.438090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-8fc780d1-2c34-4ef2-94cf-93335b1c755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:50.439009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-8fc780d1-2c34-4ef2-94cf-93335b1c755a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1660514
Mar 05 21:07:50.500236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d6db9c0f-56ef-403c-b9aa-89b79cdc49fe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.505253 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:50.521253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bff90b3f-ef8a-443e-87fe-e917f9f04fb2 req-feb20b16-ad5b-4ba2-ac02-a0d177eb56b8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5841916
Mar 05 21:07:50.527566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.614022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Provisioning complete for port ce858abd-70e1-4d37-a561-af8c3e1a4250 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:50.614414 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.625053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:50.627085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=70105a61-bd3a-4484-9ec3-f230ec95d3b3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:50.649904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:50.685778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:50.757391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:50.757873 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.804828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks [] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.825906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.844884 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7e340>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:45Z', 'revision_number': 2, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:50.882598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Router 3bd59b8b-0d29-484d-9067-4b00da96f62c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:50.894662 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:50.896233 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Updating router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 port 2332b75c-fc72-4413-b2c0-58826bb2a656 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:50.897859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Made reservation on behalf of fdbb4ec705374834a781fb4e6133c637 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:50.912550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:50.919522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Network 9a32091c-6054-4e93-ad65-9e30dae223ab is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:50.935109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Current status of the port ce858abd-70e1-4d37-a561-af8c3e1a4250 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:50.950430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3257e-e4c1-4eeb-92ce-60556cbf6712 None None] Pushing event updated for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:50.966568 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.090938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Provisioning complete for port e7a4e441-5941-4e0a-b890-f100e54b203f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:51.091356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.194050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eec039f8-d202-4c22-adcf-d5e7266b5fb0 None None] Port e7a4e441-5941-4e0a-b890-f100e54b203f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:51.209945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Attempting to bind port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:51.210476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Attempting to bind port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:51.210954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Attempting to bind port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 on network fac4be7d-d072-4546-b28c-4e4d0b13f1fc {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:51.214919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:51.242065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:51.244213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Checking segment: {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:51.245860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.246498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Bound using segment: {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:51.248126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Bound port: 7fd553b7-bdb0-498d-a56b-acaff5fd7c09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23afd7e-48cc-49d7-8f56-d5f096b9195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:51.249353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.305165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-3442fe4e-b0c1-485a-ab9e-147d50c3e03c service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8576877
Mar 05 21:07:51.375211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Checking segment: {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:51.378713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network hostable DHCP agents. Network: ec864f59-1fb5-4738-bab3-0fc9e0e0f32e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:51.388654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:51.388952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.396895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:51.449614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] For port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:51.460798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:51.474365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:51.476352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:51.477212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.480607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.484658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f64bbf9a-5224-4def-a763-2202a92d1805 req-598552a3-3a76-4d95-af38-5999a23b1e61 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=def4cea650ac491985dac1868ac5052a HTTP/1.1" status: 200  len: 221 time: 0.9372277
Mar 05 21:07:51.485287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:51.494331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] For port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:51.504836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Subnet': ['ID=d6db9c0f-56ef-403c-b9aa-89b79cdc49fe,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:51.505174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:51.516454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec864f59-1fb5-4738-bab3-0fc9e0e0f32e) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:51.528299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.538029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:51.539094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.541557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf7037-b61d-4b8a-a363-1085cc2d71b1 None None] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:51.569452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dc641e81-6887-4394-b89e-4bfadeebd005 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2005589
Mar 05 21:07:51.574360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39732) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:51.616615 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks [] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.621912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dd23e2dc-da6a-4c82-92a8-c32b30b75f06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:07:51.626097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-44eab51f-446d-418e-b937-b8f8ea568816 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.9727628
Mar 05 21:07:51.629976 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.666762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39734) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:51.672567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:51.719641 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6c90-8015-468a-9e1c-3aad461ec013 None None] Pushing event updated for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:51.810279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Attempting to bind port 2332b75c-fc72-4413-b2c0-58826bb2a656 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:51.811102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Attempting to bind port 2332b75c-fc72-4413-b2c0-58826bb2a656 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:51.811745 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Attempting to bind port 2332b75c-fc72-4413-b2c0-58826bb2a656 on network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:51.825725 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:51.835239 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Checking segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:51.835993 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.836545 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Bound using segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:51.837953 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Bound port: 2332b75c-fc72-4413-b2c0-58826bb2a656, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:51.838569 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.861745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:51.871634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2e04e47b-5855-4961-8f32-675019c4a6cd tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4351597
Mar 05 21:07:51.902455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:51.911431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d54c1480-d54b-4787-b859-2dadfb3e4d4a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:51.943194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] Sync routers for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:51.979635 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] For port 2332b75c-fc72-4413-b2c0-58826bb2a656, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:51.994905 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] For port 2332b75c-fc72-4413-b2c0-58826bb2a656, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2332b75c-fc72-4413-b2c0-58826bb2a656,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:51.999485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Provisioning complete for port e7a4e441-5941-4e0a-b890-f100e54b203f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:52.000010 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.011340 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.062300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcea6-19dd-4966-9aa2-e9c6c33a639d req-dd13922e-9ec7-41f0-91b3-b4957275e143 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:52.070759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cbdcea6-19dd-4966-9aa2-e9c6c33a639d req-dd13922e-9ec7-41f0-91b3-b4957275e143 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4384601
Mar 05 21:07:52.105677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:07:52.113184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622076-719c-4c06-975e-3e1693d91529 req-2a40c7e3-da88-453b-9571-73e10a25eb54 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:52.115250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f622076-719c-4c06-975e-3e1693d91529 req-2a40c7e3-da88-453b-9571-73e10a25eb54 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 943 time: 0.4000785
Mar 05 21:07:52.116547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.122378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-423e7ffc-f3d3-424d-8d4a-325c39a2ba16 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.143531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6c90-8015-468a-9e1c-3aad461ec013 None None] Pushing event updated for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:52.155444 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:52.156189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:52.241193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3257e-e4c1-4eeb-92ce-60556cbf6712 None None] Pushing event updated for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:52.274436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:52.274997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.278709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:52.281273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:52.283655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:52.286570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:52.308056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9049ca2-10f3-4219-9bd2-dadd67a1a18f req-9bcf920f-60fa-4151-81c2-3fb9bd669d9d service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9769170
Mar 05 21:07:52.311536 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-423e7ffc-f3d3-424d-8d4a-325c39a2ba16 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:07:52.316667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-423e7ffc-f3d3-424d-8d4a-325c39a2ba16 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c HTTP/1.1" status: 409  len: 376 time: 0.3813803
Mar 05 21:07:52.317664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.347792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:52.381137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cbdcea6-19dd-4966-9aa2-e9c6c33a639d req-d15dc520-f546-4122-a30c-2289e5d746c8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093271
Mar 05 21:07:52.385782 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:52.427540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks [] for security_group (64e5496f-12e1-4c7f-abd8-dc972459265a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.439819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64e5496f-12e1-4c7f-abd8-dc972459265a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.529522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:07:52.569461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5496f-12e1-4c7f-abd8-dc972459265a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:52.600785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7a7f311c-ff79-4c17-826d-6cc150756de1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.601913 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Added segment 7a7f311c-ff79-4c17-826d-6cc150756de1 of type vlan for network d2563496-c1a3-4734-bf7a-e199c03b995c
Mar 05 21:07:52.632121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4d250>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:52.646972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d2563496-c1a3-4734-bf7a-e199c03b995c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.655700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c0db1999-333a-4151-826f-15a803d95531 None None] Port e7a4e441-5941-4e0a-b890-f100e54b203f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:52.718622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d2563496-c1a3-4734-bf7a-e199c03b995c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.719787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:52.720480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.738644 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.741180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:52.755542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.5807467
Mar 05 21:07:52.774229 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7e340>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:51Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:52.798347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c957ed-862a-45dc-b261-f183b54ea8cb req-3a68ad96-62dc-4ccb-97ee-fd6637e08db3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:52.805679 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00c957ed-862a-45dc-b261-f183b54ea8cb req-3a68ad96-62dc-4ccb-97ee-fd6637e08db3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2578497
Mar 05 21:07:52.808346 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847fe99-67fe-4435-8784-24b94048be24 None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:51Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:52.810906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39742) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:52.825572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:52.826396 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:52.832792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Request body: {'subnet': {'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1186849324-subnet', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:52.928009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f622076-719c-4c06-975e-3e1693d91529 req-427766e9-5e77-426e-85bd-b0d02e2903e3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6188228
Mar 05 21:07:52.951134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.35.0.12 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3ef64d5a-73e5-420f-88a0-81b6b67252af) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:52.978184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:52.980741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f12d8f-93d1-4008-8d2c-1b6a8c318f3a admin admin] Pushing event updated for resources: {'Network': ['ID=d2563496-c1a3-4734-bf7a-e199c03b995c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:53.014466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Made reservation on behalf of fdbb4ec705374834a781fb4e6133c637 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:53.016873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.022762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d2563496-c1a3-4734-bf7a-e199c03b995c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:07:53.026540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:53.028139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:53.033757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'mac_address': 'fa:16:3e:e9:6e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:07:53.164607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:53.179367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.203891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d4d250>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:53.205382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968fb956-7365-4b44-9513-63e9f6f8e1ec None None] The sync data for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:53.205731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.206661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00c957ed-862a-45dc-b261-f183b54ea8cb req-dee8bb00-8a9e-4d27-8a8c-8855a0c8c6dc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3991642
Mar 05 21:07:53.286059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Provisioning complete for port 2332b75c-fc72-4413-b2c0-58826bb2a656 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:53.286478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.345352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=70105a61-bd3a-4484-9ec3-f230ec95d3b3,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:53.405019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.405291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.405687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.406923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.406923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.407142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.409541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.409541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.409541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.409541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.409541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.411834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.411834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:53.432068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.440217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:53.498242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.498591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.498966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.516573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.517907 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.518641 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 2 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:53.520926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (29a25bfc-5912-4fc3-90a2-528dd8dec364), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.551338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:53.551776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.564947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.565927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.566231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.578922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.579235 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.581038 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 3 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:53.587109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd23e2dc-da6a-4c82-92a8-c32b30b75f06 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:07:53.605413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.605413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.605838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.608292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98068-2ebf-4a56-98ed-82702656fb69 req-3fe27880-8c47-49dd-b052-d74f64320724 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:53.613174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78d98068-2ebf-4a56-98ed-82702656fb69 req-3fe27880-8c47-49dd-b052-d74f64320724 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2285032
Mar 05 21:07:53.631019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.631626 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.633612 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 4 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:53.638757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2332b75c-fc72-4413-b2c0-58826bb2a656 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:53.645676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.681661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Allocated IP 2001:db8:3::2 (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e/d6db9c0f-56ef-403c-b9aa-89b79cdc49fe/e4130f6e-1aae-429d-a0fa-7b755e099dda) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:53.685117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:53.694938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a25bfc-5912-4fc3-90a2-528dd8dec364,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:53.699284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Checking segment: {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:53.699794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Network hostable DHCP agents. Network: d2563496-c1a3-4734-bf7a-e199c03b995c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:07:53.713696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.714073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.714446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.733286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.744537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78d98068-2ebf-4a56-98ed-82702656fb69 req-7b698f46-8656-44f5-b1c2-98165e777e98 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193361
Mar 05 21:07:53.751440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.751861 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.755583 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 5 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:53.767282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Network d2563496-c1a3-4734-bf7a-e199c03b995c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:07:53.785950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2563496-c1a3-4734-bf7a-e199c03b995c) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:53.803040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:53.803040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.803040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.803040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.808518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:53.810394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.811099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef64d5a-73e5-420f-88a0-81b6b67252af,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:53.827348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:53.833282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:53.843879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb7154e2-7ddb-4b2c-9896-3794b0224676 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0277774
Mar 05 21:07:53.844086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:53.855160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:53.864236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.864706 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.870057 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 6 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:53.881763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12439821-8f16-4fb2-81d4-522dc5d79ed5 None None] Network d2563496-c1a3-4734-bf7a-e199c03b995c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:53.886958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Current status of the port 2332b75c-fc72-4413-b2c0-58826bb2a656 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:53.887341 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.901183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (477c9377-d297-4418-874d-4f602444308e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.902611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (477c9377-d297-4418-874d-4f602444308e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:53.920349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:53.920797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:53.921293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:53.985583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:53.986012 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:53.986285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for router_controller (477c9377-d297-4418-874d-4f602444308e), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.020882 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 7 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:54.041613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.088301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:54.088767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:54.089180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:54.120345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['dd23e2dc-da6a-4c82-92a8-c32b30b75f06'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:07:54.153498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:54.153705 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:54.160426 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 8 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:54.168015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2332b75c-fc72-4413-b2c0-58826bb2a656 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:54.168401 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.192354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:54.192803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:54.193211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:54.197297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for router_gateway (477c9377-d297-4418-874d-4f602444308e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.205921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c2ac-dc70-4dbb-ba06-97dec702faad req-0e379605-a64d-4a5a-816b-bd1059371a6a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:54.208228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33c7c2ac-dc70-4dbb-ba06-97dec702faad req-0e379605-a64d-4a5a-816b-bd1059371a6a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3115299
Mar 05 21:07:54.217913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:54.218451 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:54.221123 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 9 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:54.236513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f68b5-caec-45c5-aa66-7aa052d87221 req-f7450598-d857-4c8d-a59d-a7da4aed81a6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:54.238447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b7f68b5-caec-45c5-aa66-7aa052d87221 req-f7450598-d857-4c8d-a59d-a7da4aed81a6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 944 time: 0.1471202
Mar 05 21:07:54.248649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:54.273977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] For port 2332b75c-fc72-4413-b2c0-58826bb2a656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2332b75c-fc72-4413-b2c0-58826bb2a656,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:54.316175 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.335219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74280>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:51Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:54.337674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b7f68b5-caec-45c5-aa66-7aa052d87221 req-f71025a3-c391-4970-8028-b949ecc38e45 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654299
Mar 05 21:07:54.358495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:54.358495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:54.359088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:54.415452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:54.415659 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:54.419433 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 10 to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3
Mar 05 21:07:54.431448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33c7c2ac-dc70-4dbb-ba06-97dec702faad req-fe1ee0d6-aa8a-4cb6-bb94-660156f60f68 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168968
Mar 05 21:07:54.458006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:54.458458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:54.458887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:54.470525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d54c1480-d54b-4787-b859-2dadfb3e4d4a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.514212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:07:54.514212 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:07:54.514212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.543177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for router_gateway (477c9377-d297-4418-874d-4f602444308e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.564225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.619625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e1c04-7049-43b1-9f34-dde7930a10b1 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:51Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:54.634433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2563496-c1a3-4734-bf7a-e199c03b995c', 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c', 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'fixed_ips': [{'subnet_id': '29a25bfc-5912-4fc3-90a2-528dd8dec364'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:07:54.635323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.656630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks [] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.699339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:54.699339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.726514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.737077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbf223ff-e53e-4185-83be-4ba4ebda8ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.766804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 70105a61-bd3a-4484-9ec3-f230ec95d3b3, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:54.767888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempted to set empty binding levels {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:07:54.779944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:54.809409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Pushing event updated for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:54.840073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Allocated IP 172.35.0.220 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/dadf84d6-82d7-4111-98aa-3cee953e778a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:54.850903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Allocated IP 2001:db8:3::1 (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e/d6db9c0f-56ef-403c-b9aa-89b79cdc49fe/e8c9d14a-618e-4372-a731-724aedecf5b7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:54.946418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:54.959253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:54.977662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:55.008704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2332b75c-fc72-4413-b2c0-58826bb2a656 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:55.061117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Pushing event updated for resources: {'Port': ['ID=e4130f6e-1aae-429d-a0fa-7b755e099dda,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:55.179728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.189450 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.256684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Allocated IP 172.20.0.2 (d2563496-c1a3-4734-bf7a-e199c03b995c/29a25bfc-5912-4fc3-90a2-528dd8dec364/02dd1aeb-8216-4afa-b53b-7d22f6589cb2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:07:55.263634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.270910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Attempting to bind port e4130f6e-1aae-429d-a0fa-7b755e099dda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:55.271152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.271472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Attempting to bind port e4130f6e-1aae-429d-a0fa-7b755e099dda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:55.271988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Attempting to bind port e4130f6e-1aae-429d-a0fa-7b755e099dda on network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:55.278022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Current status of the port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:55.278522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.312179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:55.312595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Checking segment: {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:55.313139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.313678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Bound using segment: {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:55.314357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Bound port: e4130f6e-1aae-429d-a0fa-7b755e099dda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:55.314877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.347825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:55.356132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:55.364326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:55.366343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Pushing event updated for resources: {'Port': ['ID=dadf84d6-82d7-4111-98aa-3cee953e778a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:55.382853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:55.395437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] For port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:55.436926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.447911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:55.472347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:55.473009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.558996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] In _notify_port_updated(), no bound segment for port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:07:55.559890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:55.560495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.564396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "PUT /v2.0/ports/70105a61-bd3a-4484-9ec3-f230ec95d3b3 HTTP/1.1" status: 200  len: 974 time: 3.8941090
Mar 05 21:07:55.569998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39760) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:55.595653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] For port e4130f6e-1aae-429d-a0fa-7b755e099dda, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:55.600640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] For port e4130f6e-1aae-429d-a0fa-7b755e099dda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4130f6e-1aae-429d-a0fa-7b755e099dda,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:55.625172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1210170-8577-45de-b205-3ef0520831c8 None None] Pushing event updated for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:55.639661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.684293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb662a2-e442-41fc-9f01-85654cea9549 req-afef26cd-1728-4f58-a16d-f324147f4f87 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:55.685659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1eb662a2-e442-41fc-9f01-85654cea9549 req-afef26cd-1728-4f58-a16d-f324147f4f87 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 1.0850027
Mar 05 21:07:55.709802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks [] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.762676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.771589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dd23e2dc-da6a-4c82-92a8-c32b30b75f06 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:55.825507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:55.842430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0ece2-a7a5-4727-942d-7f762e3660a5 None None] Pushing event updated for resources: {'Port': ['ID=e4130f6e-1aae-429d-a0fa-7b755e099dda,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:55.851237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:55.858200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52022c1-95a9-48ac-a960-def71fbd82b6 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=70105a61-bd3a-4484-9ec3-f230ec95d3b3,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:55.893493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Network d2563496-c1a3-4734-bf7a-e199c03b995c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:55.910461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:55.942364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:55.990554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Pushing event updated for resources: {'Port': ['ID=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:56.113879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:56.114551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.117985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.117985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.118575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.119761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.119893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.122181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.122181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.122181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.122181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.122606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.123787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.124589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.125715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.126515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.127311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.128287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.129028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.129543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.130117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.130576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.131257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.131747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.132265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.132868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.133370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.133919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.134424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.134883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.135815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.136281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.136741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.139376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.139913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.140379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.140843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.144586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.144958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.145432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.147459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.147956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.148474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.148944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.149396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.149853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.151889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.152555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.153026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.153582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.160744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-be1e62d8-10f0-47fc-a4fb-6758bb69d91a tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 44665 time: 0.5679479
Mar 05 21:07:56.173883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39762) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:56.179348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:07:56.231307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:56.234778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.238681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1eb662a2-e442-41fc-9f01-85654cea9549 req-e07fa45b-8c77-4ba9-b78a-1bc36992a2f3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4210565
Mar 05 21:07:56.263268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting port e7a4e441-5941-4e0a-b890-f100e54b203f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:56.263744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.263924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Attempting to bind port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:56.264399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Attempting to bind port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:56.264674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Attempting to bind port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 on network d2563496-c1a3-4734-bf7a-e199c03b995c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:56.332145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:56.332524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Checking segment: {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:56.332944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.333357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Bound using segment: {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:56.333855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Bound port: 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:56.334264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.409842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:56.411557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2332b75c-fc72-4413-b2c0-58826bb2a656 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:56.452739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router d54c1480-d54b-4787-b859-2dadfb3e4d4a is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:07:56.475658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:56.481712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.491017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Deleting port 70105a61-bd3a-4484-9ec3-f230ec95d3b3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:56.491345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.504819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.505043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.505565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.505895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.506237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.507438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.507438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.507438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.507719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.508009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.508192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.508512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.508830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:07:56.515166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] For port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:56.518785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] For port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:56.525193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.525506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:56.525906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.539341 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.579826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2332b75c-fc72-4413-b2c0-58826bb2a656 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:56.580021 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.581578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Calling delete_port for e7a4e441-5941-4e0a-b890-f100e54b203f owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:56.583743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae832f-0c70-4ebe-abd3-72cf6c492d06 req-a39cbeeb-04dd-4a71-9b40-16b4ed59b446 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.586248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4ae832f-0c70-4ebe-abd3-72cf6c492d06 req-a39cbeeb-04dd-4a71-9b40-16b4ed59b446 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 944 time: 1.0038478
Mar 05 21:07:56.610156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:07:56.612574 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7666ab43-00c6-4124-92f6-118a77120bfe" -d '{"events": [{"server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "name": "network-vif-plugged", "status": "completed", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:07:56.618690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:56.654293 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.656334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af597-9ba0-4891-8486-4680055a9b2d req-e241d50a-bc36-4559-ba3f-837feea21d43 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:56.657862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-632af597-9ba0-4891-8486-4680055a9b2d req-e241d50a-bc36-4559-ba3f-837feea21d43 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2607043
Mar 05 21:07:56.689987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a012a47-ee87-4168-ad34-18d7c2b44a0c None None] Pushing event updated for resources: {'Port': ['ID=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:56.744740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 70105a61-bd3a-4484-9ec3-f230ec95d3b3, host nch1-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:56.745422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.809979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:56.825522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2332b75c-fc72-4413-b2c0-58826bb2a656 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:56.837196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Calling delete_port for 70105a61-bd3a-4484-9ec3-f230ec95d3b3 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:56.858552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca0c5-891c-44e0-bc6b-dbc3f18a342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:56.859709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:56.887414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Sync routers for ids ['d54c1480-d54b-4787-b859-2dadfb3e4d4a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:56.891012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4ae832f-0c70-4ebe-abd3-72cf6c492d06 req-8c36a3b8-36de-44c1-aaeb-d57d8957cc87 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972362
Mar 05 21:07:56.936231 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Routers {'d54c1480-d54b-4787-b859-2dadfb3e4d4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:56.937091 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d54c1480-d54b-4787-b859-2dadfb3e4d4a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:56.957712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-632af597-9ba0-4891-8486-4680055a9b2d req-16dc3bca-d930-4675-a7a1-03fef4631b94 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621739
Mar 05 21:07:57.027542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.029213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d688e24c-7d08-4a17-aa4e-52671c9217c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.5735621
Mar 05 21:07:57.033724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39770) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:57.037403 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8065a0c-5ff5-47fe-9549-ae6603ceb602 x-openstack-request-id: req-f8065a0c-5ff5-47fe-9549-ae6603ceb602 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:07:57.037695 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "name": "network-vif-plugged", "status": "completed", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:07:57.037919 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8065a0c-5ff5-47fe-9549-ae6603ceb602 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:07:57.038314 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'code': 200}
Mar 05 21:07:57.143015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (70105a61-bd3a-4484-9ec3-f230ec95d3b3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.149210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for router_gateway (477c9377-d297-4418-874d-4f602444308e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.225124 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Set router d54c1480-d54b-4787-b859-2dadfb3e4d4a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:57.251638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event deleted for resources: {'Port': ['ID=70105a61-bd3a-4484-9ec3-f230ec95d3b3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:57.296622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.301028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7662bff8-d2a1-4890-905b-c1ca4a62e254 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "DELETE /v2.0/ports/70105a61-bd3a-4484-9ec3-f230ec95d3b3 HTTP/1.1" status: 204  len: 168 time: 1.1254280
Mar 05 21:07:57.308340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39774) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:57.374618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e7a4e441-5941-4e0a-b890-f100e54b203f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.382790 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-11358e12-d500-402c-ad69-4755d28ac9db tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:07:57.388086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11358e12-d500-402c-ad69-4755d28ac9db tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports/70105a61-bd3a-4484-9ec3-f230ec95d3b3 HTTP/1.1" status: 404  len: 333 time: 0.0749331
Mar 05 21:07:57.390341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:57.421865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1879433150', 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:57.433808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Port': ['ID=e7a4e441-5941-4e0a-b890-f100e54b203f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:57.474559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03152-93ed-4c22-b317-f8759a986394 req-bd7e23e1-3225-49c7-8ed7-d48f34689094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:57.476522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-12b03152-93ed-4c22-b317-f8759a986394 req-bd7e23e1-3225-49c7-8ed7-d48f34689094 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 1127 time: 0.2430017
Mar 05 21:07:57.635755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Made reservation on behalf of ff001322599e4a2da28fd27bfcaa8d06 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:07:57.643131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.646512 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcd00>, [{'id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12'}], 'enable_snat': False}, 'gw_port_id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:49Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:52Z', 'updated_at': '2022-03-05T21:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:57.680928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a646a5-0212-4645-9d8f-ed5a7e6615a4 None None] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:57.682507 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Checking router: d54c1480-d54b-4787-b859-2dadfb3e4d4a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:07:57.682876 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Updating router d54c1480-d54b-4787-b859-2dadfb3e4d4a port 3ef64d5a-73e5-420f-88a0-81b6b67252af binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:07:57.720266 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.735469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.754421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 0e60aebc-b726-407e-8653-4f3ae2e7f363 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:07:57.806298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-12b03152-93ed-4c22-b317-f8759a986394 req-6168fa78-9d3f-4ad0-bc50-2fdc0a568be8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221166
Mar 05 21:07:57.817966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-22c5abbb-0a85-4b95-b644-60cb7497d539 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/d54c1480-d54b-4787-b859-2dadfb3e4d4a HTTP/1.1" status: 200  len: 908 time: 0.7795832
Mar 05 21:07:57.820417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39778) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:57.840318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Provisioning complete for port e4130f6e-1aae-429d-a0fa-7b755e099dda triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:57.841156 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.879621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.901506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:57.915343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1015532390', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': True}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:57.975434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:57.976202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.081020 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.101668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f354d7-cfa7-49d7-bfae-3abd15e61cf2 req-d4707000-7244-47be-95e2-6b40b8e3eb3c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:58.109335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49f354d7-cfa7-49d7-bfae-3abd15e61cf2 req-d4707000-7244-47be-95e2-6b40b8e3eb3c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.8621299
Mar 05 21:07:58.180760 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks [] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.194267 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.210204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (a8f05183-90f5-4a38-aa32-37799139f805), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.220590 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (a8f05183-90f5-4a38-aa32-37799139f805), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.222882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Router 3bd59b8b-0d29-484d-9067-4b00da96f62c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:58.236674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:58.239810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.279036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Current status of the port e4130f6e-1aae-429d-a0fa-7b755e099dda is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:58.279844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.292669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9161-84e2-4d8b-ab4e-3bd355c4ca66 req-d68e5d8a-5c0c-4f91-ab1e-051d5d8d4fc7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:58.294237 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c0d9161-84e2-4d8b-ab4e-3bd355c4ca66 req-d68e5d8a-5c0c-4f91-ab1e-051d5d8d4fc7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 945 time: 0.2246058
Mar 05 21:07:58.322794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Attempting to bind port 3ef64d5a-73e5-420f-88a0-81b6b67252af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:07:58.323567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Attempting to bind port 3ef64d5a-73e5-420f-88a0-81b6b67252af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:07:58.324161 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Attempting to bind port 3ef64d5a-73e5-420f-88a0-81b6b67252af on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:07:58.345996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49f354d7-cfa7-49d7-bfae-3abd15e61cf2 req-f31a9e44-5b7c-4e1e-b507-02d7cf4d20c2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297232
Mar 05 21:07:58.346466 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979cc5-193b-4a63-ad5c-9eeacd4eaeb0 None None] Pushing event updated for resources: {'Port': ['ID=3ef64d5a-73e5-420f-88a0-81b6b67252af,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:58.352651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:07:58.353856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event updated for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:58.354366 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:07:58.356310 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.356827 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:07:58.357425 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Bound port: 3ef64d5a-73e5-420f-88a0-81b6b67252af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:07:58.364195 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.382546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] For port e4130f6e-1aae-429d-a0fa-7b755e099dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4130f6e-1aae-429d-a0fa-7b755e099dda,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:58.398691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.475014 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] For port 3ef64d5a-73e5-420f-88a0-81b6b67252af, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:07:58.478810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:07:58.481446 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] For port 3ef64d5a-73e5-420f-88a0-81b6b67252af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef64d5a-73e5-420f-88a0-81b6b67252af,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:07:58.491349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3fa186fc-9857-4e31-8318-24a940ff81db tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0452678
Mar 05 21:07:58.495290 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.507191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:58.516336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] Sync routers for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:07:58.557077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (477c9377-d297-4418-874d-4f602444308e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.577386 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-67efbbc8-8a42-46c9-8f58-ecb7393f3865 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] show failed (client error): The resource could not be found.
Mar 05 21:07:58.582211 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-67efbbc8-8a42-46c9-8f58-ecb7393f3865 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-155735480 HTTP/1.1" status: 404  len: 334 time: 0.0701931
Mar 05 21:07:58.588608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (0e60aebc-b726-407e-8653-4f3ae2e7f363), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.590670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39786) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:58.592134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633aeef-c751-4d5f-ae1b-21d0fe62b0e4 None None] Pushing event updated for resources: {'Port': ['ID=e4130f6e-1aae-429d-a0fa-7b755e099dda,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:58.606848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f1cefa6a-a224-4f22-976b-09f40bb59358 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:07:58.616720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (a8f05183-90f5-4a38-aa32-37799139f805), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.631050 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979cc5-193b-4a63-ad5c-9eeacd4eaeb0 None None] Pushing event updated for resources: {'Port': ['ID=3ef64d5a-73e5-420f-88a0-81b6b67252af,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:58.650058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:58.651525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:58.661155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:58.663203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.665173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c0d9161-84e2-4d8b-ab4e-3bd355c4ca66 req-e2f29f67-b740-47f2-81a7-579c6a6d6694 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3592422
Mar 05 21:07:58.669100 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Routers {'d54c1480-d54b-4787-b859-2dadfb3e4d4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:58.669748 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d54c1480-d54b-4787-b859-2dadfb3e4d4a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:58.670058 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-f1cefa6a-a224-4f22-976b-09f40bb59358 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] update failed (client error): The resource could not be found.
Mar 05 21:07:58.671345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f1cefa6a-a224-4f22-976b-09f40bb59358 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-878013474 HTTP/1.1" status: 404  len: 334 time: 0.0786359
Mar 05 21:07:58.686056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:58.758710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4310>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:58.765632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:58.793529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting subnet c7829ec8-ef21-4e98-a3a9-c41e6372db6a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:07:58.798954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (c7829ec8-ef21-4e98-a3a9-c41e6372db6a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.810405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:07:58.815510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af8aa2-5e8f-44c3-885e-96277290c932 None None] Network d2563496-c1a3-4734-bf7a-e199c03b995c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:58.824319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.825409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4130f6e-1aae-429d-a0fa-7b755e099dda up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:58.848302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] Routers {'3bd59b8b-0d29-484d-9067-4b00da96f62c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:07:58.849188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3bd59b8b-0d29-484d-9067-4b00da96f62c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:58.852818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:58.858212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0e60aebc-b726-407e-8653-4f3ae2e7f363), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.863414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] Set router d54c1480-d54b-4787-b859-2dadfb3e4d4a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:07:58.938655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Provisioning complete for port e8c9d14a-618e-4372-a731-724aedecf5b7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:58.939296 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.947984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c7829ec8-ef21-4e98-a3a9-c41e6372db6a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:58.992178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea2296-6c34-4221-9b66-befdfc9b362f req-d105ebdc-6f67-40ac-9aa2-cb39ec4e0f69 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:59.003765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cea2296-6c34-4221-9b66-befdfc9b362f req-d105ebdc-6f67-40ac-9aa2-cb39ec4e0f69 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4708953
Mar 05 21:07:59.005377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Network 9a32091c-6054-4e93-ad65-9e30dae223ab is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:07:59.006422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=0e60aebc-b726-407e-8653-4f3ae2e7f363,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:59.013750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:07:59.020696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:07:59.022292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:59.023350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.076168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-28ecec1e-0bc0-4b67-9397-cf86c0f34eed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.6597574
Mar 05 21:07:59.078413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39790) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:59.277070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998c890-c373-423b-8088-08c34da50911 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:07:59.279210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d998c890-c373-423b-8088-08c34da50911 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports/0e60aebc-b726-407e-8653-4f3ae2e7f363 HTTP/1.1" status: 200  len: 955 time: 0.1997001
Mar 05 21:07:59.282085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39792) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:59.333127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4310>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:59.333914 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904fcd00>, [{'id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12'}], 'enable_snat': False}, 'gw_port_id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:49Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:52Z', 'updated_at': '2022-03-05T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:07:59.335726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f04a5-a11e-47f1-9a02-43766ebedbc2 None None] The sync data for ids ['3bd59b8b-0d29-484d-9067-4b00da96f62c'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:59.352118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:59.353097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c7829ec8-ef21-4e98-a3a9-c41e6372db6a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.393961 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7f7c2-6211-41e1-9b40-842a6627d0ef None None] The sync data for ids ['d54c1480-d54b-4787-b859-2dadfb3e4d4a'] in ncdv-master-1 is: [{'id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12'}], 'enable_snat': False}, 'gw_port_id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:49Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '3ef64d5a-73e5-420f-88a0-81b6b67252af', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54c1480-d54b-4787-b859-2dadfb3e4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:52Z', 'updated_at': '2022-03-05T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:07:59.403328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Port e8c9d14a-618e-4372-a731-724aedecf5b7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:07:59.475444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Provisioning complete for port e4130f6e-1aae-429d-a0fa-7b755e099dda triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:59.476112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.482138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c7829ec8-ef21-4e98-a3a9-c41e6372db6a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.515054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4130f6e-1aae-429d-a0fa-7b755e099dda triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:59.515596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.540831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Subnet': ['ID=c7829ec8-ef21-4e98-a3a9-c41e6372db6a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:07:59.543210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.547547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7364bfe-68f4-4fd7-bf13-0288181dc7a9 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/subnets/c7829ec8-ef21-4e98-a3a9-c41e6372db6a HTTP/1.1" status: 204  len: 168 time: 0.8676276
Mar 05 21:07:59.550718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39794) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:07:59.557651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d69a01-55d3-4a40-be37-d5cee8c72c1f None None] Network c2423205-88bc-4fad-94ab-9c16fe6c3b5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:07:59.603841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Deleting port 0e60aebc-b726-407e-8653-4f3ae2e7f363 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:07:59.604269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0e60aebc-b726-407e-8653-4f3ae2e7f363), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.636638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.701504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c2423205-88bc-4fad-94ab-9c16fe6c3b5d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.712964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (a8f05183-90f5-4a38-aa32-37799139f805), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.720653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cea2296-6c34-4221-9b66-befdfc9b362f req-f585c12c-4df6-40e8-974e-28195574bdda tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7161732
Mar 05 21:07:59.739776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0e60aebc-b726-407e-8653-4f3ae2e7f363), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:07:59.760633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Calling delete_port for 0e60aebc-b726-407e-8653-4f3ae2e7f363 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:07:59.771353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:07:59.793404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8bf47c9c-73dc-4f37-94d0-05caaaa81b3d None None] Current status of the port e4130f6e-1aae-429d-a0fa-7b755e099dda is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:59.869072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4130f6e-1aae-429d-a0fa-7b755e099dda is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:07:59.870526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:07:59.993460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Provisioning complete for port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:07:59.993938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.025964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0e60aebc-b726-407e-8653-4f3ae2e7f363), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.048096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] DHCP port deletion for c2423205-88bc-4fad-94ab-9c16fe6c3b5d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:00.052813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.061441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0e60aebc-b726-407e-8653-4f3ae2e7f363 HTTP/1.1" status: 204  len: 168 time: 0.7784185
Mar 05 21:08:00.062943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Router 477c9377-d297-4418-874d-4f602444308e is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:00.067158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:00.067814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39802) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:00.067953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.108729 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc94ed39-7422-4d9c-a8c2-de86d4770752 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:08:00.110195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cc94ed39-7422-4d9c-a8c2-de86d4770752 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports/0e60aebc-b726-407e-8653-4f3ae2e7f363 HTTP/1.1" status: 404  len: 333 time: 0.0350571
Mar 05 21:08:00.118702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39804) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:00.124966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-412136283'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:00.149388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:00.163824 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:00.169850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe103-a56f-48b8-bb0a-2176fed59e04 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e60aebc-b726-407e-8653-4f3ae2e7f363,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:00.183975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Made reservation on behalf of ff001322599e4a2da28fd27bfcaa8d06 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:00.189963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.191318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6118a9ef-cc40-49ea-a3b0-6af8d94ef622 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6156032
Mar 05 21:08:00.196626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:00.199204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:00.200132 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be019d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:00.208608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting port ce858abd-70e1-4d37-a561-af8c3e1a4250 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:00.209080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.216127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 5c498d73-07d5-4115-b433-07a923c6d54d yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:00.230158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:00.243709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531b5c-12dd-48dd-be00-4bb5a85db82d req-36473bb8-cdf2-4337-a6c2-85a1a5313903 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:00.245294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-93531b5c-12dd-48dd-be00-4bb5a85db82d req-36473bb8-cdf2-4337-a6c2-85a1a5313903 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2335880
Mar 05 21:08:00.280047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Deleting port ce858abd-70e1-4d37-a561-af8c3e1a4250 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:00.280614 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.389212 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:00.398094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Current status of the port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:00.417292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (5c498d73-07d5-4115-b433-07a923c6d54d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.426602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-93531b5c-12dd-48dd-be00-4bb5a85db82d req-a1608aa2-079f-4090-a3cb-5eed14ae89d1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302691
Mar 05 21:08:00.426812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:00.458909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] For port ce858abd-70e1-4d37-a561-af8c3e1a4250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce858abd-70e1-4d37-a561-af8c3e1a4250,segment=NetworkSegment(72747cab-d374-4275-8238-9034ec5379cf),segment_id=72747cab-d374-4275-8238-9034ec5379cf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:00.459426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.462043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Provisioning complete for port e8c9d14a-618e-4372-a731-724aedecf5b7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:00.462540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.489396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Calling delete_port for ce858abd-70e1-4d37-a561-af8c3e1a4250 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:00.592951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.639922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.686892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] Pushing event deleted for resources: {'Port': ['ID=ce858abd-70e1-4d37-a561-af8c3e1a4250,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:00.695906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987daf2-51ff-408f-bd01-68a38a313d4b None None] No DVR routers for this DVR port ce858abd-70e1-4d37-a561-af8c3e1a4250 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:00.697459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-81904a69-2c37-48be-855e-e7180c964ebb None None] Port e8c9d14a-618e-4372-a731-724aedecf5b7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:00.713516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:00.727220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Sync routers for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:00.753426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:00.759513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d547c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:00.774748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.775186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=5c498d73-07d5-4115-b433-07a923c6d54d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:00.779057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64f45d95-4b92-41f8-aaf9-541db23fc19a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.9337230
Mar 05 21:08:00.783303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39810) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:00.846218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4130f6e-1aae-429d-a0fa-7b755e099dda up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:00.858192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e4f7f-4354-49f3-861d-003c3f377e0d req-650060e9-51b9-4805-b578-0a0427c505cd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:00.859859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c0e4f7f-4354-49f3-861d-003c3f377e0d req-650060e9-51b9-4805-b578-0a0427c505cd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 945 time: 0.9826806
Mar 05 21:08:00.887776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (a8f05183-90f5-4a38-aa32-37799139f805), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.912336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Network 9a32091c-6054-4e93-ad65-9e30dae223ab is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:00.917725 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be019d0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:07:57Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:00.943432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7b0b6dc1-8419-448d-8129-d99c860c56ca None None] Provisioning complete for port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:00.948578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6dc1-8419-448d-8129-d99c860c56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.958098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:00.958313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:00.958802 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Updating router e113881a-b8e4-421b-8f9a-a016accfd49b port e8c9d14a-618e-4372-a731-724aedecf5b7 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:08:01.005200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234b37d-c403-4e23-b2e7-da636c311f82 req-8f16be1c-13e5-4fa3-8483-85df9a550b13 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:01.013884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b234b37d-c403-4e23-b2e7-da636c311f82 req-8f16be1c-13e5-4fa3-8483-85df9a550b13 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3786328
Mar 05 21:08:01.023226 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.032102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e4130f6e-1aae-429d-a0fa-7b755e099dda triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:01.032999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.079648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.092805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:01.250279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b234b37d-c403-4e23-b2e7-da636c311f82 req-08fb3d96-d227-4ec5-a0f8-f077ad14c1cf tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193542
Mar 05 21:08:01.336619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b6dc1-8419-448d-8129-d99c860c56ca None None] Current status of the port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:01.401573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:01.401927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e4130f6e-1aae-429d-a0fa-7b755e099dda is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:01.403403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3ef64d5a-73e5-420f-88a0-81b6b67252af up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:01.403658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:01.404790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:01.405660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.427981 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks [] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.442744 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.471495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] For port ce858abd-70e1-4d37-a561-af8c3e1a4250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce858abd-70e1-4d37-a561-af8c3e1a4250,segment=NetworkSegment(72747cab-d374-4275-8238-9034ec5379cf),segment_id=72747cab-d374-4275-8238-9034ec5379cf)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:01.471965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.481524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d547c0>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:07:56Z', 'revision_number': 3, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:01.493582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42bd1393-9f1f-4937-94d1-27852c8f2152 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.3738854
Mar 05 21:08:01.497296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39816) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:01.506048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:01.520929 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436aa19-735a-4d02-84bf-c399269d8c3d None None] Pushing event updated for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:01.544948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Checking router: 477c9377-d297-4418-874d-4f602444308e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:01.546363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Updating router 477c9377-d297-4418-874d-4f602444308e port dadf84d6-82d7-4111-98aa-3cee953e778a binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:08:01.547593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Calling delete_port for ce858abd-70e1-4d37-a561-af8c3e1a4250 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:01.558815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.35.0.157 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/78846f68-161e-4e84-b8db-8c57421831fb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:01.571097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3ef64d5a-73e5-420f-88a0-81b6b67252af triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:01.571721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.602530 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.609589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:08:01.621412 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Attempting to bind port e8c9d14a-618e-4372-a731-724aedecf5b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:01.622037 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Attempting to bind port e8c9d14a-618e-4372-a731-724aedecf5b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:01.622414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Attempting to bind port e8c9d14a-618e-4372-a731-724aedecf5b7 on network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:01.629559 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:01.629999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Checking segment: {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:01.630859 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.632087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Bound using segment: {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:01.632429 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Bound port: e8c9d14a-618e-4372-a731-724aedecf5b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6805e6-395a-4957-8461-fe3cbe18dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:01.632815 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.658484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.664142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c0e4f7f-4354-49f3-861d-003c3f377e0d req-b4938acc-5ccc-4884-9610-8791f4240381 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685552
Mar 05 21:08:01.767206 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] For port e8c9d14a-618e-4372-a731-724aedecf5b7, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:01.786677 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] For port e8c9d14a-618e-4372-a731-724aedecf5b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c9d14a-618e-4372-a731-724aedecf5b7,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:01.801070 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.801698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Removed routes are [] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:08:01.802110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.932962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3ef64d5a-73e5-420f-88a0-81b6b67252af is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:01.933455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.935617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252708a-52f5-4568-9a58-0e841095962a req-2344d224-8ae3-4493-a9da-af28478d3eb8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:01.943215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2252708a-52f5-4568-9a58-0e841095962a req-2344d224-8ae3-4493-a9da-af28478d3eb8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.5116448
Mar 05 21:08:01.961856 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436aa19-735a-4d02-84bf-c399269d8c3d None None] Pushing event updated for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:01.962827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3ef64d5a-73e5-420f-88a0-81b6b67252af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef64d5a-73e5-420f-88a0-81b6b67252af,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:01.966602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:01.967483 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be019d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:01.988346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:01.989425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:02.028263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Provisioning complete for port e8c9d14a-618e-4372-a731-724aedecf5b7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:02.028999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.052556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (78846f68-161e-4e84-b8db-8c57421831fb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.119268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2252708a-52f5-4568-9a58-0e841095962a req-dd67d7a8-4bcc-413a-a161-3af80e85227b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749213
Mar 05 21:08:02.124362 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-8b2c54fc-8202-41bf-89f1-300fb6a288fe tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 267 time: 0.2411058
Mar 05 21:08:02.135325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ce858abd-70e1-4d37-a561-af8c3e1a4250), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.201597 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:02.234902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] No DVR routers for this DVR port ce858abd-70e1-4d37-a561-af8c3e1a4250 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:02.265639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Port': ['ID=ce858abd-70e1-4d37-a561-af8c3e1a4250,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:02.298348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] device_id is not set on port 5c498d73-07d5-4115-b433-07a923c6d54d yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:02.311594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks [] for port (5c498d73-07d5-4115-b433-07a923c6d54d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.384753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.388546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3ef64d5a-73e5-420f-88a0-81b6b67252af,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:02.458789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:02.459168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.531711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Current status of the port e8c9d14a-618e-4372-a731-724aedecf5b7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:02.532912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.559723 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be019d0>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 6, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:02.590474 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df0a2-bf6e-4488-99c3-32a50672312a None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 6, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 4, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:02.625278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] For port e8c9d14a-618e-4372-a731-724aedecf5b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c9d14a-618e-4372-a731-724aedecf5b7,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:02.626436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-b2dd417d-425c-4dd8-bdd8-baaf40c5942c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:02.627039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:02.633967 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.636307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-b2dd417d-425c-4dd8-bdd8-baaf40c5942c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 945 time: 0.5017254
Mar 05 21:08:02.687978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'security_groups': []}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:02.720393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073b95a-14d1-480a-b211-21bd785b49f4 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:02.743606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=5c498d73-07d5-4115-b433-07a923c6d54d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:02.746979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c2423205-88bc-4fad-94ab-9c16fe6c3b5d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.763029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:02.763229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:02.763570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:02.773983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f93b47d4-d212-4c73-b8e2-63db82cb3baf None None] Provisioning complete for port e8c9d14a-618e-4372-a731-724aedecf5b7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:02.774395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f93b47d4-d212-4c73-b8e2-63db82cb3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.775364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:02.775723 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:02.782825 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 2 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:02.809618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:02.809958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:02.810903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:02.811117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ce858abd-70e1-4d37-a561-af8c3e1a4250 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:02.824191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:02.824535 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:02.840068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ce858abd-70e1-4d37-a561-af8c3e1a4250 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:02.840420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ce858abd-70e1-4d37-a561-af8c3e1a4250 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:02.848688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91d68580>,) {'filters': {'network_id': ['c2423205-88bc-4fad-94ab-9c16fe6c3b5d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:02.858367 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 3 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:02.859240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.867003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (78846f68-161e-4e84-b8db-8c57421831fb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.878504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:02.923037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91d2-96e4-47d4-8f3f-8d9c28b2b2d4 req-6abfe71d-6ab5-45fa-b5fd-dee739f2e45d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:02.930920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f92a91d2-96e4-47d4-8f3f-8d9c28b2b2d4 req-6abfe71d-6ab5-45fa-b5fd-dee739f2e45d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1882946
Mar 05 21:08:02.933773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:02.934114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:02.934453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:02.947512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:02.947512 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:02.954874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91d68580>, '72747cab-d374-4275-8238-9034ec5379cf') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:02.955174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91d68580>, '72747cab-d374-4275-8238-9034ec5379cf') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:02.957163 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 4 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.007748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (72747cab-d374-4275-8238-9034ec5379cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.009055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.035926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.036623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.036623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.041948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:03.052876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=78846f68-161e-4e84-b8db-8c57421831fb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:03.058257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:03.065175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:03.105912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.106257 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.108992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.114534 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 5 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.129261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (72747cab-d374-4275-8238-9034ec5379cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.137852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.138542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.138542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.143860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f92a91d2-96e4-47d4-8f3f-8d9c28b2b2d4 req-89be4794-ef16-44d3-8c96-3c4e56b6cf23 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099476
Mar 05 21:08:03.162674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:03.163090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (72747cab-d374-4275-8238-9034ec5379cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.163624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:03.168879 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:03.207889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.208227 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.211506 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 6 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.243470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3ef64d5a-73e5-420f-88a0-81b6b67252af up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:03.246908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks [] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.278875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.368973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804ba8d-72e6-429a-925c-af80ce6ef2ab None None] Pushing event updated for resources: {'Port': ['ID=dadf84d6-82d7-4111-98aa-3cee953e778a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:03.379312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.379654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.380366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.385960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f93b47d4-d212-4c73-b8e2-63db82cb3baf None None] Current status of the port e8c9d14a-618e-4372-a731-724aedecf5b7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:03.396863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Attempting to bind port dadf84d6-82d7-4111-98aa-3cee953e778a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.397469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Attempting to bind port dadf84d6-82d7-4111-98aa-3cee953e778a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.399825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.399825 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.400328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Attempting to bind port dadf84d6-82d7-4111-98aa-3cee953e778a on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.407216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:03.407601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:03.408054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.408447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:03.410721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Bound port: dadf84d6-82d7-4111-98aa-3cee953e778a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:03.411150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.412763 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 7 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.425702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c2423205-88bc-4fad-94ab-9c16fe6c3b5d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.454035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.454369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.454691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.488292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.494097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/networks/c2423205-88bc-4fad-94ab-9c16fe6c3b5d HTTP/1.1" status: 204  len: 168 time: 3.9400218
Mar 05 21:08:03.495605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39826) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:03.500253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] For port dadf84d6-82d7-4111-98aa-3cee953e778a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:03.505623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] For port dadf84d6-82d7-4111-98aa-3cee953e778a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dadf84d6-82d7-4111-98aa-3cee953e778a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:03.514180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3ef64d5a-73e5-420f-88a0-81b6b67252af triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:03.514180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.520263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140db64-75f2-4523-b252-9bdc0fe1e631 req-4e4f3dab-a0f2-43a2-b47e-7e7ec707bde9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:03.527219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2140db64-75f2-4523-b252-9bdc0fe1e631 req-4e4f3dab-a0f2-43a2-b47e-7e7ec707bde9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2086680
Mar 05 21:08:03.550542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.560856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:03.561732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdd9c7-2376-432c-80f9-2f131ef05c4a tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Network': ['ID=c2423205-88bc-4fad-94ab-9c16fe6c3b5d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:03.578029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.578255 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.581701 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 8 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.598505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Allocated IP 172.20.0.1 (d2563496-c1a3-4734-bf7a-e199c03b995c/29a25bfc-5912-4fc3-90a2-528dd8dec364/2528d7be-c5c6-4cfd-be32-01dc2a3fce00) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:03.601084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.601393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.601840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.611303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.611760 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.616571 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 9 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.625351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.629761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5211984b-b607-435f-84ac-b70b66ac80c5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 954 time: 3.4036212
Mar 05 21:08:03.637620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39828) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:03.638368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.638697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.639042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.686012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:03.687409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d547c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:03.716352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting subnet 2411a948-014b-4868-920a-6825a8184b1d {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:03.727931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (2411a948-014b-4868-920a-6825a8184b1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.733331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.733331 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.738020 ncdv-master-1 neutron-server[126562]: INFO neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempt 10 to bind port 5c498d73-07d5-4115-b433-07a923c6d54d
Mar 05 21:08:03.738378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2140db64-75f2-4523-b252-9bdc0fe1e631 req-fe0e37fa-1d73-4b28-b9ee-bcde71b01316 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103040
Mar 05 21:08:03.771474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804ba8d-72e6-429a-925c-af80ce6ef2ab None None] Pushing event updated for resources: {'Port': ['ID=dadf84d6-82d7-4111-98aa-3cee953e778a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:03.795601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:03.796471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (2411a948-014b-4868-920a-6825a8184b1d), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.799303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (a8f05183-90f5-4a38-aa32-37799139f805), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.837364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:03.837689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:03.838032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempting to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:03.851433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:03.851433 ncdv-master-1 neutron-server[126562]: ERROR neutron.plugins.ml2.managers [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Failed to bind port 5c498d73-07d5-4115-b433-07a923c6d54d on host nch1-master-1 for vnic_type normal using segments [{'id': '2eddce44-3ea5-492f-b6fa-9b709173bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a32091c-6054-4e93-ad65-9e30dae223ab'}]
Mar 05 21:08:03.851847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.874071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3ef64d5a-73e5-420f-88a0-81b6b67252af is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:03.875347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e8c9d14a-618e-4372-a731-724aedecf5b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:03.934984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 5c498d73-07d5-4115-b433-07a923c6d54d, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:03.935360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attempted to set empty binding levels {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 05 21:08:03.949685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:03.954583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:04.011060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2411a948-014b-4868-920a-6825a8184b1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.038866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks [] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.060192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:04.069653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e8c9d14a-618e-4372-a731-724aedecf5b7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:04.070131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.075778 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:04.076769 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:04.085368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.113508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.126773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-785c5c00-4877-4822-968b-a194094f5d27 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 954 time: 0.4828956
Mar 05 21:08:04.133305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39834) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:04.139372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'routes': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:04.139561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.146739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] In _notify_port_updated(), no bound segment for port 5c498d73-07d5-4115-b433-07a923c6d54d on network 9a32091c-6054-4e93-ad65-9e30dae223ab {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:08:04.147631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:04.148800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.152523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "PUT /v2.0/ports/5c498d73-07d5-4115-b433-07a923c6d54d HTTP/1.1" status: 200  len: 974 time: 2.6488838
Mar 05 21:08:04.156852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:04.157396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:04.184460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Network d2563496-c1a3-4734-bf7a-e199c03b995c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:04.187934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fcabe-a6f3-45d4-a81d-de072e947ad5 req-642d13c7-da8a-465d-bca1-efdfdcd32a0a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:04.195237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce8fcabe-a6f3-45d4-a81d-de072e947ad5 req-642d13c7-da8a-465d-bca1-efdfdcd32a0a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2670376
Mar 05 21:08:04.205154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:04.217071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4c91a561-c474-4d92-b44b-1cbcce180e5e', 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:04.217950 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:04.225800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:04.329921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (a8f05183-90f5-4a38-aa32-37799139f805), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.335130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (2411a948-014b-4868-920a-6825a8184b1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.363374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce8fcabe-a6f3-45d4-a81d-de072e947ad5 req-83d38bd5-4c04-474f-9584-d065313ae997 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671877
Mar 05 21:08:04.440011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Subnet': ['ID=2411a948-014b-4868-920a-6825a8184b1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:04.520714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e8c9d14a-618e-4372-a731-724aedecf5b7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:04.659853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e192a-3a86-4d02-8ff7-8db3fe93ade6 None None] Network db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:04.675827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.679207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f9837bf7-0a0f-46d8-9738-4540a14896fc tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/subnets/2411a948-014b-4868-920a-6825a8184b1d HTTP/1.1" status: 204  len: 168 time: 1.1814382
Mar 05 21:08:04.681735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:04.735263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020261b9-7131-4f0f-8b70-441f1a643c5c tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event updated for resources: {'Port': ['ID=5c498d73-07d5-4115-b433-07a923c6d54d,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:04.746754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:04.747488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.753508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99d97841-b7f6-4873-94f0-c2f434c734a8 req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "PUT /v2.0/ports/dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 200  len: 904 time: 2.1163130
Mar 05 21:08:04.766796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:04.776684 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30" -d '{"events": [{"name": "network-changed", "server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:04.809015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting subnet fd54d8f7-efb6-48cc-baa2-03c7c46e34e9 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:04.877721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['dd23e2dc-da6a-4c82-92a8-c32b30b75f06'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:04.890355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7eb20>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 6, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:04.921650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (477c9377-d297-4418-874d-4f602444308e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.927905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Provisioning complete for port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:04.928683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:04.940242 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:04.951464 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:04.952357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:04.977147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Pushing event updated for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:04.982158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d547c0>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:07:56Z', 'revision_number': 3, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:05.055174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350c1a5-ecb3-405e-ba4f-46d953a17ecf None None] The sync data for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 is: [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:07:56Z', 'revision_number': 3, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:05.095713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047419d-9a61-430d-99c1-414793aadd45 req-26b9a58e-0876-4cd2-8394-61577670e0fc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:05.097574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6047419d-9a61-430d-99c1-414793aadd45 req-26b9a58e-0876-4cd2-8394-61577670e0fc tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 907 time: 0.2306190
Mar 05 21:08:05.158958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Current status of the port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:05.168998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Deleting port 5c498d73-07d5-4115-b433-07a923c6d54d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:05.169482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.186640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Provisioning complete for port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:05.187153 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.200460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6668960-d42b-4002-b3ed-92ae9c1da1ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:05.214406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:05.251771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (fd54d8f7-efb6-48cc-baa2-03c7c46e34e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.256001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] DHCP port deletion for db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:05.265813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-842a25d5-69b9-4678-ae33-70df6c78e476 None None] Port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:05.292201 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8564d-a8c8-4206-8a66-b0162d4c881e x-openstack-request-id: req-33b8564d-a8c8-4206-8a66-b0162d4c881e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:05.292530 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:05.292773 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33b8564d-a8c8-4206-8a66-b0162d4c881e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:05.293194 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'status': 'completed', 'code': 200}
Mar 05 21:08:05.359819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] For port 5c498d73-07d5-4115-b433-07a923c6d54d, host nch1-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:05.360345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.364011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Deleting port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:05.364404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.370916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81dbb-c1ce-4946-8bea-36c214da2490 req-dfd9ddbd-4f06-4a27-848c-a9cc58cda339 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:05.375327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8de81dbb-c1ce-4946-8bea-36c214da2490 req-dfd9ddbd-4f06-4a27-848c-a9cc58cda339 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7008460
Mar 05 21:08:05.406640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Calling delete_port for 5c498d73-07d5-4115-b433-07a923c6d54d owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:05.454081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.482822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] For port 7f034d3a-1fc5-441c-b2ca-43ed48a03365, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f034d3a-1fc5-441c-b2ca-43ed48a03365,segment=NetworkSegment(3b5fcfad-570e-4361-84cf-d412602901bc),segment_id=3b5fcfad-570e-4361-84cf-d412602901bc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:05.511457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.536946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-ced64774-d0f4-4772-937a-a3af6117fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:05.538516 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-ced64774-d0f4-4772-937a-a3af6117fea0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 1089 time: 0.2356284
Mar 05 21:08:05.540005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Calling delete_port for 7f034d3a-1fc5-441c-b2ca-43ed48a03365 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:05.543801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (fd54d8f7-efb6-48cc-baa2-03c7c46e34e9), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.599502 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7eb20>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 6, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:05.662676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06704e2-cdc3-4808-a7db-241dafa34012 req-86e1a837-f5b9-420b-9ed1-1a064b08e1d3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:05.664233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d06704e2-cdc3-4808-a7db-241dafa34012 req-86e1a837-f5b9-420b-9ed1-1a064b08e1d3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3008454
Mar 05 21:08:05.665147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7f034d3a-1fc5-441c-b2ca-43ed48a03365), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.668513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282aaa1-51ab-4ca6-b4a4-b33cb4229555 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 6, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:05.741283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] No DVR routers for this DVR port 7f034d3a-1fc5-441c-b2ca-43ed48a03365 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:05.762295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b9171-2f83-4fe0-a44f-3220c05c88e9 None None] Pushing event deleted for resources: {'Port': ['ID=7f034d3a-1fc5-441c-b2ca-43ed48a03365,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:05.789848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router a8f05183-90f5-4a38-aa32-37799139f805 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:05.814720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8de81dbb-c1ce-4946-8bea-36c214da2490 req-2ccd52cc-5cd4-4abd-9308-f0e8720cf565 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3308558
Mar 05 21:08:05.882465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5c498d73-07d5-4115-b433-07a923c6d54d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.926155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d06704e2-cdc3-4808-a7db-241dafa34012 req-bc965e91-6f23-44c9-a9cc-4d0d20ed4d49 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2499609
Mar 05 21:08:05.929997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c498d73-07d5-4115-b433-07a923c6d54d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:05.948423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-f80ff497-aa88-4eca-97f1-d9cfb9b5e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:05.949912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-f80ff497-aa88-4eca-97f1-d9cfb9b5e959 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3887596
Mar 05 21:08:05.972775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:05.979960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added routes are [] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:08:05.980626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:08:05.981346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4b6d6a96-d830-4b26-95da-0a24fac9b7ed tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5c498d73-07d5-4115-b433-07a923c6d54d HTTP/1.1" status: 204  len: 168 time: 1.8182788
Mar 05 21:08:05.995912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:06.047446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (fd54d8f7-efb6-48cc-baa2-03c7c46e34e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.075022 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68fa809-fcb9-4384-828d-2c1b2d0a7c55 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] GET failed (client error): The resource could not be found.
Mar 05 21:08:06.080207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b68fa809-fcb9-4384-828d-2c1b2d0a7c55 tempest-PortsAdminExtendedAttrsTestJSON-334586316 tempest-PortsAdminExtendedAttrsTestJSON-334586316-project-admin] 10.222.0.15 "GET /v2.0/ports/5c498d73-07d5-4115-b433-07a923c6d54d HTTP/1.1" status: 404  len: 333 time: 0.0826733
Mar 05 21:08:06.080904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39858) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:06.094615 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-5d170db1-db51-422a-986a-d3fa2478c547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 200  len: 217 time: 0.1121209
Mar 05 21:08:06.100783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.143025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.163218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:06.178308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Sync routers for ids ['a8f05183-90f5-4a38-aa32-37799139f805'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:06.181449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e0304-6f3f-47a2-9d1c-9a654e20337e req-ab3d65c5-bc67-48b5-8b33-147abfddb254 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:06.183097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e5e0304-6f3f-47a2-9d1c-9a654e20337e req-ab3d65c5-bc67-48b5-8b33-147abfddb254 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2084568
Mar 05 21:08:06.202120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Routers {'a8f05183-90f5-4a38-aa32-37799139f805'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:06.202776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82955550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a8f05183-90f5-4a38-aa32-37799139f805'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:06.270509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-eb1a0e15-271d-46cc-9732-c1138d7e7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:06.271995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-eb1a0e15-271d-46cc-9732-c1138d7e7dae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1420970
Mar 05 21:08:06.282657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (fd54d8f7-efb6-48cc-baa2-03c7c46e34e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.317824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (9a32091c-6054-4e93-ad65-9e30dae223ab), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.323194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks [] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.329345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.331493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f398120-a38f-44b6-aa47-e7edecabae79 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 8.4209392
Mar 05 21:08:06.335146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:06.345526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Subnet': ['ID=fd54d8f7-efb6-48cc-baa2-03c7c46e34e9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:06.348355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.354834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9219c355-4673-4cda-8584-781cfa080306 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/subnets/fd54d8f7-efb6-48cc-baa2-03c7c46e34e9 HTTP/1.1" status: 204  len: 168 time: 1.6633413
Mar 05 21:08:06.355553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0c254-0d6d-44ea-b72b-ec261ef38e70 req-3ade6483-439c-4e72-a101-fe16cb9ae474 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:06.357310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ee0c254-0d6d-44ea-b72b-ec261ef38e70 req-3ade6483-439c-4e72-a101-fe16cb9ae474 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2957067
Mar 05 21:08:06.357998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.361986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:06.413971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (477c9377-d297-4418-874d-4f602444308e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.468375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e5e0304-6f3f-47a2-9d1c-9a654e20337e req-9821272f-286e-48c6-91be-d63e7e9329b4 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2468412
Mar 05 21:08:06.473099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cc829-a6ca-4a7b-9a92-f061c7507076 None None] Network ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:06.547495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.614368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Set router a8f05183-90f5-4a38-aa32-37799139f805 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:06.618074 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.622122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ee0c254-0d6d-44ea-b72b-ec261ef38e70 req-8dd70f36-c188-4e6a-b4fd-c382dba5d010 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2196326
Mar 05 21:08:06.710942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-25e5337e-c1de-4d22-b4dd-9b40bb657cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:06.712898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-25e5337e-c1de-4d22-b4dd-9b40bb657cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4332869
Mar 05 21:08:06.716321 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.745458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.833215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82955550>, [{'id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157'}], 'enable_snat': True}, 'gw_port_id': '78846f68-161e-4e84-b8db-8c57421831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:58Z', 'updated_at': '2022-03-05T21:08:03Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '78846f68-161e-4e84-b8db-8c57421831fb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:00Z', 'updated_at': '2022-03-05T21:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:06.864540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.864761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] DHCP port deletion for ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:06.870996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Checking router: a8f05183-90f5-4a38-aa32-37799139f805 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:06.871367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Updating router a8f05183-90f5-4a38-aa32-37799139f805 port 78846f68-161e-4e84-b8db-8c57421831fb binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:08:06.934417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (78846f68-161e-4e84-b8db-8c57421831fb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.940763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1460>,) {'filters': {'network_id': ['db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:06.961739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1460>, '3b5fcfad-570e-4361-84cf-d412602901bc') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:06.962072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1460>, '3b5fcfad-570e-4361-84cf-d412602901bc') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:06.978277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3b5fcfad-570e-4361-84cf-d412602901bc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:06.993727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad0009-de8c-4713-ac07-5260ca1786c7 req-123c9495-e80e-44c2-abf6-9064ca721e34 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:07.000738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d3ad0009-de8c-4713-ac07-5260ca1786c7 req-123c9495-e80e-44c2-abf6-9064ca721e34 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2574162
Mar 05 21:08:07.011547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Pushing event updated for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.015557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3b5fcfad-570e-4361-84cf-d412602901bc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.023302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:07.023910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3b5fcfad-570e-4361-84cf-d412602901bc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.048760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Deleting port 07870b91-5510-495f-bc4c-26d17c7a2894 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:07.049205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:07.084741 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:07.101602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dadf84d6-82d7-4111-98aa-3cee953e778a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:07.105066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:07.177612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] For port 07870b91-5510-495f-bc4c-26d17c7a2894, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07870b91-5510-495f-bc4c-26d17c7a2894,segment=NetworkSegment(aef2e3c1-5f8d-495a-876b-3f8bcb2d143d),segment_id=aef2e3c1-5f8d-495a-876b-3f8bcb2d143d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:07.178016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.181759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (9a32091c-6054-4e93-ad65-9e30dae223ab), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.225986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.231585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Calling delete_port for 07870b91-5510-495f-bc4c-26d17c7a2894 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:07.233332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.239012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/networks/db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f HTTP/1.1" status: 204  len: 168 time: 0.8724830
Mar 05 21:08:07.242553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1ad7784-f0e4-46c2-89ca-298f195ea8dc tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/a8f05183-90f5-4a38-aa32-37799139f805 HTTP/1.1" status: 200  len: 908 time: 0.9056990
Mar 05 21:08:07.244480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1940>,) {'filters': {'network_id': ['9a32091c-6054-4e93-ad65-9e30dae223ab']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:07.248590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39874) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:07.248933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39876) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:07.294863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d3ad0009-de8c-4713-ac07-5260ca1786c7 req-c4a1f68f-dee6-41c8-a91f-299c712e1d6b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2911766
Mar 05 21:08:07.312619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf891119-e015-4469-9100-74215d8befa6 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Network': ['ID=db43a1fc-d3c3-4d5b-9a1e-7d0575f8593f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.333658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dadf84d6-82d7-4111-98aa-3cee953e778a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:07.334329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.348590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1940>, '2eddce44-3ea5-492f-b6fa-9b709173bfe2') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:07.349065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b904f1940>, '2eddce44-3ea5-492f-b6fa-9b709173bfe2') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:07.357431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:07.369077 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:07.382863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.387236 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-649c21e5-230a-472b-b4f0-9468375b7641 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 704 time: 3.2505095
Mar 05 21:08:07.388405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39880) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:07.394712 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:07.395759 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:07.454345 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (07870b91-5510-495f-bc4c-26d17c7a2894), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.492228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (2eddce44-3ea5-492f-b6fa-9b709173bfe2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.495416 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks [] for port (78846f68-161e-4e84-b8db-8c57421831fb), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.500339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] Pushing event deleted for resources: {'Port': ['ID=07870b91-5510-495f-bc4c-26d17c7a2894,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.503309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e343b9-350e-42e5-b86a-2890b1a8a833 None None] No DVR routers for this DVR port 07870b91-5510-495f-bc4c-26d17c7a2894 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:07.519866 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (78846f68-161e-4e84-b8db-8c57421831fb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.534258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-20ff577d-bc46-4c71-9c38-d30a2dafce39 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 704 time: 0.1425936
Mar 05 21:08:07.550398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:07.554257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (2eddce44-3ea5-492f-b6fa-9b709173bfe2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.568816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:07.569302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (2eddce44-3ea5-492f-b6fa-9b709173bfe2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.601088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dadf84d6-82d7-4111-98aa-3cee953e778a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:07.601711 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.623183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Attempting to bind port 78846f68-161e-4e84-b8db-8c57421831fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:07.623576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Attempting to bind port 78846f68-161e-4e84-b8db-8c57421831fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:07.624045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Attempting to bind port 78846f68-161e-4e84-b8db-8c57421831fb on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:07.631709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442ed1b-8bbe-4225-a079-6bce37ffc159 None None] Pushing event updated for resources: {'Port': ['ID=78846f68-161e-4e84-b8db-8c57421831fb,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.639382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port dadf84d6-82d7-4111-98aa-3cee953e778a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dadf84d6-82d7-4111-98aa-3cee953e778a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:07.641828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:07.641828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:07.642138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.642409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:07.642626 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:07.643039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Bound port: 78846f68-161e-4e84-b8db-8c57421831fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:07.643436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (78846f68-161e-4e84-b8db-8c57421831fb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.655699 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.747416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acc191-e19f-43ed-af62-6922dc708f3c req-35b65e34-1100-4fac-ab41-8b731f949862 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:07.750428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4acc191-e19f-43ed-af62-6922dc708f3c req-35b65e34-1100-4fac-ab41-8b731f949862 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6743453
Mar 05 21:08:07.758509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=dadf84d6-82d7-4111-98aa-3cee953e778a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.761571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] For port 78846f68-161e-4e84-b8db-8c57421831fb, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:07.763397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19af70-04bb-428c-8700-8fe29a519041 req-e43d1dcf-f6b2-490a-8562-215652936b9a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:07.763550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.764978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] For port 78846f68-161e-4e84-b8db-8c57421831fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78846f68-161e-4e84-b8db-8c57421831fb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:07.770800 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:07.773048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f19af70-04bb-428c-8700-8fe29a519041 req-e43d1dcf-f6b2-490a-8562-215652936b9a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2520487
Mar 05 21:08:07.786959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (78846f68-161e-4e84-b8db-8c57421831fb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.820594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Network d2563496-c1a3-4734-bf7a-e199c03b995c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:07.861027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f19af70-04bb-428c-8700-8fe29a519041 req-91fedbb2-22d9-4b9e-a1b1-5675de5924e3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833113
Mar 05 21:08:07.874176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 07870b91-5510-495f-bc4c-26d17c7a2894 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:07.874176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442ed1b-8bbe-4225-a079-6bce37ffc159 None None] Pushing event updated for resources: {'Port': ['ID=78846f68-161e-4e84-b8db-8c57421831fb,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:07.920276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-e9fbf9c5-0809-45e2-a998-ff92e6236707 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8927422
Mar 05 21:08:07.923874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:07.930977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 07870b91-5510-495f-bc4c-26d17c7a2894 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:07.931405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 07870b91-5510-495f-bc4c-26d17c7a2894 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:07.932554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f034d3a-1fc5-441c-b2ca-43ed48a03365 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:07.933868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (a8f05183-90f5-4a38-aa32-37799139f805), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:07.935994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Routers {'a8f05183-90f5-4a38-aa32-37799139f805'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:07.936869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82955550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a8f05183-90f5-4a38-aa32-37799139f805'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.043423 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3f70>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:06Z', 'revision_number': 7, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.084298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] Set router a8f05183-90f5-4a38-aa32-37799139f805 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:08.098201 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:08.098757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324683-62e5-4389-9ffe-cb7cc7810dc9 req-2005ab2d-c0bf-417a-82ff-304699ae2c32 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:08.106788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a324683-62e5-4389-9ffe-cb7cc7810dc9 req-2005ab2d-c0bf-417a-82ff-304699ae2c32 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.0975227
Mar 05 21:08:08.108829 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:08.109463 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.110817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (9a32091c-6054-4e93-ad65-9e30dae223ab), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.172064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7f034d3a-1fc5-441c-b2ca-43ed48a03365 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:08.172531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7f034d3a-1fc5-441c-b2ca-43ed48a03365 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:08.232186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.235349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] 10.222.0.15 "DELETE /v2.0/networks/9a32091c-6054-4e93-ad65-9e30dae223ab HTTP/1.1" status: 204  len: 168 time: 2.1487775
Mar 05 21:08:08.238164 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:08.278258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a324683-62e5-4389-9ffe-cb7cc7810dc9 req-815d9dd1-a196-404e-8acb-a8e6a5b1fd3e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704350
Mar 05 21:08:08.335313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.352912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82955550>, [{'id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157'}], 'enable_snat': True}, 'gw_port_id': '78846f68-161e-4e84-b8db-8c57421831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:58Z', 'updated_at': '2022-03-05T21:08:03Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '78846f68-161e-4e84-b8db-8c57421831fb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:00Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.394572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17714ca-62d2-4ec7-8bda-b693f2dfef5f None None] The sync data for ids ['a8f05183-90f5-4a38-aa32-37799139f805'] in ncdv-master-1 is: [{'id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'name': 'tempest-snat-router-1015532390', 'tenant_id': '6a8c782b237f4540a222b5e30cfb7a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157'}], 'enable_snat': True}, 'gw_port_id': '78846f68-161e-4e84-b8db-8c57421831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:58Z', 'updated_at': '2022-03-05T21:08:03Z', 'revision_number': 3, 'project_id': '6a8c782b237f4540a222b5e30cfb7a65', 'gw_port': {'id': '78846f68-161e-4e84-b8db-8c57421831fb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f05183-90f5-4a38-aa32-37799139f805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:00Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:08.416558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-247820fe-68d7-4a4c-8632-cf9c61b4b2d8 None None] Provisioning complete for port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:08.417192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-247820fe-68d7-4a4c-8632-cf9c61b4b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.466302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-247820fe-68d7-4a4c-8632-cf9c61b4b2d8 None None] Port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:08.504512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754da6bf-7a3d-4da5-9b1c-dc8c69a53d49 tempest-PortsAdminExtendedAttrsTestJSON-603920361 tempest-PortsAdminExtendedAttrsTestJSON-603920361-project] Pushing event deleted for resources: {'Network': ['ID=9a32091c-6054-4e93-ad65-9e30dae223ab,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:08.568463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a907c7-c368-4b3e-b234-aed97a2d1a86 req-7b8e791a-2704-4967-829e-c379af23027d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:08.570367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06a907c7-c368-4b3e-b234-aed97a2d1a86 req-7b8e791a-2704-4967-829e-c379af23027d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1559486
Mar 05 21:08:08.602254 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904e3f70>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:06Z', 'revision_number': 7, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.625237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.639452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4acc191-e19f-43ed-af62-6922dc708f3c req-6a54e99d-4304-491d-9205-9c774baf1634 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8445070
Mar 05 21:08:08.649794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce222e-e5c0-492c-8ca8-416de84e80a1 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:06Z', 'revision_number': 7, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c9d14a-618e-4372-a731-724aedecf5b7', 'name': '', 'network_id': 'ec864f59-1fb5-4738-bab3-0fc9e0e0f32e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:9c:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:02Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': 'd6db9c0f-56ef-403c-b9aa-89b79cdc49fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:08.692473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8baffc40>,) {'filters': {'network_id': ['ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.703698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (a8f05183-90f5-4a38-aa32-37799139f805), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.709151 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd2ae64c-a1ea-4ed0-89d0-fc26eb405e30 req-ad8f6351-ab2f-4a3e-b72f-3cb0a9b15bf2 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6500242
Mar 05 21:08:08.712694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39896) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:08.739334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8baffc40>, 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.739614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8baffc40>, 'aef2e3c1-5f8d-495a-876b-3f8bcb2d143d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:08.748276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06a907c7-c368-4b3e-b234-aed97a2d1a86 req-6554b558-0af7-4aec-a002-fcd4812ffd6a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698623
Mar 05 21:08:08.802024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Router 477c9377-d297-4418-874d-4f602444308e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:08.803932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (aef2e3c1-5f8d-495a-876b-3f8bcb2d143d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.863103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aef2e3c1-5f8d-495a-876b-3f8bcb2d143d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.895828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:08.895828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (aef2e3c1-5f8d-495a-876b-3f8bcb2d143d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:08.924946 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:09.025303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port e8c9d14a-618e-4372-a731-724aedecf5b7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:09.025676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.181332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052e2a-bb41-4490-8731-d859677e75b6 req-d5839028-8a1d-475c-8c50-ad1377d0b6e2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:09.183420 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34052e2a-bb41-4490-8731-d859677e75b6 req-d5839028-8a1d-475c-8c50-ad1377d0b6e2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4408700
Mar 05 21:08:09.246136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Deleting port 78846f68-161e-4e84-b8db-8c57421831fb {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:09.246479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (78846f68-161e-4e84-b8db-8c57421831fb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.250901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 78846f68-161e-4e84-b8db-8c57421831fb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:09.259720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.268135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd7db1-1128-49ef-a6f1-15c84c9c9f5a req-99e26bff-98ad-4ee4-bec5-b35660c5a30c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:09.270116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1fd7db1-1128-49ef-a6f1-15c84c9c9f5a req-99e26bff-98ad-4ee4-bec5-b35660c5a30c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1453812
Mar 05 21:08:09.354794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 78846f68-161e-4e84-b8db-8c57421831fb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:09.355300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (78846f68-161e-4e84-b8db-8c57421831fb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.358973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.364779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/networks/ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8 HTTP/1.1" status: 204  len: 168 time: 2.1063352
Mar 05 21:08:09.375894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1fd7db1-1128-49ef-a6f1-15c84c9c9f5a req-860586be-b708-4729-b573-61628a016b0e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845997
Mar 05 21:08:09.388153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-33c5a372-1900-4330-a805-02be1c64148c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a102306e5d334add82c9e92f471d3106&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6632383
Mar 05 21:08:09.388271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port e8c9d14a-618e-4372-a731-724aedecf5b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c9d14a-618e-4372-a731-724aedecf5b7,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:09.388271 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.390509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39904) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:09.391403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39906) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:09.433866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] For port 78846f68-161e-4e84-b8db-8c57421831fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78846f68-161e-4e84-b8db-8c57421831fb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:09.434242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (78846f68-161e-4e84-b8db-8c57421831fb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.451060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cee65-7684-4f1b-a4cf-d33c3167c127 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Network': ['ID=ccb34cdc-d4ca-4892-9a64-8ffe1cd311a8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:09.451504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for e8c9d14a-618e-4372-a731-724aedecf5b7 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:09.454713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Calling delete_port for 78846f68-161e-4e84-b8db-8c57421831fb owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:09.479404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:09.480854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 78846f68-161e-4e84-b8db-8c57421831fb is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:09.481496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (78846f68-161e-4e84-b8db-8c57421831fb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.490449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3de65e83-bb76-4a5a-8251-4fb274c0f552 admin admin] 10.222.0.15 "PUT /v2.0/routers/477c9377-d297-4418-874d-4f602444308e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7052433
Mar 05 21:08:09.507032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Sync routers for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:09.530327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34052e2a-bb41-4490-8731-d859677e75b6 req-b3b59dad-b62a-43bc-831d-d9b183e8eec4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3265777
Mar 05 21:08:09.552990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:09.553642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f04070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:09.561294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting subnet e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:09.568614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.614913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.702768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] Publish callbacks [] for security_group (24028471-3c31-4989-adae-a7ef84df4d5f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.716270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:09.777128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 78846f68-161e-4e84-b8db-8c57421831fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78846f68-161e-4e84-b8db-8c57421831fb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:09.796989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] Publish callbacks [] for security_group (24028471-3c31-4989-adae-a7ef84df4d5f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.820258 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.951802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (78846f68-161e-4e84-b8db-8c57421831fb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:09.958758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dadf84d6-82d7-4111-98aa-3cee953e778a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:10.139088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=78846f68-161e-4e84-b8db-8c57421831fb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:10.159429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f04070>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:05Z', 'revision_number': 4, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2528d7be-c5c6-4cfd-be32-01dc2a3fce00', 'name': '', 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'mac_address': 'fa:16:3e:ea:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:03Z', 'updated_at': '2022-03-05T21:08:05Z', 'revision_number': 2, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'subnets': [{'id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:10.188444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (78846f68-161e-4e84-b8db-8c57421831fb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.196399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Checking router: 477c9377-d297-4418-874d-4f602444308e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:10.196852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Updating router 477c9377-d297-4418-874d-4f602444308e port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:08:10.223441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dadf84d6-82d7-4111-98aa-3cee953e778a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:10.223914 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.245096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Port': ['ID=78846f68-161e-4e84-b8db-8c57421831fb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:10.266944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.332431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (a8f05183-90f5-4a38-aa32-37799139f805), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.448796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (a8f05183-90f5-4a38-aa32-37799139f805), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.452293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (a8f05183-90f5-4a38-aa32-37799139f805), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.494402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.521674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (a8f05183-90f5-4a38-aa32-37799139f805), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.521674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8f05183-90f5-4a38-aa32-37799139f805 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:10.526093 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.532178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6dc1ca6f-a1f4-4620-b11a-49c616298357 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a8f05183-90f5-4a38-aa32-37799139f805 HTTP/1.1" status: 204  len: 168 time: 3.2656701
Mar 05 21:08:10.535623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (24028471-3c31-4989-adae-a7ef84df4d5f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.538901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.540112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24028471-3c31-4989-adae-a7ef84df4d5f HTTP/1.1" status: 204  len: 168 time: 1.1397624
Mar 05 21:08:10.540738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39964) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:10.590043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29a7c-2c98-4d4b-a0e9-28e51f4f5b3b req-11a7c3c9-045b-4c6f-9db9-3067c60dac55 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:10.598940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dee29a7c-2c98-4d4b-a0e9-28e51f4f5b3b req-11a7c3c9-045b-4c6f-9db9-3067c60dac55 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.0908797
Mar 05 21:08:10.614186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291093-cc73-4739-b766-018a9b1a27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24028471-3c31-4989-adae-a7ef84df4d5f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:10.627092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.632256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/subnets/e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98 HTTP/1.1" status: 204  len: 168 time: 1.2398198
Mar 05 21:08:10.645253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:10.676805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e513c-a409-4201-8028-9be7c68896ac None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:10.689494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829deb4-79cb-45a2-838c-47d1b22e7668 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Subnet': ['ID=e317bcd9-9c21-4ae2-b7b5-9fdb38cf6d98,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:10.723942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dee29a7c-2c98-4d4b-a0e9-28e51f4f5b3b req-f4d720bb-0cc4-4359-b538-3de2b2b37c3c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231329
Mar 05 21:08:10.755015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-cfbfcb42-39f0-4ac8-be8e-c25e3849a38c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:10.756674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-cfbfcb42-39f0-4ac8-be8e-c25e3849a38c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.8955760
Mar 05 21:08:10.798589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-5cbb4b7f-94b5-42e3-863d-2089d2ca6f39 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/quotas/1b7fc33099aa4a2a9d459a269ac2e82f HTTP/1.1" status: 200  len: 375 time: 0.0328939
Mar 05 21:08:10.822525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e8c9d14a-618e-4372-a731-724aedecf5b7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:10.939488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=e8c9d14a-618e-4372-a731-724aedecf5b7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:10.990921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (77657b19-070c-42cf-a4c0-e4c8cecefc35), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.102915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.130445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-44970830-b330-4f3d-963a-5a0e8709bfdb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3206060
Mar 05 21:08:11.202069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Deleting port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:11.202439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.348316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40000) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:11.361999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dadf84d6-82d7-4111-98aa-3cee953e778a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:11.438715 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0305d501-f453-4c69-9f22-d82781264019 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff001322599e4a2da28fd27bfcaa8d06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0798078
Mar 05 21:08:11.442888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40006) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:11.515001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.523570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] For port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,segment=NetworkSegment(e152c834-9491-4a19-8f99-32ef6226289d),segment_id=e152c834-9491-4a19-8f99-32ef6226289d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:11.523986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.566915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] DHCP port deletion for 77657b19-070c-42cf-a4c0-e4c8cecefc35 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:11.570429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498712-39cd-407c-9e7a-ce6a4b2f2629 req-136943cc-7632-45b8-9ad6-22d512b0939e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:11.573337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27498712-39cd-407c-9e7a-ce6a4b2f2629 req-136943cc-7632-45b8-9ad6-22d512b0939e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2228999
Mar 05 21:08:11.574195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] Publish callbacks [] for security_group (8b32d0e7-d36f-4e53-b91f-769deddc9501), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.621157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Calling delete_port for 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:11.679585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks [] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.696614 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.697189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] Publish callbacks [] for security_group (8b32d0e7-d36f-4e53-b91f-769deddc9501), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.736516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-25532bf9-5af6-4674-ada4-b1af83ac2ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6047809
Mar 05 21:08:11.749134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Deleting port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:11.749521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.749726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d54c1480-d54b-4787-b859-2dadfb3e4d4a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.790849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d773a9-f637-49bd-a26e-ae5331fde49c None None] Pushing event updated for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:11.821399 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-27498712-39cd-407c-9e7a-ce6a4b2f2629 req-4fa627fb-a0d5-4f2f-b6ad-da6fdd876c88 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290479
Mar 05 21:08:11.849296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.859310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8b32d0e7-d36f-4e53-b91f-769deddc9501), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.863134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:11.867809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b32d0e7-d36f-4e53-b91f-769deddc9501 HTTP/1.1" status: 204  len: 168 time: 0.4222007
Mar 05 21:08:11.900069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Port': ['ID=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:11.907797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] No DVR routers for this DVR port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:11.939431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f38f7-f38e-40cc-a64b-c574ae72f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32d0e7-d36f-4e53-b91f-769deddc9501,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:12.004105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Attempting to bind port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:12.004275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Attempting to bind port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:12.004940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Attempting to bind port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 on network d2563496-c1a3-4734-bf7a-e199c03b995c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:12.036329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] For port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,segment=NetworkSegment(e152c834-9491-4a19-8f99-32ef6226289d),segment_id=e152c834-9491-4a19-8f99-32ef6226289d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:12.037062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.042263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:12.043075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Checking segment: {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:12.043996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.045866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Bound using segment: {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:12.048990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Bound port: 2528d7be-c5c6-4cfd-be32-01dc2a3fce00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f311c-ff79-4c17-826d-6cc150756de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:12.050280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.076341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Calling delete_port for 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:12.088897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (77657b19-070c-42cf-a4c0-e4c8cecefc35), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.114428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd5e5e0>,) {'filters': {'network_id': ['77657b19-070c-42cf-a4c0-e4c8cecefc35']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:12.129654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd5e5e0>, 'e152c834-9491-4a19-8f99-32ef6226289d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:12.130047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd5e5e0>, 'e152c834-9491-4a19-8f99-32ef6226289d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:12.143060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (e152c834-9491-4a19-8f99-32ef6226289d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.162520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e152c834-9491-4a19-8f99-32ef6226289d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.171719 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-8993914d-f27b-446b-9c57-a9bbe19d73ed service neutron] 10.222.0.15 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4229276
Mar 05 21:08:12.175440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:12.176343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (e152c834-9491-4a19-8f99-32ef6226289d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:12.179944 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:12.222894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] For port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:12.240536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2bf58a83-2099-436b-9d90-e2e2137d9042 None None] Provisioning complete for port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:12.240922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2bf58a83-2099-436b-9d90-e2e2137d9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.250605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] For port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:12.252665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:12.286331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.290818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (77657b19-070c-42cf-a4c0-e4c8cecefc35), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.309731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Deleting port 3ef64d5a-73e5-420f-88a0-81b6b67252af {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:12.310306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.330068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.337096 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/networks/77657b19-070c-42cf-a4c0-e4c8cecefc35 HTTP/1.1" status: 204  len: 168 time: 1.6843946
Mar 05 21:08:12.338991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ddee7-4d62-4f24-b845-20fe76b2b146 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Pushing event deleted for resources: {'Network': ['ID=77657b19-070c-42cf-a4c0-e4c8cecefc35,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:12.348697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40024) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:12.407396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f649a575-88b8-4c26-8d08-4ce50042e391 tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd59b8b-0d29-484d-9067-4b00da96f62c HTTP/1.1" status: 200  len: 205 time: 0.0571463
Mar 05 21:08:12.411114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:12.425867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2bf58a83-2099-436b-9d90-e2e2137d9042 None None] Port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:12.488353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:12.489250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f04070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:12.524077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:12.534502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-acd33da9-a4b6-4203-b0fd-2ccf04e0ac96 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9839418
Mar 05 21:08:12.538589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40032) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:12.548497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (15c8e18e-830e-4b5a-afa1-9a0d7e6a1623), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.573458 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:12.598134 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:12.599904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd22520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:12.661934 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcff0398-8e10-4eaa-a8a7-c15bdf01fca8 req-c7b24d9c-ec3d-46af-8e75-1258793f86f8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 210 time: 0.0762064
Mar 05 21:08:12.695116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.706251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet d6db9c0f-56ef-403c-b9aa-89b79cdc49fe {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:12.718367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (d6db9c0f-56ef-403c-b9aa-89b79cdc49fe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.780520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:12.792706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] For port 3ef64d5a-73e5-420f-88a0-81b6b67252af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef64d5a-73e5-420f-88a0-81b6b67252af,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:12.793210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.830072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:12.852978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Calling delete_port for 3ef64d5a-73e5-420f-88a0-81b6b67252af owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:12.918163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (d6db9c0f-56ef-403c-b9aa-89b79cdc49fe), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:12.925288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Network 77657b19-070c-42cf-a4c0-e4c8cecefc35 is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:08:12.925783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] No DVR routers for this DVR port 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:12.956058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d773a9-f637-49bd-a26e-ae5331fde49c None None] Pushing event updated for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:13.032517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c84860-32b1-4cbc-8d25-848106781cbe None None] Pushing event deleted for resources: {'Port': ['ID=15c8e18e-830e-4b5a-afa1-9a0d7e6a1623,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:13.076443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.080584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router_controller (3bd59b8b-0d29-484d-9067-4b00da96f62c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.104440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Provisioning complete for port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:13.104850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.219283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (3bd59b8b-0d29-484d-9067-4b00da96f62c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.220737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Fanout notify agent at l3_agent the message router_deleted on router 3bd59b8b-0d29-484d-9067-4b00da96f62c {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:13.232551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.233720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-36fb8ec2-28ed-45d0-845e-724ff792e6fe tempest-RoutersNegativeIpV6Test-117905347 tempest-RoutersNegativeIpV6Test-117905347-project] 10.222.0.15 "DELETE /v2.0/routers/3bd59b8b-0d29-484d-9067-4b00da96f62c HTTP/1.1" status: 204  len: 168 time: 0.8211973
Mar 05 21:08:13.248626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980015f-633a-4506-8f72-824bb64003b7 req-828332d7-1292-4437-9ae5-765b1b7efa88 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:13.270086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b980015f-633a-4506-8f72-824bb64003b7 req-828332d7-1292-4437-9ae5-765b1b7efa88 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2475305
Mar 05 21:08:13.436086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d6db9c0f-56ef-403c-b9aa-89b79cdc49fe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.475438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Current status of the port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:13.476470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.480594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f04070>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:05Z', 'revision_number': 4, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2528d7be-c5c6-4cfd-be32-01dc2a3fce00', 'name': '', 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'mac_address': 'fa:16:3e:ea:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:03Z', 'updated_at': '2022-03-05T21:08:12Z', 'revision_number': 4, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'subnets': [{'id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:13.513364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bddd8-8d8a-4164-ada9-4da51036aa96 None None] The sync data for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 is: [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:08:05Z', 'revision_number': 4, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2528d7be-c5c6-4cfd-be32-01dc2a3fce00', 'name': '', 'network_id': 'd2563496-c1a3-4734-bf7a-e199c03b995c', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'mac_address': 'fa:16:3e:ea:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:08:03Z', 'updated_at': '2022-03-05T21:08:12Z', 'revision_number': 4, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'subnets': [{'id': '29a25bfc-5912-4fc3-90a2-528dd8dec364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:13.646882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 78846f68-161e-4e84-b8db-8c57421831fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:13.659178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] For port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:13.711817 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.723956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 78846f68-161e-4e84-b8db-8c57421831fb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:13.724411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 78846f68-161e-4e84-b8db-8c57421831fb not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:13.724992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:13.749904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd22520>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:10Z', 'revision_number': 8, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:13.809801 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:13.832213 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:13.839909 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd22520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:13.848460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Pushing event updated for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:13.870545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ad8bb13-ed2e-4966-a243-8cc4127b38f1 req-6edf9529-7e32-420e-8fa3-13d0d2dcebf5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 210 time: 0.0713892
Mar 05 21:08:13.871600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:13.903123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b980015f-633a-4506-8f72-824bb64003b7 req-a9164636-d290-4133-9961-88ecced42eb8 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6317735
Mar 05 21:08:13.905490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40078) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:13.941888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (d6db9c0f-56ef-403c-b9aa-89b79cdc49fe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:13.945132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:13.945548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 15c8e18e-830e-4b5a-afa1-9a0d7e6a1623 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:13.949125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.949535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.949871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.950266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.950760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.951088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.951431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.951911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.954250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.956246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.956246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.956559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:13.958686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba7660-51d2-4433-abba-c99e4609586c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:14.032168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=d6db9c0f-56ef-403c-b9aa-89b79cdc49fe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:14.040666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.045436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fca59-6a6c-46d7-bdbb-41e4030707a9 None None] Network ec864f59-1fb5-4738-bab3-0fc9e0e0f32e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:14.050375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-41bd3227-87c5-42b0-ae58-fe7967d4e73d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/d6db9c0f-56ef-403c-b9aa-89b79cdc49fe HTTP/1.1" status: 204  len: 168 time: 1.5097160
Mar 05 21:08:14.052761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40084) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:14.061016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3ef64d5a-73e5-420f-88a0-81b6b67252af), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.097533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ef64d5a-73e5-420f-88a0-81b6b67252af,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:14.142738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-357354563'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:14.212628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (d54c1480-d54b-4787-b859-2dadfb3e4d4a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.225502 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:14.348356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] DHCP port deletion for ec864f59-1fb5-4738-bab3-0fc9e0e0f32e request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:14.411255 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.413950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_controller (d54c1480-d54b-4787-b859-2dadfb3e4d4a), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.470288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Deleting port e4130f6e-1aae-429d-a0fa-7b755e099dda {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:14.472327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.528228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d54c1480-d54b-4787-b859-2dadfb3e4d4a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.528977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d54c1480-d54b-4787-b859-2dadfb3e4d4a {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:14.533857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.540414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-62c3f185-9ce0-4ded-bc22-c68aa6c48741 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d54c1480-d54b-4787-b859-2dadfb3e4d4a HTTP/1.1" status: 204  len: 168 time: 3.9430125
Mar 05 21:08:14.540414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:14.546438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-719300602', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:14.604529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] For port e4130f6e-1aae-429d-a0fa-7b755e099dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4130f6e-1aae-429d-a0fa-7b755e099dda,segment=NetworkSegment(ad6805e6-395a-4957-8461-fe3cbe18dcbd),segment_id=ad6805e6-395a-4957-8461-fe3cbe18dcbd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:14.605041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.611060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.613248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.628999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Calling delete_port for e4130f6e-1aae-429d-a0fa-7b755e099dda owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:14.685479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.692672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:14.699274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.704574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.718816 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd22520>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:10Z', 'revision_number': 8, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:14.753349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d504ecc2-da2a-4aa3-bb4c-9c3cf6a79134 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=848cf3153acb4c4b983f6535a153be57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8778093
Mar 05 21:08:14.766894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40096) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:14.776501 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (e4130f6e-1aae-429d-a0fa-7b755e099dda), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.781779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:14.783264 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d01909-fed1-453e-b89a-610f7f887e73 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:10Z', 'revision_number': 8, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd553b7-bdb0-498d-a56b-acaff5fd7c09', 'name': '', 'network_id': 'fac4be7d-d072-4546-b28c-4e4d0b13f1fc', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:a7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:55Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '2fbece4e-dba4-4d56-ae1a-a87cd7df73a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:14.799179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] No DVR routers for this DVR port e4130f6e-1aae-429d-a0fa-7b755e099dda on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:14.823949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea568a5f-60d3-40fd-90c3-948ebec6b3e0 None None] Pushing event deleted for resources: {'Port': ['ID=e4130f6e-1aae-429d-a0fa-7b755e099dda,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:14.945851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676af06-0eb2-4898-a087-2c9ca2d00ca1 req-8ba17a6e-59ad-4798-a5f3-78009630d9ed tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:14.948820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e676af06-0eb2-4898-a087-2c9ca2d00ca1 req-8ba17a6e-59ad-4798-a5f3-78009630d9ed tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7942808
Mar 05 21:08:15.082602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bd52aae-9fc5-4c59-a951-517716b18d9f req-8508fbdc-506c-44a2-ae10-a58688603397 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 210 time: 0.1131225
Mar 05 21:08:15.086495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.180476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-072a5abd-b982-489a-b8b0-3716c6273eb0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:15.182370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-072a5abd-b982-489a-b8b0-3716c6273eb0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 811 time: 0.8408813
Mar 05 21:08:15.212028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Request body: {'port': {'device_id': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'admin_state_up': True, 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:15.253520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.256183 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] Publish callbacks [] for security_group (105d2269-e911-4213-bc1d-5351c551df5e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.347803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e676af06-0eb2-4898-a087-2c9ca2d00ca1 req-c3bbb934-97dc-43d7-886e-83ed4557a5ef tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3833561
Mar 05 21:08:15.379524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] Publish callbacks [] for security_group (105d2269-e911-4213-bc1d-5351c551df5e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.382154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8afd8910>,) {'filters': {'network_id': ['ec864f59-1fb5-4738-bab3-0fc9e0e0f32e']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:15.394301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.399287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8afd8910>, 'ad6805e6-395a-4957-8461-fe3cbe18dcbd') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:15.399597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8afd8910>, 'ad6805e6-395a-4957-8461-fe3cbe18dcbd') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:15.413118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (ad6805e6-395a-4957-8461-fe3cbe18dcbd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.440239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ad6805e6-395a-4957-8461-fe3cbe18dcbd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.446644 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.448415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:15.449088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (ad6805e6-395a-4957-8461-fe3cbe18dcbd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:15.525574 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:15.682252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:15.688774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Allocated IP 172.35.0.106 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/e508544a-32ca-4a47-8f1d-381dd2188502) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:15.728213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ec864f59-1fb5-4738-bab3-0fc9e0e0f32e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.754285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:15.754995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.781932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.789001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/ec864f59-1fb5-4738-bab3-0fc9e0e0f32e HTTP/1.1" status: 204  len: 168 time: 1.7325685
Mar 05 21:08:15.790020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bf3d8-ed9a-4b1f-a0aa-9064b3977890 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=ec864f59-1fb5-4738-bab3-0fc9e0e0f32e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:15.796686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40132) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:15.843930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for port (e508544a-32ca-4a47-8f1d-381dd2188502), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.858849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:15.891372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e508544a-32ca-4a47-8f1d-381dd2188502), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:15.938560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4130f6e-1aae-429d-a0fa-7b755e099dda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:15.939944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:15.946174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:15.951028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:15.975758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e4130f6e-1aae-429d-a0fa-7b755e099dda {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:15.976121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e4130f6e-1aae-429d-a0fa-7b755e099dda not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:15.976556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e8c9d14a-618e-4372-a731-724aedecf5b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:15.994632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event updated for resources: {'Port': ['ID=e508544a-32ca-4a47-8f1d-381dd2188502,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:16.016232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e8c9d14a-618e-4372-a731-724aedecf5b7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:16.016676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e8c9d14a-618e-4372-a731-724aedecf5b7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:16.017179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3ef64d5a-73e5-420f-88a0-81b6b67252af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:16.053254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3ef64d5a-73e5-420f-88a0-81b6b67252af {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:16.053599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3ef64d5a-73e5-420f-88a0-81b6b67252af not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:16.171343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc16b-15ca-49c8-9c69-f7254882fdfa req-203fa81a-442c-4ccc-bb80-6afc9e1b9159 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:16.173030 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d95bc16b-15ca-49c8-9c69-f7254882fdfa req-203fa81a-442c-4ccc-bb80-6afc9e1b9159 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6379030
Mar 05 21:08:16.182885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for security_group (406ef4ed-6d98-471a-a460-24a160250c9f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.204123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (406ef4ed-6d98-471a-a460-24a160250c9f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.280058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Made reservation on behalf of 1b7fc33099aa4a2a9d459a269ac2e82f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:16.284366 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.286989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:08:16.293107 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (105d2269-e911-4213-bc1d-5351c551df5e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.296693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.297871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/105d2269-e911-4213-bc1d-5351c551df5e HTTP/1.1" status: 204  len: 168 time: 1.5259483
Mar 05 21:08:16.310712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d95bc16b-15ca-49c8-9c69-f7254882fdfa req-8e570e06-c7d5-4798-bb3e-fcb661065cec tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234288
Mar 05 21:08:16.342926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (74106c8c-0682-45eb-9eb0-430bf5c3d5f7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.343280 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Added segment 74106c8c-0682-45eb-9eb0-430bf5c3d5f7 of type vlan for network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16
Mar 05 21:08:16.345786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406ef4ed-6d98-471a-a460-24a160250c9f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:16.474319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc240f61-d92a-4a59-9857-eac20129d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d2269-e911-4213-bc1d-5351c551df5e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:16.512244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3dd1751e-2cdf-4281-a0fb-056f99b4e402 req-f6709b9d-6766-452f-8773-8eab9919c38e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 210 time: 0.0508239
Mar 05 21:08:16.617422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.670843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.764681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63aec3-f9be-4e78-9d84-b01ef851aae5 req-dc2c0bd3-928e-49dd-a3f8-4808ed198bd5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:16.766385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db63aec3-f9be-4e78-9d84-b01ef851aae5 req-dc2c0bd3-928e-49dd-a3f8-4808ed198bd5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2891886
Mar 05 21:08:16.781104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.786715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:16.787404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.939585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.0328040
Mar 05 21:08:16.940495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40172) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:16.954585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'subnet': {'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:16.963803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:16.995225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Allocated IP 172.20.0.5 (5638f6ea-4ec0-488e-a680-99fc30eb719d/4a95ea17-30b0-4e2c-a122-82441e2f653a/2de15539-9dfc-43c7-86e8-df851b4d8dbe) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:17.036661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1402e-44e3-40d9-8f37-cc6ea75613ef tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Network': ['ID=ef3e22d4-e4b2-41da-9f28-7ee3459a3c16,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:17.054424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:08:17.099085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db63aec3-f9be-4e78-9d84-b01ef851aae5 req-3aa9ff01-418f-4a80-a049-8b5018e48c82 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041670
Mar 05 21:08:17.153284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Router 2aa3fd29-ed29-441d-a175-58444d148de6 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:17.245793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:17.262189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.426971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:17.447529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:17.460738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] Sync routers for ids ['2aa3fd29-ed29-441d-a175-58444d148de6'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:17.483372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] Routers {'2aa3fd29-ed29-441d-a175-58444d148de6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:17.484246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2aa3fd29-ed29-441d-a175-58444d148de6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:17.500639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.502993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d0c3a03-fb0d-468c-843a-0b58d92a9580 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.9623010
Mar 05 21:08:17.506804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40190) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:17.514863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:17.571400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff790>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:17.604879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] Routers {'2aa3fd29-ed29-441d-a175-58444d148de6'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:17.608972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2aa3fd29-ed29-441d-a175-58444d148de6'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:17.634004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.672232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829ff790>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:17.673615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a00d2-9a86-40cb-98dc-f079f2e63bd1 None None] The sync data for ids ['2aa3fd29-ed29-441d-a175-58444d148de6'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:17.688297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee38f613-0caa-436d-977e-0035c22a7bf0 req-ca39d439-5730-4777-8343-afff64893156 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 210 time: 0.0501099
Mar 05 21:08:17.718167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54601fb6-a5c5-4298-9d51-89ef7e537761 req-830fa297-20c5-4d9c-a7d8-bca56ba07c23 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:17.719579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54601fb6-a5c5-4298-9d51-89ef7e537761 req-830fa297-20c5-4d9c-a7d8-bca56ba07c23 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4531083
Mar 05 21:08:17.719799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:08:17.763699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523570038-network', 'tenant_id': '9313c2fd8cf442d4b2a837b7a6c825b9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:17.774805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.862681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Made reservation on behalf of 9313c2fd8cf442d4b2a837b7a6c825b9 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:17.864999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.876043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.932776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:17.947855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4c91a561-c474-4d92-b44b-1cbcce180e5e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:17.955485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:18.012548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-54601fb6-a5c5-4298-9d51-89ef7e537761 req-67fefa66-6440-4384-a616-40df64d3c91f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2827761
Mar 05 21:08:18.068063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:18.089071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:18.128532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:18.141047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:18.159824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks [] for security_group (65f6335a-a5c6-4858-822a-b06bbb72582b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.167514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (65f6335a-a5c6-4858-822a-b06bbb72582b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.206166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (af131acc-25be-49da-b957-0c2b52a9fce5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.231980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:08:18.253641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.290992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f6335a-a5c6-4858-822a-b06bbb72582b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:18.294251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (07b0e59b-9a08-445c-bcc6-9694af26c530), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.294737 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Added segment 07b0e59b-9a08-445c-bcc6-9694af26c530 of type vlan for network 5c8cbf60-ba61-4e61-9e2b-2bff57996caf
Mar 05 21:08:18.356359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:18.357113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.435700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-a6c97923-682e-4d97-8dbb-92a2eddd1d5d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2290230
Mar 05 21:08:18.444584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384c2a-6b65-4beb-8e11-264972f7471e req-756634a1-3350-4482-ac0a-b3a62cd1d09d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:18.447225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05384c2a-6b65-4beb-8e11-264972f7471e req-756634a1-3350-4482-ac0a-b3a62cd1d09d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2713008
Mar 05 21:08:18.452841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5c8cbf60-ba61-4e61-9e2b-2bff57996caf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.476007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Request body: {'port': {'device_id': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:18.513255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Subnet': ['ID=af131acc-25be-49da-b957-0c2b52a9fce5,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:18.587474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5c8cbf60-ba61-4e61-9e2b-2bff57996caf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.590110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:18.590836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.612881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Checking segment: {'id': '74106c8c-0682-45eb-9eb0-430bf5c3d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:18.613376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network hostable DHCP agents. Network: ef3e22d4-e4b2-41da-9f28-7ee3459a3c16, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:08:18.617830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d569e05b-35e0-4ef4-8d15-07f9b62a9296 None None] Provisioning complete for port 2de15539-9dfc-43c7-86e8-df851b4d8dbe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:18.618836 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d569e05b-35e0-4ef4-8d15-07f9b62a9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.651995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05384c2a-6b65-4beb-8e11-264972f7471e req-ba911213-4e43-4c27-b045-39d1033be8b1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945906
Mar 05 21:08:18.666567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d569e05b-35e0-4ef4-8d15-07f9b62a9296 None None] Port 2de15539-9dfc-43c7-86e8-df851b4d8dbe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:18.670683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.677615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:08:18.683726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2534080
Mar 05 21:08:18.686407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40198) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:18.692613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3a5f-9ffb-490b-889a-ed7e1212e051 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8cbf60-ba61-4e61-9e2b-2bff57996caf,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:18.699814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Request body: {'subnet': {'network_id': '5c8cbf60-ba61-4e61-9e2b-2bff57996caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523570038-subnet', 'tenant_id': '9313c2fd8cf442d4b2a837b7a6c825b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:18.722785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef3e22d4-e4b2-41da-9f28-7ee3459a3c16) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:18.723569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5c8cbf60-ba61-4e61-9e2b-2bff57996caf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:08:18.731175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:18.732033 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.747495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc5be8-ad05-42d2-94d8-1a7b2094e453 None None] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:18.772610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Made reservation on behalf of 9313c2fd8cf442d4b2a837b7a6c825b9 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:18.776508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:18.796378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9525f129-97ab-4ea1-a3d4-0af87fd0da5e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.8487175
Mar 05 21:08:18.805924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40206) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:18.810819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1575418190', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:19.061910 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b1efdafb-af9d-4740-8547-8e77052c107b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.063196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b1efdafb-af9d-4740-8547-8e77052c107b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.081571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf1c05-a572-480b-b6fa-7e13b687a6ba req-a1ed0faa-c96c-4c22-a90a-f073f3af6249 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:19.084669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5657a-eb41-430f-bac5-3ef0bb42f9b7 None None] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:19.085827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82bf1c05-a572-480b-b6fa-7e13b687a6ba req-a1ed0faa-c96c-4c22-a90a-f073f3af6249 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 931 time: 0.1679027
Mar 05 21:08:19.108390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:19.108880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.328784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82bf1c05-a572-480b-b6fa-7e13b687a6ba req-85ace964-fc96-4513-a13a-55bd29438952 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289207
Mar 05 21:08:19.491006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (75701ca0-778b-4ba2-9db2-e34af049cef3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.633600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Checking segment: {'id': '07b0e59b-9a08-445c-bcc6-9694af26c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c8cbf60-ba61-4e61-9e2b-2bff57996caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:19.634521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Network hostable DHCP agents. Network: 5c8cbf60-ba61-4e61-9e2b-2bff57996caf, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:08:19.641027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_controller (b1efdafb-af9d-4740-8547-8e77052c107b), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.652491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75701ca0-778b-4ba2-9db2-e34af049cef3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:19.675598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f012a4-47c4-40a5-8481-d0e7dc98ad2e req-01b514ab-3fd5-47d2-8efc-235261bf0bad tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:19.677354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61f012a4-47c4-40a5-8481-d0e7dc98ad2e req-01b514ab-3fd5-47d2-8efc-235261bf0bad tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6877804
Mar 05 21:08:19.682751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.698489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Network 5c8cbf60-ba61-4e61-9e2b-2bff57996caf is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:08:19.702365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.803552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c8cbf60-ba61-4e61-9e2b-2bff57996caf) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:19.811263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:19.811951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:19.829465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef05ce-1bb0-4e82-9625-47a101c6870f None None] Network 5c8cbf60-ba61-4e61-9e2b-2bff57996caf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:19.852179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cfe7e92d-c2b7-44ba-8bd5-6fc0910cea27 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1628063
Mar 05 21:08:19.931662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router 2aa3fd29-ed29-441d-a175-58444d148de6 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:19.946722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port 7fd553b7-bdb0-498d-a56b-acaff5fd7c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:19.947098 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:20.059583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61f012a4-47c4-40a5-8481-d0e7dc98ad2e req-0648a292-326f-4f63-876e-b6477b8e18a6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593991
Mar 05 21:08:20.094967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:20.113483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (b1efdafb-af9d-4740-8547-8e77052c107b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:20.120933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff7fc5-c33e-4261-b9ca-8f4b58c508f3 None None] Network 5c8cbf60-ba61-4e61-9e2b-2bff57996caf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:20.153186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de15539-9dfc-43c7-86e8-df851b4d8dbe {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:08:20.166011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:20.176758 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] Sync routers for ids ['2aa3fd29-ed29-441d-a175-58444d148de6'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:20.187822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:20.194395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0199566a-50ea-4722-a739-c602f1a404b4 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "PUT /v2.0/routers/2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 200  len: 921 time: 2.6860266
Mar 05 21:08:20.200615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:20.200806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] Routers {'2aa3fd29-ed29-441d-a175-58444d148de6'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:20.200806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2aa3fd29-ed29-441d-a175-58444d148de6'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:20.200995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks [] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:20.276986 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:20.313307 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] Routers {'2aa3fd29-ed29-441d-a175-58444d148de6'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:20.314246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2aa3fd29-ed29-441d-a175-58444d148de6'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:20.380320 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:20.381311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d430e4-a105-42e2-929c-bb3d04b8a8bc None None] The sync data for ids ['2aa3fd29-ed29-441d-a175-58444d148de6'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:20.418727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Transition to ACTIVE for port object 2de15539-9dfc-43c7-86e8-df851b4d8dbe will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:08:20.441236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:20.451118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-28791307-72d6-46c9-b0ef-4f527bf39b57 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 200  len: 921 time: 0.2502618
Mar 05 21:08:20.457618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40224) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:20.479364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b43dd-77c8-4f05-aaa5-b615472f2628 req-394923e9-40af-4f23-8aa0-74834df4a62c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:20.481393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-133b43dd-77c8-4f05-aaa5-b615472f2628 req-394923e9-40af-4f23-8aa0-74834df4a62c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1016970
Mar 05 21:08:20.575375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b805ac-e3e9-41fb-affc-4393886c46a2 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:20.576926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-98b805ac-e3e9-41fb-affc-4393886c46a2 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=2aa3fd29-ed29-441d-a175-58444d148de6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1193640
Mar 05 21:08:20.583784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-133b43dd-77c8-4f05-aaa5-b615472f2628 req-2809d509-6dc1-4ef1-95fa-eb6afc512fd0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812840
Mar 05 21:08:20.588377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40228) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:20.617761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:20.776976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40497de8-a207-4c1b-a709-10abfa8e3afe tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:20.778183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-40497de8-a207-4c1b-a709-10abfa8e3afe tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.1901824
Mar 05 21:08:20.781061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40236) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:20.858159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dad18d01-7bdb-4431-938f-181b9c8a0518 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 200  len: 205 time: 0.0700455
Mar 05 21:08:20.862441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:21.050939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf1cd-1021-43dc-ac1c-ef96f00cdff6 req-f33e06e9-9183-4d6b-93c0-e114608780f3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:21.053128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75ddf1cd-1021-43dc-ac1c-ef96f00cdff6 req-f33e06e9-9183-4d6b-93c0-e114608780f3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.5262721
Mar 05 21:08:21.083905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Attempting to bind port 2de15539-9dfc-43c7-86e8-df851b4d8dbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:21.084237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Attempting to bind port 2de15539-9dfc-43c7-86e8-df851b4d8dbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:21.084556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Attempting to bind port 2de15539-9dfc-43c7-86e8-df851b4d8dbe on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:21.128141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Port 2de15539-9dfc-43c7-86e8-df851b4d8dbe on network 5638f6ea-4ec0-488e-a680-99fc30eb719d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:21.128472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Attempting to bind port 2de15539-9dfc-43c7-86e8-df851b4d8dbe on network 5638f6ea-4ec0-488e-a680-99fc30eb719d {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:21.225767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:21.231766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:21.232100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Checking segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:21.232489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Bound using segment: {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:21.232944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Bound port: 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:21.233315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.243006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231486461-network', 'tenant_id': '3a0a036df5e3414697877f9888aa71cb'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:21.315445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (2aa3fd29-ed29-441d-a175-58444d148de6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.334266 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75ddf1cd-1021-43dc-ac1c-ef96f00cdff6 req-5790bc8c-c322-4b6c-8f96-e5a3b7717610 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574298
Mar 05 21:08:21.403587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213ce4-4b1b-465b-bda7-cba3105cb920 req-a7cc3f37-76c4-4326-b1f5-13fafd0bcdfd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:21.412768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef213ce4-4b1b-465b-bda7-cba3105cb920 req-a7cc3f37-76c4-4326-b1f5-13fafd0bcdfd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.5531502
Mar 05 21:08:21.454003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7fd553b7-bdb0-498d-a56b-acaff5fd7c09), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.478570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef213ce4-4b1b-465b-bda7-cba3105cb920 req-9fb44ad3-6eb5-40fa-9605-4bc47bca3957 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648484
Mar 05 21:08:21.492496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (b1efdafb-af9d-4740-8547-8e77052c107b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.516309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Made reservation on behalf of 3a0a036df5e3414697877f9888aa71cb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:21.519314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.558243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=7fd553b7-bdb0-498d-a56b-acaff5fd7c09,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:21.574753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.589440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:21.674895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:22.099539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:22.127374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.144101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.242664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e0dd9-57e7-4e22-b20c-bff459d618bf req-0b67dd4d-5ab4-4946-bde5-47d9f013faf6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:22.244975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-996e0dd9-57e7-4e22-b20c-bff459d618bf req-0b67dd4d-5ab4-4946-bde5-47d9f013faf6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6815510
Mar 05 21:08:22.294517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:22.295194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.297044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] 10.222.0.23 "PUT /v2.0/ports/2de15539-9dfc-43c7-86e8-df851b4d8dbe HTTP/1.1" status: 200  len: 1091 time: 3.8326838
Mar 05 21:08:22.302782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:22.305232 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:22.414507 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ed9c6-992f-448d-98df-a334e1200fbb x-openstack-request-id: req-2a7ed9c6-992f-448d-98df-a334e1200fbb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:22.414804 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:22.415072 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a7ed9c6-992f-448d-98df-a334e1200fbb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:22.415504 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'status': 'completed', 'code': 200}
Mar 05 21:08:22.436874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.32 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/e2592e9d-24b3-4375-b321-76744c58946f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:22.464637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.506993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70940192-5fd3-495f-8d2b-afa12467d859 service neutron] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:22.602561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2389b6-ab13-4fe7-b5f9-24c024272c38 req-01f81e9d-7b78-4e13-88ed-6abc39d0f3e0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:22.604494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be2389b6-ab13-4fe7-b5f9-24c024272c38 req-01f81e9d-7b78-4e13-88ed-6abc39d0f3e0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.1446867
Mar 05 21:08:22.654558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks [] for security_group (2b105012-5cbc-4567-9684-01306e90462a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.668509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be2389b6-ab13-4fe7-b5f9-24c024272c38 req-d550aa8c-42a6-40d0-8f4c-59e7286e01f5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578520
Mar 05 21:08:22.727022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2b105012-5cbc-4567-9684-01306e90462a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.753313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-996e0dd9-57e7-4e22-b20c-bff459d618bf req-837fabee-e9d9-4dbb-a8d9-b52ce3491a66 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4807246
Mar 05 21:08:22.804476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:08:22.845223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port e508544a-32ca-4a47-8f1d-381dd2188502 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:22.845448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e508544a-32ca-4a47-8f1d-381dd2188502), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.856489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-eab82b4a-12eb-44d1-b5b2-ce5904250def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:22.859367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-eab82b4a-12eb-44d1-b5b2-ce5904250def service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 1125 time: 0.4811947
Mar 05 21:08:22.860094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b105012-5cbc-4567-9684-01306e90462a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:22.884406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fa4d04ca-9d4f-4f20-bf62-70379f583a01), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:22.886274 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Added segment fa4d04ca-9d4f-4f20-bf62-70379f583a01 of type vlan for network bfa6a295-3f58-427b-9da0-01bca0a31c60
Mar 05 21:08:23.122216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-6ed4796a-bf6b-4bee-a611-38b0d020814c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe HTTP/1.1" status: 200  len: 217 time: 0.2314417
Mar 05 21:08:23.153647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (e2592e9d-24b3-4375-b321-76744c58946f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.215017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bfa6a295-3f58-427b-9da0-01bca0a31c60), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.307145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be99f-55bb-4f94-aaa8-498c50b5f805 req-58fbdeb5-d997-433f-99ed-a6adc85d0605 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:23.308906 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-523be99f-55bb-4f94-aaa8-498c50b5f805 req-58fbdeb5-d997-433f-99ed-a6adc85d0605 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4013112
Mar 05 21:08:23.317405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e508544a-32ca-4a47-8f1d-381dd2188502), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.358549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-db06e77d-e2b9-405a-9dab-0964f99f0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:23.360048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-db06e77d-e2b9-405a-9dab-0964f99f0c9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.2001011
Mar 05 21:08:23.370507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for e508544a-32ca-4a47-8f1d-381dd2188502 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:23.381575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bfa6a295-3f58-427b-9da0-01bca0a31c60), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.381975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:23.382774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.387705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:23.488311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e2592e9d-24b3-4375-b321-76744c58946f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.592113 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.3619986
Mar 05 21:08:23.595018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40264) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:23.600141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Request body: {'subnet': {'network_id': 'bfa6a295-3f58-427b-9da0-01bca0a31c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231486461-subnet', 'tenant_id': '3a0a036df5e3414697877f9888aa71cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:23.609993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cc06b-6c55-46c5-bf1c-4f37244abd4a admin admin] Pushing event updated for resources: {'Network': ['ID=bfa6a295-3f58-427b-9da0-01bca0a31c60,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:23.616669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:23.618434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Made reservation on behalf of 3a0a036df5e3414697877f9888aa71cb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:23.621952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:23.622098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bfa6a295-3f58-427b-9da0-01bca0a31c60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:08:23.625736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-523be99f-55bb-4f94-aaa8-498c50b5f805 req-f7d1cbac-47ab-4d04-b174-7cf7398839fe tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974985
Mar 05 21:08:23.698068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:23.714161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:23.727387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38731a-9775-4500-af09-d6fb9308d133 req-296cfd7e-027e-458f-825d-4e22164b42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:23.728996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-296cfd7e-027e-458f-825d-4e22164b42ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3562741
Mar 05 21:08:23.729638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=e2592e9d-24b3-4375-b321-76744c58946f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:23.850918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3920-a7b1-4bc0-aae0-ab2b4ee135f2 req-70ee4210-cdaf-410a-a192-694d6ee86c3e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:23.852463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f6e3920-a7b1-4bc0-aae0-ab2b4ee135f2 req-70ee4210-cdaf-410a-a192-694d6ee86c3e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1102848
Mar 05 21:08:23.950827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f6e3920-a7b1-4bc0-aae0-ab2b4ee135f2 req-e069b333-334c-4679-b0f9-0fe14a2f6727 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904257
Mar 05 21:08:23.952353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (c793548f-ff5c-46fe-bd7f-a14dcaa651f2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.013467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c793548f-ff5c-46fe-bd7f-a14dcaa651f2,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:24.023599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Checking segment: {'id': 'fa4d04ca-9d4f-4f20-bf62-70379f583a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bfa6a295-3f58-427b-9da0-01bca0a31c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:24.023996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Network hostable DHCP agents. Network: bfa6a295-3f58-427b-9da0-01bca0a31c60, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:08:24.044944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Network bfa6a295-3f58-427b-9da0-01bca0a31c60 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:08:24.055411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bfa6a295-3f58-427b-9da0-01bca0a31c60) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:24.059812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:24.060417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.071908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5d828-19a3-4929-8af7-2e71acef1fe8 None None] Network bfa6a295-3f58-427b-9da0-01bca0a31c60 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:24.083847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d0e5d334-886e-41cb-9d8b-4d20e6f00ebf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4874158
Mar 05 21:08:24.169501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:24.181560 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7994ee3c-598c-42e8-a711-4b5cfb81af4e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3795831
Mar 05 21:08:24.182166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:24.209232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:24.221414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b24ebf-4b52-4cf4-ae63-9f2aee2bd923 None None] Network bfa6a295-3f58-427b-9da0-01bca0a31c60 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:24.223996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:24.224628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82add130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:24.224854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd915425-bc6a-4823-b880-4bb83be7b594 req-1a09a036-946b-48e5-bce1-a56cb320b34f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:24.232301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd915425-bc6a-4823-b880-4bb83be7b594 req-1a09a036-946b-48e5-bce1-a56cb320b34f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1097243
Mar 05 21:08:24.298820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet 2fbece4e-dba4-4d56-ae1a-a87cd7df73a7 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:24.320063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd915425-bc6a-4823-b880-4bb83be7b594 req-cd95bddb-9622-46be-9b7a-c9746b726e94 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837893
Mar 05 21:08:24.323226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (2fbece4e-dba4-4d56-ae1a-a87cd7df73a7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.328305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:24.363080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f0de3-19db-4817-8d93-00f9f6a0b36a req-83ffcd00-1c08-47a9-a8b4-1e469fea5e41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:24.365712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f19f0de3-19db-4817-8d93-00f9f6a0b36a req-83ffcd00-1c08-47a9-a8b4-1e469fea5e41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.5796697
Mar 05 21:08:24.389381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:24.423623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-d35af521-d891-4106-b5ec-c1ae4088713e service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6647112
Mar 05 21:08:24.424358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (2fbece4e-dba4-4d56-ae1a-a87cd7df73a7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.427398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e508544a-32ca-4a47-8f1d-381dd2188502), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.475853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Deleting subnet 75701ca0-778b-4ba2-9db2-e34af049cef3 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:24.502932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Publish callbacks [] for subnet (75701ca0-778b-4ba2-9db2-e34af049cef3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.553206 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06a3d4ab-c5b3-4702-9366-2301c1363b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.578886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=e508544a-32ca-4a47-8f1d-381dd2188502,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:24.586045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (75701ca0-778b-4ba2-9db2-e34af049cef3), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.641627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675a357-1b3d-498f-9088-6f989239d138 req-fea45374-8580-4521-bb4c-dd6eb5f32192 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:24.644958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8675a357-1b3d-498f-9088-6f989239d138 req-fea45374-8580-4521-bb4c-dd6eb5f32192 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2094693
Mar 05 21:08:24.662873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (75701ca0-778b-4ba2-9db2-e34af049cef3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.670653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2fbece4e-dba4-4d56-ae1a-a87cd7df73a7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.704276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f19f0de3-19db-4817-8d93-00f9f6a0b36a req-4a9b3d75-8b05-48bf-ada1-c94c2ff56b1c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2782142
Mar 05 21:08:24.762284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82add130>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:21Z', 'revision_number': 9, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:24.779434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (2aa3fd29-ed29-441d-a175-58444d148de6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.780505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8675a357-1b3d-498f-9088-6f989239d138 req-481851cc-1d38-4b41-8954-808643a0ec5c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239336
Mar 05 21:08:24.789810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff38731a-9775-4500-af09-d6fb9308d133 req-ae1fe777-fc23-4f0f-924a-54f50734e7b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486969
Mar 05 21:08:24.798308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (75701ca0-778b-4ba2-9db2-e34af049cef3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.802767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:24.826490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:24.827796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82add130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:07:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:24.831294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (2fbece4e-dba4-4d56-ae1a-a87cd7df73a7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.834171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75701ca0-778b-4ba2-9db2-e34af049cef3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:24.848283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.851975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b6feed70-fc18-4939-919f-8feab4cba857 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/75701ca0-778b-4ba2-9db2-e34af049cef3 HTTP/1.1" status: 204  len: 168 time: 0.5224586
Mar 05 21:08:24.876419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:24.888465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbece4e-dba4-4d56-ae1a-a87cd7df73a7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:24.888718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.895563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a4fc2deb-3b11-4467-b6a5-36cc505e2845 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/2fbece4e-dba4-4d56-ae1a-a87cd7df73a7 HTTP/1.1" status: 204  len: 168 time: 0.7080123
Mar 05 21:08:24.898330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:24.961487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5c8cbf60-ba61-4e61-9e2b-2bff57996caf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:24.980478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:24.982899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f5573-d7bc-4e8a-b263-d560343bfb0c None None] Network fac4be7d-d072-4546-b28c-4e4d0b13f1fc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:25.006285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (b1efdafb-af9d-4740-8547-8e77052c107b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.014183 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.063378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (2aa3fd29-ed29-441d-a175-58444d148de6), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.083539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5c8cbf60-ba61-4e61-9e2b-2bff57996caf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.116602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89a5f250>,) {'filters': {'network_id': ['5c8cbf60-ba61-4e61-9e2b-2bff57996caf']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:25.131126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89a5f250>, '07b0e59b-9a08-445c-bcc6-9694af26c530') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:25.131126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89a5f250>, '07b0e59b-9a08-445c-bcc6-9694af26c530') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:25.140152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f635133-3174-474d-8500-6354c96bc09e req-7155f11d-94ec-46af-a0e3-8c72b05ba759 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:25.145682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f635133-3174-474d-8500-6354c96bc09e req-7155f11d-94ec-46af-a0e3-8c72b05ba759 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1686773
Mar 05 21:08:25.157402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (07b0e59b-9a08-445c-bcc6-9694af26c530), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.175384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-e4225897-17dc-4c4a-b1dd-2d5ba212b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:25.177089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-e4225897-17dc-4c4a-b1dd-2d5ba212b280 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 1125 time: 0.2914488
Mar 05 21:08:25.180282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (07b0e59b-9a08-445c-bcc6-9694af26c530), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.191462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:25.192144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (07b0e59b-9a08-445c-bcc6-9694af26c530), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:25.258794 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:25.271613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5c8cbf60-ba61-4e61-9e2b-2bff57996caf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.278055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.285811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c8cbf60-ba61-4e61-9e2b-2bff57996caf HTTP/1.1" status: 204  len: 168 time: 0.4077644
Mar 05 21:08:25.286190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-084d9797-0c2f-42e4-a248-c966e26e5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:25.286578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:25.288458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-084d9797-0c2f-42e4-a248-c966e26e5ee5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.1020224
Mar 05 21:08:25.308679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (fac4be7d-d072-4546-b28c-4e4d0b13f1fc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.354736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (2aa3fd29-ed29-441d-a175-58444d148de6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.355410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa3fd29-ed29-441d-a175-58444d148de6 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:25.356110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62529-1e73-4c5e-9f34-0a6db4f97474 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8cbf60-ba61-4e61-9e2b-2bff57996caf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:25.368062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.369280 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-176bf9aa-8d01-435e-a8f2-2b16f38e3690 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 204  len: 168 time: 4.5032208
Mar 05 21:08:25.373223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-69a04ca5-da99-429d-b32e-0fcc1b157f8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe HTTP/1.1" status: 200  len: 217 time: 0.0776429
Mar 05 21:08:25.373790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:25.378567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1663042878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:25.431720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Deleting subnet c793548f-ff5c-46fe-bd7f-a14dcaa651f2 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:25.437683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f635133-3174-474d-8500-6354c96bc09e req-644403e4-67b9-4309-8e07-ad0e3f01fdf1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776242
Mar 05 21:08:25.441221 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Publish callbacks [] for subnet (c793548f-ff5c-46fe-bd7f-a14dcaa651f2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.524465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (c793548f-ff5c-46fe-bd7f-a14dcaa651f2), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.544949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] DHCP port deletion for fac4be7d-d072-4546-b28c-4e4d0b13f1fc request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:25.580500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c793548f-ff5c-46fe-bd7f-a14dcaa651f2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.593744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.594793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.614328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82add130>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:21Z', 'revision_number': 9, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:25.650060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (c793548f-ff5c-46fe-bd7f-a14dcaa651f2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.657203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96996-db94-474c-9a34-472937fb61f1 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:21Z', 'revision_number': 9, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': '4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76', 'name': '', 'network_id': 'ac36fe21-ecf0-4270-a928-9ce9ffe82a0e', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:19:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:29Z', 'updated_at': '2022-03-05T21:07:41Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '8a4b3a3f-930e-4c05-9220-ec8e1d514090', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:25.692957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c793548f-ff5c-46fe-bd7f-a14dcaa651f2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:25.699281 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.706492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-924c4fa6-b809-428e-884b-01856dda28f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c793548f-ff5c-46fe-bd7f-a14dcaa651f2 HTTP/1.1" status: 204  len: 168 time: 0.4073071
Mar 05 21:08:25.708165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:25.718838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-687ca92c-3dde-4462-addb-196d808a8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:25.720351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-687ca92c-3dde-4462-addb-196d808a8417 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.3309810
Mar 05 21:08:25.740760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Deleting port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:25.741363 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.763508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.806527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bfa6a295-3f58-427b-9da0-01bca0a31c60), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.811254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.839639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] For port 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d4d502d-4634-46d6-b2d0-1752b6b85d15,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:25.840155 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.859516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Calling delete_port for 2d4d502d-4634-46d6-b2d0-1752b6b85d15 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:25.863123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.866823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65739d8e-ad02-4c7a-b6e7-e55401a5c347 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4894168
Mar 05 21:08:25.866823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:25.866823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.871818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40320) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:25.880325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:25.961239 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.969968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a79ed-82e5-4cda-a63e-dddfe0e0fffa req-57ef78a6-b8d1-4103-b636-7cab1025cf0b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:25.978748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3a79ed-82e5-4cda-a63e-dddfe0e0fffa req-57ef78a6-b8d1-4103-b636-7cab1025cf0b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3493888
Mar 05 21:08:25.988320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b1efdafb-af9d-4740-8547-8e77052c107b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:25.990426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] Pushing event deleted for resources: {'Port': ['ID=2d4d502d-4634-46d6-b2d0-1752b6b85d15,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:25.996177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2aaa1-52ac-4eb7-8819-019b74b0b852 None None] No DVR routers for this DVR port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:26.046210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port 2d4d502d-4634-46d6-b2d0-1752b6b85d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d4d502d-4634-46d6-b2d0-1752b6b85d15,segment=NetworkSegment(c23afd7e-48cc-49d7-8f56-d5f096b9195e),segment_id=c23afd7e-48cc-49d7-8f56-d5f096b9195e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:26.046989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.061723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-c3d20437-1357-454f-83eb-71cda2423b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:26.063241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-c3d20437-1357-454f-83eb-71cda2423b8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2986202
Mar 05 21:08:26.064250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bfa6a295-3f58-427b-9da0-01bca0a31c60), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.122137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 2d4d502d-4634-46d6-b2d0-1752b6b85d15 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:26.164301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab8d220>,) {'filters': {'network_id': ['bfa6a295-3f58-427b-9da0-01bca0a31c60']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:26.178480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab8d220>, 'fa4d04ca-9d4f-4f20-bf62-70379f583a01') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:26.178765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab8d220>, 'fa4d04ca-9d4f-4f20-bf62-70379f583a01') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:26.194770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f0072-258b-4644-b1e1-c00e120dea06 req-246437a3-bacf-4f2b-b44e-81e0c31a5d09 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:26.196383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e37f0072-258b-4644-b1e1-c00e120dea06 req-246437a3-bacf-4f2b-b44e-81e0c31a5d09 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.3733728
Mar 05 21:08:26.201449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (fa4d04ca-9d4f-4f20-bf62-70379f583a01), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.272476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fa4d04ca-9d4f-4f20-bf62-70379f583a01), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.310968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:26.311328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (fa4d04ca-9d4f-4f20-bf62-70379f583a01), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:26.315740 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:26.368190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.411977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e37f0072-258b-4644-b1e1-c00e120dea06 req-dbb7ad30-f8a3-4f8e-a582-24fe90122fae tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082782
Mar 05 21:08:26.444847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bfa6a295-3f58-427b-9da0-01bca0a31c60), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.451273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.454732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] 10.222.0.15 "DELETE /v2.0/networks/bfa6a295-3f58-427b-9da0-01bca0a31c60 HTTP/1.1" status: 204  len: 168 time: 0.7444210
Mar 05 21:08:26.470436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37279d6c-11f6-4753-ba43-d8627732c15c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa6a295-3f58-427b-9da0-01bca0a31c60,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:26.499266 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3a79ed-82e5-4cda-a63e-dddfe0e0fffa req-9686b207-a389-4e6b-a96f-3218355c4532 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5193703
Mar 05 21:08:26.598365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-a56d4f85-9b22-4f4e-b739-290fdfb42cbc service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5257819
Mar 05 21:08:26.602899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2d4d502d-4634-46d6-b2d0-1752b6b85d15), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.718082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=2d4d502d-4634-46d6-b2d0-1752b6b85d15,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:26.730771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:26.733220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (a040eec9-f265-4cba-b7a0-ca493f9287bf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.735180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port 2d4d502d-4634-46d6-b2d0-1752b6b85d15 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:26.754614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:26.766364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.822759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-72df1b78-0663-487d-9dbd-90ef77fa5c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:26.883226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76b00baf-bdc3-4e56-88ec-8f443b8acb81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9313c2fd8cf442d4b2a837b7a6c825b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1513298
Mar 05 21:08:26.889274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:26.947613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Allocated IP 172.35.0.41 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/dfcab29a-dfe5-4c0e-aec5-767a473920a5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:26.975460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (fac4be7d-d072-4546-b28c-4e4d0b13f1fc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.014035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6a2c7-0696-49e4-b6fc-4342b7abb214 req-bf0c6e28-92ad-4a63-8475-f59955834af5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:27.015567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ae6a2c7-0696-49e4-b6fc-4342b7abb214 req-bf0c6e28-92ad-4a63-8475-f59955834af5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3107753
Mar 05 21:08:27.023581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] Publish callbacks [] for security_group (65f6335a-a5c6-4858-822a-b06bbb72582b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.026676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e35cbd4-bba7-4a7d-9e6c-eac5c0c2b4d7 req-31c8ea0a-2f26-47b1-bb9e-999253a742fc service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4209001
Mar 05 21:08:27.035503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b92599f40>,) {'filters': {'network_id': ['fac4be7d-d072-4546-b28c-4e4d0b13f1fc']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.045872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-fb95c34d-0e74-4d5a-a9a6-1d9ab63b0951 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3287385
Mar 05 21:08:27.058629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] Publish callbacks [] for security_group (65f6335a-a5c6-4858-822a-b06bbb72582b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.066282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92599f40>, 'c23afd7e-48cc-49d7-8f56-d5f096b9195e') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.066589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92599f40>, 'c23afd7e-48cc-49d7-8f56-d5f096b9195e') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.087450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c23afd7e-48cc-49d7-8f56-d5f096b9195e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.133569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for port (dfcab29a-dfe5-4c0e-aec5-767a473920a5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.140846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c23afd7e-48cc-49d7-8f56-d5f096b9195e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.147794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:27.156358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (65f6335a-a5c6-4858-822a-b06bbb72582b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.161526 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:27.162072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:27.162436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c23afd7e-48cc-49d7-8f56-d5f096b9195e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.166234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.167812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65f6335a-a5c6-4858-822a-b06bbb72582b HTTP/1.1" status: 204  len: 168 time: 0.2748117
Mar 05 21:08:27.175390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ae6a2c7-0696-49e4-b6fc-4342b7abb214 req-d79b29ec-df88-42af-bbcd-ff81c1f90555 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435623
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:27.176167 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:27.180727 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:27.181695 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7bca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.216034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd13e3-150b-4b5b-9178-ed3ff63e6a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f6335a-a5c6-4858-822a-b06bbb72582b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:27.238089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dfcab29a-dfe5-4c0e-aec5-767a473920a5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.254285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.256426 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7781ed1-9a0f-4ade-98ba-2a11bfc545e4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.4490819
Mar 05 21:08:27.261075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40350) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:27.281542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7bca0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.304718 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:27.306069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:27.307027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7bca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.309675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:27.343728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:27.365625 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7bca0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:27.365870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:08:27.366355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2440-eb5b-44b0-98e3-517cab8e00ec None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:27.384208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-fadb4904-3175-4108-9fa5-17288903787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:27.385832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-fadb4904-3175-4108-9fa5-17288903787c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.2807388
Mar 05 21:08:27.410408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (fac4be7d-d072-4546-b28c-4e4d0b13f1fc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.420456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.432474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/fac4be7d-d072-4546-b28c-4e4d0b13f1fc HTTP/1.1" status: 204  len: 168 time: 2.4978268
Mar 05 21:08:27.482413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40360) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:27.576672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:27.592009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:08:27.596722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:27.650898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:27.651341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7fd553b7-bdb0-498d-a56b-acaff5fd7c09 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:27.652135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d4d502d-4634-46d6-b2d0-1752b6b85d15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:27.671716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:27.671716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.673483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2d4d502d-4634-46d6-b2d0-1752b6b85d15 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:27.674644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2d4d502d-4634-46d6-b2d0-1752b6b85d15 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:27.693134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de15539-9dfc-43c7-86e8-df851b4d8dbe {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:08:27.715149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:27.722957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.725277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-cc9b147d-0342-4bf7-b59b-8e5ffbf83a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:27.727037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-cc9b147d-0342-4bf7-b59b-8e5ffbf83a85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2438693
Mar 05 21:08:27.830894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:27.858339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40368) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:27.859215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e65cc-e6bc-4b57-9d13-d268cf6c28d7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=fac4be7d-d072-4546-b28c-4e4d0b13f1fc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:27.897041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event updated for resources: {'Port': ['ID=dfcab29a-dfe5-4c0e-aec5-767a473920a5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:27.949781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ee716-47c9-495a-ae7f-02f065d9a457 req-55085fc2-0fb1-4a36-b15b-96a3006e7f51 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:27.952129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f5ee716-47c9-495a-ae7f-02f065d9a457 req-55085fc2-0fb1-4a36-b15b-96a3006e7f51 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.6230168
Mar 05 21:08:27.961259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:27.992126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (a040eec9-f265-4cba-b7a0-ca493f9287bf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.005297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-983ba709-f57f-4696-95f5-5f2267530627 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1850955
Mar 05 21:08:28.012561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881ff47-5728-436f-b6a4-ad30e4334ea3 req-78f91fd9-90bc-44c2-bd32-f7fe33122b2f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:28.014100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0881ff47-5728-436f-b6a4-ad30e4334ea3 req-78f91fd9-90bc-44c2-bd32-f7fe33122b2f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.3194263
Mar 05 21:08:28.033540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2de15539-9dfc-43c7-86e8-df851b4d8dbe'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:28.039318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-be7a6d56-f5c2-48c2-b75c-1b348347ab3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a0a036df5e3414697877f9888aa71cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1753101
Mar 05 21:08:28.039656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40380) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:28.491351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f5ee716-47c9-495a-ae7f-02f065d9a457 req-7e3205e8-d6b2-491b-9e41-74118dc40fbe tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5337739
Mar 05 21:08:28.579961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] Publish callbacks [] for security_group (2b105012-5cbc-4567-9684-01306e90462a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.582147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-b3bc2de8-516a-4894-9fae-5c66b348612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:28.583773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-b3bc2de8-516a-4894-9fae-5c66b348612d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.5639548
Mar 05 21:08:28.644688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0881ff47-5728-436f-b6a4-ad30e4334ea3 req-5cfbfbfb-bdf7-401a-a17f-5c6f7868a46f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6141391
Mar 05 21:08:28.732487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] Publish callbacks [] for security_group (2b105012-5cbc-4567-9684-01306e90462a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.759544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-78083015-f22f-4522-902c-18fda3905c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:28.763170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-78083015-f22f-4522-902c-18fda3905c3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1669950
Mar 05 21:08:28.833319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.840428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2b105012-5cbc-4567-9684-01306e90462a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.844184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.849629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b105012-5cbc-4567-9684-01306e90462a HTTP/1.1" status: 204  len: 168 time: 0.8062711
Mar 05 21:08:28.853655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:28.876502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65767dc3-e3cd-4fca-ac06-023b7ed73e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b105012-5cbc-4567-9684-01306e90462a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:29.142987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Router a040eec9-f265-4cba-b7a0-ca493f9287bf is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:29.162966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-c996ce47-3fa9-417c-b2c0-a794c87f15e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3984294
Mar 05 21:08:29.233798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-90181da4-8b04-42a6-af2a-60f742f625b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4182072
Mar 05 21:08:29.243340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81539-d51d-4c69-9488-073ada11d49f req-27640c32-c938-4b14-a1ed-f7eca80349a9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:29.247965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dc81539-d51d-4c69-9488-073ada11d49f req-27640c32-c938-4b14-a1ed-f7eca80349a9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2938273
Mar 05 21:08:29.365588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:29.380910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] Sync routers for ids ['a040eec9-f265-4cba-b7a0-ca493f9287bf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:29.385380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:29.386518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:29.389750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e761215d-c23b-4dd4-84dd-383c600142c2 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "PUT /v2.0/routers/a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 200  len: 879 time: 3.5147161
Mar 05 21:08:29.390948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:29.481698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] Routers {'a040eec9-f265-4cba-b7a0-ca493f9287bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:29.482442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82382be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a040eec9-f265-4cba-b7a0-ca493f9287bf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:29.541408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82382be0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:29.609381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] Routers {'a040eec9-f265-4cba-b7a0-ca493f9287bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:29.612810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82382be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['a040eec9-f265-4cba-b7a0-ca493f9287bf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:29.615700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:29.615997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 2de15539-9dfc-43c7-86e8-df851b4d8dbe completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:08:29.618149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9ecbb26-8919-43d4-8a39-01fccbd77fb8 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 200  len: 920 time: 0.2255518
Mar 05 21:08:29.619555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:29.620429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:29.699021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 2de15539-9dfc-43c7-86e8-df851b4d8dbe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:29.699624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:29.706187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82382be0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:29.707358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af6f72-412c-4ba4-8803-0d1f4b194b93 None None] The sync data for ids ['a040eec9-f265-4cba-b7a0-ca493f9287bf'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:29.711469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d4df1-e224-4913-a9a0-f57ab48a2cdd tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:29.716580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a14d4df1-e224-4913-a9a0-f57ab48a2cdd tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=a040eec9-f265-4cba-b7a0-ca493f9287bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0804031
Mar 05 21:08:29.718489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40448) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:29.746965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-91eb900f-1a89-4f3d-9c6f-1401a93be95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:29.755381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-91eb900f-1a89-4f3d-9c6f-1401a93be95d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 1127 time: 0.5536480
Mar 05 21:08:29.794931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dc81539-d51d-4c69-9488-073ada11d49f req-7d6b6819-258b-4aa7-b485-39bca5107f9a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5197585
Mar 05 21:08:29.898247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0692c5d-649a-47a4-8620-a0a5b5ac4d11 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:29.899876 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b0692c5d-649a-47a4-8620-a0a5b5ac4d11 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.1720710
Mar 05 21:08:29.935254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:29.979380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:29.980055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:30.034001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c7c76-c9c0-4d99-97a4-9a8eeb05df86 req-71979386-662a-42d6-bc45-87fbc537acb4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:30.039275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-556c7c76-c9c0-4d99-97a4-9a8eeb05df86 req-71979386-662a-42d6-bc45-87fbc537acb4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 944 time: 0.1349616
Mar 05 21:08:30.045478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:30.046530 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6da78c-217e-4abf-ba94-644561f5f17a" -d '{"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-plugged", "status": "completed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:30.062753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edecb43b-ab11-498f-81b3-5eb5b1eb5a0b req-792c770d-a0aa-4c66-9441-9d95c8cfc61c service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7867894
Mar 05 21:08:30.072279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:30.092595 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:30.144642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-556c7c76-c9c0-4d99-97a4-9a8eeb05df86 req-073bc7c5-7fdb-41cd-b938-d9b865d8b7ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028063
Mar 05 21:08:30.208579 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ce99fac-6920-4c56-9901-94ea0311d8ef tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 200  len: 205 time: 0.2098260
Mar 05 21:08:30.209832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40464) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:30.232030 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaaa471-8773-4171-be8b-f80c2a4fcabd x-openstack-request-id: req-3eaaa471-8773-4171-be8b-f80c2a4fcabd {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:30.232475 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-plugged", "status": "completed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:30.232745 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eaaa471-8773-4171-be8b-f80c2a4fcabd {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:30.233228 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'code': 200}
Mar 05 21:08:30.250820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:30.347922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:30.462403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dfc5c-3356-4b28-bd30-9f1f4ef805e9 req-4ed2e719-e56c-498a-a847-4ff248b5f463 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:30.462403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b09dfc5c-3356-4b28-bd30-9f1f4ef805e9 req-4ed2e719-e56c-498a-a847-4ff248b5f463 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3979034
Mar 05 21:08:30.477207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaba6b4-9d95-48c7-a946-99347d7abdcc req-4a1f9ed2-2c0f-492c-a0ec-59c1dd2516ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:30.478807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6aaba6b4-9d95-48c7-a946-99347d7abdcc req-4a1f9ed2-2c0f-492c-a0ec-59c1dd2516ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 1127 time: 0.1405344
Mar 05 21:08:30.481804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-8c6e8377-d129-4291-8021-52c74c88f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:30.485048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-8c6e8377-d129-4291-8021-52c74c88f84c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.6828039
Mar 05 21:08:30.537902 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:30.662403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6aaba6b4-9d95-48c7-a946-99347d7abdcc req-e60d739c-a455-47e1-8950-a4950b6d8145 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779661
Mar 05 21:08:30.753132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-b8cb0d32-a364-4c6a-b263-1fef185f62d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 200  len: 217 time: 0.2342985
Mar 05 21:08:30.768443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (a040eec9-f265-4cba-b7a0-ca493f9287bf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:30.795183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b09dfc5c-3356-4b28-bd30-9f1f4ef805e9 req-ab7f20e5-2fe1-45ef-9ef8-47975a29d35f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269567
Mar 05 21:08:30.991994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port dfcab29a-dfe5-4c0e-aec5-767a473920a5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:31.003755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dfcab29a-dfe5-4c0e-aec5-767a473920a5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.012261 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.049944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.1 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/844ac16b-4362-4eab-bed8-a68e2b683e1e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:31.087962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-6b65840a-72ae-416c-91e1-42f462d78bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:31.089596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-6b65840a-72ae-416c-91e1-42f462d78bf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.2303104
Mar 05 21:08:31.148111 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dfcab29a-dfe5-4c0e-aec5-767a473920a5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.186907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for dfcab29a-dfe5-4c0e-aec5-767a473920a5 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:31.417411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e1fd-ac29-4308-b45b-5f1ccf0854f1 req-928af258-c936-4889-bd1f-8ca2785f51eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:31.420227 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a77e1fd-ac29-4308-b45b-5f1ccf0854f1 req-928af258-c936-4889-bd1f-8ca2785f51eb tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.1481512
Mar 05 21:08:31.591072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a77e1fd-ac29-4308-b45b-5f1ccf0854f1 req-5f42482e-d730-4253-9fb7-aa1d2a318234 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315150
Mar 05 21:08:31.618924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1177a1-d621-413e-ba21-b77422cc5c19 req-b6bae8a0-2279-48dd-a670-bbd63a257ffa tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:31.620908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae1177a1-d621-413e-ba21-b77422cc5c19 req-b6bae8a0-2279-48dd-a670-bbd63a257ffa tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.5585477
Mar 05 21:08:31.650887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-22094fb2-34d6-4f61-9e4d-63e73cabf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:31.654473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-22094fb2-34d6-4f61-9e4d-63e73cabf142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5441804
Mar 05 21:08:31.672109 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dfcab29a-dfe5-4c0e-aec5-767a473920a5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.753455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=dfcab29a-dfe5-4c0e-aec5-767a473920a5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:31.759293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.895493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (a040eec9-f265-4cba-b7a0-ca493f9287bf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:31.984833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae1177a1-d621-413e-ba21-b77422cc5c19 req-6b343633-a198-4453-a7be-0e827cac15ee tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432698
Mar 05 21:08:32.050019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-e42606c4-0249-4ad4-a495-d8a9b3306332 service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549345
Mar 05 21:08:32.069820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.155834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.163771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (a040eec9-f265-4cba-b7a0-ca493f9287bf), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.175243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:32.199577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:32.200030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.265918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:32.266652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (a040eec9-f265-4cba-b7a0-ca493f9287bf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.273516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router a040eec9-f265-4cba-b7a0-ca493f9287bf {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:32.275475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:32.298492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.302546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3ef9ba1a-fdc9-45e5-abf6-c660206bf6fc tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 204  len: 168 time: 2.0924470
Mar 05 21:08:32.306331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40504) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:32.318226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-559230101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:32.340045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=844ac16b-4362-4eab-bed8-a68e2b683e1e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:32.366069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (b1efdafb-af9d-4740-8547-8e77052c107b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.370051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.371660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.462120 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.465698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:32.466073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.468987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.484349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7cea9e51-800b-4637-b6b4-821113d11b56 req-230f1650-18c3-4144-b850-25ecb138c8ce service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4280128
Mar 05 21:08:32.505420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:32.557897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.559411 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1aa74a0c-942c-46ac-868f-0ba31e785b8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2507801
Mar 05 21:08:32.562426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40508) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:32.570912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': True}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:32.819438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:32.932905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7494-810e-4caf-bdc4-b74034e10e3f req-6382d212-2f8c-457a-bc05-e8ad616e6655 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:32.940586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c04a7494-810e-4caf-bdc4-b74034e10e3f req-6382d212-2f8c-457a-bc05-e8ad616e6655 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7717497
Mar 05 21:08:33.012820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.042645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c04a7494-810e-4caf-bdc4-b74034e10e3f req-6d99914e-ff13-4a7a-90f2-fff5f49ef18e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001272
Mar 05 21:08:33.134382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c6fdb-e77c-4d3a-85da-55103c484408 req-e7672d6a-2363-4b96-9716-92875615ca77 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:33.146288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f12c6fdb-e77c-4d3a-85da-55103c484408 req-e7672d6a-2363-4b96-9716-92875615ca77 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.3776319
Mar 05 21:08:33.243919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f12c6fdb-e77c-4d3a-85da-55103c484408 req-dde8cc9d-2e20-4a50-80f5-c58d712edc79 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964851
Mar 05 21:08:33.260399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.297850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:33.487927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d10f2d17-dfae-4075-9288-aa7a2adbac9c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.571603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.791154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.800371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.35.0.19 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/73535e0e-3389-4a90-a1e5-8580b61346f5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:33.837828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6dde-1d9f-470e-a10a-1d9b7eff555a req-b71e85b2-bc4f-4725-a928-040ec758ea5b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:33.839361 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6bd6dde-1d9f-470e-a10a-1d9b7eff555a req-b71e85b2-bc4f-4725-a928-040ec758ea5b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.2060044
Mar 05 21:08:33.903649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38efa47-6368-4f04-8cf1-909916895dda req-efbfc8b1-6013-4de1-b2aa-ace16410a8c0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:33.905101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f38efa47-6368-4f04-8cf1-909916895dda req-efbfc8b1-6013-4de1-b2aa-ace16410a8c0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1227429
Mar 05 21:08:33.968945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.974506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (73535e0e-3389-4a90-a1e5-8580b61346f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.982583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:33.989772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f38efa47-6368-4f04-8cf1-909916895dda req-b1743c48-a062-4e4a-bcbd-124dc8753557 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705040
Mar 05 21:08:34.020075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (73535e0e-3389-4a90-a1e5-8580b61346f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:34.037479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6bd6dde-1d9f-470e-a10a-1d9b7eff555a req-4584e5f9-1101-4b63-a686-9b28303e8475 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850133
Mar 05 21:08:34.060209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:34.061781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:34.065471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:34.102944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=73535e0e-3389-4a90-a1e5-8580b61346f5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:34.112739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (b1efdafb-af9d-4740-8547-8e77052c107b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:34.147895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=844ac16b-4362-4eab-bed8-a68e2b683e1e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:34.239863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:34.352760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:34.355918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:34.356607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (d10f2d17-dfae-4075-9288-aa7a2adbac9c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:34.468244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:34.478606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74d6c746-dd20-47e1-bc76-40765aba2424 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9662755
Mar 05 21:08:34.478897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40562) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:34.488159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:34.511856 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:34.513072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:34.538051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:34.790455 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:35.006920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet 8a4b3a3f-930e-4c05-9220-ec8e1d514090 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:35.012189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (8a4b3a3f-930e-4c05-9220-ec8e1d514090), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.012898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:35.021082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5516adb8-c349-4c63-9ab1-469c9b09c8cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/routers/b1efdafb-af9d-4740-8547-8e77052c107b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7540491
Mar 05 21:08:35.023618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:35.026406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:35.028761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'port': {'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16', 'name': 'tempest-FloatingIPTestJSON-814160648'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:35.046434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:35.047831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833413d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.105852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:32Z', 'revision_number': 10, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.141891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833413d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.145332 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:35.156290 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:35.157233 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.162425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (8a4b3a3f-930e-4c05-9220-ec8e1d514090), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.170777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:35.171769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833413d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.211581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:35.218877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.253325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] device_id is not set on port e44c81b2-9ea2-43f8-8a87-6c397ff33eb4 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:35.304123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833413d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.304940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6f605-cf01-4ef2-b527-5aa3ca356782 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:35.340834 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:35.352852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.367475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.387450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d25384-eaa1-432f-9595-4b992fcb1665 req-f9b3d1d9-24c0-47d4-8b61-267adb142171 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:35.389159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18d25384-eaa1-432f-9595-4b992fcb1665 req-f9b3d1d9-24c0-47d4-8b61-267adb142171 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1741183
Mar 05 21:08:35.394191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (8a4b3a3f-930e-4c05-9220-ec8e1d514090), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.420064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de53d91-b081-44cd-8538-f88df8016008 req-93458016-68e0-4024-837b-52bf60763122 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:35.421711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4de53d91-b081-44cd-8538-f88df8016008 req-93458016-68e0-4024-837b-52bf60763122 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.2521749
Mar 05 21:08:35.460435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.13 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/e44c81b2-9ea2-43f8-8a87-6c397ff33eb4) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:35.492384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4de53d91-b081-44cd-8538-f88df8016008 req-63dac5df-a7d0-42d6-b44a-fae9b5829c52 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647638
Mar 05 21:08:35.612854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18d25384-eaa1-432f-9595-4b992fcb1665 req-9d5db3c6-c175-4c20-bb9f-52ee0c0d5932 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436179
Mar 05 21:08:35.617137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (8a4b3a3f-930e-4c05-9220-ec8e1d514090), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.672710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4b3a3f-930e-4c05-9220-ec8e1d514090,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:35.679459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.687203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db4fd8-754e-43f1-baf6-2fa40cf53842 None None] Network ac36fe21-ecf0-4270-a928-9ce9ffe82a0e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:35.688430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7814cbc0-e2b0-40b7-97c9-3607048a72d0 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/8a4b3a3f-930e-4c05-9220-ec8e1d514090 HTTP/1.1" status: 204  len: 168 time: 1.2076285
Mar 05 21:08:35.689256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:35.700158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (e44c81b2-9ea2-43f8-8a87-6c397ff33eb4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.740245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba90>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:32Z', 'revision_number': 10, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:35.750122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e44c81b2-9ea2-43f8-8a87-6c397ff33eb4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.778761 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff97c4-d073-44be-822d-70d4ebaa1d61 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:32Z', 'revision_number': 10, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None, '_interfaces': [{'id': 'c8cece21-dd90-4142-9727-4f7c0765b4d7', 'name': '', 'network_id': '897cf983-eafd-4931-8821-106707a6e47a', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'mac_address': 'fa:16:3e:f6:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:20Z', 'updated_at': '2022-03-05T21:07:35Z', 'revision_number': 5, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'subnets': [{'id': '7dbe752b-bdde-440c-90e2-1d96443dd9ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:35.810735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:35.836209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router d10f2d17-dfae-4075-9288-aa7a2adbac9c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:35.913583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:35.920152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:35.932398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:36.008533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=e44c81b2-9ea2-43f8-8a87-6c397ff33eb4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:36.074992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:36.075736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.100065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:36.100629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.138762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ed533f8d-3914-429c-9b64-c6bd3b0c78e7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.1136751
Mar 05 21:08:36.141446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40618) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:36.152249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'port': {'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16', 'name': 'tempest-FloatingIPTestJSON-244080495'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:36.169673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] DHCP port deletion for ac36fe21-ecf0-4270-a928-9ce9ffe82a0e request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:36.174418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.248596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Deleting port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:36.249287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.292103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40622) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:36.296559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422979215', 'description': 'tempest-secgroup-smoke-422979215 description', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:36.387302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] For port cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:36.388139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.392943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.402429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.409804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Calling delete_port for cacbcdc2-809c-44a3-b6a4-3e1bf3542663 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:36.422930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port cacbcdc2-809c-44a3-b6a4-3e1bf3542663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,segment=NetworkSegment(b9e1b5ad-e980-411b-84e5-9f89482855fd),segment_id=b9e1b5ad-e980-411b-84e5-9f89482855fd)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:36.424187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.457361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for cacbcdc2-809c-44a3-b6a4-3e1bf3542663 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:36.474901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:36.486736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.488133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e416281-553b-4e85-b338-86cc49cfd82e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "PUT /v2.0/routers/d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 200  len: 913 time: 3.9242666
Mar 05 21:08:36.492786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:36.493301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40624) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:36.497404 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] Sync routers for ids ['d10f2d17-dfae-4075-9288-aa7a2adbac9c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:36.504479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.508504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fac63-4757-403d-b223-b0732b3f1b31 req-79417259-da15-42d4-ad4d-d996dc2b6f14 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:36.510186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b09fac63-4757-403d-b223-b0732b3f1b31 req-79417259-da15-42d4-ad4d-d996dc2b6f14 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.1599276
Mar 05 21:08:36.512874 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] Routers {'d10f2d17-dfae-4075-9288-aa7a2adbac9c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:36.514113 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdaa8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d10f2d17-dfae-4075-9288-aa7a2adbac9c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:36.553202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.555242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] device_id is not set on port 38a18727-654e-4a54-acf0-e5fb4160525e yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:36.617336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdaa8b0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:36.619552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] Pushing event deleted for resources: {'Port': ['ID=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:36.625197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (99526fc4-d596-4cc5-a8a7-9011374c7688), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.632654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (99526fc4-d596-4cc5-a8a7-9011374c7688), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.635214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b467ad-efa7-42e9-bbc3-da1aa06456c8 None None] No DVR routers for this DVR port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:36.653505 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] Routers {'d10f2d17-dfae-4075-9288-aa7a2adbac9c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:36.654272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdaa8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d10f2d17-dfae-4075-9288-aa7a2adbac9c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:36.691799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdaa8b0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:36.692914 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b62d19b-14b3-446b-a212-b1f9d53658b5 None None] The sync data for ids ['d10f2d17-dfae-4075-9288-aa7a2adbac9c'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:36.711288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.713029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4200647
Mar 05 21:08:36.723524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b09fac63-4757-403d-b223-b0732b3f1b31 req-cf00a622-f38f-47fc-a1d9-e98b452a66c3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268132
Mar 05 21:08:36.725969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40628) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:36.735278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:36.754274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faac304-6d99-4387-9d2f-7128bef4fbd5 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99526fc4-d596-4cc5-a8a7-9011374c7688,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:36.780900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.6 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/38a18727-654e-4a54-acf0-e5fb4160525e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:36.785925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (3e63c28e-8a66-4f0f-b03e-b9bfbbb91c83), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.807747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (cacbcdc2-809c-44a3-b6a4-3e1bf3542663), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:36.856669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=cacbcdc2-809c-44a3-b6a4-3e1bf3542663,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:36.879796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-29071454-cee5-4bf5-9838-7861718b2b03 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 200  len: 919 time: 0.3852239
Mar 05 21:08:36.880711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40632) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:36.883620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port cacbcdc2-809c-44a3-b6a4-3e1bf3542663 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:36.987318 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (3e63c28e-8a66-4f0f-b03e-b9bfbbb91c83), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.000802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fe687-c195-417e-955e-be3ae1de79f6 req-1b389f9a-6eb9-4129-958d-9fd4910a9f2c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:37.002052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (3e63c28e-8a66-4f0f-b03e-b9bfbbb91c83), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.003086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a5fe687-c195-417e-955e-be3ae1de79f6 req-1b389f9a-6eb9-4129-958d-9fd4910a9f2c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2187924
Mar 05 21:08:37.021549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.048920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e63c28e-8a66-4f0f-b03e-b9bfbbb91c83,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.061456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.072929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-18a23276-4c91-4025-ab6f-c81569b73574 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3336182
Mar 05 21:08:37.072929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.072929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba23f40>,) {'filters': {'network_id': ['ac36fe21-ecf0-4270-a928-9ce9ffe82a0e']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:37.078652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:37.089266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba23f40>, 'b9e1b5ad-e980-411b-84e5-9f89482855fd') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:37.089568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ba23f40>, 'b9e1b5ad-e980-411b-84e5-9f89482855fd') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:37.103465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1eec9f-371e-43cf-a486-21d3b4a42403 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:37.103661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (b9e1b5ad-e980-411b-84e5-9f89482855fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.105074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c1eec9f-371e-43cf-a486-21d3b4a42403 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=d10f2d17-dfae-4075-9288-aa7a2adbac9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2233541
Mar 05 21:08:37.112543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.136699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a5fe687-c195-417e-955e-be3ae1de79f6 req-a6d0a638-2018-40b0-a594-3cbf0a73fc3e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980463
Mar 05 21:08:37.160444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (38a18727-654e-4a54-acf0-e5fb4160525e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.166655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b9e1b5ad-e980-411b-84e5-9f89482855fd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.176670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (2b80014d-ccfb-46cb-af06-24cafdc496f5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.179630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:37.180121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (b9e1b5ad-e980-411b-84e5-9f89482855fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:37.186527 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:37.197527 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (38a18727-654e-4a54-acf0-e5fb4160525e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.245559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:37.248957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:37.252872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:37.259363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=38a18727-654e-4a54-acf0-e5fb4160525e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.313775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:37.314710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.326643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ac36fe21-ecf0-4270-a928-9ce9ffe82a0e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.333549 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7c02593-0218-4bd9-942c-55bb0c675705 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.1900375
Mar 05 21:08:37.337114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40656) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.339397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.341480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '38a18727-654e-4a54-acf0-e5fb4160525e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:37.342884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/ac36fe21-ecf0-4270-a928-9ce9ffe82a0e HTTP/1.1" status: 204  len: 168 time: 1.6506898
Mar 05 21:08:37.347819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.351971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (2b80014d-ccfb-46cb-af06-24cafdc496f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.354937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d06e3c-c9f5-4818-a730-3ef1f2c1dce0 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:37.358914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6d06e3c-c9f5-4818-a730-3ef1f2c1dce0 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.2414918
Mar 05 21:08:37.361255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.366419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (2b80014d-ccfb-46cb-af06-24cafdc496f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.370507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cae83-2935-430c-a4cd-b5dafac91c69 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=ac36fe21-ecf0-4270-a928-9ce9ffe82a0e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.383526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b80014d-ccfb-46cb-af06-24cafdc496f5,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.398086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.399625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a37aa1ff-2526-47a0-86ad-750590c4e466 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3326449
Mar 05 21:08:37.402579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40662) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.407307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:37.438009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (4692789e-025a-4521-93b4-2353c8d37e66), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.472644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7918f11e-da9e-4577-8e10-c7432564b910 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 200  len: 205 time: 0.0782871
Mar 05 21:08:37.473073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40664) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.475293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.499883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:37.523296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:37.523654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4ac956bc-e8d5-4a0b-b7a4-0a60446f9a76 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:37.524128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cacbcdc2-809c-44a3-b6a4-3e1bf3542663 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:37.557720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: cacbcdc2-809c-44a3-b6a4-3e1bf3542663 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:37.558371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device cacbcdc2-809c-44a3-b6a4-3e1bf3542663 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:37.623031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (4692789e-025a-4521-93b4-2353c8d37e66), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.634011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4692789e-025a-4521-93b4-2353c8d37e66), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.658247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4692789e-025a-4521-93b4-2353c8d37e66,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.662100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.706939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.730695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.731958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7d0471a-503a-4207-8927-2f6d691c320e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3282347
Mar 05 21:08:37.735382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40666) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:37.742398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:37.796105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (c499fa9c-034a-40bf-b780-72e7f6d65a2d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.859842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.222 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/5a20335a-8b67-4825-b2c7-cfbd67db4cac) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:37.860062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (d10f2d17-dfae-4075-9288-aa7a2adbac9c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.932900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a081d-be28-4dc6-8f5a-2d36af9395d8 req-110d8085-d6ca-476c-9916-ea5f88897d5a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:37.934287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6a081d-be28-4dc6-8f5a-2d36af9395d8 req-110d8085-d6ca-476c-9916-ea5f88897d5a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.1416769
Mar 05 21:08:37.936115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (c499fa9c-034a-40bf-b780-72e7f6d65a2d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.945094 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (c499fa9c-034a-40bf-b780-72e7f6d65a2d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:37.982440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c499fa9c-034a-40bf-b780-72e7f6d65a2d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:37.984354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.000826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.001013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.002160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2aea4195-64f7-48e7-a8d1-2cc386b9e360 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2637560
Mar 05 21:08:38.008947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40670) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:38.019820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:38.028039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port 73535e0e-3389-4a90-a1e5-8580b61346f5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:38.028390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (73535e0e-3389-4a90-a1e5-8580b61346f5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.075891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6a081d-be28-4dc6-8f5a-2d36af9395d8 req-2ff7cddb-f3bf-469f-a39c-f341694a3c3d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276903
Mar 05 21:08:38.116511 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Project aa71bdd8c3394c1ca9fb656a112d9349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:08:38.127453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (9940b74c-a373-4093-bc78-1878433e0577), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.148772 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (73535e0e-3389-4a90-a1e5-8580b61346f5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.153809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.170529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for 73535e0e-3389-4a90-a1e5-8580b61346f5 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:38.226046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:38.246366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=5a20335a-8b67-4825-b2c7-cfbd67db4cac,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:38.258587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (9940b74c-a373-4093-bc78-1878433e0577), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.267839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9940b74c-a373-4093-bc78-1878433e0577), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.272747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:38.275510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:38.291804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9940b74c-a373-4093-bc78-1878433e0577,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:38.339999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.344047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7faf7569-2042-45fb-b98d-253d956cfc83 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3316362
Mar 05 21:08:38.344285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:38.350827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'security_group_rule': {'security_group_id': '99526fc4-d596-4cc5-a8a7-9011374c7688', 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:38.386326 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Project aa71bdd8c3394c1ca9fb656a112d9349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:08:38.411512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (f4ba8287-ddb0-40df-a15a-845dcc848613), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.441464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78df7b-0cc6-421f-9f07-3d94102f5aab req-9c937871-0ae2-4f00-8b26-ad68317a1e75 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:38.443316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e78df7b-0cc6-421f-9f07-3d94102f5aab req-9c937871-0ae2-4f00-8b26-ad68317a1e75 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1892347
Mar 05 21:08:38.463869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (73535e0e-3389-4a90-a1e5-8580b61346f5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.517311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=73535e0e-3389-4a90-a1e5-8580b61346f5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:38.520665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (f4ba8287-ddb0-40df-a15a-845dcc848613), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.559147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f4ba8287-ddb0-40df-a15a-845dcc848613), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.607962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ba8287-ddb0-40df-a15a-845dcc848613,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:38.624818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.627732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a73c4b6c-d4ca-4b4a-9b95-65824f170810 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2807620
Mar 05 21:08:38.647739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (d10f2d17-dfae-4075-9288-aa7a2adbac9c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.918181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.922504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (d10f2d17-dfae-4075-9288-aa7a2adbac9c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:38.982040 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e78df7b-0cc6-421f-9f07-3d94102f5aab req-22a5434d-89c8-435f-80e5-cbcb348ced5e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3411951
Mar 05 21:08:39.053439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d10f2d17-dfae-4075-9288-aa7a2adbac9c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.054344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router d10f2d17-dfae-4075-9288-aa7a2adbac9c {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:39.069899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.070979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f5287b67-4498-4d19-aab6-7b27a8a61cad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 204  len: 168 time: 1.5969789
Mar 05 21:08:39.077132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40724) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:39.090944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1276656423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:39.141582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-2831ee1a-9078-401d-ad25-c3a9a8e2949b tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422979215&fields=id&tenant_id=aa71bdd8c3394c1ca9fb656a112d9349 HTTP/1.1" status: 200  len: 267 time: 0.1251686
Mar 05 21:08:39.178251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.188630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.322197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port c8cece21-dd90-4142-9727-4f7c0765b4d7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:39.322650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.325247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.331592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.357598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-be967bf1-afa7-4242-b2a6-4ef295f3bf1e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:39.359495 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-be967bf1-afa7-4242-b2a6-4ef295f3bf1e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 811 time: 0.2166767
Mar 05 21:08:39.372374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.376323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05bd4148-dc64-4c5c-b360-646148df3732 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2953944
Mar 05 21:08:39.379843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:39.386254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'enable_snat': False}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:39.427431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:08:39.458529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (bede0687-4280-4ae6-89d5-078e65b499fe), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.514668 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-bf884c3f-89aa-4f77-8b0b-dd97a671f1fa tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/quotas/aa71bdd8c3394c1ca9fb656a112d9349 HTTP/1.1" status: 200  len: 375 time: 0.1458244
Mar 05 21:08:39.559535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc494-24e0-478c-b4cc-1e7b973fcfaa req-7e432eaf-7c0f-47b2-b8be-77a18defd272 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:39.561116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d5bc494-24e0-478c-b4cc-1e7b973fcfaa req-7e432eaf-7c0f-47b2-b8be-77a18defd272 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.3538694
Mar 05 21:08:39.696508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:39.697254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port c8cece21-dd90-4142-9727-4f7c0765b4d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8cece21-dd90-4142-9727-4f7c0765b4d7,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:39.697630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.716238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'port_id': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:08:39.772574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for c8cece21-dd90-4142-9727-4f7c0765b4d7 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:39.777423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:39.778035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.816451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de15539-9dfc-43c7-86e8-df851b4d8dbe {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:08:39.838197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d5bc494-24e0-478c-b4cc-1e7b973fcfaa req-74e5dee5-64ea-4dcc-9a0f-ee25452ced65 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554467
Mar 05 21:08:39.885783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.902416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:39.911210 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:39.938180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-77b9c93b-6aaf-41dc-84c7-6aa208c9ad1d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3696094
Mar 05 21:08:40.011835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:40.069836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['2de15539-9dfc-43c7-86e8-df851b4d8dbe'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:40.180422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-49a41758-fe99-4fca-8116-7399a5c2ea46 service neutron] 10.222.0.15 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872005
Mar 05 21:08:40.188208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:40.367063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddc64d-1186-4ca5-93a7-1590d51b31f1 req-b85e489e-c52f-4bd3-8b34-fbf8205560ff tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:40.368699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7eddc64d-1186-4ca5-93a7-1590d51b31f1 req-b85e489e-c52f-4bd3-8b34-fbf8205560ff tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1952677
Mar 05 21:08:40.442856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:40.456203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:40.524042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c8cece21-dd90-4142-9727-4f7c0765b4d7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:40.536140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=5a20335a-8b67-4825-b2c7-cfbd67db4cac,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:40.555380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7eddc64d-1186-4ca5-93a7-1590d51b31f1 req-7e1755e4-8141-49c1-83d3-15c6dde07065 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740065
Mar 05 21:08:40.618063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=c8cece21-dd90-4142-9727-4f7c0765b4d7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:40.766064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (bede0687-4280-4ae6-89d5-078e65b499fe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:40.769284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e113881a-b8e4-421b-8f9a-a016accfd49b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.006013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (2f223ae8-37c3-4937-860f-9b0b289cfa53), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.011758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-7aed44ed-b7b7-4fa8-a470-484096717a57 service neutron] 10.222.0.15 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8189692
Mar 05 21:08:41.034216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.246922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Allocated IP 172.35.0.235 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ef7ce8d4-4542-45ef-b084-f4599c1bf491) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:41.319443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d884c77-1286-463a-bd0f-708842198588 req-fbfad48b-be51-4986-bf7f-03c620a5ec4d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:41.331402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d884c77-1286-463a-bd0f-708842198588 req-fbfad48b-be51-4986-bf7f-03c620a5ec4d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 944 time: 0.3135469
Mar 05 21:08:41.450250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:41.488577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for port (ef7ce8d4-4542-45ef-b084-f4599c1bf491), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.499739 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP bede0687-4280-4ae6-89d5-078e65b499fe associated. External IP: 172.35.0.222, port: 38a18727-654e-4a54-acf0-e5fb4160525e.
Mar 05 21:08:41.531256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:41.540431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 2de15539-9dfc-43c7-86e8-df851b4d8dbe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:41.540952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.654671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2d274ec-0221-4c97-9c92-80aad8fb161f req-a7b4c0f9-2e9a-46ac-81c4-1635f52ce634 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 210 time: 0.0667245
Mar 05 21:08:41.669118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ef7ce8d4-4542-45ef-b084-f4599c1bf491), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.726971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:41.732716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:41.735127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:41.798006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:41.799970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:41.800201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Pushing event updated for resources: {'Port': ['ID=ef7ce8d4-4542-45ef-b084-f4599c1bf491,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:41.892651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:41.896474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:41.906601 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dcd09a-3adb-471b-8233-ee99e005edc6" -d '{"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-plugged", "status": "completed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:41.914653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.041897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:42.067707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:42.146993 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d884c77-1286-463a-bd0f-708842198588 req-9a41287b-7398-4d2a-88f9-fb6a47f0112b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8156493
Mar 05 21:08:42.238620 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40137524-8630-422d-804b-c8f1f4628eab x-openstack-request-id: req-40137524-8630-422d-804b-c8f1f4628eab {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:42.238920 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-plugged", "status": "completed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:42.239196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40137524-8630-422d-804b-c8f1f4628eab {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:42.239585 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'code': 200}
Mar 05 21:08:42.242379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ff5a-4a3d-4bcd-a402-b3d57d9c861f req-f9c4a430-98cb-4440-97d9-79eaebcd0b78 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:42.252046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3908ff5a-4a3d-4bcd-a402-b3d57d9c861f req-f9c4a430-98cb-4440-97d9-79eaebcd0b78 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4395754
Mar 05 21:08:42.336404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3908ff5a-4a3d-4bcd-a402-b3d57d9c861f req-e652be81-1d50-4d1c-b5e8-e05fe6b20d9d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839901
Mar 05 21:08:42.410334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:42.425933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40842) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:42.431013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:42.433536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b1edd8d7-c6f6-4383-a2a1-0b9116481535 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0746028
Mar 05 21:08:42.434591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884f47e7-6f95-4d28-bbe1-9b7e056b1d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.451019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:42.451938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:42.560748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:42.583752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting subnet 7dbe752b-bdde-440c-90e2-1d96443dd9ce {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:08:42.589291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (7dbe752b-bdde-440c-90e2-1d96443dd9ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.618309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:42.683219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884f47e7-6f95-4d28-bbe1-9b7e056b1d69 admin admin] Publish callbacks [] for security_group (56007e10-d404-4c3a-82bf-7ec6846e344a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.700342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884f47e7-6f95-4d28-bbe1-9b7e056b1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (56007e10-d404-4c3a-82bf-7ec6846e344a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.732793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (7dbe752b-bdde-440c-90e2-1d96443dd9ce), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.773074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:42.796328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-884f47e7-6f95-4d28-bbe1-9b7e056b1d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f7ee8d654e64a2b8b3901f31ef0a765&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7150304
Mar 05 21:08:42.800203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f47e7-6f95-4d28-bbe1-9b7e056b1d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56007e10-d404-4c3a-82bf-7ec6846e344a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:42.817235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:42.818399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:42.828764 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:42.847656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:42.850988 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:42.851686 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b92097a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:42.857670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:42.858051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-228dd173-2e42-42b4-80e0-0ea3ac47f67c req-4b628f43-cae5-41f8-a4e1-942310ca5111 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 210 time: 0.0926630
Mar 05 21:08:42.858300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:42.897417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.903181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] Publish callbacks [] for security_group (56007e10-d404-4c3a-82bf-7ec6846e344a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.945206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router_gateway (2f223ae8-37c3-4937-860f-9b0b289cfa53), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:42.959046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:42.962666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40848) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:42.976202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-22a48c73-5b37-40c6-964a-46319acb792b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.6177504
Mar 05 21:08:42.979504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:43.022425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] Publish callbacks [] for security_group (56007e10-d404-4c3a-82bf-7ec6846e344a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.041279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b92097a00>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:43.043609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283aa60>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:43.081814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885be8a-1d6c-4ac8-ac9e-1ab8ddb1d68b None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:43.087119 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:43.088204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b92097a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:43.126028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7dbe752b-bdde-440c-90e2-1d96443dd9ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.174888 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b92097a00>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:43.175937 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa453-26c7-4709-9a4e-a8c2a3ab1af0 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:43.286536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (bede0687-4280-4ae6-89d5-078e65b499fe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.371764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (7dbe752b-bdde-440c-90e2-1d96443dd9ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.407259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.415048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/7dbe752b-bdde-440c-90e2-1d96443dd9ce HTTP/1.1" status: 204  len: 168 time: 0.9877758
Mar 05 21:08:43.420368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40854) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:43.420571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa9d1a-da6d-460c-b0f6-99031acaeee7 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbe752b-bdde-440c-90e2-1d96443dd9ce,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:43.421563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60cdbb-af30-4cc9-9407-72918f882162 None None] Network 897cf983-eafd-4931-8821-106707a6e47a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:08:43.574439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8cece21-dd90-4142-9727-4f7c0765b4d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:43.653216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (56007e10-d404-4c3a-82bf-7ec6846e344a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.655843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.657005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56007e10-d404-4c3a-82bf-7ec6846e344a HTTP/1.1" status: 204  len: 168 time: 0.8365519
Mar 05 21:08:43.771990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c744ce-c0ef-4c7d-b789-a06e70224281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56007e10-d404-4c3a-82bf-7ec6846e344a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:43.790713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c8cece21-dd90-4142-9727-4f7c0765b4d7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:43.791058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8cece21-dd90-4142-9727-4f7c0765b4d7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:43.813288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-76330050-78a7-4875-9599-9b86acf02e45 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:43.816402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-76330050-78a7-4875-9599-9b86acf02e45 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 811 time: 0.6983263
Mar 05 21:08:43.834915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb9eb-0bf6-48ca-8f71-d85fdcdaca7b req-ad015d3b-b581-45e1-bfed-e940c2eb5a4f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:43.844163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (897cf983-eafd-4931-8821-106707a6e47a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:43.856363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-846cb9eb-0bf6-48ca-8f71-d85fdcdaca7b req-ad015d3b-b581-45e1-bfed-e940c2eb5a4f tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.5198355
Mar 05 21:08:43.875949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79281a49-9c75-43fa-9fbc-9693105f311f req-d2647a3e-c7f4-4cb5-a027-ff9b382c9310 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:43.899407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79281a49-9c75-43fa-9fbc-9693105f311f req-d2647a3e-c7f4-4cb5-a027-ff9b382c9310 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.3730140
Mar 05 21:08:43.993168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] DHCP port deletion for 897cf983-eafd-4931-8821-106707a6e47a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:08:44.049096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.073430 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (bede0687-4280-4ae6-89d5-078e65b499fe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.074044 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP bede0687-4280-4ae6-89d5-078e65b499fe disassociated. External IP: 172.35.0.222, port: 38a18727-654e-4a54-acf0-e5fb4160525e.
Mar 05 21:08:44.084874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.092284 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-eec74da8-ac67-4f26-a3c6-317909c00781 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa71bdd8c3394c1ca9fb656a112d9349 HTTP/1.1" status: 200  len: 379 time: 0.2658358
Mar 05 21:08:44.152572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Deleting port f7008e27-2160-45a1-adb4-799fac0ee198 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:44.153749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.172323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.252440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'port': {'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'admin_state_up': True, 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'security_groups': ['99526fc4-d596-4cc5-a8a7-9011374c7688']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:44.271385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-846cb9eb-0bf6-48ca-8f71-d85fdcdaca7b req-e4f5e57a-9ca7-4d5e-96fd-cfd07b027d25 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4096172
Mar 05 21:08:44.333478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79281a49-9c75-43fa-9fbc-9693105f311f req-d73713f9-6ac5-4001-b6e3-3d8601adb8d1 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4288688
Mar 05 21:08:44.446924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Deleting port f7008e27-2160-45a1-adb4-799fac0ee198 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:44.447287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.510520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] For port f7008e27-2160-45a1-adb4-799fac0ee198, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7008e27-2160-45a1-adb4-799fac0ee198,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:44.510860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.543587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Calling delete_port for f7008e27-2160-45a1-adb4-799fac0ee198 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:44.566363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40870) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:44.648384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43a9709f-b484-4293-b51b-eb76807c4d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.655716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.698260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] No DVR routers for this DVR port f7008e27-2160-45a1-adb4-799fac0ee198 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:44.699888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc50bd0-059b-478f-b510-52e8e4c99d1b None None] Pushing event deleted for resources: {'Port': ['ID=f7008e27-2160-45a1-adb4-799fac0ee198,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:44.721125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5dd11d03-e860-4236-99b6-6450e95bd2ff req-fe8235b4-4bbc-4868-b5f7-06aea61ad3c7 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 210 time: 0.0799077
Mar 05 21:08:44.736744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] For port f7008e27-2160-45a1-adb4-799fac0ee198, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7008e27-2160-45a1-adb4-799fac0ee198,segment=NetworkSegment(a466bec6-3d9f-4813-9b76-22db4973a591),segment_id=a466bec6-3d9f-4813-9b76-22db4973a591)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:44.737292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:44.762455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Calling delete_port for f7008e27-2160-45a1-adb4-799fac0ee198 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:44.773404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Router 2f223ae8-37c3-4937-860f-9b0b289cfa53 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:44.787763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Made reservation on behalf of aa71bdd8c3394c1ca9fb656a112d9349 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:08:44.794444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.111533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:45.119889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.121101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5b59ff6c-fbd5-494a-89a5-54ad8392e175 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "PUT /v2.0/routers/2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 200  len: 916 time: 5.7393849
Mar 05 21:08:45.128184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] Sync routers for ids ['2f223ae8-37c3-4937-860f-9b0b289cfa53'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:45.132107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40872) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:45.155137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] Routers {'2f223ae8-37c3-4937-860f-9b0b289cfa53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:45.160900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828099d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2f223ae8-37c3-4937-860f-9b0b289cfa53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.175125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f7008e27-2160-45a1-adb4-799fac0ee198), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.211651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828099d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.223136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] Routers {'2f223ae8-37c3-4937-860f-9b0b289cfa53'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:45.224196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828099d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2f223ae8-37c3-4937-860f-9b0b289cfa53'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.229645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:45.231514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43a9709f-b484-4293-b51b-eb76807c4d6a admin admin] Publish callbacks [] for security_group (a5a7765a-92e6-4842-b2f6-61a12c8b81a3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.240807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No DVR routers for this DVR port f7008e27-2160-45a1-adb4-799fac0ee198 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:45.257665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Port': ['ID=f7008e27-2160-45a1-adb4-799fac0ee198,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:45.275400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-43a9709f-b484-4293-b51b-eb76807c4d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5a7765a-92e6-4842-b2f6-61a12c8b81a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.285770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828099d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.286995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab0fd8-cd5f-4b6d-891c-60d2e2a17ca4 None None] The sync data for ids ['2f223ae8-37c3-4937-860f-9b0b289cfa53'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:45.352486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Allocated IP 172.20.0.14 (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67/758d19e6-6eb1-47c4-8c8e-666071b27aa9/e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:45.472370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:08:45.551095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:45.567462 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:45.580120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-43a9709f-b484-4293-b51b-eb76807c4d6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e35ffc6091df4944abedfb80b7c8a601&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0121012
Mar 05 21:08:45.585885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.589202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:45.591349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9709f-b484-4293-b51b-eb76807c4d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a7765a-92e6-4842-b2f6-61a12c8b81a3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:45.592300 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:45.593750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbeff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.607172 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (897cf983-eafd-4931-8821-106707a6e47a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.640247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-18117672-9985-41e6-b656-dc8673a73ae5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/bede0687-4280-4ae6-89d5-078e65b499fe HTTP/1.1" status: 200  len: 688 time: 2.6709516
Mar 05 21:08:45.648675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:45.667845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbeff10>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.679471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:45.680471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbeff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.706520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a0a556d1-aca3-4a76-afd4-35646f5990c9 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 200  len: 922 time: 0.5729566
Mar 05 21:08:45.713678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:45.716565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40890) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:45.736863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '94b1d404-120e-4570-9658-48bf6610ec97', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'port_id': '94b1d404-120e-4570-9658-48bf6610ec97', 'mac_address': 'fa:16:3e:51:02:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053aaf6-ea87-4000-931b-ca1a5d760f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:08:45.738856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7008e27-2160-45a1-adb4-799fac0ee198 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:45.740399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cd8b0>,) {'filters': {'network_id': ['897cf983-eafd-4931-8821-106707a6e47a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.744290 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbeff10>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.745193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949061bd-7af8-4c24-aee8-4d5d4eca5457 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:45.781567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f7008e27-2160-45a1-adb4-799fac0ee198 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:08:45.781923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f7008e27-2160-45a1-adb4-799fac0ee198 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:45.831833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89bcd7-c517-4d1e-9808-39f931b5b86b req-6866f9f9-f9b1-4193-9d2c-eab2cc0553ac tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:45.835644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a89bcd7-c517-4d1e-9808-39f931b5b86b req-6866f9f9-f9b1-4193-9d2c-eab2cc0553ac tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2862089
Mar 05 21:08:45.839020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a00752-402f-414c-8ce0-95dc3ed9facb tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:45.840496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-67a00752-402f-414c-8ce0-95dc3ed9facb tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=2f223ae8-37c3-4937-860f-9b0b289cfa53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1212976
Mar 05 21:08:45.844287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:45.850804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:45.852223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:45.870223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:08:45.889455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cd8b0>, 'a466bec6-3d9f-4813-9b76-22db4973a591') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.889900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cd8b0>, 'a466bec6-3d9f-4813-9b76-22db4973a591') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:45.918989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:45.947328 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.070613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:46.117573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['94b1d404-120e-4570-9658-48bf6610ec97'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:08:46.253546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5a54b-1bb3-430c-90c4-2d8386534817 req-c8e757e7-a214-4f96-a213-4d4fd98e096b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:46.259027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fab5a54b-1bb3-430c-90c4-2d8386534817 req-c8e757e7-a214-4f96-a213-4d4fd98e096b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.8473339
Mar 05 21:08:46.275455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a466bec6-3d9f-4813-9b76-22db4973a591), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.336160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] Publish callbacks [] for security_group (a5a7765a-92e6-4842-b2f6-61a12c8b81a3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.358499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] Publish callbacks [] for security_group (a5a7765a-92e6-4842-b2f6-61a12c8b81a3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.359066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de6b2d-2ddd-444c-a6be-85cab66f1389 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:46.363431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e7de6b2d-2ddd-444c-a6be-85cab66f1389 tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/networks/8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 881 time: 0.5143356
Mar 05 21:08:46.372918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40908) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:46.410846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7a3aa01b-ba71-4cdf-991b-532c1404b3bb tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 200  len: 205 time: 0.0366664
Mar 05 21:08:46.415981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a89bcd7-c517-4d1e-9808-39f931b5b86b req-c3c6b551-0b14-46b5-a228-929a30338e4b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5724559
Mar 05 21:08:46.416548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:46.430490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a466bec6-3d9f-4813-9b76-22db4973a591), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.465937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:08:46.465937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a466bec6-3d9f-4813-9b76-22db4973a591), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:08:46.473198 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:08:46.530084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.533750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fab5a54b-1bb3-430c-90c4-2d8386534817 req-c75fc655-edc0-467a-8f9c-bc0382dd5b2e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664924
Mar 05 21:08:46.621911 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (897cf983-eafd-4931-8821-106707a6e47a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.635645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a5a7765a-92e6-4842-b2f6-61a12c8b81a3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.638332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.639485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5a7765a-92e6-4842-b2f6-61a12c8b81a3 HTTP/1.1" status: 204  len: 168 time: 1.0490913
Mar 05 21:08:46.655435 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.661876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/networks/897cf983-eafd-4931-8821-106707a6e47a HTTP/1.1" status: 204  len: 168 time: 3.2266285
Mar 05 21:08:46.665578 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.681611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:46.689342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'routes': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:46.741788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790a551-ef12-4fcd-8122-89dffcf4c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a7765a-92e6-4842-b2f6-61a12c8b81a3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:46.756071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db402d3-f143-4f89-8d8d-869f0cd4f8db tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Pushing event deleted for resources: {'Network': ['ID=897cf983-eafd-4931-8821-106707a6e47a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:46.783005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a0d1f349-c610-4f4a-a667-f43eabf2db25 req-00d6ae74-3b4a-4a20-a144-53f5c287a5be tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 210 time: 0.1589324
Mar 05 21:08:46.795394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (2f223ae8-37c3-4937-860f-9b0b289cfa53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.869594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 5a20335a-8b67-4825-b2c7-cfbd67db4cac {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:46.874205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:46.902919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port ef7ce8d4-4542-45ef-b084-f4599c1bf491 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:46.903535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ef7ce8d4-4542-45ef-b084-f4599c1bf491), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.059160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ef7ce8d4-4542-45ef-b084-f4599c1bf491), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.081883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for ef7ce8d4-4542-45ef-b084-f4599c1bf491 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:47.131112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.133346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.extraroute_db [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Added routes are [] {{(pid=126562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:08:47.133761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.extraroute_db [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Removed routes are [] {{(pid=126562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:08:47.134215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.249194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:47.286029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.286513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (5a20335a-8b67-4825-b2c7-cfbd67db4cac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.297839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:47.310539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:47.317222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 5a20335a-8b67-4825-b2c7-cfbd67db4cac owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:08:47.342488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:47.476838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:08:47.562483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:47.563294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.569356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.588901 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.639869 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-e77cea68-173a-4d03-8d55-7f182afd076e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4787426
Mar 05 21:08:47.656880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-6782f476-85c0-479e-8926-1094971debc3 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:08:47.661659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-6782f476-85c0-479e-8926-1094971debc3 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0165882
Mar 05 21:08:47.696619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 94b1d404-120e-4570-9658-48bf6610ec97 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:47.697233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (94b1d404-120e-4570-9658-48bf6610ec97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.812398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ef7ce8d4-4542-45ef-b084-f4599c1bf491), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:47.935841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=ef7ce8d4-4542-45ef-b084-f4599c1bf491,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:47.966288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router e113881a-b8e4-421b-8f9a-a016accfd49b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:08:47.990523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8938f4f-e476-484a-8745-17cbf4b577cd req-c64f6321-1590-4563-baf3-303396a676a5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:47.998820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:48.008699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8938f4f-e476-484a-8745-17cbf4b577cd req-c64f6321-1590-4563-baf3-303396a676a5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 945 time: 0.3255184
Mar 05 21:08:48.011150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.047279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-240bacd7-9b30-4f45-b0ef-2fc2f3f0c315 None None] Provisioning complete for port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:48.050742 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-240bacd7-9b30-4f45-b0ef-2fc2f3f0c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.103067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:48.105672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:48.109600 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65da009-4313-493d-bd24-673cd7322a69" -d '{"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:48.119108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-b5b2f2e2-836a-44e3-b3d3-3dfd10c1237a req-706825f9-ef61-4ec5-9701-6679a45b0958 tempest-MigrationsAdminTest-296184086 tempest-MigrationsAdminTest-296184086-project-admin] (126562) timed out ('10.222.0.15', 40940) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:08:48.158741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.221874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Request body: {'port': {'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:48.223085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (2f223ae8-37c3-4937-860f-9b0b289cfa53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.229150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5a20335a-8b67-4825-b2c7-cfbd67db4cac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.269945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-240bacd7-9b30-4f45-b0ef-2fc2f3f0c315 None None] Port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:48.296573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:48.362070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.364549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (2f223ae8-37c3-4937-860f-9b0b289cfa53), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.417467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8938f4f-e476-484a-8745-17cbf4b577cd req-f653831f-1496-4866-ae0a-9567628df17c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3690579
Mar 05 21:08:48.418576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (2f223ae8-37c3-4937-860f-9b0b289cfa53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.419421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router 2f223ae8-37c3-4937-860f-9b0b289cfa53 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:48.428191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.437351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-23de565d-b66c-4b20-a11a-927754622e12 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 204  len: 168 time: 2.0196474
Mar 05 21:08:48.438096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40972) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:48.452787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2038143700', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:48.483496 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (979924ba-643f-473e-b812-3da880370543), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.484789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (979924ba-643f-473e-b812-3da880370543), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.511166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=5a20335a-8b67-4825-b2c7-cfbd67db4cac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:48.531173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:48.543081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Sync routers for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:48.571551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.572776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-168dbe48-39ca-4866-81f3-6fdb2cc931a1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 705 time: 1.8883591
Mar 05 21:08:48.578381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:48.597384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:48.602517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830de580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:48.653982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f93931de-96bd-44fc-9583-ab0b406765c9 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 205 time: 0.0730629
Mar 05 21:08:48.680780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40978) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:48.771538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (979924ba-643f-473e-b812-3da880370543), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.776822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (bede0687-4280-4ae6-89d5-078e65b499fe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.795759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.800870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57c68b67-9280-4128-b3f5-892d8edf6efe tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/bede0687-4280-4ae6-89d5-078e65b499fe HTTP/1.1" status: 204  len: 168 time: 3.1360843
Mar 05 21:08:48.803754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.818278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40982) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:48.828252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.844790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'e44c81b2-9ea2-43f8-8a87-6c397ff33eb4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:48.901681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:48.947030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442bf36-fc5b-49dd-a4a0-947736c816fb req-90b44167-e9c7-45aa-8e64-334fb46e8a06 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:48.949277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f442bf36-fc5b-49dd-a4a0-947736c816fb req-90b44167-e9c7-45aa-8e64-334fb46e8a06 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.8292310
Mar 05 21:08:48.976672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:48.997246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830de580>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:49.069615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Checking router: e113881a-b8e4-421b-8f9a-a016accfd49b for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:49.088546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Routers {'e113881a-b8e4-421b-8f9a-a016accfd49b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:49.089529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830de580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e113881a-b8e4-421b-8f9a-a016accfd49b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:49.179171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] Set router e113881a-b8e4-421b-8f9a-a016accfd49b gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:49.210196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a08c3-571f-4196-a486-98615f6c9caf req-134a2d34-d6aa-4d75-bddc-710aa7c8d3e6 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.217186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-766a08c3-571f-4196-a486-98615f6c9caf req-134a2d34-d6aa-4d75-bddc-710aa7c8d3e6 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 932 time: 0.6443286
Mar 05 21:08:49.235375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f442bf36-fc5b-49dd-a4a0-947736c816fb req-e68cde6f-3f3d-48fa-93db-be0c7b4df725 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508538
Mar 05 21:08:49.350221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830de580>, [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:49.413068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3bb586-8172-4a93-800f-15df7070a846 None None] The sync data for ids ['e113881a-b8e4-421b-8f9a-a016accfd49b'] in ncdv-master-1 is: [{'id': 'e113881a-b8e4-421b-8f9a-a016accfd49b', 'name': 'tempest-RoutersIpV6Test-router-1170303734', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:17Z', 'updated_at': '2022-03-05T21:08:40Z', 'revision_number': 11, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:49.676326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:49.680141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (e113881a-b8e4-421b-8f9a-a016accfd49b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:49.766422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (979924ba-643f-473e-b812-3da880370543), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:49.784242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (e113881a-b8e4-421b-8f9a-a016accfd49b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:49.786011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router e113881a-b8e4-421b-8f9a-a016accfd49b {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:49.802971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:49.808190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-79919bfe-9eae-4c46-82de-50978ba1fcf6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 204  len: 168 time: 1.1249335
Mar 05 21:08:49.842510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.852627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.863081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.868631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.874477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.889916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.901600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:49.906535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-4e31f65f-09f9-480e-9c09-8217e924c710 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.3753352
Mar 05 21:08:49.906535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40996) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:49.915335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1639960641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:50.137256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-766a08c3-571f-4196-a486-98615f6c9caf req-68ea38ae-8875-4f08-8de4-de38213697e9 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9191649
Mar 05 21:08:50.302530 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e02ec-ed0d-476e-8ba0-bb9eab03bbb5 x-openstack-request-id: req-a48e02ec-ed0d-476e-8ba0-bb9eab03bbb5 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:50.304017 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:50.304497 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a48e02ec-ed0d-476e-8ba0-bb9eab03bbb5 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:50.305395 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'code': 200}
Mar 05 21:08:50.351786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:08:50.369191 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks [] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.430482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Transition to ACTIVE for port object e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:08:50.476825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.478274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.691860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.719596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.739094 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (979924ba-643f-473e-b812-3da880370543), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.752707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a18ae-6d9a-4c34-a18a-4114fa09b397 req-8914a3f5-6aae-43ed-8b32-79d4657dbeb9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:50.754925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.755301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f49a18ae-6d9a-4c34-a18a-4114fa09b397 req-8914a3f5-6aae-43ed-8b32-79d4657dbeb9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2981095
Mar 05 21:08:50.770068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.800845 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:50.924099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f49a18ae-6d9a-4c34-a18a-4114fa09b397 req-97e5a3c7-3c43-4beb-9617-d58fbfe01758 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148646
Mar 05 21:08:50.981608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Pushing event updated for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:51.056607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:51.059396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c32e527-f901-442b-acf2-d3a4a21916b5 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.1481991
Mar 05 21:08:51.084603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e23b33ce-0463-42c6-8e1f-a330f8d9747a req-7fbd3a4e-c768-4a36-a81d-83be689f86c3 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 1.0538392
Mar 05 21:08:51.101077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41020) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:51.116218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:51.333408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.340921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.356469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.365048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.370637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.379644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.388349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.388658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-b66cd125-2af5-4e16-8778-1532e7832e55 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5445 time: 0.3653398
Mar 05 21:08:51.422663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Attempting to bind port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:08:51.423663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Attempting to bind port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:08:51.424048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Attempting to bind port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 on network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:51.479208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 on network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:08:51.479551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Attempting to bind port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 on network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:08:51.519737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:08:51.519737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Checking segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:08:51.519737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Bound using segment: {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:08:51.519737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Bound port: e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:08:51.519737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:51.544441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-dbff9845-e6d2-4ebb-aaa0-6ba3571667c5 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.546490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-dbff9845-e6d2-4ebb-aaa0-6ba3571667c5 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1429417
Mar 05 21:08:51.566236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90feae-bb85-46df-9f59-411110b1774f req-cf4f599f-f79d-484c-8392-64cbe2473971 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:51.567999 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b90feae-bb85-46df-9f59-411110b1774f req-cf4f599f-f79d-484c-8392-64cbe2473971 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 944 time: 0.1783826
Mar 05 21:08:52.310447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-b89594f8-b73b-453c-ba7e-993e972e5862 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.7535715
Mar 05 21:08:52.321155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:52.329057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Allocated IP 172.35.0.110 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/52153a60-5367-4302-bdc4-e01405d47499) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:52.402461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:52.425161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:52.461024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ff4c3-2060-4d3c-ac3b-5d338d16af81 req-a9b4f7f1-9b21-413d-831c-70d2ad88afc9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:52.470525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb7ff4c3-2060-4d3c-ac3b-5d338d16af81 req-a9b4f7f1-9b21-413d-831c-70d2ad88afc9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 1.3484828
Mar 05 21:08:52.508247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:52.509916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b90feae-bb85-46df-9f59-411110b1774f req-9a6f00ef-215e-4429-9c49-3fabaf90a69c tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9072790
Mar 05 21:08:52.523602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:08:52.525231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:52.554178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:52.591211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:52.591893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:52.597542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] 10.222.0.31 "PUT /v2.0/ports/e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 1092 time: 4.6753299
Mar 05 21:08:52.599453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:52.606781 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f05d4-2c7d-4833-a949-34db39ed78db" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:52.832278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ae2d5-8af9-4993-bd4f-cae27617305e service neutron] Pushing event updated for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:52.937162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b940d8-991a-48e1-8296-fff60298dd1a req-745e8870-3910-4230-a613-23536cfefcef tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:52.956101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56b940d8-991a-48e1-8296-fff60298dd1a req-745e8870-3910-4230-a613-23536cfefcef tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2939966
Mar 05 21:08:52.996730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-03530e4c-2e2a-462d-8f08-5717466b57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:52.998482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-03530e4c-2e2a-462d-8f08-5717466b57f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1126 time: 0.3168292
Mar 05 21:08:53.058014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb7ff4c3-2060-4d3c-ac3b-5d338d16af81 req-96ee0fa8-c88b-40e5-b7a8-80eae99f0ab7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5844872
Mar 05 21:08:53.087206 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-376d11ed-65ef-4752-9a60-7f778fae6101 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 217 time: 0.0702863
Mar 05 21:08:53.172019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Router 27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:53.237048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for port (52153a60-5367-4302-bdc4-e01405d47499), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.261709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56b940d8-991a-48e1-8296-fff60298dd1a req-b4d1ab07-4cf5-46c6-99d1-61a2c941b56a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3047075
Mar 05 21:08:53.320648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3580f7be-3101-44d5-a719-3970e25ebd07,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:53.359417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] For port 3580f7be-3101-44d5-a719-3970e25ebd07, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:53.399773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] device_id is not set on port 3580f7be-3101-44d5-a719-3970e25ebd07 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:53.412569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Publish callbacks [] for port (3580f7be-3101-44d5-a719-3970e25ebd07), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.418421 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f835162-8a10-41d1-a036-596f63656b27 x-openstack-request-id: req-0f835162-8a10-41d1-a036-596f63656b27 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:53.418761 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:53.419022 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f835162-8a10-41d1-a036-596f63656b27 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:53.419567 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:08:53.426030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.472309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:53.479142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Pushing event updated for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:53.493758 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Sync routers for ids ['27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:53.497880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.497880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.497880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.497880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.498284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.498514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.498860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.499200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.499537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.499917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.500233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.500564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.501470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:53.511724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:53.533210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-6f94e242-3353-4740-950e-c683d31697f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.534592 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Routers {'27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:53.535249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:53.538415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-6f94e242-3353-4740-950e-c683d31697f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.4443176
Mar 05 21:08:53.542114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.544114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e55d4a1-0c59-4b8b-81f3-5cd1e8bb31e1 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "PUT /v2.0/routers/27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 200  len: 698 time: 2.4420896
Mar 05 21:08:53.552145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41110) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:53.582816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] No DVR routers for this DVR port 3580f7be-3101-44d5-a719-3970e25ebd07 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:53.787721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:53.789031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.799906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] In _notify_port_updated(), no bound segment for port 3580f7be-3101-44d5-a719-3970e25ebd07 on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:08:53.801111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.805472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.808550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-701ff7fa-f81b-4960-9aef-279b1df93401 service neutron] 10.222.0.23 "PUT /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 200  len: 1033 time: 1.4901531
Mar 05 21:08:53.811772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84f837ef-b1dc-4440-83bb-c04363a366f6 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/routers/27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 200  len: 704 time: 0.2531343
Mar 05 21:08:53.820204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41112) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:53.842539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:53.852771 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880ba96-8e7c-4d64-8da2-ad925d14d249" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:53.858059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.865776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.877952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.888214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.903426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:53.914329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:53.915394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:53.921238 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Set router 27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:53.931236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.944369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.963440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:53.980511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-74de8ece-b700-4b88-8e91-97ef2e04866d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 5367 time: 0.7635918
Mar 05 21:08:54.021630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (52153a60-5367-4302-bdc4-e01405d47499), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.037222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:54.082676 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, [{'id': '27b4f4a5-d9a5-4fa4-af3f-4024060b74d2', 'name': 'tempest-RoutersIpV6Test-router-1639960641', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:08:50Z', 'updated_at': '2022-03-05T21:08:52Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:54.116853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41120) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:54.117876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4af73eb0-b7b0-4efa-b9b3-2691ce97360d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 200  len: 205 time: 0.2632835
Mar 05 21:08:54.144558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Checking router: 27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:08:54.159698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:54.166670 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Routers {'27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:54.167522 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:54.176059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-680f4b00-bbdc-4735-9bfe-dffbdb070989 None None] Provisioning complete for port 3580f7be-3101-44d5-a719-3970e25ebd07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:54.182874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-680f4b00-bbdc-4735-9bfe-dffbdb070989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.204590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:54.211270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fa0ad09-0854-435f-9ec6-f37480309224 req-04098531-0b84-4380-b168-87f23c09b35c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2303658
Mar 05 21:08:54.302356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:54.332484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-5593ac33-cba6-4c62-ab2d-a462ef765642 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:54.347214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-5593ac33-cba6-4c62-ab2d-a462ef765642 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "GET /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.5202219
Mar 05 21:08:54.350794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] Set router 27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:08:54.358664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-680f4b00-bbdc-4735-9bfe-dffbdb070989 None None] Port 3580f7be-3101-44d5-a719-3970e25ebd07 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:54.368696 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649c633-ab78-441a-80ce-64d078119cb9 x-openstack-request-id: req-f649c633-ab78-441a-80ce-64d078119cb9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:54.369006 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:54.369271 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f649c633-ab78-441a-80ce-64d078119cb9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:54.371945 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'code': 200}
Mar 05 21:08:54.396604 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.398394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event updated for resources: {'Port': ['ID=52153a60-5367-4302-bdc4-e01405d47499,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:54.409138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:54.417222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:54.442876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455f84-c475-463a-8ab5-c527aff22749 req-489ab2b5-a5fe-4a31-a37d-416b68aa3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:54.449333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-489ab2b5-a5fe-4a31-a37d-416b68aa3a3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8678150
Mar 05 21:08:54.536339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:54.536880 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.537503 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, [{'id': '27b4f4a5-d9a5-4fa4-af3f-4024060b74d2', 'name': 'tempest-RoutersIpV6Test-router-1639960641', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:08:50Z', 'updated_at': '2022-03-05T21:08:52Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:54.580044 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa3cd9-9044-42b4-88cf-541fe6581cfe None None] The sync data for ids ['27b4f4a5-d9a5-4fa4-af3f-4024060b74d2'] in ncdv-master-1 is: [{'id': '27b4f4a5-d9a5-4fa4-af3f-4024060b74d2', 'name': 'tempest-RoutersIpV6Test-router-1639960641', 'tenant_id': 'a7ce4034b1e34f8784376dd8a797812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:08:50Z', 'updated_at': '2022-03-05T21:08:52Z', 'revision_number': 2, 'project_id': 'a7ce4034b1e34f8784376dd8a797812b', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:54.597216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f259-364c-49c6-bf71-fb767106b277 req-e224d987-3b49-461f-94db-727800a4f8b6 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:54.617463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd88f259-364c-49c6-bf71-fb767106b277 req-e224d987-3b49-461f-94db-727800a4f8b6 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 944 time: 0.7959182
Mar 05 21:08:54.647607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:54.652319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d6340f49-4c2c-44e5-ad8b-65e0b6b81d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.659458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:54.660491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 49b54a86-30ae-437a-8e99-4dbd8347c99d no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:54.706471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:08:55.005355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.007829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router_controller (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.041704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.208 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/20380393-d046-4ae0-bcb6-229f0b10f3b8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:08:55.046831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.113493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 49b54a86-30ae-437a-8e99-4dbd8347c99d is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:55.114005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.117860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (27b4f4a5-d9a5-4fa4-af3f-4024060b74d2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.118376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Fanout notify agent at l3_agent the message router_deleted on router 27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:08:55.127018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.128057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b3d40f92-75fc-4ddb-80ea-940a4bf33352 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 204  len: 168 time: 1.0085537
Mar 05 21:08:55.139621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41128) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:55.150141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:55.186121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4ae6573-d539-4cee-889f-da2ddc609a11 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 200  len: 205 time: 0.0423186
Mar 05 21:08:55.188137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-710e836f-3431-4671-9d24-8390d21ac92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.197166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41130) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:55.215433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:55.224110 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.224870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6b1907e2-b9fc-4106-b4bf-9d467bd3635b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:55.257723 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-70928dea-fdc1-440e-a22c-efaef98dd218 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:55.258849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-70928dea-fdc1-440e-a22c-efaef98dd218 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/27b4f4a5-d9a5-4fa4-af3f-4024060b74d2 HTTP/1.1" status: 404  len: 336 time: 0.0606618
Mar 05 21:08:55.269680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558c16-237b-42ac-b722-4ef3a5f6c1f8 req-3d95ebbb-ec1d-4f98-b065-2b301505c434 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:55.271414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df558c16-237b-42ac-b722-4ef3a5f6c1f8 req-3d95ebbb-ec1d-4f98-b065-2b301505c434 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.5902605
Mar 05 21:08:55.272238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41136) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:55.315681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd88f259-364c-49c6-bf71-fb767106b277 req-8e943364-11d4-4b41-bd6e-336af2fc9846 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6953633
Mar 05 21:08:55.330619 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d263c0-e490-4112-8984-94054e22d671 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:55.331132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d263c0-e490-4112-8984-94054e22d671 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:55.342484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-99d263c0-e490-4112-8984-94054e22d671 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/d6db9c0f-56ef-403c-b9aa-89b79cdc49fe HTTP/1.1" status: 404  len: 337 time: 0.0566506
Mar 05 21:08:55.346386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-de90c514-2eef-43f3-a8f0-6ccfef850e44 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8314626
Mar 05 21:08:55.355859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:55.377977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41140) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:55.513570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76455f84-c475-463a-8ab5-c527aff22749 req-05827d4c-4023-4378-995e-cfbbe73011ee service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328762
Mar 05 21:08:55.571561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:55.572706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.583477 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6c9f3-d05f-4e1f-8627-333836df1dbd tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:55.584118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb6c9f3-d05f-4e1f-8627-333836df1dbd tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:55.590307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6cb6c9f3-d05f-4e1f-8627-333836df1dbd tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/2fbece4e-dba4-4d56-ae1a-a87cd7df73a7 HTTP/1.1" status: 404  len: 337 time: 0.2057631
Mar 05 21:08:55.598781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41142) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:55.653628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df558c16-237b-42ac-b722-4ef3a5f6c1f8 req-0f0165a9-0eb2-49a2-a5a1-04f432832f01 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3429155
Mar 05 21:08:55.740307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-710e836f-3431-4671-9d24-8390d21ac92c admin admin] Publish callbacks [] for security_group (23918f3b-77ef-41ee-abbb-e743e697741a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.751095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-710e836f-3431-4671-9d24-8390d21ac92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23918f3b-77ef-41ee-abbb-e743e697741a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.819379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e836f-3431-4671-9d24-8390d21ac92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23918f3b-77ef-41ee-abbb-e743e697741a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:55.862845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.916150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (979924ba-643f-473e-b812-3da880370543), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:55.921041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-710e836f-3431-4671-9d24-8390d21ac92c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21ad9f9c2e154beca5be631c9b8bd0b8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5021243
Mar 05 21:08:55.945870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:55.986785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] For port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:08:55.987881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41144) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:56.040776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] device_id is not set on port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:08:56.080639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Publish callbacks [] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.098910 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cc56a9-3cda-46c5-9266-22cf707e7519 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:56.099441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cc56a9-3cda-46c5-9266-22cf707e7519 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:56.113161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2cc56a9-3cda-46c5-9266-22cf707e7519 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/8a4b3a3f-930e-4c05-9220-ec8e1d514090 HTTP/1.1" status: 404  len: 337 time: 0.5044677
Mar 05 21:08:56.146702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:56.152484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.200021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.206898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.212043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.219034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.228499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.239441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.246192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a259868c-3d55-46ec-a25a-79333d68f48e req-4f933a0a-ef24-41ff-9c5c-e3081dd0186e tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 4581 time: 0.3863847
Mar 05 21:08:56.254329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:08:56.254701 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:08:56.345459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.350265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Publish callbacks [] for security_group (23918f3b-77ef-41ee-abbb-e743e697741a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.356870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=20380393-d046-4ae0-bcb6-229f0b10f3b8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:56.372670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:56.379319 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe8b2f-1bd8-4818-bf41-7c895850f89b" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:56.389622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Publish callbacks [] for security_group (23918f3b-77ef-41ee-abbb-e743e697741a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.482546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (23918f3b-77ef-41ee-abbb-e743e697741a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.485073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.489901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23918f3b-77ef-41ee-abbb-e743e697741a HTTP/1.1" status: 204  len: 168 time: 0.4963636
Mar 05 21:08:56.513696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc269ee-f0ab-4da0-b121-233f474d0036 req-996d59ce-39d0-4cc9-ac73-2ef4a18f1081 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.515388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbc269ee-f0ab-4da0-b121-233f474d0036 req-996d59ce-39d0-4cc9-ac73-2ef4a18f1081 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.9758162
Mar 05 21:08:56.529453 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d52a4d-efb3-4b2d-aaf4-28d25f927a78 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:56.531802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d52a4d-efb3-4b2d-aaf4-28d25f927a78 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:56.536045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0d52a4d-efb3-4b2d-aaf4-28d25f927a78 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/7dbe752b-bdde-440c-90e2-1d96443dd9ce HTTP/1.1" status: 404  len: 337 time: 0.3849216
Mar 05 21:08:56.545570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:08:56.569582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41154) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:56.576952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:08:56.583396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23918f3b-77ef-41ee-abbb-e743e697741a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:56.595146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:08:56.645280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-ec683076-79c9-4c36-a3e0-00a8526757b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:56.647773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-ec683076-79c9-4c36-a3e0-00a8526757b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1126 time: 1.0500579
Mar 05 21:08:56.675438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a259868c-3d55-46ec-a25a-79333d68f48e req-0d2e219e-e5f4-4b0f-a88e-95d65de7ee51 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&id=47da611c-3cfe-4f0f-91d5-a54e64149493&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4104841
Mar 05 21:08:56.692639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.693221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.693582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.693931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.701183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.701671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.702119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.702447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.702882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.703237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.709156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.712056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.713347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dc5df-d545-4c9a-b3a9-e2e4c4ae4b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:08:56.836188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (979924ba-643f-473e-b812-3da880370543), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.898188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce4715b0-e677-4e4b-a39c-4eb63dab8a9a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 200  len: 205 time: 0.3085654
Mar 05 21:08:56.898358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:56.898778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d03778ff-0dff-4440-ad01-ea9b00fcbdae no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:56.899375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] No DVR routers for this DVR port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:08:56.932069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-133a0601-60c3-4ae0-b942-b479c46959b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:56.961800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41160) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:57.106208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d03778ff-0dff-4440-ad01-ea9b00fcbdae is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:57.106898 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.193511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-be1dad12-4a88-42d0-aba9-02c708ac77e4 None None] Provisioning complete for port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:08:57.194300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be1dad12-4a88-42d0-aba9-02c708ac77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.194422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171c84-187e-4692-9237-0706e3faf9bc req-9773f564-460b-449b-af2d-7de07f5e47c0 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:57.196024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af171c84-187e-4692-9237-0706e3faf9bc req-9773f564-460b-449b-af2d-7de07f5e47c0 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 944 time: 0.0935647
Mar 05 21:08:57.222099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:57.234283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.244858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3580f7be-3101-44d5-a719-3970e25ebd07 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:57.246009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Router 979924ba-643f-473e-b812-3da880370543 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:08:57.396596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be1dad12-4a88-42d0-aba9-02c708ac77e4 None None] Port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:08:57.411028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 3580f7be-3101-44d5-a719-3970e25ebd07 host ! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:08:57.411821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3580f7be-3101-44d5-a719-3970e25ebd07 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:08:57.412493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:08:57.589948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:57.591717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41168) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:57.603302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:08:57.639431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a3a57f6-b250-44ae-b1ee-804b3f36a88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.656428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.658480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dfa1146e-a789-423b-870b-eaba3a23247b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 9.2190504
Mar 05 21:08:57.660915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] Sync routers for ids ['979924ba-643f-473e-b812-3da880370543'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:08:57.670578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41170) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:57.676919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:08:57.729382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] Routers {'979924ba-643f-473e-b812-3da880370543'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:57.730028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82673190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['979924ba-643f-473e-b812-3da880370543'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:57.730409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af171c84-187e-4692-9237-0706e3faf9bc req-4c3ac74f-a932-4f25-8a04-2328fb392bbe tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5113194
Mar 05 21:08:57.850824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82673190>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:57.853433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:08:57.853770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:57.890847 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152be3d-2216-452a-b3a0-9da8046ed2f1 x-openstack-request-id: req-2152be3d-2216-452a-b3a0-9da8046ed2f1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:08:57.891154 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:08:57.892158 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2152be3d-2216-452a-b3a0-9da8046ed2f1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:08:57.892484 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'code': 200}
Mar 05 21:08:57.892744 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'code': 200}
Mar 05 21:08:57.964224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:57.967967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Pushing event updated for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:57.972320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] Routers {'979924ba-643f-473e-b812-3da880370543'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:08:57.973193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82673190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['979924ba-643f-473e-b812-3da880370543'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:57.979877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:58.090778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a3a57f6-b250-44ae-b1ee-804b3f36a88c admin admin] Publish callbacks [] for security_group (ec9f1fb8-61ba-4628-8171-c9a3484aaf2f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:58.111429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbc269ee-f0ab-4da0-b121-233f474d0036 req-cc223ac0-e94a-496a-8998-e334c10ad37c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5842097
Mar 05 21:08:58.112415 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e318d7bd-49e4-4cc2-a305-80970d9ab415 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:58.113222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e318d7bd-49e4-4cc2-a305-80970d9ab415 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/e113881a-b8e4-421b-8f9a-a016accfd49b HTTP/1.1" status: 404  len: 336 time: 0.2046351
Mar 05 21:08:58.114443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-3e4dbb96-2f00-4d27-9400-013060d190df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:58.116229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-3e4dbb96-2f00-4d27-9400-013060d190df service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 912 time: 1.2268651
Mar 05 21:08:58.116471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:58.128649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8a3a57f6-b250-44ae-b1ee-804b3f36a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec9f1fb8-61ba-4628-8171-c9a3484aaf2f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:58.155072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:58.158954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:58.159988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82673190>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:08:58.160839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499383f2-7840-405e-8bb5-16a736f16780 None None] The sync data for ids ['979924ba-643f-473e-b812-3da880370543'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:08:58.224646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a57f6-b250-44ae-b1ee-804b3f36a88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f1fb8-61ba-4628-8171-c9a3484aaf2f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:08:58.247488 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-3daf4ccd-fcfe-4da8-bca9-b04c6affaf42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 217 time: 0.1245937
Mar 05 21:08:58.414238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] In _notify_port_updated(), no bound segment for port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b on network f583ae73-6c59-430c-be06-cb0088aec665 {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:08:58.415074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:58.415715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:58.417082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-5a0dd98b-3bef-462e-b28a-173cbf79064a service neutron] 10.222.0.23 "PUT /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 200  len: 1033 time: 4.0455730
Mar 05 21:08:58.421628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8c4d96d8-64ca-4c65-aa78-0d2eef893083 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=915f909f-3ad5-4f1a-bb90-6decf72d2630 HTTP/1.1" status: 200  len: 205 time: 0.2975352
Mar 05 21:08:58.488803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41176) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:58.680740 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-b1297f8a-21fe-4743-8e00-efd8f5406518 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:58.680740 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b1297f8a-21fe-4743-8e00-efd8f5406518 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/915f909f-3ad5-4f1a-bb90-6decf72d2630 HTTP/1.1" status: 404  len: 336 time: 0.1624479
Mar 05 21:08:58.815782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41178) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:58.834550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8a3a57f6-b250-44ae-b1ee-804b3f36a88c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dccca4e2fedc46089914f76466fbe4eb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2134709
Mar 05 21:08:58.844818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:58.918680 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9cd9fb-5901-4ef8-bb03-17a1cf96be1a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:58.925175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9cd9fb-5901-4ef8-bb03-17a1cf96be1a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:58.934747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e9cd9fb-5901-4ef8-bb03-17a1cf96be1a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/c8a7cbed-5b6b-487c-9bf1-236530637c79 HTTP/1.1" status: 404  len: 337 time: 0.0748899
Mar 05 21:08:58.938398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41188) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:58.946462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-5ecd944f-e736-4823-a75b-fd2cd46e6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:58.948062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-5ecd944f-e736-4823-a75b-fd2cd46e6201 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.5083489
Mar 05 21:08:59.009826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.015265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.021785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.027138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.031267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d3a9374-4e5a-4d70-80ce-671429316792 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 200  len: 205 time: 0.0775223
Mar 05 21:08:59.036315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.039553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-d8896e9c-682e-4d5d-a7ed-b656a5d785a6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3875 time: 0.6018841
Mar 05 21:08:59.042657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.085517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f575d70-5e3d-4f4b-a5ab-a5723c3929f7 req-90b134c3-8df5-4bac-a734-1673e9d07fda tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.087499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f575d70-5e3d-4f4b-a5ab-a5723c3929f7 req-90b134c3-8df5-4bac-a734-1673e9d07fda tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 1.0599737
Mar 05 21:08:59.125053 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-bd2a5998-ae3d-4a23-8792-cb1fbf4ae77f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:59.129219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bd2a5998-ae3d-4a23-8792-cb1fbf4ae77f tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/03b286e1-49f6-44b5-8d95-851c9f0316f1 HTTP/1.1" status: 404  len: 336 time: 0.0843353
Mar 05 21:08:59.130820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41192) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.170564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:59.171017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.273593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] For port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:08:59.273896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.320336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-383348b1-edaa-449d-b0d8-e643a5bd3902 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=d39bd116-6f21-453c-9995-c7b4ce6a3018 HTTP/1.1" status: 200  len: 205 time: 0.1822255
Mar 05 21:08:59.328527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41196) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.336545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] Publish callbacks [] for security_group (ec9f1fb8-61ba-4628-8171-c9a3484aaf2f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.378426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-f41aa9f7-15fd-48c0-b284-b46dc044ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.380366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-f41aa9f7-15fd-48c0-b284-b46dc044ba4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4194498
Mar 05 21:08:59.395274 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-e19edef0-c590-470b-bf96-2b1d9dcfc19d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:59.401249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e19edef0-c590-470b-bf96-2b1d9dcfc19d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/d39bd116-6f21-453c-9995-c7b4ce6a3018 HTTP/1.1" status: 404  len: 336 time: 0.0671458
Mar 05 21:08:59.401442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (979924ba-643f-473e-b812-3da880370543), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.418588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55857bf3-272b-42dd-babb-0018d0d0ba83 req-840e2260-cb66-4406-86de-ca6e898ea359 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3678231
Mar 05 21:08:59.422377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41198) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.466442 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-59642e17-46f7-4592-b2f4-fc337ff15d9d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:59.466952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59642e17-46f7-4592-b2f4-fc337ff15d9d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:59.473945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-59642e17-46f7-4592-b2f4-fc337ff15d9d tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/0b9e54ea-d6d8-46cb-af96-8c784cfa2055 HTTP/1.1" status: 404  len: 337 time: 0.0495238
Mar 05 21:08:59.497959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41200) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.513520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] Publish callbacks [] for security_group (ec9f1fb8-61ba-4628-8171-c9a3484aaf2f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.542375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.560797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-237ea6b1-126e-40c7-b613-9fd2eeb34e3a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=82139c78-fb5a-4ff0-ae4d-7ec07cacde93 HTTP/1.1" status: 200  len: 205 time: 0.0610485
Mar 05 21:08:59.562653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_gateway (979924ba-643f-473e-b812-3da880370543), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.566183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41206) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.632066 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-986cab6f-39ae-46b3-afc0-d4d7e2535e1e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:59.635947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-986cab6f-39ae-46b3-afc0-d4d7e2535e1e tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/82139c78-fb5a-4ff0-ae4d-7ec07cacde93 HTTP/1.1" status: 404  len: 336 time: 0.0583103
Mar 05 21:08:59.643903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41210) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.706235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f575d70-5e3d-4f4b-a5ab-a5723c3929f7 req-6a461fac-cb4e-4b82-9c91-d39345e1730a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3759892
Mar 05 21:08:59.707380 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc67cc53-40ac-4f91-9b2f-0a70c2b1ce66 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:59.707885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc67cc53-40ac-4f91-9b2f-0a70c2b1ce66 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:59.714380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cc67cc53-40ac-4f91-9b2f-0a70c2b1ce66 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/5524b445-55ca-402c-be87-c5c81caa5fc1 HTTP/1.1" status: 404  len: 337 time: 0.0682292
Mar 05 21:08:59.717006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41214) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.790115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ccc69135-18d5-43d6-ba76-ac6d16f65a3a tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "GET /v2.0/ports?device_id=84b119d5-3a58-452f-b7d4-5c0bd32eaef7 HTTP/1.1" status: 200  len: 205 time: 0.0441272
Mar 05 21:08:59.790930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.854357 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-fe6b0331-6022-4e39-978d-ea8719a6124c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] delete failed (client error): The resource could not be found.
Mar 05 21:08:59.857688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fe6b0331-6022-4e39-978d-ea8719a6124c tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/routers/84b119d5-3a58-452f-b7d4-5c0bd32eaef7 HTTP/1.1" status: 404  len: 336 time: 0.0638146
Mar 05 21:08:59.858515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.882392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb0fe-c24a-4510-8237-cba036545719 req-e5a1fbeb-caae-45aa-9b6a-877faa62a258 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:08:59.883992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9bfb0fe-c24a-4510-8237-cba036545719 req-e5a1fbeb-caae-45aa-9b6a-877faa62a258 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 944 time: 0.2233164
Mar 05 21:08:59.894525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:08:59.897213 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a815e-7bae-4948-9d10-bd3c56580c55" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:08:59.901541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec9f1fb8-61ba-4628-8171-c9a3484aaf2f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.904232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.905427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec9f1fb8-61ba-4628-8171-c9a3484aaf2f HTTP/1.1" status: 204  len: 168 time: 1.0581920
Mar 05 21:08:59.906573 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-630101d8-49ab-4391-bea8-d7a60409c699 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:08:59.907116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630101d8-49ab-4391-bea8-d7a60409c699 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:08:59.927189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-630101d8-49ab-4391-bea8-d7a60409c699 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/bf32cbb2-e114-459c-aeb6-eed6c2f83f6b HTTP/1.1" status: 404  len: 337 time: 0.0646558
Mar 05 21:08:59.930178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:08:59.957973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Deleting port 52153a60-5367-4302-bdc4-e01405d47499 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:08:59.958350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (52153a60-5367-4302-bdc4-e01405d47499), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:08:59.976844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:09:00.039143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de66bad-c655-4e6a-a371-f0b725e6ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f1fb8-61ba-4628-8171-c9a3484aaf2f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:00.092344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.093109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.093109 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Floating IP 04c018e4-dab9-406d-8fde-9425d50ffe0d disassociated. External IP: 172.35.0.142, port: 2a2cb2ee-09d5-4c68-906a-931117ce5ea0.
Mar 05 21:09:00.093370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:00.106286 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-705061b1-ccbb-42fa-b38b-a0d7f7db3d99 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:09:00.107015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705061b1-ccbb-42fa-b38b-a0d7f7db3d99 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:09:00.113845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-705061b1-ccbb-42fa-b38b-a0d7f7db3d99 tempest-RoutersIpV6Test-373297522 tempest-RoutersIpV6Test-373297522-project] 10.222.0.15 "DELETE /v2.0/subnets/de962a34-af85-4672-bfe9-8c9254355a68 HTTP/1.1" status: 404  len: 337 time: 0.1772122
Mar 05 21:09:00.200337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (52153a60-5367-4302-bdc4-e01405d47499), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.231626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Calling delete_port for 52153a60-5367-4302-bdc4-e01405d47499 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:00.244780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:00.275645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:09:00.377448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:00.377849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.426365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:09:00.442246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.473100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:00.486716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.545669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f8b0b-20f7-4c48-a7fa-2e217762b9a7 req-381d914d-26b8-4fed-b0c6-567e3f20ba9b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:00.553018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce1f8b0b-20f7-4c48-a7fa-2e217762b9a7 req-381d914d-26b8-4fed-b0c6-567e3f20ba9b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2084501
Mar 05 21:09:00.576405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2a2cb2ee-09d5-4c68-906a-931117ce5ea0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.607603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:00.619376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866134-1015-48f0-934c-df5940f9c826 req-bbcab493-0cec-472c-9300-513241630f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:00.620851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-bbcab493-0cec-472c-9300-513241630f09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 1127 time: 0.2172847
Mar 05 21:09:00.708839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:00.712261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=2a2cb2ee-09d5-4c68-906a-931117ce5ea0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:00.722949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:09:00.731872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-b6e930c9-bc90-4776-8ade-71d7147f4721 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3122592
Mar 05 21:09:00.738926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce1f8b0b-20f7-4c48-a7fa-2e217762b9a7 req-3fe9ac5c-eaf2-41c1-b2fd-e2e5bce7519d tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822383
Mar 05 21:09:00.832475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (52153a60-5367-4302-bdc4-e01405d47499), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.835091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:00.872406 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 05 Mar 2022 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16565240-7ea7-42e0-b469-01b9ee352ca2 x-openstack-request-id: req-16565240-7ea7-42e0-b469-01b9ee352ca2 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:00.873059 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:00.873548 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16565240-7ea7-42e0-b469-01b9ee352ca2 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:00.874190 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'code': 200}
Mar 05 21:09:00.874672 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'code': 200}
Mar 05 21:09:00.882109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866134-1015-48f0-934c-df5940f9c826 req-dd1c7146-61f4-4264-bb9e-ef1b7b296da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:00.883593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-dd1c7146-61f4-4264-bb9e-ef1b7b296da3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.2524865
Mar 05 21:09:00.903689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Pushing event deleted for resources: {'Port': ['ID=52153a60-5367-4302-bdc4-e01405d47499,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:01.115023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-e4c67594-c0b3-457f-bc71-56a914d7f902 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe HTTP/1.1" status: 200  len: 217 time: 0.2232950
Mar 05 21:09:01.131307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:01.276347 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (979924ba-643f-473e-b812-3da880370543), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:01.290593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-575f5909-dc17-4321-a9d2-4fabe975fb49 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.297383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-575f5909-dc17-4321-a9d2-4fabe975fb49 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.308377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-575f5909-dc17-4321-a9d2-4fabe975fb49 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.316258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-575f5909-dc17-4321-a9d2-4fabe975fb49 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.325548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-575f5909-dc17-4321-a9d2-4fabe975fb49 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3142 time: 0.3097942
Mar 05 21:09:01.403203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866134-1015-48f0-934c-df5940f9c826 req-338d45e9-eb6e-4f3f-8769-ce06520427e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.405024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-338d45e9-eb6e-4f3f-8769-ce06520427e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.2531269
Mar 05 21:09:01.567023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58544761-5fd2-4152-a5fa-facdb692ec32 req-a21454fb-f6b3-47d4-a62e-8869eb578186 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2399998
Mar 05 21:09:01.756724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9bfb0fe-c24a-4510-8237-cba036545719 req-d0edcd89-3206-4f4f-8f05-91c81c98eea9 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.8186300
Mar 05 21:09:01.758626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c3f05d4-2c7d-4833-a949-34db39ed78db req-17f6ae6f-279f-4c40-8d90-9137a609c264 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9744420
Mar 05 21:09:01.788982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866134-1015-48f0-934c-df5940f9c826 req-83490fa7-7495-49dc-93a8-0b1ea64ef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:01.790504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-83490fa7-7495-49dc-93a8-0b1ea64ef535 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2545743
Mar 05 21:09:01.873684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b02affa8-3b83-4331-8b0e-fa95e647b403 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7ce4034b1e34f8784376dd8a797812b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1588006
Mar 05 21:09:01.878061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:01.927314 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (979924ba-643f-473e-b812-3da880370543), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:01.932277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (979924ba-643f-473e-b812-3da880370543), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:01.953357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:01.976642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:01.997807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.030866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79884d0d-e0ee-4b28-bd99-695d6e736e50 req-93535c90-8bf0-4418-bc2d-6e0e2ee97cc4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:02.042386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79884d0d-e0ee-4b28-bd99-695d6e736e50 req-93535c90-8bf0-4418-bc2d-6e0e2ee97cc4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.2962298
Mar 05 21:09:02.050026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=20380393-d046-4ae0-bcb6-229f0b10f3b8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:02.093181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c29e8-3d2a-4bd3-b231-dacd5f2a1744 req-5b39e7be-ab45-4558-b99d-0c50762807be tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:02.095903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f52c29e8-3d2a-4bd3-b231-dacd5f2a1744 req-5b39e7be-ab45-4558-b99d-0c50762807be tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1763034
Mar 05 21:09:02.104168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:09:02.109285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:02.109750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.158546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Router b4def80d-3388-4a62-9786-8fa01620fd73 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:02.177096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] Publish callbacks [] for security_group (a930cbcc-3ca2-40b8-8e5a-65744ffcf544), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.217198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] Publish callbacks [] for security_group (a930cbcc-3ca2-40b8-8e5a-65744ffcf544), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.264228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79884d0d-e0ee-4b28-bd99-695d6e736e50 req-e7c6c156-9172-4dd1-941f-887e0e11fa43 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165501
Mar 05 21:09:02.274503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a930cbcc-3ca2-40b8-8e5a-65744ffcf544), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.275514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Router 979924ba-643f-473e-b812-3da880370543 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:02.277414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.281055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a930cbcc-3ca2-40b8-8e5a-65744ffcf544 HTTP/1.1" status: 204  len: 168 time: 0.3980148
Mar 05 21:09:02.281884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-8d9502ac-e62d-4d6d-b9f1-720d815777fb service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4818623
Mar 05 21:09:02.294383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88015b8-17b7-4a15-a925-2d7db39290a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930cbcc-3ca2-40b8-8e5a-65744ffcf544,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:02.327227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.396015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:02.396431 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.461195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:02.474214 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] Sync routers for ids ['979924ba-643f-473e-b812-3da880370543'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:02.483837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.486588 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9618cc71-e720-422d-a540-986567cb31ad tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "PUT /v2.0/routers/979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 200  len: 706 time: 4.8149359
Mar 05 21:09:02.489596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:02.497339 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] Routers {'979924ba-643f-473e-b812-3da880370543'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:02.498006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90054af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['979924ba-643f-473e-b812-3da880370543'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:02.521828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:02.530831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.577782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:02.586864 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f52c29e8-3d2a-4bd3-b231-dacd5f2a1744 req-cb9df5e7-262c-45e6-ba0f-97837437e69b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4742270
Mar 05 21:09:02.591210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Sync routers for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:02.623812 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90054af0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:02.648114 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] Routers {'979924ba-643f-473e-b812-3da880370543'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:02.649518 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90054af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['979924ba-643f-473e-b812-3da880370543'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:02.686721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:02.687379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:02.753413 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90054af0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:02.756195 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0fab-3af0-4da0-ab7e-9fca858e42bb None None] The sync data for ids ['979924ba-643f-473e-b812-3da880370543'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:02.761406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] No DVR routers for this DVR port 2a2cb2ee-09d5-4c68-906a-931117ce5ea0 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:02.772644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:02.773377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-b5cd0c14-14cc-48fc-a50e-947fdc7284cb tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "DELETE /v2.0/ports/2a2cb2ee-09d5-4c68-906a-931117ce5ea0 HTTP/1.1" status: 204  len: 173 time: 4.3044496
Mar 05 21:09:02.773837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:02.787116 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6616f0-4d84-46df-a6b7-09f8473bea10" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:02.815547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:03.074364 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 4da01251-68be-4f3a-975d-99c8036f0c53 associated. External IP: 172.35.0.208, port: e44c81b2-9ea2-43f8-8a87-6c397ff33eb4.
Mar 05 21:09:03.184389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:03.184709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:03.213569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313ee3b-ad50-4265-b022-717e92e635c1 req-eac0d1bd-3a9d-44ce-9e6a-d7b8ee9ff990 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:03.221186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c313ee3b-ad50-4265-b022-717e92e635c1 req-eac0d1bd-3a9d-44ce-9e6a-d7b8ee9ff990 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.2566545
Mar 05 21:09:03.363036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:03.444295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c313ee3b-ad50-4265-b022-717e92e635c1 req-9bb328ba-eaa5-4a2f-9b99-25491a71b1ba tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2221241
Mar 05 21:09:03.501873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-23866134-1015-48f0-934c-df5940f9c826 req-b26f3e72-99d3-4a9f-8ff2-c64db6baac0f service neutron] 10.222.0.23 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2114811
Mar 05 21:09:03.553057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-570e6a1d-0a7b-4be8-a45c-1decc01ac2ac tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/routers/979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 200  len: 741 time: 1.0606365
Mar 05 21:09:03.555047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:03.617753 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b01892-19d7-4764-92e8-53edf5583b9a x-openstack-request-id: req-65b01892-19d7-4764-92e8-53edf5583b9a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:03.618086 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "2a2cb2ee-09d5-4c68-906a-931117ce5ea0", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:03.618383 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65b01892-19d7-4764-92e8-53edf5583b9a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:03.618808 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '2a2cb2ee-09d5-4c68-906a-931117ce5ea0', 'status': 'completed', 'code': 200}
Mar 05 21:09:03.682031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64592cd4-f034-4135-9153-92fbaaeda96e tempest-RoutersAdminTest-1792864063 tempest-RoutersAdminTest-1792864063-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&device_id=979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 200  len: 205 time: 0.1128490
Mar 05 21:09:03.684688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41322) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:03.685826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:03.693323 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed97dbe-819c-47c6-abd9-20edac6d8759" -d '{"events": [{"server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "name": "network-vif-plugged", "status": "completed", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:03.721903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9de1eaec-1318-4538-9c84-01214f18bb8b tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 200  len: 205 time: 0.0315032
Mar 05 21:09:03.724009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:03.737348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] For port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:03.744258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:03.759523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-adb35078-c6d3-4c7c-9033-45622f62c76c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:03.766183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-adb35078-c6d3-4c7c-9033-45622f62c76c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:03.772933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-adb35078-c6d3-4c7c-9033-45622f62c76c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:03.779638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-adb35078-c6d3-4c7c-9033-45622f62c76c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:03.781823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-adb35078-c6d3-4c7c-9033-45622f62c76c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 3142 time: 0.2788427
Mar 05 21:09:03.828529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:03.862546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:03.954753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:03.990742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (979924ba-643f-473e-b812-3da880370543), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.011331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:04.028986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:04.029303 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.063004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bf878-0b44-407c-a445-b57768c38a3c req-c65aa912-6010-432d-b6c8-5d3c1726881c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:04.078020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:04.078366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c82bf878-0b44-407c-a445-b57768c38a3c req-c65aa912-6010-432d-b6c8-5d3c1726881c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 945 time: 0.4721138
Mar 05 21:09:04.091774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.142337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c040>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.183213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Checking router: b4def80d-3388-4a62-9786-8fa01620fd73 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:09:04.188840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b58273a2-70b6-4519-8d03-60e91c6ae570 req-66d2e08b-784d-44e5-95e7-e65ebdd29e58 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3616216
Mar 05 21:09:04.227328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:04.229467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.245463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:04.269915 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:04.286174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:04.286815 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.338900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.367314 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4100>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.387559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:04.403531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:04.404190 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.415297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20aa7e7-ea52-4e41-b2b9-212f49dd7cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.464630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c82bf878-0b44-407c-a445-b57768c38a3c req-bcb4f925-f43b-4fc1-a970-ce94bfe2490a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3841310
Mar 05 21:09:04.476493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:04.551764 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4100>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.554563 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3cb05-e464-4132-bd87-48df64e839be None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:04.571551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41346) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:04.584791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b69f7e12-0fb5-42e1-8d76-0ae89852d787 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 15.7496991
Mar 05 21:09:04.585479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41348) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:04.607569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20aa7e7-ea52-4e41-b2b9-212f49dd7cf4 admin admin] Publish callbacks [] for security_group (43904984-4164-4a0a-aa39-f1f9a884fe22), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.618839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (979924ba-643f-473e-b812-3da880370543), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.629025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router_controller (979924ba-643f-473e-b812-3da880370543), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.636979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f20aa7e7-ea52-4e41-b2b9-212f49dd7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (43904984-4164-4a0a-aa39-f1f9a884fe22), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.649928 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab74ca9-b781-4f81-9fee-03e6435f7ddc x-openstack-request-id: req-bab74ca9-b781-4f81-9fee-03e6435f7ddc {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:04.650294 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "name": "network-vif-plugged", "status": "completed", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:04.650521 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bab74ca9-b781-4f81-9fee-03e6435f7ddc {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:04.651702 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'code': 200}
Mar 05 21:09:04.743951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f20aa7e7-ea52-4e41-b2b9-212f49dd7cf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b81b9eb2a414a01976db9e8dec0bc2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7879767
Mar 05 21:09:04.747444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aa7e7-ea52-4e41-b2b9-212f49dd7cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43904984-4164-4a0a-aa39-f1f9a884fe22,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:04.754740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:04.831306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c040>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:04.853724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2e48-0aa7-499b-8fc8-8e6598363902 req-57b64c33-2334-4bbb-8f71-ffbce152bded tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:04.861121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0df2e48-0aa7-499b-8fc8-8e6598363902 req-57b64c33-2334-4bbb-8f71-ffbce152bded tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4920378
Mar 05 21:09:04.868644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fcd6c-ef35-4ef7-89a5-3006f1cc2fb7 None None] The sync data for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 is: [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:03:17Z', 'revision_number': 4, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9fe6cfe2-1949-4ad7-960a-01f16323b4da', 'name': '', 'network_id': '7313a2ce-6db2-4b8d-90cd-4116bd0e5d75', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'mac_address': 'fa:16:3e:cd:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:15Z', 'updated_at': '2022-03-05T21:03:25Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'subnets': [{'id': '46502186-7934-4068-8dc8-e51e9fb06ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:04.883274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-792512680'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:04.892630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.896212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (979924ba-643f-473e-b812-3da880370543), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.896875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Fanout notify agent at l3_agent the message router_deleted on router 979924ba-643f-473e-b812-3da880370543 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:04.939061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a81f03-4f6d-4afd-95ec-dc24be6baac2 req-065187ae-d0d0-4ad2-9084-2d4b98b876de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:04.945423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a8a81f03-4f6d-4afd-95ec-dc24be6baac2 req-065187ae-d0d0-4ad2-9084-2d4b98b876de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1128 time: 0.2318556
Mar 05 21:09:04.950014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:04.959240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6621a44-5071-4ba4-a074-388df399d3be tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 204  len: 168 time: 1.2286847
Mar 05 21:09:04.967271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41354) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.023084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05902dbc-11f8-4685-a25e-5153a740775e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/floatingips/4da01251-68be-4f3a-975d-99c8036f0c53 HTTP/1.1" status: 200  len: 978 time: 0.4115911
Mar 05 21:09:05.023311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f54b5f44-976d-4c5f-b72a-ad6c636fbf7f tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 200  len: 205 time: 0.0470386
Mar 05 21:09:05.023556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.023945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41358) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.070594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] No DVR routers for this DVR port 14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:05.075843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.080042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "DELETE /v2.0/ports/14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac HTTP/1.1" status: 204  len: 173 time: 2.2897530
Mar 05 21:09:05.090076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a9cd-25cb-4a52-9ced-300f00f1149f req-4e076bc2-8b7d-48a3-b038-ddcf79946e4b tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:05.093136 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0715a9cd-25cb-4a52-9ced-300f00f1149f req-4e076bc2-8b7d-48a3-b038-ddcf79946e4b tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.3291037
Mar 05 21:09:05.094338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d14c6-8d71-4010-8509-c6e0ed842692 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:05.153483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0df2e48-0aa7-499b-8fc8-8e6598363902 req-861e94fb-a6f3-45dc-9efe-5cf23867f520 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914379
Mar 05 21:09:05.160184 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cfa3880d-cd4f-4512-ae71-97a0fb0a5f6d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1294794
Mar 05 21:09:05.211499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41360) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.222440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] Publish callbacks [] for security_group (43904984-4164-4a0a-aa39-f1f9a884fe22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.232710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': '38a18727-654e-4a54-acf0-e5fb4160525e'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:05.238216 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-286af3b4-b2a6-4972-a6d6-47c1c24a9b87 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:05.241848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-286af3b4-b2a6-4972-a6d6-47c1c24a9b87 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/979924ba-643f-473e-b812-3da880370543 HTTP/1.1" status: 404  len: 336 time: 0.2138653
Mar 05 21:09:05.251179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.258858 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0715a9cd-25cb-4a52-9ced-300f00f1149f req-2d20ca25-5184-4fd3-b754-a637b298e8f9 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1515765
Mar 05 21:09:05.274039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:05.278728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.306671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] Publish callbacks [] for security_group (43904984-4164-4a0a-aa39-f1f9a884fe22), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.349846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.366712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b213bc71-8ed9-4fda-91d3-509f30793b7e tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 200  len: 205 time: 0.0996587
Mar 05 21:09:05.375457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.420768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9ee0f-c4e6-4caa-ace2-d4da7d0991ec None None] New status for floating IP 04c018e4-dab9-406d-8fde-9425d50ffe0d: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:09:05.497439 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-ea620317-25a1-4cc1-9822-e77b78d53e3e tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:05.501402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ea620317-25a1-4cc1-9822-e77b78d53e3e tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/2f223ae8-37c3-4937-860f-9b0b289cfa53 HTTP/1.1" status: 404  len: 336 time: 0.0897975
Mar 05 21:09:05.503110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.583307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a8a81f03-4f6d-4afd-95ec-dc24be6baac2 req-909f0773-9eda-43e9-9e26-deaba9ac7169 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6020014
Mar 05 21:09:05.591124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b4ccd546-abd2-4a39-b84a-d04ae31a6ea0 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 200  len: 205 time: 0.0817232
Mar 05 21:09:05.597531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.644922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:05.654199 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdacc80f-3430-441a-9be5-2e17750f82b1" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:05.660429 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-bceab4b5-47c2-4bb2-9bff-60f82eb80791 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:05.661500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bceab4b5-47c2-4bb2-9bff-60f82eb80791 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/d10f2d17-dfae-4075-9288-aa7a2adbac9c HTTP/1.1" status: 404  len: 336 time: 0.0593703
Mar 05 21:09:05.667416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (43904984-4164-4a0a-aa39-f1f9a884fe22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.670239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.674463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43904984-4164-4a0a-aa39-f1f9a884fe22 HTTP/1.1" status: 204  len: 168 time: 0.9155200
Mar 05 21:09:05.674463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41376) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.734770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d643b9-1d24-4e98-b96f-54af98c0be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43904984-4164-4a0a-aa39-f1f9a884fe22,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:05.740205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-12218cc0-5d28-47fe-99e3-8af2ada82886 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 200  len: 205 time: 0.0611072
Mar 05 21:09:05.743975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.746925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41380) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.761108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8c2f-5fd2-425d-af58-c9fa119c3a0b req-5830c045-1d28-4f75-9106-018d78729bac tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:05.769319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8c2f-5fd2-425d-af58-c9fa119c3a0b req-5830c045-1d28-4f75-9106-018d78729bac tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:05.775013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8c2f-5fd2-425d-af58-c9fa119c3a0b req-5830c045-1d28-4f75-9106-018d78729bac tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:05.776687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5df8c2f-5fd2-425d-af58-c9fa119c3a0b req-5830c045-1d28-4f75-9106-018d78729bac tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 2410 time: 0.2379525
Mar 05 21:09:05.809083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for security_group (9151d5a1-de29-4897-a81a-d64acd652f18), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.825292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9151d5a1-de29-4897-a81a-d64acd652f18), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.842901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:09:05.897031 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-efd43a5c-9339-402a-aabd-064dbc559b2c tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:05.900399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-efd43a5c-9339-402a-aabd-064dbc559b2c tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/a040eec9-f265-4cba-b7a0-ca493f9287bf HTTP/1.1" status: 404  len: 336 time: 0.1499662
Mar 05 21:09:05.901648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:05.920852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (88a3b648-eed6-4919-9497-4531a906b9a8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.921396 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 88a3b648-eed6-4919-9497-4531a906b9a8 of type vlan for network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f
Mar 05 21:09:05.923412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9151d5a1-de29-4897-a81a-d64acd652f18,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:05.939455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port d03778ff-0dff-4440-ad01-ea9b00fcbdae {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:05.940004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:05.959241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8523ddc6-9146-4dc2-8d4a-674136941a94 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 200  len: 205 time: 0.0548964
Mar 05 21:09:05.965719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.050314 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-71407a21-78aa-4c76-b72f-8443e6cfbe1d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:06.051398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-71407a21-78aa-4c76-b72f-8443e6cfbe1d tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/2aa3fd29-ed29-441d-a175-58444d148de6 HTTP/1.1" status: 404  len: 336 time: 0.0847280
Mar 05 21:09:06.055109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.086777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5df8c2f-5fd2-425d-af58-c9fa119c3a0b req-79633b34-6a79-44d0-a4bd-c8d34c7847c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874957
Mar 05 21:09:06.102176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.148722 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-652def52-7fd9-4c45-abe7-1b75828d5654 tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f83f5fe-5ce7-477c-ae70-5651b122e345 HTTP/1.1" status: 200  len: 205 time: 0.0886292
Mar 05 21:09:06.154420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41390) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.279016 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-737d818d-4b9a-4ec8-9a8c-591ef089541f tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:06.284562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-737d818d-4b9a-4ec8-9a8c-591ef089541f tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/routers/8f83f5fe-5ce7-477c-ae70-5651b122e345 HTTP/1.1" status: 404  len: 336 time: 0.1290531
Mar 05 21:09:06.288170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.328130 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccee48c7-d67e-429d-a9a9-a392ac6ba4aa tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:09:06.333937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccee48c7-d67e-429d-a9a9-a392ac6ba4aa tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:09:06.339760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ccee48c7-d67e-429d-a9a9-a392ac6ba4aa tempest-RoutersAdminTest-1179143623 tempest-RoutersAdminTest-1179143623-project] 10.222.0.15 "DELETE /v2.0/subnets/c8720f48-8df2-4e06-b822-09fdcccbc13e HTTP/1.1" status: 404  len: 337 time: 0.0475974
Mar 05 21:09:06.389353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.499231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9e293-2522-4478-a391-67170aa5b627 req-d9bb952c-e8b6-4ec7-81db-71ccb46beca6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:06.507366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9f9e293-2522-4478-a391-67170aa5b627 req-d9bb952c-e8b6-4ec7-81db-71ccb46beca6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.9171026
Mar 05 21:09:06.512698 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de20000-fe8f-4524-b3c3-2997771c220d x-openstack-request-id: req-5de20000-fe8f-4524-b3c3-2997771c220d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:06.513070 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:06.513332 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5de20000-fe8f-4524-b3c3-2997771c220d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:06.513808 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '14f8b7cc-1e4e-4f90-b62b-841a16e0f7ac', 'status': 'completed', 'code': 200}
Mar 05 21:09:06.514235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.590613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ac702-a6bf-4350-bea8-5fc241fe44bd req-24130b72-0e7d-4e9d-b617-0a48cbd2e0fe tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:06.592233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad6ac702-a6bf-4350-bea8-5fc241fe44bd req-24130b72-0e7d-4e9d-b617-0a48cbd2e0fe tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.2536817
Mar 05 21:09:06.607657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41a0baad-1c9b-4fd9-96aa-ddf8b574d0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.611845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.633132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] For port d03778ff-0dff-4440-ad01-ea9b00fcbdae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d03778ff-0dff-4440-ad01-ea9b00fcbdae,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:06.634200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.652684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:06.657426 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f080ccbb-a3b3-4df7-a731-ff2499e47cd3" -d '{"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-unplugged", "status": "completed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:06.693074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for d03778ff-0dff-4440-ad01-ea9b00fcbdae owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:06.710550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b9f9e293-2522-4478-a391-67170aa5b627 req-4233ddc5-7bb4-4887-90d8-538f7c6742fe tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021954
Mar 05 21:09:06.725686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad6ac702-a6bf-4350-bea8-5fc241fe44bd req-a5e6e24b-c87d-4b6c-b9a9-50af0cb32719 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173928
Mar 05 21:09:06.811458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.827811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:06.828452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:06.831831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:06.975055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=0a18380c-1fb5-46d1-8bc8-11f6f61ad51f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:06.987890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:09:07.045909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-109566b9-96e3-422f-be94-ad17a3b685d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.4705951
Mar 05 21:09:07.048785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:07.058433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999171660'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:07.140073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.144919 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e79020-4be8-48e6-868f-28abb581b1d1 x-openstack-request-id: req-a7e79020-4be8-48e6-868f-28abb581b1d1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:07.145625 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-unplugged", "status": "failed", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe", "code": 422}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:07.146196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7e79020-4be8-48e6-868f-28abb581b1d1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:07.147032 ncdv-master-1 neutron-server[126564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'code': 422} returned with failed status
Mar 05 21:09:07.158188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.164696 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41a0baad-1c9b-4fd9-96aa-ddf8b574d0c8 admin admin] Publish callbacks [] for security_group (82738e2d-c00f-4347-8a98-9632e415c3c6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.175053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627944-eb71-499e-8720-9d7b910d1a56 req-0c863248-61f4-44a3-b4bb-42424803cd31 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:07.182250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87627944-eb71-499e-8720-9d7b910d1a56 req-0c863248-61f4-44a3-b4bb-42424803cd31 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.2133088
Mar 05 21:09:07.192125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41a0baad-1c9b-4fd9-96aa-ddf8b574d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (82738e2d-c00f-4347-8a98-9632e415c3c6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.194426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:07.197711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.290726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e7d15-2dd9-473f-a984-321df47038c5 req-4aa02112-8882-445f-856a-e570bb69415e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:07.292400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa0e7d15-2dd9-473f-a984-321df47038c5 req-4aa02112-8882-445f-856a-e570bb69415e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1495552
Mar 05 21:09:07.295011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b33a7f1-322e-4f69-a771-4f87d41015c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.332062 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 4da01251-68be-4f3a-975d-99c8036f0c53 associated. External IP: 172.35.0.208, port: e44c81b2-9ea2-43f8-8a87-6c397ff33eb4.
Mar 05 21:09:07.353438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0baad-1c9b-4fd9-96aa-ddf8b574d0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82738e2d-c00f-4347-8a98-9632e415c3c6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:07.360895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41a0baad-1c9b-4fd9-96aa-ddf8b574d0c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c1ab4c2806044b8b72a4293d0bc607c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8200750
Mar 05 21:09:07.362248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:09:07.367781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:07.415191 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (51f22550-fe98-4438-af21-3402b71339f7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.416108 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 51f22550-fe98-4438-af21-3402b71339f7 of type vlan for network 734fbab1-6094-4668-bc49-88da18d92ceb
Mar 05 21:09:07.438181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87627944-eb71-499e-8720-9d7b910d1a56 req-2d2ace55-797b-4547-b91e-810509e21035 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2500927
Mar 05 21:09:07.463855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa0e7d15-2dd9-473f-a984-321df47038c5 req-42acca85-fca2-43ba-a5ca-ef2aea516908 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606464
Mar 05 21:09:07.522250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d03778ff-0dff-4440-ad01-ea9b00fcbdae), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.664611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=d03778ff-0dff-4440-ad01-ea9b00fcbdae,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:07.745319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (734fbab1-6094-4668-bc49-88da18d92ceb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.748671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] No DVR routers for this DVR port d03778ff-0dff-4440-ad01-ea9b00fcbdae on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:07.755689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.759653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-e6d071b6-541d-4b0a-9702-2e1b1c485d47 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "DELETE /v2.0/ports/d03778ff-0dff-4440-ad01-ea9b00fcbdae HTTP/1.1" status: 204  len: 173 time: 2.6601253
Mar 05 21:09:07.799955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] Publish callbacks [] for security_group (82738e2d-c00f-4347-8a98-9632e415c3c6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.922796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] Publish callbacks [] for security_group (82738e2d-c00f-4347-8a98-9632e415c3c6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.925074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (734fbab1-6094-4668-bc49-88da18d92ceb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:07.930283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:07.930881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.026686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=734fbab1-6094-4668-bc49-88da18d92ceb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:08.048971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 734fbab1-6094-4668-bc49-88da18d92ceb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:09:08.075121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2471f-87eb-48fb-bf4c-ef5f90dc3576 req-853eb2f3-cc51-4e75-94d4-5fb8b2a9ef74 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:08.082041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2471f-87eb-48fb-bf4c-ef5f90dc3576 req-853eb2f3-cc51-4e75-94d4-5fb8b2a9ef74 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:08.084044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70b2471f-87eb-48fb-bf4c-ef5f90dc3576 req-853eb2f3-cc51-4e75-94d4-5fb8b2a9ef74 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 1677 time: 0.4769268
Mar 05 21:09:08.086435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d046a79-2f52-4fb7-a780-e370102dd3bd req-0f05db9b-ea78-479b-bafd-5235fe9119a0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:08.087964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d046a79-2f52-4fb7-a780-e370102dd3bd req-0f05db9b-ea78-479b-bafd-5235fe9119a0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4949205
Mar 05 21:09:08.123617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b33a7f1-322e-4f69-a771-4f87d41015c0 admin admin] Publish callbacks [] for security_group (0f4c2cbb-b947-43b2-a7db-eefdf12ab81d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.146521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-053a2847-857c-45d1-8878-980d48d3c745 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0928447
Mar 05 21:09:08.160292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41424) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:08.170491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b33a7f1-322e-4f69-a771-4f87d41015c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0f4c2cbb-b947-43b2-a7db-eefdf12ab81d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.183265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:08.199415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:08.214594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b33a7f1-322e-4f69-a771-4f87d41015c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10a3ebed428e49b8825a866a99c50d01&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2853129
Mar 05 21:09:08.218905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41426) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:08.280630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33a7f1-322e-4f69-a771-4f87d41015c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4c2cbb-b947-43b2-a7db-eefdf12ab81d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:08.286848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:08.287198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.300070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8d046a79-2f52-4fb7-a780-e370102dd3bd req-d5a26e18-a2a4-4fe0-9552-d2a3d89082d6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1873834
Mar 05 21:09:08.450833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-70b2471f-87eb-48fb-bf4c-ef5f90dc3576 req-734ac99d-4978-4ee2-90ee-433438474843 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3414545
Mar 05 21:09:08.451719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (82738e2d-c00f-4347-8a98-9632e415c3c6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.454446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.456179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82738e2d-c00f-4347-8a98-9632e415c3c6 HTTP/1.1" status: 204  len: 168 time: 1.0762541
Mar 05 21:09:08.475257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a450f-c522-4bc7-aaf2-00dab6b6ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82738e2d-c00f-4347-8a98-9632e415c3c6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:08.514629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] Publish callbacks [] for security_group (0f4c2cbb-b947-43b2-a7db-eefdf12ab81d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.517225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:08.520227 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7085d6-5fbd-44e6-bca8-899ca8a3569c" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:08.520951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:08.525504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.606965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] For port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:08.606965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.621940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:08.696995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] Publish callbacks [] for security_group (0f4c2cbb-b947-43b2-a7db-eefdf12ab81d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.877904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:08.890764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf30a9-0379-414a-90f9-65258aee5ec9 req-c06433ec-74da-42de-a27c-ce05ce49859a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:08.901196 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:08.909509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0cf30a9-0379-414a-90f9-65258aee5ec9 req-c06433ec-74da-42de-a27c-ce05ce49859a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2155077
Mar 05 21:09:08.920084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:08.920561 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:08.932582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0f4c2cbb-b947-43b2-a7db-eefdf12ab81d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.941445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:08.941445 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f4c2cbb-b947-43b2-a7db-eefdf12ab81d HTTP/1.1" status: 204  len: 168 time: 0.7133789
Mar 05 21:09:08.980333 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75610>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:08.997898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f377dc6-35fe-4fce-9c59-a9e7eb3e61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4c2cbb-b947-43b2-a7db-eefdf12ab81d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:09.001075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (48f2f3bb-2642-4a75-8eb1-b1d8812cc628), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.006299 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:09.007056 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:09.059240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=48f2f3bb-2642-4a75-8eb1-b1d8812cc628,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:09.112264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d5d22-3daf-4f73-b6d0-58107318deb4 req-0acda301-e9e0-47c2-b093-25da75bfa651 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:09.114589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e9d5d22-3daf-4f73-b6d0-58107318deb4 req-0acda301-e9e0-47c2-b093-25da75bfa651 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7007270
Mar 05 21:09:09.116613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (26d740e1-cdac-421a-b365-b1ea98fb860c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.150738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75610>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:09.151408 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27cee9-2624-4995-9503-c30024335d0a None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:09.181261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] No DVR routers for this DVR port 48f2f3bb-2642-4a75-8eb1-b1d8812cc628 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:09.188592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.194000 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e9d5d22-3daf-4f73-b6d0-58107318deb4 req-edf06d34-25b9-4dab-a0a4-81b8028aba61 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693886
Mar 05 21:09:09.222760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-5971c9c5-0fcb-4f74-a092-227339ff4db6 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "DELETE /v2.0/ports/48f2f3bb-2642-4a75-8eb1-b1d8812cc628 HTTP/1.1" status: 204  len: 173 time: 1.4547455
Mar 05 21:09:09.369415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '88a3b648-eed6-4919-9497-4531a906b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:09.369794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:09:09.377942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=26d740e1-cdac-421a-b365-b1ea98fb860c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:09.469510 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0cf30a9-0379-414a-90f9-65258aee5ec9 req-d6aa82de-1074-481a-9f02-9a03a123ae73 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5585878
Mar 05 21:09:09.482232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:09:09.520553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:09.527134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:09.528001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.533577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41460) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:09.533773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6984d3b-de5c-4016-91cf-690f5ddb844c None None] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:09.594495 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5ae4e111-7fbe-48b6-b5e3-7bea3f474280 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4192975
Mar 05 21:09:09.603925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145cb9-c332-4ffc-b8f8-9051827c07f2 req-86f89f60-3845-4244-a3bf-0c72af592100 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:09.606075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 49b54a86-30ae-437a-8e99-4dbd8347c99d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:09.606748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.615259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24145cb9-c332-4ffc-b8f8-9051827c07f2 req-86f89f60-3845-4244-a3bf-0c72af592100 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.2071464
Mar 05 21:09:09.616053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41462) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:09.628609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:09.645189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 2de15539-9dfc-43c7-86e8-df851b4d8dbe no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:09.678964 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec787db-c18d-49d5-80ad-4e178818c5c8 x-openstack-request-id: req-0ec787db-c18d-49d5-80ad-4e178818c5c8 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:09.679353 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "d03778ff-0dff-4440-ad01-ea9b00fcbdae", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:09.679530 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ec787db-c18d-49d5-80ad-4e178818c5c8 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:09.680865 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': 'd03778ff-0dff-4440-ad01-ea9b00fcbdae', 'status': 'completed', 'code': 200}
Mar 05 21:09:09.683870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e4246abc-46b1-41df-b90e-744853840c0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a8c782b237f4540a222b5e30cfb7a65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377842
Mar 05 21:09:09.697774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41468) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:09.743625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:09.862137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] For port 49b54a86-30ae-437a-8e99-4dbd8347c99d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b54a86-30ae-437a-8e99-4dbd8347c99d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:09.862525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:09.873141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 2de15539-9dfc-43c7-86e8-df851b4d8dbe is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:09.878010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 49b54a86-30ae-437a-8e99-4dbd8347c99d owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:09.974324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24145cb9-c332-4ffc-b8f8-9051827c07f2 req-0451d7a8-b375-4ad5-84e6-4525018aa6d7 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2180955
Mar 05 21:09:10.009070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a18380c-1fb5-46d1-8bc8-11f6f61ad51f', 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '26d740e1-cdac-421a-b365-b1ea98fb860c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:09:10.013013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.066078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4cd46-3d6b-4616-b9df-ea4239bbb13c req-232a6d7d-524f-4b3d-9ff7-5a46192cd796 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:10.070550 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e4cd46-3d6b-4616-b9df-ea4239bbb13c req-232a6d7d-524f-4b3d-9ff7-5a46192cd796 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1459246
Mar 05 21:09:10.122439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] Publish callbacks [] for security_group (26821fda-4134-4d98-892c-2db0f30e1897), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.162492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:10.166431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.173672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] Publish callbacks [] for security_group (26821fda-4134-4d98-892c-2db0f30e1897), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.257589 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6e4cd46-3d6b-4616-b9df-ea4239bbb13c req-4f812670-75c6-43ef-8741-0e9bb52e8af8 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563125
Mar 05 21:09:10.290577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Allocated IP 172.20.0.2 (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f/26d740e1-cdac-421a-b365-b1ea98fb860c/d1cc33a1-8ae3-4a62-ab70-5a6a6502436a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:10.309472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (49b54a86-30ae-437a-8e99-4dbd8347c99d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.367664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:10.401550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=49b54a86-30ae-437a-8e99-4dbd8347c99d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:10.402458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.432247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f564-d3c5-4225-8adc-ab1a62b827af req-167729cf-a12f-4172-bac8-fa8bc21ce84d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:10.444048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8441f564-d3c5-4225-8adc-ab1a62b827af req-167729cf-a12f-4172-bac8-fa8bc21ce84d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 865 time: 0.3518376
Mar 05 21:09:10.468770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (26821fda-4134-4d98-892c-2db0f30e1897), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.474754 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.476908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26821fda-4134-4d98-892c-2db0f30e1897 HTTP/1.1" status: 204  len: 168 time: 0.7783966
Mar 05 21:09:10.542543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8441f564-d3c5-4225-8adc-ab1a62b827af req-c30e235c-9ef8-4986-8a2b-3ec39ae158b9 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0d73a6d-2b71-4663-a8b2-1f9d4059a561&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972848
Mar 05 21:09:10.571213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks [] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.585535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:10.592962 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.639372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] No DVR routers for this DVR port 49b54a86-30ae-437a-8e99-4dbd8347c99d on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:10.648201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32514ad5-21d3-4a47-8e6e-af8a7904f9cb tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/4da01251-68be-4f3a-975d-99c8036f0c53 HTTP/1.1" status: 200  len: 977 time: 5.4246767
Mar 05 21:09:10.652822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41484) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:10.660553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.666696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:10.680243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c7215f89-2998-40f3-babd-b3a62303910c req-4db62975-feef-4555-a002-5725af949c1d tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.23 "DELETE /v2.0/ports/49b54a86-30ae-437a-8e99-4dbd8347c99d HTTP/1.1" status: 204  len: 173 time: 1.4356840
Mar 05 21:09:10.692795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775599ba-b8d1-4043-b190-13afa0882e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26821fda-4134-4d98-892c-2db0f30e1897,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:10.768979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:10.791227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:10.803257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:10.815242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:10.817408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82969cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:10.817965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c2ce-f12d-4a31-8871-73e57bfc66d4 req-b2b2f386-a318-4739-837b-db0cfd7e2616 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:10.819686 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20e1c2ce-f12d-4a31-8871-73e57bfc66d4 req-b2b2f386-a318-4739-837b-db0cfd7e2616 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.4200985
Mar 05 21:09:10.912297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ceeaf05f-9bab-4db4-955a-8ea8e9b1655c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:10.984390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20e1c2ce-f12d-4a31-8871-73e57bfc66d4 req-e3067b8c-321a-4760-89e8-02ac235e409e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562395
Mar 05 21:09:11.028001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:11.105862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Pushing event updated for resources: {'Port': ['ID=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:11.126644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82969cd0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:11.198253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:11.199216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82969cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:11.248083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82969cd0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:11.248967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9357b7-e3d8-434d-813c-eac7539c3776 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:11.250810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Attempting to bind port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:09:11.251605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Attempting to bind port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88a3b648-eed6-4919-9497-4531a906b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:09:11.251957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Attempting to bind port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a on network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:09:11.259000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:09:11.259596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Checking segment: {'id': '88a3b648-eed6-4919-9497-4531a906b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:11.260453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.261025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Bound using segment: {'id': '88a3b648-eed6-4919-9497-4531a906b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:09:11.261715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Bound port: d1cc33a1-8ae3-4a62-ab70-5a6a6502436a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a3b648-eed6-4919-9497-4531a906b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a18380c-1fb5-46d1-8bc8-11f6f61ad51f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:09:11.262305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.284192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=ceeaf05f-9bab-4db4-955a-8ea8e9b1655c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:11.398891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] For port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:09:11.405909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] For port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,segment=NetworkSegment(88a3b648-eed6-4919-9497-4531a906b9a8),segment_id=88a3b648-eed6-4919-9497-4531a906b9a8)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:09:11.416259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.425043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.559053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38aa42-8676-4b81-ab7d-5771923ca2e0 req-d8c92630-960e-472e-8d2f-9cd2e54610e5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:11.559587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89610155-7e9b-4e33-b61c-e2f6c3d50717 None None] Pushing event updated for resources: {'Port': ['ID=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:11.575735 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac38aa42-8676-4b81-ab7d-5771923ca2e0 req-d8c92630-960e-472e-8d2f-9cd2e54610e5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.7565150
Mar 05 21:09:11.613682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '51f22550-fe98-4438-af21-3402b71339f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:11.613985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: 734fbab1-6094-4668-bc49-88da18d92ceb, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:09:11.640547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67a849-368a-46ea-8f9d-9182283dc3e1 tempest-TestVolumeBackupRestore-347893598 tempest-TestVolumeBackupRestore-347893598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:11.644159 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e67a849-368a-46ea-8f9d-9182283dc3e1 tempest-TestVolumeBackupRestore-347893598 tempest-TestVolumeBackupRestore-347893598-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1123 time: 0.6146212
Mar 05 21:09:11.646654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41518) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:11.651712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:11.680777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628'}, {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:11.683888 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5829043f-b054-49f0-8090-eb6cf369f6c3" -d '{"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628"}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:11.697580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.710084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af65b0-0f5f-4935-b8eb-c72499bca00c req-aea1f44e-bc5b-401a-82a9-79d3cd41b011 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:11.711890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5af65b0-0f5f-4935-b8eb-c72499bca00c req-aea1f44e-bc5b-401a-82a9-79d3cd41b011 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2224801
Mar 05 21:09:11.739165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 734fbab1-6094-4668-bc49-88da18d92ceb is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:09:11.783711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac38aa42-8676-4b81-ab7d-5771923ca2e0 req-575bb968-d810-4618-a05d-685300dd3a65 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070081
Mar 05 21:09:11.833256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c5af65b0-0f5f-4935-b8eb-c72499bca00c req-4d101e33-0f46-4f47-879b-92ac6676048b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103435
Mar 05 21:09:11.895792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 734fbab1-6094-4668-bc49-88da18d92ceb) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:11.926444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.931141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:11.932679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.937567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.939830 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 4da01251-68be-4f3a-975d-99c8036f0c53 disassociated. External IP: 172.35.0.208, port: 38a18727-654e-4a54-acf0-e5fb4160525e.
Mar 05 21:09:11.945983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e4cf8-0411-4501-961e-aa22ff261794 None None] Network 734fbab1-6094-4668-bc49-88da18d92ceb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:11.949426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:11.959497 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651fae6c-f80c-4da5-a0a6-55045b95c57d x-openstack-request-id: req-651fae6c-f80c-4da5-a0a6-55045b95c57d {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:11.960006 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "48f2f3bb-2642-4a75-8eb1-b1d8812cc628", "status": "completed", "code": 200}, {"server_uuid": "d50a5d07-345e-4ca6-b359-e63cc5d5e1d7", "name": "network-vif-deleted", "tag": "49b54a86-30ae-437a-8e99-4dbd8347c99d", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:11.960332 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-651fae6c-f80c-4da5-a0a6-55045b95c57d {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:11.960802 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '48f2f3bb-2642-4a75-8eb1-b1d8812cc628', 'status': 'completed', 'code': 200}
Mar 05 21:09:11.970077 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50a5d07-345e-4ca6-b359-e63cc5d5e1d7', 'name': 'network-vif-deleted', 'tag': '49b54a86-30ae-437a-8e99-4dbd8347c99d', 'status': 'completed', 'code': 200}
Mar 05 21:09:12.240808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Allocated IP 172.35.0.127 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/95d001f8-bcdc-461f-a6c3-71a5e20bca38) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:12.257217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-734fbab1-6094-4668-bc49-88da18d92ceb', 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': 'ceeaf05f-9bab-4db4-955a-8ea8e9b1655c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:09:12.258207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.275207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18815164-83cb-4395-be23-88b0ac191664 req-bdc32eae-0093-4ecb-bf61-90e5713e3468 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50a5d07-345e-4ca6-b359-e63cc5d5e1d7 HTTP/1.1" status: 200  len: 210 time: 0.2225134
Mar 05 21:09:12.294390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a83bcbf4-1d6e-4744-bc20-517e77f43ab8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6738658
Mar 05 21:09:12.296518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:12.313612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-53332193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:12.378836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (70b79e60-8df7-447d-8645-ca77c70752d2), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.380273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (70b79e60-8df7-447d-8645-ca77c70752d2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.414642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-02be8385-61b1-4bbb-9cb2-cfb45bfed83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:12.416741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-02be8385-61b1-4bbb-9cb2-cfb45bfed83c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1128 time: 0.1012206
Mar 05 21:09:12.491561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (70b79e60-8df7-447d-8645-ca77c70752d2), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.497069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.502019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (70b79e60-8df7-447d-8645-ca77c70752d2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.525212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.530338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0652b616-b431-4e7c-aeba-ff7a8743d482 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.2210619
Mar 05 21:09:12.533158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:12.564212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-64c5394f-6f2d-42f6-85d3-fb6fe401b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:12.565924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-64c5394f-6f2d-42f6-85d3-fb6fe401b8f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 0.1399405
Mar 05 21:09:12.635200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:12.650649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:12.672168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-f81a7fe0-310a-465a-9da5-efbe76db5ae8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.0936682
Mar 05 21:09:12.687269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:12.691274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:12.731126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:12.913014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:12.928210 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:12.949859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Allocated IP 172.21.0.2 (734fbab1-6094-4668-bc49-88da18d92ceb/ceeaf05f-9bab-4db4-955a-8ea8e9b1655c/d5507060-be24-4df4-99fd-2735903434c5) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:12.961030 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:12.961918 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb3f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:12.993001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-ae83f72e-0d17-464c-9d97-6cfd4de9f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:12.995086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-ae83f72e-0d17-464c-9d97-6cfd4de9f6b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.3062103
Mar 05 21:09:13.031246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.035451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'Port': ['ID=95d001f8-bcdc-461f-a6c3-71a5e20bca38,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:13.036645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb3f10>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:13.057947 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:13.058586 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb3f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:13.102016 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdb3f10>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:13.104645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29f892-5d74-4bc2-90f6-81ded06d95bd None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:13.111603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-820b2530-204d-4a26-8429-e7333f944304 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888672
Mar 05 21:09:13.148580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-1024dd6e-b0c7-424d-a705-9940390073ef service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:09:13.150359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-1024dd6e-b0c7-424d-a705-9940390073ef service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0220165
Mar 05 21:09:13.215484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks [] for port (d5507060-be24-4df4-99fd-2735903434c5), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.223062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d5507060-be24-4df4-99fd-2735903434c5), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.278621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Network 734fbab1-6094-4668-bc49-88da18d92ceb is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:13.288031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:13.291556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:13.296231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d5507060-be24-4df4-99fd-2735903434c5,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:13.326642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24ba51e6-d798-43f1-8f49-b2afd71182b2 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/4da01251-68be-4f3a-975d-99c8036f0c53 HTTP/1.1" status: 200  len: 688 time: 2.6727414
Mar 05 21:09:13.332721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41566) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:13.399979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a867fe7-bffa-421d-8b0d-d5e2d7bc1a71 req-fdfa6c99-82af-4c6e-a6ed-39185c4df788 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:13.407817 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a867fe7-bffa-421d-8b0d-d5e2d7bc1a71 req-fdfa6c99-82af-4c6e-a6ed-39185c4df788 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.4074824
Mar 05 21:09:13.431619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Attempting to bind port d5507060-be24-4df4-99fd-2735903434c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:09:13.432193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Attempting to bind port d5507060-be24-4df4-99fd-2735903434c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51f22550-fe98-4438-af21-3402b71339f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:09:13.432582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Attempting to bind port d5507060-be24-4df4-99fd-2735903434c5 on network 734fbab1-6094-4668-bc49-88da18d92ceb {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:09:13.457110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:09:13.457756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Checking segment: {'id': '51f22550-fe98-4438-af21-3402b71339f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:13.458184 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.458584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Bound using segment: {'id': '51f22550-fe98-4438-af21-3402b71339f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:09:13.459071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Bound port: d5507060-be24-4df4-99fd-2735903434c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f22550-fe98-4438-af21-3402b71339f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '734fbab1-6094-4668-bc49-88da18d92ceb'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:09:13.459460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5507060-be24-4df4-99fd-2735903434c5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.465675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7affe9-b5f4-4994-bd8b-e54cf03a6b28 req-950fae3a-8719-4737-893e-dbc40569fa64 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:13.467276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d7affe9-b5f4-4994-bd8b-e54cf03a6b28 req-950fae3a-8719-4737-893e-dbc40569fa64 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4395828
Mar 05 21:09:13.570052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd772767-6b59-421a-a984-1fbdecf113a1 None None] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:13.617521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.678145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1cc33a1-8ae3-4a62-ab70-5a6a6502436a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:13.726466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-98411c1e-97c8-4529-ad65-2a2b6f946cfe service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5124071
Mar 05 21:09:13.771316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a867fe7-bffa-421d-8b0d-d5e2d7bc1a71 req-35af9058-0750-4a54-9a44-40cdf022af98 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3624551
Mar 05 21:09:13.773280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d7affe9-b5f4-4994-bd8b-e54cf03a6b28 req-e7134982-e24f-4b2d-971a-b290571c3806 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2971456
Mar 05 21:09:13.785393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] For port d5507060-be24-4df4-99fd-2735903434c5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:09:13.838970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41588) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:13.862689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Provisioning complete for port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:13.863130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.866019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] For port d5507060-be24-4df4-99fd-2735903434c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5507060-be24-4df4-99fd-2735903434c5,segment=NetworkSegment(51f22550-fe98-4438-af21-3402b71339f7),segment_id=51f22550-fe98-4438-af21-3402b71339f7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:09:13.908967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:13.917588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5507060-be24-4df4-99fd-2735903434c5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:13.921761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0adc101c-0eb8-4417-9ba0-65c2d7ee3ad4 req-16be4689-e340-49ce-86b5-73cc31de7e6f service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839118
Mar 05 21:09:14.029350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:14.029778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.086409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d5507060-be24-4df4-99fd-2735903434c5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:14.099036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.099373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.099951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.100402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.100748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.101085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.101470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.101750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.102083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.102407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.102738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.103069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.103395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fdf2-d49a-49a4-9f5a-0d9052fa1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:14.180809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Current status of the port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:14.181238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.281182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] For port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,segment=NetworkSegment(88a3b648-eed6-4919-9497-4531a906b9a8),segment_id=88a3b648-eed6-4919-9497-4531a906b9a8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:14.292925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:14.309594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.328978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.404844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 20380393-d046-4ae0-bcb6-229f0b10f3b8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:14.405428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.431663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2025032217'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:14.548097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.561809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea31c48-0c39-4ee2-bd0f-b998a59bdca4 None None] Pushing event updated for resources: {'Port': ['ID=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:14.570044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:09:14.570427 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:09:14.638801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.643995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.645053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.655927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-780176e7-7786-4556-beb3-0ccb45d53dfa None None] Provisioning complete for port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:14.656391 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-780176e7-7786-4556-beb3-0ccb45d53dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.709078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (a0d73a6d-2b71-4663-a8b2-1f9d4059a561), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.723038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.723038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (20380393-d046-4ae0-bcb6-229f0b10f3b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.781973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-780176e7-7786-4556-beb3-0ccb45d53dfa None None] Current status of the port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:14.785062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.20.0.1 (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f/26d740e1-cdac-421a-b365-b1ea98fb860c/5f0c99da-f60f-48ba-9ff9-a827e0fb4b77) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:14.810489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 20380393-d046-4ae0-bcb6-229f0b10f3b8 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:14.814866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (a0d73a6d-2b71-4663-a8b2-1f9d4059a561), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.841618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.881939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.946526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:14.953020 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.006668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.007935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3d894c3-1e3b-4cea-a46d-f075b22df80e tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 1.1679671
Mar 05 21:09:15.016989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.057363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff70fb4-dc93-4761-a948-50d8558ecbe7 req-50f88513-6301-4b0a-bed3-cb6e0a52e0d9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:15.059301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ff70fb4-dc93-4761-a948-50d8558ecbe7 req-50f88513-6301-4b0a-bed3-cb6e0a52e0d9 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 946 time: 0.1785455
Mar 05 21:09:15.119239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0d73a6d-2b71-4663-a8b2-1f9d4059a561), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.121439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:15.122073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.123277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/security-groups/a0d73a6d-2b71-4663-a8b2-1f9d4059a561 HTTP/1.1" status: 204  len: 168 time: 1.2123446
Mar 05 21:09:15.133435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41624) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.167206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event updated for resources: {'Port': ['ID=95d001f8-bcdc-461f-a6c3-71a5e20bca38,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:15.167656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.175524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.177474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cb872-f414-4fe1-a25a-ed6d2431bfc4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d73a6d-2b71-4663-a8b2-1f9d4059a561,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:15.192087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217debb3-ff3a-4b7a-871f-c7cf3911cb8d req-00c2c1d8-19bc-4f87-b95b-457134a8cc1b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:15.199467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-217debb3-ff3a-4b7a-871f-c7cf3911cb8d req-00c2c1d8-19bc-4f87-b95b-457134a8cc1b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2576396
Mar 05 21:09:15.201826 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-97418f99-9544-44bb-8533-6a1acc7a3d08 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] show failed (client error): The resource could not be found.
Mar 05 21:09:15.203105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-97418f99-9544-44bb-8533-6a1acc7a3d08 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "GET /v2.0/security-groups/a0d73a6d-2b71-4663-a8b2-1f9d4059a561 HTTP/1.1" status: 404  len: 347 time: 0.0604303
Mar 05 21:09:15.211119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41626) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.281463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.382703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ff70fb4-dc93-4761-a948-50d8558ecbe7 req-26a842e3-0717-417f-8d4b-9f4d828b7b87 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806461
Mar 05 21:09:15.421523 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Floating IP b6d8058d-08d5-4627-a1f7-4da88efc02b8 associated. External IP: 172.35.0.127, port: e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2.
Mar 05 21:09:15.424242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-217debb3-ff3a-4b7a-871f-c7cf3911cb8d req-0268667a-fa73-4b52-b85e-746a7f9c5db4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235539
Mar 05 21:09:15.431838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.438901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (20380393-d046-4ae0-bcb6-229f0b10f3b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.514705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2bc98-c0be-4a2a-b629-41d8de2fd3a8 None None] Network 734fbab1-6094-4668-bc49-88da18d92ceb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:15.539884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:15.582236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:15.597915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:15.624147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:15.644471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=5f0c99da-f60f-48ba-9ff9-a827e0fb4b77,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:15.698003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Provisioning complete for port d5507060-be24-4df4-99fd-2735903434c5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:15.698392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5507060-be24-4df4-99fd-2735903434c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.714969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.721063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.729039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=20380393-d046-4ae0-bcb6-229f0b10f3b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:15.746141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:15.746829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.757645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5507060-be24-4df4-99fd-2735903434c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:15.792600 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (4da01251-68be-4f3a-975d-99c8036f0c53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.795921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.800169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cb81ab35-c58d-4f8a-aa54-d088d3e84f9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/4da01251-68be-4f3a-975d-99c8036f0c53 HTTP/1.1" status: 204  len: 168 time: 2.4603524
Mar 05 21:09:15.804200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41628) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.821974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.821974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:15.873766 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-074d846b-8c6e-4e2f-b74e-82f4b914ed4c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] delete failed (client error): The resource could not be found.
Mar 05 21:09:15.873972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.878763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-514d1793-8fa7-454c-ba88-a6e216e1567d tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6c22ba5a-0e8f-4ff6-8cf6-7a655b5a864d HTTP/1.1" status: 204  len: 168 time: 0.8549919
Mar 05 21:09:15.884135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-074d846b-8c6e-4e2f-b74e-82f4b914ed4c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/4da01251-68be-4f3a-975d-99c8036f0c53 HTTP/1.1" status: 404  len: 345 time: 0.0775919
Mar 05 21:09:15.893730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.894074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41632) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:15.896181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.909591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Current status of the port d5507060-be24-4df4-99fd-2735903434c5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:15.909977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5507060-be24-4df4-99fd-2735903434c5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:15.941988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Request body: {'router': {'name': 'tempest-router-2092154754', 'distributed': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:16.016171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-309dac79-3488-4a28-a870-8716072477f4 None None] For port d5507060-be24-4df4-99fd-2735903434c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5507060-be24-4df4-99fd-2735903434c5,segment=NetworkSegment(51f22550-fe98-4438-af21-3402b71339f7),segment_id=51f22550-fe98-4438-af21-3402b71339f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:16.050384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.051780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.054571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.055188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.065211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5507060-be24-4df4-99fd-2735903434c5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.085860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:16.131012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:16.132067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.150341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8b1a4-55f7-4b5a-aeca-41636aa90e1e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:16.155929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8b1a4-55f7-4b5a-aeca-41636aa90e1e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:16.171761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8b1a4-55f7-4b5a-aeca-41636aa90e1e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:16.178107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c1a8b1a4-55f7-4b5a-aeca-41636aa90e1e tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/ports?network_id=ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 HTTP/1.1" status: 200  len: 2357 time: 0.2817168
Mar 05 21:09:16.198191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5507060-be24-4df4-99fd-2735903434c5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:16.201870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5507060-be24-4df4-99fd-2735903434c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.203104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41642) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:16.250027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:16.258752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.264914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dac79-3488-4a28-a870-8716072477f4 None None] Pushing event updated for resources: {'Port': ['ID=d5507060-be24-4df4-99fd-2735903434c5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:16.272895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.287987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:16.291963 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b317e9-85d3-4a64-adaf-df08661963e3" -d '{"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-unplugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:16.296396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf3234-8267-489d-bdaf-7c8854ef3663 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:16.303856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2bf3234-8267-489d-bdaf-7c8854ef3663 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/subnets/af131acc-25be-49da-b957-0c2b52a9fce5 HTTP/1.1" status: 200  len: 797 time: 0.0965276
Mar 05 21:09:16.304899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41650) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:16.338097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Provisioning complete for port 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:16.343213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.347428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'port': {'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16', 'name': 'tempest-FloatingIPTestJSON-1863722542', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:16.349734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.351927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:16.353037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.357487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f34d177-5131-438a-9106-60780a5b35d5 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4592400
Mar 05 21:09:16.367277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:16.396332 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ddd1a8-b844-474c-a9ce-d6f323e7e587 x-openstack-request-id: req-01ddd1a8-b844-474c-a9ce-d6f323e7e587 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:16.396642 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-unplugged", "status": "failed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "code": 422}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:16.396882 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01ddd1a8-b844-474c-a9ce-d6f323e7e587 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:16.397282 ncdv-master-1 neutron-server[126564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'code': 422} returned with failed status
Mar 05 21:09:16.417772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.456383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Port 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:16.563489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:16.568681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Provisioning complete for port d5507060-be24-4df4-99fd-2735903434c5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:16.569194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5507060-be24-4df4-99fd-2735903434c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.615258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5507060-be24-4df4-99fd-2735903434c5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:16.616371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1cc33a1-8ae3-4a62-ab70-5a6a6502436a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:16.633152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.643512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:16.663058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:16.697445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bba11-ba5e-41e8-bddf-6ff64cd8bba1 req-94ae6358-4fe1-43fa-bddc-197ad918b583 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:16.699172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-438bba11-ba5e-41e8-bddf-6ff64cd8bba1 req-94ae6358-4fe1-43fa-bddc-197ad918b583 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1786027
Mar 05 21:09:16.721695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:16.722717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82673640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:16.749328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.763286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.799167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:16.817684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=2cd3a9ab-ff69-4e0e-bec2-b0ef6f121bf5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:16.863251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-02c95a37-4349-4452-8f18-bf5dc6aaa1a5 None None] Current status of the port d5507060-be24-4df4-99fd-2735903434c5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:16.870104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:16.870652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.926625 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:16.942929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-438bba11-ba5e-41e8-bddf-6ff64cd8bba1 req-6debb310-5ab4-4b83-ab13-e0104238eb07 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2354205
Mar 05 21:09:16.956442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:16.957199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9de55378-1fc7-4f72-9833-26a00f65760d tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.3091307
Mar 05 21:09:16.961849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:16.964732 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2249d-2f1f-4679-9376-6f927578232b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:16.967775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41680) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:17.019335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870813eb-a019-4068-9e78-a0e9bde3de24 req-f4a3ffca-34af-4add-a238-b73fbd322e0b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:17.019858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] device_id is not set on port fbcd4258-3c1a-4294-bbee-402376fa45a9 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:17.021047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-870813eb-a019-4068-9e78-a0e9bde3de24 req-f4a3ffca-34af-4add-a238-b73fbd322e0b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.4799609
Mar 05 21:09:17.096605 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b3719-3465-4297-93d4-92870f801037 x-openstack-request-id: req-652b3719-3465-4297-93d4-92870f801037 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:17.097226 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:17.097226 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-652b3719-3465-4297-93d4-92870f801037 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:17.097838 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:09:17.098976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.117584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.185972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94740705-739d-4785-a150-918f60eb3c6a tempest-TestVolumeBackupRestore-347893598 tempest-TestVolumeBackupRestore-347893598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:17.187557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-94740705-739d-4785-a150-918f60eb3c6a tempest-TestVolumeBackupRestore-347893598 tempest-TestVolumeBackupRestore-347893598-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1123 time: 0.2183797
Mar 05 21:09:17.200040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41690) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:17.219660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Request body: {'floatingip': {'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:17.223155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for floatingip (04c018e4-dab9-406d-8fde-9425d50ffe0d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.228118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.230390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9de66eb8-ad11-413f-ac86-42f58e67c9c4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/floatingips/04c018e4-dab9-406d-8fde-9425d50ffe0d HTTP/1.1" status: 204  len: 168 time: 2.0181253
Mar 05 21:09:17.235981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41692) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:17.245280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (f97a07d1-f8fd-44d3-93f9-8d7573caa89e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.245280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f97a07d1-f8fd-44d3-93f9-8d7573caa89e {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:17.276026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:17.356728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2249d-2f1f-4679-9376-6f927578232b req-a82839ce-9024-4304-ac1e-8a9c057f13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:17.358271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-a82839ce-9024-4304-ac1e-8a9c057f13b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1128 time: 0.2636821
Mar 05 21:09:17.455656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.491593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82673640>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:13Z', 'revision_number': 0, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:17.615415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:09:17.633887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:17.634674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82673640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:17.683156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5507060-be24-4df4-99fd-2735903434c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:17.797670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.802901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0ef33c72-22d0-47e5-b4b2-0dd37ba73230 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f97a07d1-f8fd-44d3-93f9-8d7573caa89e HTTP/1.1" status: 204  len: 168 time: 1.4343283
Mar 05 21:09:17.811018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:17.835290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41714) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:17.841974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Request body: {'router': {'name': 'tempest-router-738023611', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fcff34bd577d410c8cd2e5df87e64657'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:17.846237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5507060-be24-4df4-99fd-2735903434c5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:17.846237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5507060-be24-4df4-99fd-2735903434c5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.875234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-331ba76b-769a-4ac4-8777-03f0390d0cf6 req-75e148f7-a561-46a7-b207-17afbfbb285d tempest-SecurityGroupsTestJSON-1181301969 tempest-SecurityGroupsTestJSON-1181301969-project] (126562) timed out ('10.222.0.23', 59021) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:09:17.896776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-870813eb-a019-4068-9e78-a0e9bde3de24 req-aad8bd2a-0a59-4380-958e-783cecfbcd14 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8032870
Mar 05 21:09:17.990817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:17.991942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.028962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.043116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 3580f7be-3101-44d5-a719-3970e25ebd07 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:18.043777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.072508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2249d-2f1f-4679-9376-6f927578232b req-2b565b14-8166-42bb-a816-63d719c79f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:18.074757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-2b565b14-8166-42bb-a816-63d719c79f54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 912 time: 0.6854954
Mar 05 21:09:18.108789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5507060-be24-4df4-99fd-2735903434c5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:18.141715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.238017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82673640>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:13Z', 'revision_number': 0, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:18.274912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac60b3-20c1-4c6b-9143-3324c64cde27 None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:13Z', 'revision_number': 0, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:18.281084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.300190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.14 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/fbcd4258-3c1a-4294-bbee-402376fa45a9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:18.313826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.330348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 3580f7be-3101-44d5-a719-3970e25ebd07 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:18.335156 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.343423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-3a67ed5a-2b28-4a08-92aa-2514cfc79a76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 1000 time: 0.2590928
Mar 05 21:09:18.359148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=5f0c99da-f60f-48ba-9ff9-a827e0fb4b77,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:18.371617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.381044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.385158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7727e553-fc44-42f6-ac6b-e8da0a102fb3 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5465839
Mar 05 21:09:18.390113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.12 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/fbcd4258-3c1a-4294-bbee-402376fa45a9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:18.392211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41738) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:18.392800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41d4b-e9e7-4cf3-930f-7c7c50e8b4ff req-24512f45-39cf-4efa-9754-ea8bf95a194b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:18.394573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38f41d4b-e9e7-4cf3-930f-7c7c50e8b4ff req-24512f45-39cf-4efa-9754-ea8bf95a194b tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2568295
Mar 05 21:09:18.409238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:18.525657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f725e5-13bb-4414-98fa-bf04f3dd02cf req-689358a1-b04c-4772-901d-577a1a260520 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:18.528332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35f725e5-13bb-4414-98fa-bf04f3dd02cf req-689358a1-b04c-4772-901d-577a1a260520 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.4281671
Mar 05 21:09:18.570697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38f41d4b-e9e7-4cf3-930f-7c7c50e8b4ff req-5bdd859d-0d28-4e81-a6f2-9e59a6b08e95 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373305
Mar 05 21:09:18.603840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:18.609448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:18.692981 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be272291-9be1-4900-8df2-dc1973683ca1 None None] New status for floating IP b6d8058d-08d5-4627-a1f7-4da88efc02b8: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:09:18.742926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2249d-2f1f-4679-9376-6f927578232b req-9bc15b6c-c327-45a7-b098-944dccc1bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:18.744494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-9bc15b6c-c327-45a7-b098-944dccc1bef5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.3560772
Mar 05 21:09:18.819825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3580f7be-3101-44d5-a719-3970e25ebd07), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.869766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=3580f7be-3101-44d5-a719-3970e25ebd07,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:18.985653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:18.990391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6c2994f9-2b39-43e9-b313-752d01eb08a7 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/ports/3580f7be-3101-44d5-a719-3970e25ebd07 HTTP/1.1" status: 204  len: 168 time: 1.7489815
Mar 05 21:09:18.993308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41752) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:19.030957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 70b79e60-8df7-447d-8645-ca77c70752d2 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:09:19.042048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a3b602d4-c7a7-4e02-8332-9439451f934f None None] Provisioning complete for port 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:19.045825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a3b602d4-c7a7-4e02-8332-9439451f934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.066219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35f725e5-13bb-4414-98fa-bf04f3dd02cf req-c7ec44d7-d609-4966-984f-68f333dec589 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5255985
Mar 05 21:09:19.096428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:09:19.096760 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:09:19.099074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.099237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.138546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a3b602d4-c7a7-4e02-8332-9439451f934f None None] Port 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:19.181800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2249d-2f1f-4679-9376-6f927578232b req-3efbdb83-4b1f-436c-8ec4-3ed60eb14dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:19.183303 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-3efbdb83-4b1f-436c-8ec4-3ed60eb14dda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3804486
Mar 05 21:09:19.264384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:19.271855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c7200095-057f-4e98-ae00-d4054d2d75eb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7375646
Mar 05 21:09:19.275232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting port 6b1907e2-b9fc-4106-b4bf-9d467bd3635b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:19.275656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.277385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] Sync routers for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:19.281302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41764) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:19.292484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:19.296857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831c3340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:19.308951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-5735f22d-b8c2-4052-a222-34341b57152b req-0f390627-38cc-4295-a1e5-d1c4fa02d6c9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:09:19.309966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5735f22d-b8c2-4052-a222-34341b57152b req-0f390627-38cc-4295-a1e5-d1c4fa02d6c9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0086157
Mar 05 21:09:19.320065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41766) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:19.339079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126562) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Mar 05 21:09:19.339458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Router 7e06dd28-e345-47b6-af42-b3871fce6afc migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f2b924c9700> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f2b92533dc0> provider. {{(pid=126562) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Mar 05 21:09:19.339899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.358799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (fbcd4258-3c1a-4294-bbee-402376fa45a9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.362772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.381731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.408521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831c3340>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:19.411617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56f85c-d36c-46d5-9e98-c301bf998237 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:19.414119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1f56f85c-d36c-46d5-9e98-c301bf998237 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports/5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 HTTP/1.1" status: 200  len: 910 time: 0.1305230
Mar 05 21:09:19.417063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41770) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:19.477437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:19.480056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831c3340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:19.521135 ncdv-master-1 neutron-server[126562]: WARNING neutron.scheduler.l3_agent_scheduler [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] No L3 agents can host the router 7e06dd28-e345-47b6-af42-b3871fce6afc
Mar 05 21:09:19.535385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-2a773393-c652-4c3b-a100-7ccda497c51d service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366547
Mar 05 21:09:19.571085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831c3340>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:19.571781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c66591-7f95-4c3c-bdbf-fa566e634185 None None] The sync data for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:19.582889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:19.604142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.605277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.713004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Calling delete_port for 6b1907e2-b9fc-4106-b4bf-9d467bd3635b owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:19.756968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:19.873319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d18f-5ed2-439c-aa96-d7cab37e9763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:19.874079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d533-3536-4414-91df-e8998d4ca85a req-907bfb7a-6262-4f82-b338-0dc4f18dce35 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:19.878263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c72d533-3536-4414-91df-e8998d4ca85a req-907bfb7a-6262-4f82-b338-0dc4f18dce35 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.3082657
Mar 05 21:09:19.902355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fbcd4258-3c1a-4294-bbee-402376fa45a9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.097704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2c72d533-3536-4414-91df-e8998d4ca85a req-354ddfbe-7613-4ede-8b35-a0ac29153a0e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129126
Mar 05 21:09:20.146424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-20fdd857-a4f5-43d8-90c8-0133f68bfedf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2875412
Mar 05 21:09:20.174605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-f99803cc-4dd6-4800-a69b-80f1147e30be service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:09:20.175547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-f99803cc-4dd6-4800-a69b-80f1147e30be service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089231
Mar 05 21:09:20.176258 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6b1907e2-b9fc-4106-b4bf-9d467bd3635b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.226220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Port': ['ID=6b1907e2-b9fc-4106-b4bf-9d467bd3635b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:20.365639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.376948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Hosts for router 7e06dd28-e345-47b6-af42-b3871fce6afc: [] {{(pid=126562) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Mar 05 21:09:20.381106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-30919d0a-d9c4-4199-94c4-c320da2a5aff tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:20.386798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-30919d0a-d9c4-4199-94c4-c320da2a5aff tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports/94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 941 time: 0.1663244
Mar 05 21:09:20.394440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.400308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4e85d030-d4ff-445b-abdc-8db784e2b6f4 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/ports/6b1907e2-b9fc-4106-b4bf-9d467bd3635b HTTP/1.1" status: 204  len: 168 time: 1.4020410
Mar 05 21:09:20.401842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41794) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:20.412560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:20.438480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:20.439960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=fbcd4258-3c1a-4294-bbee-402376fa45a9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:20.447113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:20.463094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e8195-346e-48ae-909e-a97a30cd9c25 req-93128ee8-edb1-45f2-b7a0-b07e5a3e98e1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:20.464667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f05e8195-346e-48ae-909e-a97a30cd9c25 req-93128ee8-edb1-45f2-b7a0-b07e5a3e98e1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6838515
Mar 05 21:09:20.471840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Hosts for other DVR routers connected to router 7e06dd28-e345-47b6-af42-b3871fce6afc: set() {{(pid=126562) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Mar 05 21:09:20.474433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.475604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-442cd7d4-2b3f-4109-a796-ad41ef61609a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "PUT /v2.0/routers/7e06dd28-e345-47b6-af42-b3871fce6afc HTTP/1.1" status: 200  len: 716 time: 2.0806704
Mar 05 21:09:20.490011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41796) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:20.515192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4da2249d-2f1f-4679-9376-6f927578232b req-717a64ff-18f2-4057-b589-b1d26543672d service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9716566
Mar 05 21:09:20.595404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting subnet 43adfa03-45b4-45f4-88b3-f5e620d6eb72 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:20.604173 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-31df99f7-ca84-41a4-80e2-8137733db22a tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "GET /v2.0/routers/7e06dd28-e345-47b6-af42-b3871fce6afc HTTP/1.1" status: 200  len: 716 time: 0.1107800
Mar 05 21:09:20.604994 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for subnet (43adfa03-45b4-45f4-88b3-f5e620d6eb72), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.608723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41798) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:20.637363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:20.637890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.682962 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f05e8195-346e-48ae-909e-a97a30cd9c25 req-3328c0a4-3500-4185-8560-3a14497f272c tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1861541
Mar 05 21:09:20.700991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d18f-5ed2-439c-aa96-d7cab37e9763 admin admin] Publish callbacks [] for security_group (382d6070-43b8-4a58-875e-3953a63875e5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.708444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (43adfa03-45b4-45f4-88b3-f5e620d6eb72), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.786026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d18f-5ed2-439c-aa96-d7cab37e9763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (382d6070-43b8-4a58-875e-3953a63875e5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:20.801362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:20.802993 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-244b8a68-7a4d-4b57-947e-6b538f25219f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 4.4633291
Mar 05 21:09:20.806309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'fbcd4258-3c1a-4294-bbee-402376fa45a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:20.915509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d18f-5ed2-439c-aa96-d7cab37e9763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d6070-43b8-4a58-875e-3953a63875e5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:20.923967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bb6d18f-5ed2-439c-aa96-d7cab37e9763 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04ed6e0ab11f49978fb5a8a38d4dfc5f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5971851
Mar 05 21:09:20.946658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41808) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:21.060246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.066090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.335200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:21.400837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.418224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (43adfa03-45b4-45f4-88b3-f5e620d6eb72), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.456874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:21.463130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.468792 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:21.483269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:21.484033 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9043ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:21.514465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:21.519472 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:21.535983 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-276ed1e7-c1e6-48df-9666-a081f1d0b543 tempest-RoutersTestDVR-137448131 tempest-RoutersTestDVR-137448131-project] 10.222.0.15 "GET /v2.0/routers/7e06dd28-e345-47b6-af42-b3871fce6afc HTTP/1.1" status: 200  len: 682 time: 0.9078701
Mar 05 21:09:21.545703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.21.0.1 (734fbab1-6094-4668-bc49-88da18d92ceb/ceeaf05f-9bab-4db4-955a-8ea8e9b1655c/543772e1-a071-499d-a3cf-71d5d4e526e3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:21.551977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41814) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:21.586717 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5abbed-dd27-46f1-ad61-5a4b502fc4d1 x-openstack-request-id: req-6b5abbed-dd27-46f1-ad61-5a4b502fc4d1 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:21.586937 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:21.587191 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b5abbed-dd27-46f1-ad61-5a4b502fc4d1 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:21.587593 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:09:21.622774 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:21.678501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-68e150e4-d980-4a85-bb04-72e7f644949f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "PUT /v2.0/floatingips/b6d8058d-08d5-4627-a1f7-4da88efc02b8 HTTP/1.1" status: 200  len: 994 time: 4.4766796
Mar 05 21:09:21.713996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-2d5c4569-2afd-4573-9b49-80663a9492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:21.719699 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-2d5c4569-2afd-4573-9b49-80663a9492e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9&tenant_id=def4cea650ac491985dac1868ac5052a HTTP/1.1" status: 200  len: 1126 time: 0.1772983
Mar 05 21:09:21.754060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-3ec67b99-f86e-421e-9467-c766b019c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:21.756226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-3ec67b99-f86e-421e-9467-c766b019c99b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1128 time: 0.1393046
Mar 05 21:09:21.809352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd31e0-dbfe-49f4-84b0-fb4c22e09be3 req-8fd109a7-56e9-4d2f-bd6d-5044f8485566 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:21.811661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4bd31e0-dbfe-49f4-84b0-fb4c22e09be3 req-8fd109a7-56e9-4d2f-bd6d-5044f8485566 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.4242239
Mar 05 21:09:21.813143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] Publish callbacks [] for security_group (382d6070-43b8-4a58-875e-3953a63875e5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.816690 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.923379 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9043ef70>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:20Z', 'revision_number': 2, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:21.948359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-3d69e19d-18b4-45bb-88e8-3d8a0e045006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:21.950101 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-3d69e19d-18b4-45bb-88e8-3d8a0e045006 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1126 time: 0.1918335
Mar 05 21:09:21.959427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (43adfa03-45b4-45f4-88b3-f5e620d6eb72), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:21.960058 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:09:21.967723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-05b985e2-178a-47c4-a4ef-ef903ae0e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:21.969435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-05b985e2-178a-47c4-a4ef-ef903ae0e3b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 912 time: 0.1982772
Mar 05 21:09:21.971314 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:21.972099 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9043ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:21.975916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] Publish callbacks [] for security_group (382d6070-43b8-4a58-875e-3953a63875e5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.025690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4e357-406a-4106-bef9-02407a1b8991 req-a1bbe090-13b8-478d-a4a3-6108d9708859 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.027262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-73c4e357-406a-4106-bef9-02407a1b8991 req-a1bbe090-13b8-478d-a4a3-6108d9708859 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1874535
Mar 05 21:09:22.038616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Subnet': ['ID=43adfa03-45b4-45f4-88b3-f5e620d6eb72,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:22.051520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.054864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c5d22a37-fdc0-4a88-8522-f1be41f6778c tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/subnets/43adfa03-45b4-45f4-88b3-f5e620d6eb72 HTTP/1.1" status: 204  len: 168 time: 1.6522758
Mar 05 21:09:22.060789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076abf0-1ca5-4ff9-b8cc-61bd87052eb7 None None] Network 3c8e0a46-e570-496b-970e-60743f7e52d3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:22.070531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:22.088877 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:22.192380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-8d649ac7-8764-49cd-83ad-d6db56ef4ca2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 1002 time: 0.1866982
Mar 05 21:09:22.213879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4bd31e0-dbfe-49f4-84b0-fb4c22e09be3 req-9ea369d2-dbae-474f-bc84-207f43c6bd70 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3474882
Mar 05 21:09:22.225265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.225809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Deleting subnet 0060db9a-0000-4145-8ea0-00aea378f652 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:22.228177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (7e06dd28-e345-47b6-af42-b3871fce6afc), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.243208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.246008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for subnet (0060db9a-0000-4145-8ea0-00aea378f652), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.284861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-73c4e357-406a-4106-bef9-02407a1b8991 req-457eaedc-f68a-4f51-946e-e535ec2f04c7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2091649
Mar 05 21:09:22.284861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-92ae35be-2717-4add-b645-d90344e8f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.285766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-92ae35be-2717-4add-b645-d90344e8f1c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 0.3295574
Mar 05 21:09:22.301200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.302956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (7e06dd28-e345-47b6-af42-b3871fce6afc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.303444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e06dd28-e345-47b6-af42-b3871fce6afc {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:22.309487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (382d6070-43b8-4a58-875e-3953a63875e5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.322517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.322517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/382d6070-43b8-4a58-875e-3953a63875e5 HTTP/1.1" status: 204  len: 168 time: 1.3332686
Mar 05 21:09:22.326384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.327705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f5463160-6644-4950-9e60-9a44556de579 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7e06dd28-e345-47b6-af42-b3871fce6afc HTTP/1.1" status: 204  len: 168 time: 0.7677109
Mar 05 21:09:22.333907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41824) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:22.347070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7848e-f3d3-43ab-ade5-5180073fc20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d6070-43b8-4a58-875e-3953a63875e5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:22.361573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Request body: {'router': {'name': 'tempest-router-1735654249', 'distributed': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:22.366685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-e1528a63-b261-45ad-902c-5067412f4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.368552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-e1528a63-b261-45ad-902c-5067412f4170 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.1586955
Mar 05 21:09:22.396876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.434032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] DHCP port deletion for 3c8e0a46-e570-496b-970e-60743f7e52d3 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:22.458381 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-7eb0b217-d6c9-4c7b-a268-9b4037d9386f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.1453912
Mar 05 21:09:22.465704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 734fbab1-6094-4668-bc49-88da18d92ceb is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:22.469150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0060db9a-0000-4145-8ea0-00aea378f652), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.493464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:22.503153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:22.531859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=543772e1-a071-499d-a3cf-71d5d4e526e3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:22.564670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-5679811c-8ab3-4de6-97f0-f554bcbc1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.568711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-5679811c-8ab3-4de6-97f0-f554bcbc1954 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.1024230
Mar 05 21:09:22.575617 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9043ef70>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:20Z', 'revision_number': 2, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:22.591817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Deleting port 64e6001b-40bb-4b1b-9147-a01a640a0790 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:22.592206 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.592313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.3 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/6d45dc43-bbd7-49d5-ae86-bc71fdd20370) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:22.633999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.634785 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ab85-5b6d-4731-be20-53d3cffd4393 None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6d8058d-08d5-4627-a1f7-4da88efc02b8', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'floating_ip_address': '172.35.0.127', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'port_id': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'mac_address': 'fa:16:3e:e2:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:09:13Z', 'updated_at': '2022-03-05T21:09:20Z', 'revision_number': 2, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:22.666514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.669253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.745834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] For port 64e6001b-40bb-4b1b-9147-a01a640a0790, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64e6001b-40bb-4b1b-9147-a01a640a0790,segment=NetworkSegment(f619ff88-c682-4898-aaf2-8ce7f44db092),segment_id=f619ff88-c682-4898-aaf2-8ce7f44db092)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:22.746730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:22.751621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-1409bd6b-57f6-4e5a-95a4-dc817d5b034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.757328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-1409bd6b-57f6-4e5a-95a4-dc817d5b034c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3747530
Mar 05 21:09:22.773043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Calling delete_port for 64e6001b-40bb-4b1b-9147-a01a640a0790 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:22.848457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-d582d777-45d4-4174-96a1-6ac91f154c2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1965601
Mar 05 21:09:22.965070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-32f575e1-dc4b-4621-b0f9-1eadef9c340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:22.966278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-32f575e1-dc4b-4621-b0f9-1eadef9c340a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.2107694
Mar 05 21:09:23.001695 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (64e6001b-40bb-4b1b-9147-a01a640a0790), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.024211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] No DVR routers for this DVR port 64e6001b-40bb-4b1b-9147-a01a640a0790 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:23.032501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:23.059867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-160707c5-d589-4a52-8091-48b444e438f2 None None] Provisioning complete for port 543772e1-a071-499d-a3cf-71d5d4e526e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:23.060256 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-160707c5-d589-4a52-8091-48b444e438f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.065263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717be09-e5a7-4362-a539-7045ba22402a None None] Pushing event deleted for resources: {'Port': ['ID=64e6001b-40bb-4b1b-9147-a01a640a0790,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:23.087685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.105800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-160707c5-d589-4a52-8091-48b444e438f2 None None] Port 543772e1-a071-499d-a3cf-71d5d4e526e3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:23.114179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.115643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c877c00-9cb9-4124-b0b1-c9d4550672d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.116780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (8e95b353-8c85-472f-a299-f0e1f21d9842), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.120498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0060db9a-0000-4145-8ea0-00aea378f652), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.154647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.163292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368b26-0423-40b4-99c2-6a39ed9d8a32 req-086d66b8-236c-42ef-b874-5cb057143e72 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:23.164815 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f368b26-0423-40b4-99c2-6a39ed9d8a32 req-086d66b8-236c-42ef-b874-5cb057143e72 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4683144
Mar 05 21:09:23.242256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.243397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3f7bb920-792d-4a16-a2aa-81c04df8e0f8 tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.8869398
Mar 05 21:09:23.262391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:23.317523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-4fe08b3b-6003-4302-a72d-6415ff75c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:23.319083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-4fe08b3b-6003-4302-a72d-6415ff75c2cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3461113
Mar 05 21:09:23.398757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.550088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:23.558920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 64e6001b-40bb-4b1b-9147-a01a640a0790 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:23.587456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 64e6001b-40bb-4b1b-9147-a01a640a0790 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:23.588174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 64e6001b-40bb-4b1b-9147-a01a640a0790 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:23.600809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-9ef6599d-de66-45c4-bfb7-6a30ed825efb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.2667828
Mar 05 21:09:23.602168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:23.606126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:23.619465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=6d45dc43-bbd7-49d5-ae86-bc71fdd20370,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:23.649314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:23.652202 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2720c241-6302-46c0-8853-27692e071d76" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:23.655975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-319fa5fd-78fb-4ccc-874c-682ade7fc010 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7982166
Mar 05 21:09:23.658271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-6ab73e59-0435-45a7-afc2-b9f0daade024 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7939134
Mar 05 21:09:23.685649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f368b26-0423-40b4-99c2-6a39ed9d8a32 req-dd791d62-1cf1-436f-a71d-c4d19141e0f4 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5105729
Mar 05 21:09:23.710247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877decae-3629-45d4-b2cf-5ce86c1c8d16 req-aca8432b-0e32-405a-be82-9c47572ffa70 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:23.711787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-877decae-3629-45d4-b2cf-5ce86c1c8d16 req-aca8432b-0e32-405a-be82-9c47572ffa70 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.4021478
Mar 05 21:09:23.721017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c877c00-9cb9-4124-b0b1-c9d4550672d2 admin admin] Publish callbacks [] for security_group (f0a74818-1289-45a6-acd9-dfc813b8db9b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.748824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c877c00-9cb9-4124-b0b1-c9d4550672d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0a74818-1289-45a6-acd9-dfc813b8db9b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.763960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0060db9a-0000-4145-8ea0-00aea378f652), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.773731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.785055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-3ccc82ec-03a9-4e78-9de0-f6c29726465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:23.786510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-3ccc82ec-03a9-4e78-9de0-f6c29726465d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1707568
Mar 05 21:09:23.868749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Subnet': ['ID=0060db9a-0000-4145-8ea0-00aea378f652,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:23.882022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:23.890112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-08cc6e5e-a119-4462-a5f8-84e674487333 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/subnets/0060db9a-0000-4145-8ea0-00aea378f652 HTTP/1.1" status: 204  len: 168 time: 1.8108511
Mar 05 21:09:23.890112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:23.899116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf686b-fc83-4ad0-987b-18d816385b23 None None] Network f583ae73-6c59-430c-be06-cb0088aec665 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:23.912975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0c877c00-9cb9-4124-b0b1-c9d4550672d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=415c6e1fb3674dec93f3f951d88b7fa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8673468
Mar 05 21:09:23.914401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:23.950733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877c00-9cb9-4124-b0b1-c9d4550672d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a74818-1289-45a6-acd9-dfc813b8db9b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:23.977672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-877decae-3629-45d4-b2cf-5ce86c1c8d16 req-2a77e492-a0d0-44da-9b92-d63cfed7cb1e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518473
Mar 05 21:09:24.010678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.085042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.105179 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05a176-ae88-4954-83b4-0a19b9be6711 x-openstack-request-id: req-af05a176-ae88-4954-83b4-0a19b9be6711 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:24.105389 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:24.105633 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af05a176-ae88-4954-83b4-0a19b9be6711 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:24.106042 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:09:24.145458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.150620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca271189-5b46-4a49-aedb-9b8e421f0b8b req-e3f6a9fd-33f5-4f93-8b83-c14d6ece92b5 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848773
Mar 05 21:09:24.155592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router_controller (8e95b353-8c85-472f-a299-f0e1f21d9842), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.160464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f8a53b8d-9256-4ad6-be65-ace49b47bbd7 req-89333122-3ae2-4617-ad3f-20c72e987835 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4935949
Mar 05 21:09:24.169735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (3c8e0a46-e570-496b-970e-60743f7e52d3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.171370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] DHCP port deletion for f583ae73-6c59-430c-be06-cb0088aec665 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:24.239719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Deleting port 40fc6831-17be-42a0-a274-8ced8e78408d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:24.239719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.240955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] Publish callbacks [] for security_group (f0a74818-1289-45a6-acd9-dfc813b8db9b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.242060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (8e95b353-8c85-472f-a299-f0e1f21d9842), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.242609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e95b353-8c85-472f-a299-f0e1f21d9842 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:24.269389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.270570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c66baecc-7da1-4bf8-8a80-7e1493dcb26f tempest-RoutersTestDVR-1711253135 tempest-RoutersTestDVR-1711253135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8e95b353-8c85-472f-a299-f0e1f21d9842 HTTP/1.1" status: 204  len: 168 time: 1.0072145
Mar 05 21:09:24.322148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] For port 40fc6831-17be-42a0-a274-8ced8e78408d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40fc6831-17be-42a0-a274-8ced8e78408d,segment=NetworkSegment(fd21e3d6-2a21-46e3-b9f7-2014fce699ae),segment_id=fd21e3d6-2a21-46e3-b9f7-2014fce699ae)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:24.322747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.338001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Calling delete_port for 40fc6831-17be-42a0-a274-8ced8e78408d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:24.345991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] Publish callbacks [] for security_group (f0a74818-1289-45a6-acd9-dfc813b8db9b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.441804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (3c8e0a46-e570-496b-970e-60743f7e52d3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.454111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720c241-6302-46c0-8853-27692e071d76 req-106918b3-8216-4ae0-9a36-074e39a88523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:24.455784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-106918b3-8216-4ae0-9a36-074e39a88523 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1128 time: 0.2317884
Mar 05 21:09:24.455926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (40fc6831-17be-42a0-a274-8ced8e78408d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.499867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b9058b5b0>,) {'filters': {'network_id': ['3c8e0a46-e570-496b-970e-60743f7e52d3']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:24.543433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9058b5b0>, 'f619ff88-c682-4898-aaf2-8ce7f44db092') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:24.543804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9058b5b0>, 'f619ff88-c682-4898-aaf2-8ce7f44db092') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:24.547377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] No DVR routers for this DVR port 40fc6831-17be-42a0-a274-8ced8e78408d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:24.550485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84490a0c-5a2b-4e37-937f-05ccc79e166e None None] Pushing event deleted for resources: {'Port': ['ID=40fc6831-17be-42a0-a274-8ced8e78408d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:24.559727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0a74818-1289-45a6-acd9-dfc813b8db9b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.562555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.565364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0a74818-1289-45a6-acd9-dfc813b8db9b HTTP/1.1" status: 204  len: 168 time: 0.6457276
Mar 05 21:09:24.569117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f619ff88-c682-4898-aaf2-8ce7f44db092), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.569990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e6ac4df9-9307-4a02-9db8-327ec3b786d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.591593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d70ffe-536a-4084-bc8e-c66b085c5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a74818-1289-45a6-acd9-dfc813b8db9b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:24.605777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f619ff88-c682-4898-aaf2-8ce7f44db092), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.617233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:24.617890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f619ff88-c682-4898-aaf2-8ce7f44db092), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:24.621181 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:24.684568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-75dca052-9e54-42a5-aacd-2b0ef3ecf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:24.686138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-75dca052-9e54-42a5-aacd-2b0ef3ecf759 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8655553
Mar 05 21:09:24.692025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720c241-6302-46c0-8853-27692e071d76 req-5295bc58-4b8d-4742-9f66-1b5167f29e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:24.693556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-5295bc58-4b8d-4742-9f66-1b5167f29e39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 912 time: 0.2293801
Mar 05 21:09:24.769370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.776987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (3c8e0a46-e570-496b-970e-60743f7e52d3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.788335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:24.792148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/networks/3c8e0a46-e570-496b-970e-60743f7e52d3 HTTP/1.1" status: 204  len: 168 time: 0.8972023
Mar 05 21:09:24.792699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=543772e1-a071-499d-a3cf-71d5d4e526e3,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:24.795153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:24.823259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b3ebc-bc3b-4294-ae5d-0d76f341e014 tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Network': ['ID=3c8e0a46-e570-496b-970e-60743f7e52d3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:24.841058 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-26bc160a-984b-4c03-94ae-49e51e64ab80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 1002 time: 0.1413186
Mar 05 21:09:24.917875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720c241-6302-46c0-8853-27692e071d76 req-f38f0a15-5f9e-42e4-9d0b-aff7acb1421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:24.921033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-f38f0a15-5f9e-42e4-9d0b-aff7acb1421c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.0708914
Mar 05 21:09:24.983649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-f9e81b5a-487c-40b7-bc19-05f82d6d9307 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805793
Mar 05 21:09:24.990508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720c241-6302-46c0-8853-27692e071d76 req-bd6613f3-3962-4d96-a6ea-ba7a80a96c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:24.992272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-bd6613f3-3962-4d96-a6ea-ba7a80a96c3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0637431
Mar 05 21:09:25.163027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f583ae73-6c59-430c-be06-cb0088aec665), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:25.170448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:25.177203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-d7c7c2aa-f91c-4bca-baf6-9587b35e7a56 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788929
Mar 05 21:09:25.331082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7713-2b61-42b2-8039-7f3103b9d7b1 req-1f14a571-d016-423c-bb76-9169570759d6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:25.344682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a3b7713-2b61-42b2-8039-7f3103b9d7b1 req-1f14a571-d016-423c-bb76-9169570759d6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1659775
Mar 05 21:09:25.382206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15b67d77-0cef-4d37-933e-671d25f6a077 req-05063643-fd7e-4982-82e5-bb8686dde3a5 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121947
Mar 05 21:09:25.385244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 734fbab1-6094-4668-bc49-88da18d92ceb is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:25.402958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:25.466535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2720c241-6302-46c0-8853-27692e071d76 req-e62696dc-9e78-46d2-b300-787fc3a01db1 service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781317
Mar 05 21:09:25.568119 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a3b7713-2b61-42b2-8039-7f3103b9d7b1 req-d31c2fa5-c2bd-4ca7-a406-92c5f720bfaa tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221262
Mar 05 21:09:25.650680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40fc6831-17be-42a0-a274-8ced8e78408d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:25.737910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 40fc6831-17be-42a0-a274-8ced8e78408d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:25.740751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40fc6831-17be-42a0-a274-8ced8e78408d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:25.887229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5cf6c811-51b9-4376-8274-ad49f3d5691b None None] Provisioning complete for port 543772e1-a071-499d-a3cf-71d5d4e526e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:25.887786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c811-51b9-4376-8274-ad49f3d5691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:25.934286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (6ec8b796-77c7-4c1a-b967-84819973113c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:25.944555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6c811-51b9-4376-8274-ad49f3d5691b None None] Port 543772e1-a071-499d-a3cf-71d5d4e526e3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:26.138735 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-801c0f7e-6466-46fd-8b9f-327c807e6049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.182403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.229060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215117-0ad4-446d-ac63-f63ee9430b06 req-f5f2cf46-491c-4cd7-8747-ec14adbcc401 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:26.230714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52215117-0ad4-446d-ac63-f63ee9430b06 req-f5f2cf46-491c-4cd7-8747-ec14adbcc401 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 1.3862281
Mar 05 21:09:26.313047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 70b79e60-8df7-447d-8645-ca77c70752d2 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:26.340007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f583ae73-6c59-430c-be06-cb0088aec665), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.380668 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52215117-0ad4-446d-ac63-f63ee9430b06 req-bb89ca66-bf41-4983-b3fb-04bc77bc593e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113319
Mar 05 21:09:26.409204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a873a90>,) {'filters': {'network_id': ['f583ae73-6c59-430c-be06-cb0088aec665']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.558319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a873a90>, 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.558622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a873a90>, 'fd21e3d6-2a21-46e3-b9f7-2014fce699ae') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.584000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (fd21e3d6-2a21-46e3-b9f7-2014fce699ae), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.599178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:26.612829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] Sync routers for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:26.617939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fd21e3d6-2a21-46e3-b9f7-2014fce699ae), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.627466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:26.628290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (fd21e3d6-2a21-46e3-b9f7-2014fce699ae), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.629491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:26.631051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e6b910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:26.748630 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:26.758538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e6b910>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.764065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf06a2ce-4017-45ba-b21c-6d422d00aad9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3457723
Mar 05 21:09:26.770793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41908) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:26.771517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f583ae73-6c59-430c-be06-cb0088aec665), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.784514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784304-2dbf-4ef7-b3c9-4a7b66682653 req-c8f6e4b2-3f9a-4211-8573-651bdea3701b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:26.785054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:26.788090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e6b910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:08:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.795021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65784304-2dbf-4ef7-b3c9-4a7b66682653 req-c8f6e4b2-3f9a-4211-8573-651bdea3701b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1086922
Mar 05 21:09:26.866132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e6b910>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:26.878491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1cce0-afc2-4da8-9488-41c71a5a97d5 None None] The sync data for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:26.919777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2268ac51-2165-4bef-b687-c179d60c52e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.924726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:26.930413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] 10.222.0.15 "DELETE /v2.0/networks/f583ae73-6c59-430c-be06-cb0088aec665 HTTP/1.1" status: 204  len: 168 time: 2.1278393
Mar 05 21:09:26.954330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5ad48-5134-47ee-8011-48544a9989ca tempest-TaggedBootDevicesTest_v242-1271501382 tempest-TaggedBootDevicesTest_v242-1271501382-project] Pushing event deleted for resources: {'Network': ['ID=f583ae73-6c59-430c-be06-cb0088aec665,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:26.992358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-801c0f7e-6466-46fd-8b9f-327c807e6049 admin admin] Publish callbacks [] for security_group (2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.012451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-801c0f7e-6466-46fd-8b9f-327c807e6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.036309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873bb54-5ccb-4b89-b90c-dd4461798a64 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:27.037875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1873bb54-5ccb-4b89-b90c-dd4461798a64 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports/543772e1-a071-499d-a3cf-71d5d4e526e3 HTTP/1.1" status: 200  len: 910 time: 0.2639337
Mar 05 21:09:27.042346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:27.076473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-65784304-2dbf-4ef7-b3c9-4a7b66682653 req-59fdc079-0e40-4e0b-a7dc-3be3c306823f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760935
Mar 05 21:09:27.149023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-801c0f7e-6466-46fd-8b9f-327c807e6049 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcff34bd577d410c8cd2e5df87e64657&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9720192
Mar 05 21:09:27.152497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c0f7e-6466-46fd-8b9f-327c807e6049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:27.155410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 41918) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:27.216786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.224610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.335225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] Publish callbacks [] for security_group (2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.449099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] Publish callbacks [] for security_group (2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.466575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=6d45dc43-bbd7-49d5-ae86-bc71fdd20370,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:27.481036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6ec8b796-77c7-4c1a-b967-84819973113c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:27.770831 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 6ec8b796-77c7-4c1a-b967-84819973113c associated. External IP: 172.35.0.3, port: fbcd4258-3c1a-4294-bbee-402376fa45a9.
Mar 05 21:09:27.978721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:28.020367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ce17a-028a-498c-8928-422698255633 req-ff8147a7-4547-4ad7-b379-9ebae1d859d6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:28.028791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-825ce17a-028a-498c-8928-422698255633 req-ff8147a7-4547-4ad7-b379-9ebae1d859d6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.4794397
Mar 05 21:09:28.102293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:28.111464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:28.116592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d HTTP/1.1" status: 204  len: 168 time: 0.9529614
Mar 05 21:09:28.246338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09231-cc6e-400d-b829-47c16713afec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31903f-94f2-4ed1-a9d7-f3ac64b28f1d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:28.258831 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-825ce17a-028a-498c-8928-422698255633 req-7ccff147-d1cd-4308-a896-63c61d69cd5a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2293534
Mar 05 21:09:28.378305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:28.532055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:28.832661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:28.844373 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:28.861727 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:28.873604 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd08280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:28.959523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:28.997189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 41988) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:29.033440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7feb-6274-4b05-877e-5cc493758504 req-9b7ef72f-e415-4f56-bdfe-bca2862d7f29 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:29.043238 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd08280>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:29.045900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22fb7feb-6274-4b05-877e-5cc493758504 req-9b7ef72f-e415-4f56-bdfe-bca2862d7f29 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.6862357
Mar 05 21:09:29.065987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38099c2e-3baa-41d8-83cc-c93099c031dd req-893edef6-7f1f-480a-b2d5-74d2cd6bab48 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:29.075537 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:29.076286 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd08280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:29.080578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-38099c2e-3baa-41d8-83cc-c93099c031dd req-893edef6-7f1f-480a-b2d5-74d2cd6bab48 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.6534073
Mar 05 21:09:29.139065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96969b98-6dfc-42a0-b74f-786663860ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:29.196841 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd08280>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:29.197937 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f429c-6564-4af6-877e-75c3998dd0bb None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:29.210456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ee0d0339-8e47-4f6c-80f2-73cce7e5c070 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.4079962
Mar 05 21:09:29.211699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42002) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:29.220746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': 'fbcd4258-3c1a-4294-bbee-402376fa45a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:29.451799 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-c894baf5-cba5-4e9a-9d9b-e5f7818301ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7178633
Mar 05 21:09:29.486468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22fb7feb-6274-4b05-877e-5cc493758504 req-014cab60-763b-47e4-9de7-a2ea257766bd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4233837
Mar 05 21:09:29.497935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-38099c2e-3baa-41d8-83cc-c93099c031dd req-e0252427-6e6d-489b-973f-e2b7d64b4f58 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4147713
Mar 05 21:09:29.498387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (6ec8b796-77c7-4c1a-b967-84819973113c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:29.568361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:29.621608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-8fa49441-7b65-4c9d-94a0-a3317fbd420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:29.623350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-8fa49441-7b65-4c9d-94a0-a3317fbd420b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1126 time: 0.7781041
Mar 05 21:09:29.653503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286b97-7892-4357-96e9-5f4a95acda2b req-f6f446a1-7964-4334-98ce-e1126972519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:29.655380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-f6f446a1-7964-4334-98ce-e1126972519b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 1128 time: 0.1702373
Mar 05 21:09:30.079584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96969b98-6dfc-42a0-b74f-786663860ae6 admin admin] Publish callbacks [] for security_group (ba42f57e-1309-4a0f-8614-de0220efe2d5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:30.088798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96969b98-6dfc-42a0-b74f-786663860ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ba42f57e-1309-4a0f-8614-de0220efe2d5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:30.186400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969b98-6dfc-42a0-b74f-786663860ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42f57e-1309-4a0f-8614-de0220efe2d5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:30.386755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96969b98-6dfc-42a0-b74f-786663860ae6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f276703c9989404a9165243d1a8e3a9c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3878536
Mar 05 21:09:30.474953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42044) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:30.596947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d19-8c83-44d8-9d29-534dd31d6f12 req-6410df63-458d-4768-99ef-3d0a31ae61f9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:30.599443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1c43d19-8c83-44d8-9d29-534dd31d6f12 req-6410df63-458d-4768-99ef-3d0a31ae61f9 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.9061427
Mar 05 21:09:30.748598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] Publish callbacks [] for security_group (ba42f57e-1309-4a0f-8614-de0220efe2d5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:30.859606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1c43d19-8c83-44d8-9d29-534dd31d6f12 req-20c35869-f5cb-4f84-b2e8-d844a3c10273 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2328870
Mar 05 21:09:30.869876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286b97-7892-4357-96e9-5f4a95acda2b req-b42ee4df-bdf4-4d77-a71c-0f660a769341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:30.872710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] Publish callbacks [] for security_group (ba42f57e-1309-4a0f-8614-de0220efe2d5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:30.873908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-b42ee4df-bdf4-4d77-a71c-0f660a769341 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 1.1585689
Mar 05 21:09:30.990855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:31.142371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-10c505ab-b360-4bea-a9ef-1771d07f691f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e HTTP/1.1" status: 200  len: 217 time: 0.1867301
Mar 05 21:09:31.269422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-a18d489d-baf8-4a3c-b08e-55ccae0cf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.271111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-a18d489d-baf8-4a3c-b08e-55ccae0cf582 service neutron] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 1.6013720
Mar 05 21:09:31.319332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e0abc-bf40-463a-8b6e-0db3faea1e53 req-e3d3dd40-5656-4084-a73c-87993a6fdb9e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.329373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7e0abc-bf40-463a-8b6e-0db3faea1e53 req-e3d3dd40-5656-4084-a73c-87993a6fdb9e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.3874755
Mar 05 21:09:31.456197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-65bfd2b5-8dd2-4356-98ac-342f2c9f4ff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.1655800
Mar 05 21:09:31.462688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286b97-7892-4357-96e9-5f4a95acda2b req-4ce032d5-da00-4ca4-bc96-1d5686742cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.464338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-4ce032d5-da00-4ca4-bc96-1d5686742cbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.3102384
Mar 05 21:09:31.575239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f7e0abc-bf40-463a-8b6e-0db3faea1e53 req-e8502e16-12a0-4a7f-b173-f6a529a8b260 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448504
Mar 05 21:09:31.583517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-995157ee-c9bf-49ce-8f48-ef5c87eb1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.596719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-995157ee-c9bf-49ce-8f48-ef5c87eb1e27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.0985198
Mar 05 21:09:31.599548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 543772e1-a071-499d-a3cf-71d5d4e526e3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:31.599916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:31.709272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:09:31.769417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-1fbb1218-c5db-4b64-bb1b-f57588d0b943 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606887
Mar 05 21:09:31.805142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0608e92-4c62-46b4-9c4f-03bddeee22ec req-6f685264-9fa3-4c21-b0e8-3fd8b1f045be tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.806949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0608e92-4c62-46b4-9c4f-03bddeee22ec req-6f685264-9fa3-4c21-b0e8-3fd8b1f045be tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.7972600
Mar 05 21:09:31.814588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286b97-7892-4357-96e9-5f4a95acda2b req-6ff9ed92-0030-4ad5-954a-d268bd21f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:31.816555 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-6ff9ed92-0030-4ad5-954a-d268bd21f18f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2641773
Mar 05 21:09:32.042736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:09:32.046005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:32.081198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 543772e1-a071-499d-a3cf-71d5d4e526e3 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:32.106581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-956c10bf-cf54-4073-9deb-12c994b5f515 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089035
Mar 05 21:09:32.150853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ba42f57e-1309-4a0f-8614-de0220efe2d5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:32.156382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:32.158332 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba42f57e-1309-4a0f-8614-de0220efe2d5 HTTP/1.1" status: 204  len: 168 time: 1.6809833
Mar 05 21:09:32.253941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7725ccd-0c66-4ad1-b3fd-c9c1aca082a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42f57e-1309-4a0f-8614-de0220efe2d5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:32.273927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:32.303851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-4c74b770-2444-408a-8dc4-0409b3560a09 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3542984
Mar 05 21:09:32.317437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:32.350517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6ec8b796-77c7-4c1a-b967-84819973113c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:32.401419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0608e92-4c62-46b4-9c4f-03bddeee22ec req-1e25781c-5738-45b5-a5b9-e0c1c2a957d7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2522566
Mar 05 21:09:32.729868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-09286b97-7892-4357-96e9-5f4a95acda2b req-423b9891-9d2d-4c45-8ac5-5d8b9fdd7be7 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4146755
Mar 05 21:09:32.865576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225e8fd8-9143-47d8-9417-36a6d1e52875 req-e58ae576-aeef-4fce-99a1-6d0e45a4c635 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7317080
Mar 05 21:09:33.113955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d9af-41c0-40df-9952-7a98b21df09e req-0b33c38d-5d93-4b46-ac1d-a64b95a8d142 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:33.116629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cec8d9af-41c0-40df-9952-7a98b21df09e req-0b33c38d-5d93-4b46-ac1d-a64b95a8d142 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3957386
Mar 05 21:09:33.195786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (543772e1-a071-499d-a3cf-71d5d4e526e3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:33.235976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948aad6-c3d2-44ed-a7b4-285f608724c4 req-f70b7cde-10f2-4118-8ffc-cde87c0bba09 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:33.243658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5948aad6-c3d2-44ed-a7b4-285f608724c4 req-f70b7cde-10f2-4118-8ffc-cde87c0bba09 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.4430976
Mar 05 21:09:33.400386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cec8d9af-41c0-40df-9952-7a98b21df09e req-b8a4f13d-06ba-43e0-abce-8df198efd413 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2521265
Mar 05 21:09:33.424625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=543772e1-a071-499d-a3cf-71d5d4e526e3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:33.769378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:33.782186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5948aad6-c3d2-44ed-a7b4-285f608724c4 req-28d810a7-164c-4ed9-9a86-f052f3974d91 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5374467
Mar 05 21:09:33.893306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.007147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42160) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:34.144427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:34.152296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.165774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:34.195790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:34.197659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:34.305244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0373d1e1-a7f9-4c32-9226-3189c4ae2299 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/6ec8b796-77c7-4c1a-b967-84819973113c HTTP/1.1" status: 200  len: 977 time: 5.0894046
Mar 05 21:09:34.306813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:34.332552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee4f0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:34.383566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-726875595'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:34.384856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:34.385711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:34.445144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 70b79e60-8df7-447d-8645-ca77c70752d2 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:34.509960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826ee4f0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:34.511170 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585c3c8-f810-4f34-b708-714b67c4d0d1 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:34.519246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (b4def80d-3388-4a62-9786-8fa01620fd73), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.646240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:34.650394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.703797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.785797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20b78-84ae-4431-97f0-815787856cd5 req-16ca33c6-7d6a-48fa-b824-ee1231958965 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:34.791857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35b20b78-84ae-4431-97f0-815787856cd5 req-16ca33c6-7d6a-48fa-b824-ee1231958965 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2144451
Mar 05 21:09:34.806086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:34.817167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1da53ce7-7dd2-4ff4-83e6-f1dddea72cd0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7671528
Mar 05 21:09:34.821912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42180) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:34.824282 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] Sync routers for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:34.852194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 6d45dc43-bbd7-49d5-ae86-bc71fdd20370 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:34.854917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:34.875724 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:34.877629 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:35.034307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35b20b78-84ae-4431-97f0-815787856cd5 req-5e107b18-66bd-4ca6-9422-52a6c8fddee2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1951163
Mar 05 21:09:35.066087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76910>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:35.068623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.069742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.099226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 6d45dc43-bbd7-49d5-ae86-bc71fdd20370 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:35.106467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:35.109534 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:35.225184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6357-f051-415e-851c-d6ecd022f7ae req-19237842-4164-47ed-8b4c-f2dd79def5cb tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:35.232712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a19e6357-f051-415e-851c-d6ecd022f7ae req-19237842-4164-47ed-8b4c-f2dd79def5cb tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1443882
Mar 05 21:09:35.248140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for security_group (8b024ab7-239e-456b-8f7c-b5233f67db78), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.277007 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76910>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:35.279259 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8eccc-1d25-4ca6-8695-5687643c1483 None None] The sync data for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:35.343698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8b024ab7-239e-456b-8f7c-b5233f67db78), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.398867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Deleting port 9fe6cfe2-1949-4ad7-960a-01f16323b4da {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:35.402499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.513819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:09:35.534187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a19e6357-f051-415e-851c-d6ecd022f7ae req-0a30ce70-d862-4c3d-afbb-6ef468f72ad7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3003616
Mar 05 21:09:35.578337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b024ab7-239e-456b-8f7c-b5233f67db78,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:35.631119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] For port 9fe6cfe2-1949-4ad7-960a-01f16323b4da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fe6cfe2-1949-4ad7-960a-01f16323b4da,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:35.631119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.660616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Calling delete_port for 9fe6cfe2-1949-4ad7-960a-01f16323b4da owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:35.745634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (af59cfc6-a527-4f76-b310-4f35a24beef3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.748358 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Added segment af59cfc6-a527-4f76-b310-4f35a24beef3 of type vlan for network 2aa49d18-0e2a-433e-a09b-a009717219cf
Mar 05 21:09:35.773030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6d45dc43-bbd7-49d5-ae86-bc71fdd20370), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.817701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=6d45dc43-bbd7-49d5-ae86-bc71fdd20370,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:35.837668 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2aa49d18-0e2a-433e-a09b-a009717219cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.863346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:35.959315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:09:36.040931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2aa49d18-0e2a-433e-a09b-a009717219cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.047324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:36.048411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.094855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (6ec8b796-77c7-4c1a-b967-84819973113c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.096305 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 6ec8b796-77c7-4c1a-b967-84819973113c disassociated (deleted). External IP: 172.35.0.3, port: fbcd4258-3c1a-4294-bbee-402376fa45a9.
Mar 05 21:09:36.120569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.140141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.1330516
Mar 05 21:09:36.163614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42196) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:36.173683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'subnet': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:36.190852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50be6a-6c96-4f82-865b-c3bb131860e0 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Network': ['ID=2aa49d18-0e2a-433e-a09b-a009717219cf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:36.206872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2aa49d18-0e2a-433e-a09b-a009717219cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:09:36.421620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.425210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:36.425872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.549243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:36.566093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 5f0c99da-f60f-48ba-9ff9-a827e0fb4b77 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:37.029776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfe747-c5de-4096-ab73-e8fd4bf096cd req-93458f6d-3a73-477f-8e83-5441a53f7850 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:37.033492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bdfe747-c5de-4096-ab73-e8fd4bf096cd req-93458f6d-3a73-477f-8e83-5441a53f7850 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.3076246
Mar 05 21:09:37.040664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5f0c99da-f60f-48ba-9ff9-a827e0fb4b77), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:37.201271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=5f0c99da-f60f-48ba-9ff9-a827e0fb4b77,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:37.232551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:37.236946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:37.240541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9fe6cfe2-1949-4ad7-960a-01f16323b4da), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:37.275248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe6cfe2-1949-4ad7-960a-01f16323b4da,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:37.287502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56200ba2-73d7-43e2-bb50-108b3b3f8971 req-117b5821-323b-4681-b12f-980e96108e87 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:37.289857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56200ba2-73d7-43e2-bb50-108b3b3f8971 req-117b5821-323b-4681-b12f-980e96108e87 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.9989655
Mar 05 21:09:37.689542 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bdfe747-c5de-4096-ab73-e8fd4bf096cd req-24a2194f-e191-406b-82bc-be6c3b7b7ac6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6341472
Mar 05 21:09:37.789597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56200ba2-73d7-43e2-bb50-108b3b3f8971 req-fad35cd8-d2c4-48df-916c-a11d20e16ad0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4590735
Mar 05 21:09:37.825729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:37.842028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (70b79e60-8df7-447d-8645-ca77c70752d2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.059408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 70b79e60-8df7-447d-8645-ca77c70752d2 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:38.100890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (984b45a7-f648-40d8-ba35-a2e9dcc66499), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.192213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:38.198078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73904f66-8003-4449-ad40-67dc97a5af10 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3751364
Mar 05 21:09:38.200822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:38.207223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] Sync routers for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:38.224076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:38.224782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a12b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.230174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (b4def80d-3388-4a62-9786-8fa01620fd73), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.256135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2d8c1d0e-972e-4678-a43b-fba1d51ec4f2 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=70b79e60-8df7-447d-8645-ca77c70752d2 HTTP/1.1" status: 200  len: 205 time: 0.0540204
Mar 05 21:09:38.261805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42222) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:38.277479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-d079bd8b-9173-4faf-b0f9-52707533845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:38.279213 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-d079bd8b-9173-4faf-b0f9-52707533845b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 1127 time: 0.1612535
Mar 05 21:09:38.332482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a12b0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.348261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] Routers {'70b79e60-8df7-447d-8645-ca77c70752d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:38.348969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a12b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['70b79e60-8df7-447d-8645-ca77c70752d2'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.370143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Subnet': ['ID=984b45a7-f648-40d8-ba35-a2e9dcc66499,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:38.401588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a12b0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.402337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5679230-6dd5-4bb0-89c9-0216afa42344 None None] The sync data for ids ['70b79e60-8df7-447d-8645-ca77c70752d2'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:38.417821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (70b79e60-8df7-447d-8645-ca77c70752d2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.428914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd11087-e623-48dc-9a18-f779e7961dfc req-9f006cf5-85aa-4465-86c2-8995b90f9e63 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:38.430745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbd11087-e623-48dc-9a18-f779e7961dfc req-9f006cf5-85aa-4465-86c2-8995b90f9e63 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.3576627
Mar 05 21:09:38.471347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:38.477162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.487819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:38.506111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Checking segment: {'id': 'af59cfc6-a527-4f76-b310-4f35a24beef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:38.507047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network hostable DHCP agents. Network: 2aa49d18-0e2a-433e-a09b-a009717219cf, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:09:38.511444 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:38.512819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.567762 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76fd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.580741 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:38.582650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.584309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1328a255-38ac-496e-bb01-3f9ee6296bfa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ec8b796-77c7-4c1a-b967-84819973113c HTTP/1.1" status: 204  len: 168 time: 4.2763102
Mar 05 21:09:38.598843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42232) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:38.610739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbd11087-e623-48dc-9a18-f779e7961dfc req-aff123e9-134e-4081-8085-c1d13bcc13c5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1647503
Mar 05 21:09:38.622140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-30184b8a-1458-40ab-8f7f-60a51cfbae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:38.623812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-30184b8a-1458-40ab-8f7f-60a51cfbae64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 200  len: 912 time: 0.3027031
Mar 05 21:09:38.630303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (70b79e60-8df7-447d-8645-ca77c70752d2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.632614 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be76fd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:38.633454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddb936-d047-49e0-a584-0af57c3dbb36 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:38.638649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (70b79e60-8df7-447d-8645-ca77c70752d2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.693035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:09:38.741080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-8af33fe1-109f-4556-8ac2-c097b0a73c86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 200  len: 1000 time: 0.1085765
Mar 05 21:09:38.743397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (70b79e60-8df7-447d-8645-ca77c70752d2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.744108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router 70b79e60-8df7-447d-8645-ca77c70752d2 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:38.754661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2aa49d18-0e2a-433e-a09b-a009717219cf) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:38.758851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.760633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e913fd69-29d6-4597-9389-c2df6b8ecd6f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2 HTTP/1.1" status: 204  len: 168 time: 0.4964073
Mar 05 21:09:38.763235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:38.768529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e8a3f-2cd2-4612-8e25-314f7c1d8ce6 None None] Network 2aa49d18-0e2a-433e-a09b-a009717219cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:38.803219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:38.804209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.852177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e886e17-d07e-49fb-a735-2572b966a6f5 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6883233
Mar 05 21:09:38.855369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42238) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:38.862392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-1302535547'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:38.909986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-14e47817-fb1c-410f-8630-1796e308ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:38.911486 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-14e47817-fb1c-410f-8630-1796e308ba8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 200  len: 850 time: 0.1497772
Mar 05 21:09:38.917528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet ceeaf05f-9bab-4db4-955a-8ea8e9b1655c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:38.921231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (ceeaf05f-9bab-4db4-955a-8ea8e9b1655c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.942326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port fbcd4258-3c1a-4294-bbee-402376fa45a9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:38.942692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fbcd4258-3c1a-4294-bbee-402376fa45a9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:38.970414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ceeaf05f-9bab-4db4-955a-8ea8e9b1655c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.028023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Router b4def80d-3388-4a62-9786-8fa01620fd73 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:39.087828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2aa49d18-0e2a-433e-a09b-a009717219cf', 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'project_id': '02e0bdc8b5f849e0bf4fefb968bbe5e9', 'fixed_ips': [{'subnet_id': '984b45a7-f648-40d8-ba35-a2e9dcc66499'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:09:39.093824 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.160961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7aa66-3ce1-4ff7-b4a6-68309a56264c req-d8b22647-575f-4a18-b686-0f53f2f85abb tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:39.162903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fea7aa66-3ce1-4ff7-b4a6-68309a56264c req-d8b22647-575f-4a18-b686-0f53f2f85abb tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.3519757
Mar 05 21:09:39.168008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ceeaf05f-9bab-4db4-955a-8ea8e9b1655c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.227067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fbcd4258-3c1a-4294-bbee-402376fa45a9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.247946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-a0fd391c-4fa9-4e59-9d8f-f586e00e0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:39.250321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-a0fd391c-4fa9-4e59-9d8f-f586e00e0a25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5638f6ea-4ec0-488e-a680-99fc30eb719d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1762588
Mar 05 21:09:39.268672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for fbcd4258-3c1a-4294-bbee-402376fa45a9 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:39.351207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Allocated IP 172.20.0.2 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/8a182573-1198-4a99-ae1c-4f628c627aae) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:39.363712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fea7aa66-3ce1-4ff7-b4a6-68309a56264c req-5727c9c2-694c-440f-91ad-7c404464d40c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668141
Mar 05 21:09:39.367221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ceeaf05f-9bab-4db4-955a-8ea8e9b1655c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.373698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:39.378955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.448227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:39.463297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=ceeaf05f-9bab-4db4-955a-8ea8e9b1655c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:39.469600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:39.476079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bba4b027-178b-4b60-831e-3765b0e50994 admin admin] 10.222.0.15 "PUT /v2.0/routers/b4def80d-3388-4a62-9786-8fa01620fd73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1988339
Mar 05 21:09:39.479043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42244) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:39.502224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.507124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4932be8b-c2d9-40d4-8ede-90681d42c5f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/ceeaf05f-9bab-4db4-955a-8ea8e9b1655c HTTP/1.1" status: 204  len: 168 time: 0.7323089
Mar 05 21:09:39.510485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:39.520807 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-ed194e49-1b9a-4187-8227-b7d1f42227f3 service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613671
Mar 05 21:09:39.585290 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks [] for port (8a182573-1198-4a99-ae1c-4f628c627aae), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.593928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88148ede-085b-40df-9516-7e7ec6c538e3 None None] Network 734fbab1-6094-4668-bc49-88da18d92ceb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:39.597990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Sync routers for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:39.615925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.634037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 26d740e1-cdac-421a-b365-b1ea98fb860c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:39.638741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (26d740e1-cdac-421a-b365-b1ea98fb860c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.718308 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (26d740e1-cdac-421a-b365-b1ea98fb860c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.744933 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-822e2536-a913-4ae0-8c63-1f8ff21840f2 req-3dc3623a-d925-4bac-886a-046c48d5dacc service neutron] 10.222.0.31 "GET /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980736
Mar 05 21:09:39.776524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:39.777554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae2430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:39.841901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fbcd4258-3c1a-4294-bbee-402376fa45a9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.861066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.9 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/9c739e50-0ed7-4d89-adaf-6536ccd16f08) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:39.873976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (26d740e1-cdac-421a-b365-b1ea98fb860c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.882534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks [] for router (b4def80d-3388-4a62-9786-8fa01620fd73), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:39.896816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=fbcd4258-3c1a-4294-bbee-402376fa45a9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:39.931296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:40.014907 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (26d740e1-cdac-421a-b365-b1ea98fb860c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.030627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Pushing event updated for resources: {'Port': ['ID=8a182573-1198-4a99-ae1c-4f628c627aae,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:40.067327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.068575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:40.073748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/26d740e1-cdac-421a-b365-b1ea98fb860c HTTP/1.1" status: 204  len: 168 time: 0.5588353
Mar 05 21:09:40.086364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42258) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:40.102084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9372d-9b67-471c-a83c-7a42fa0c0219 None None] Network 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:40.108671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ade5-6470-47e4-9d25-31ce59b65166 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=26d740e1-cdac-421a-b365-b1ea98fb860c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:40.172780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:40.181106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:40.331918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Attempting to bind port 8a182573-1198-4a99-ae1c-4f628c627aae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:09:40.331918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Attempting to bind port 8a182573-1198-4a99-ae1c-4f628c627aae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af59cfc6-a527-4f76-b310-4f35a24beef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:09:40.332257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Attempting to bind port 8a182573-1198-4a99-ae1c-4f628c627aae on network 2aa49d18-0e2a-433e-a09b-a009717219cf {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:09:40.348145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:09:40.348543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Checking segment: {'id': 'af59cfc6-a527-4f76-b310-4f35a24beef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:40.348936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.349351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Bound using segment: {'id': 'af59cfc6-a527-4f76-b310-4f35a24beef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:09:40.349836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Bound port: 8a182573-1198-4a99-ae1c-4f628c627aae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af59cfc6-a527-4f76-b310-4f35a24beef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:09:40.350248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.518065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] DHCP port deletion for 0a18380c-1fb5-46d1-8bc8-11f6f61ad51f request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:40.547406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] DHCP port deletion for 734fbab1-6094-4668-bc49-88da18d92ceb request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:40.560564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] For port 8a182573-1198-4a99-ae1c-4f628c627aae, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:09:40.567882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] For port 8a182573-1198-4a99-ae1c-4f628c627aae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a182573-1198-4a99-ae1c-4f628c627aae,segment=NetworkSegment(af59cfc6-a527-4f76-b310-4f35a24beef3),segment_id=af59cfc6-a527-4f76-b310-4f35a24beef3)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:09:40.617763 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.649812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da398d6-fef5-406f-844e-7a4a5ae74fff req-9f16e3dd-e66f-472b-b4a5-3923a5d7b66b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:40.651613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8da398d6-fef5-406f-844e-7a4a5ae74fff req-9f16e3dd-e66f-472b-b4a5-3923a5d7b66b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.1104929
Mar 05 21:09:40.710430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc9ea-9ae2-48ed-bbff-2d5829e061c4 req-ebc74472-f12c-4034-bbdf-c4932846c208 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:40.712349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62dcc9ea-9ae2-48ed-bbff-2d5829e061c4 req-ebc74472-f12c-4034-bbdf-c4932846c208 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.9270322
Mar 05 21:09:40.724662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae2430>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85'}], 'enable_snat': True}, 'gw_port_id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:09:36Z', 'revision_number': 5, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port': {'id': '11970bb1-d2f5-4d6c-a9e0-c177136624d4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:07Z', 'updated_at': '2022-03-05T21:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:40.727071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bd0f8-eebb-45f8-9c60-0c93c644d2ad None None] Pushing event updated for resources: {'Port': ['ID=8a182573-1198-4a99-ae1c-4f628c627aae,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:40.789232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Checking router: b4def80d-3388-4a62-9786-8fa01620fd73 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:09:40.791841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.799447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8da398d6-fef5-406f-844e-7a4a5ae74fff req-9a7b6e2b-ac5a-4788-a649-b2950f48cf91 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408560
Mar 05 21:09:40.800168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42296) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:40.801672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-767a4886-9f93-4856-aa5f-f7d682e24a88 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/fbcd4258-3c1a-4294-bbee-402376fa45a9 HTTP/1.1" status: 204  len: 168 time: 2.1991403
Mar 05 21:09:40.818594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:40.848148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Routers {'b4def80d-3388-4a62-9786-8fa01620fd73'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:40.848814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae2430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b4def80d-3388-4a62-9786-8fa01620fd73'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:40.853013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks [] for router_gateway (b4def80d-3388-4a62-9786-8fa01620fd73), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.859248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.859783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Deleting port d5507060-be24-4df4-99fd-2735903434c5 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:40.860465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5507060-be24-4df4-99fd-2735903434c5), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.861853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (734fbab1-6094-4668-bc49-88da18d92ceb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:40.957167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62dcc9ea-9ae2-48ed-bbff-2d5829e061c4 req-7ebb0a0f-d6dd-479e-878f-b6acb75b2260 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2256343
Mar 05 21:09:41.052426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.099928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.150647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Deleting port 11970bb1-d2f5-4d6c-a9e0-c177136624d4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:41.151099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.166252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Deleting port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:41.169409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.170040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port d5507060-be24-4df4-99fd-2735903434c5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:41.170357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5507060-be24-4df4-99fd-2735903434c5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.193517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] For port d5507060-be24-4df4-99fd-2735903434c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5507060-be24-4df4-99fd-2735903434c5,segment=NetworkSegment(51f22550-fe98-4438-af21-3402b71339f7),segment_id=51f22550-fe98-4438-af21-3402b71339f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:41.193927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5507060-be24-4df4-99fd-2735903434c5), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.223643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.274481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.112 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:41.304395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Calling delete_port for d5507060-be24-4df4-99fd-2735903434c5 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:41.335388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] For port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,segment=NetworkSegment(88a3b648-eed6-4919-9497-4531a906b9a8),segment_id=88a3b648-eed6-4919-9497-4531a906b9a8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:41.336144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.355652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] Set router b4def80d-3388-4a62-9786-8fa01620fd73 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:41.360480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:41.389382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:41.397736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:41.409944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Calling delete_port for d1cc33a1-8ae3-4a62-ab70-5a6a6502436a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:41.430968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.447947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port d5507060-be24-4df4-99fd-2735903434c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5507060-be24-4df4-99fd-2735903434c5,segment=NetworkSegment(51f22550-fe98-4438-af21-3402b71339f7),segment_id=51f22550-fe98-4438-af21-3402b71339f7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:41.448386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5507060-be24-4df4-99fd-2735903434c5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.463316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=9c739e50-0ed7-4d89-adaf-6536ccd16f08,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:41.507919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for d5507060-be24-4df4-99fd-2735903434c5 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:41.514022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.519177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] For port 11970bb1-d2f5-4d6c-a9e0-c177136624d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11970bb1-d2f5-4d6c-a9e0-c177136624d4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:41.519566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.559497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:41.560861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.583443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:41.598736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:41.600472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:41.603091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:41.613320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Calling delete_port for 11970bb1-d2f5-4d6c-a9e0-c177136624d4 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:41.647517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-797a7a06-fbeb-4a4d-b4f1-dff2cfd92fb3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7910194
Mar 05 21:09:41.652986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42340) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:41.667433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-1267885877', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:c2:f8'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:41.789378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d5507060-be24-4df4-99fd-2735903434c5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.811363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:09:41.823545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8a182573-1198-4a99-ae1c-4f628c627aae up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:41.838490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=d5507060-be24-4df4-99fd-2735903434c5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:41.838641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.844743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port d5507060-be24-4df4-99fd-2735903434c5 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:41.919635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:41.959862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae2430>, [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:09:40Z', 'revision_number': 6, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:41.971565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (734fbab1-6094-4668-bc49-88da18d92ceb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.007459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deaf58-2633-420d-addf-445949a9ae4f None None] The sync data for ids ['b4def80d-3388-4a62-9786-8fa01620fd73'] in ncdv-master-1 is: [{'id': 'b4def80d-3388-4a62-9786-8fa01620fd73', 'name': 'tempest-TaggedBootDevicesTest_v242-1446561412-router', 'tenant_id': '784a2229e2b6445589597e5bf3be6344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:04Z', 'updated_at': '2022-03-05T21:09:40Z', 'revision_number': 6, 'project_id': '784a2229e2b6445589597e5bf3be6344', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:42.009299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8890ab50>,) {'filters': {'network_id': ['734fbab1-6094-4668-bc49-88da18d92ceb']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:42.032694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8890ab50>, '51f22550-fe98-4438-af21-3402b71339f7') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:42.033054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8890ab50>, '51f22550-fe98-4438-af21-3402b71339f7') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:42.053717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (51f22550-fe98-4438-af21-3402b71339f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.054655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (11970bb1-d2f5-4d6c-a9e0-c177136624d4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.081541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8a182573-1198-4a99-ae1c-4f628c627aae triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:42.082822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.116096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:42.132760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (51f22550-fe98-4438-af21-3402b71339f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.137015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Pushing event deleted for resources: {'Port': ['ID=11970bb1-d2f5-4d6c-a9e0-c177136624d4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:42.185643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:42.185884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (51f22550-fe98-4438-af21-3402b71339f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:42.189955 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:42.202666 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:09:42.215523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d5507060-be24-4df4-99fd-2735903434c5), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.271285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] Pushing event deleted for resources: {'Port': ['ID=d5507060-be24-4df4-99fd-2735903434c5,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:42.280339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdf506-c441-4a71-a80d-1f48799193a3 None None] No DVR routers for this DVR port d5507060-be24-4df4-99fd-2735903434c5 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:42.344278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (b4def80d-3388-4a62-9786-8fa01620fd73), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.353285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (734fbab1-6094-4668-bc49-88da18d92ceb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.361473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.368385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/734fbab1-6094-4668-bc49-88da18d92ceb HTTP/1.1" status: 204  len: 168 time: 2.2738979
Mar 05 21:09:42.398573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11079010-6574-4382-99a4-12dc0813b7f7 None None] Network 2aa49d18-0e2a-433e-a09b-a009717219cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:42.415275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6d64b-ad84-4d3e-b14c-879a39ff36e7 req-5d7a34ac-12d1-411e-86bf-44ba95be50f1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:42.416922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5c6d64b-ad84-4d3e-b14c-879a39ff36e7 req-5d7a34ac-12d1-411e-86bf-44ba95be50f1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2984385
Mar 05 21:09:42.419272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:42.433550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d1cc33a1-8ae3-4a62-ab70-5a6a6502436a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.572966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d163a-84ab-4cd6-b185-dbfa521e4341 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=734fbab1-6094-4668-bc49-88da18d92ceb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:42.574727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] Pushing event deleted for resources: {'Port': ['ID=d1cc33a1-8ae3-4a62-ab70-5a6a6502436a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:42.614519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b4def80d-3388-4a62-9786-8fa01620fd73), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.619695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks [] for router_controller (b4def80d-3388-4a62-9786-8fa01620fd73), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.732751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6fa12-488f-498f-ac96-1e00c916965d None None] No DVR routers for this DVR port d1cc33a1-8ae3-4a62-ab70-5a6a6502436a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:42.746611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:42.761756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b4def80d-3388-4a62-9786-8fa01620fd73), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.762344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4def80d-3388-4a62-9786-8fa01620fd73 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:42.765846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.770076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-51064a61-715f-4efc-ad33-bcff4d09ad57 None None] Provisioning complete for port 8a182573-1198-4a99-ae1c-4f628c627aae triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:42.770455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-51064a61-715f-4efc-ad33-bcff4d09ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.771419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5c6d64b-ad84-4d3e-b14c-879a39ff36e7 req-f9e2c574-e841-427b-8a8a-4c0a924c4160 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2940674
Mar 05 21:09:42.778728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.780470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c90a5657-b4ae-432e-ac0b-8b1b6806d097 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b4def80d-3388-4a62-9786-8fa01620fd73 HTTP/1.1" status: 204  len: 168 time: 3.3004346
Mar 05 21:09:42.787322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6562a3-28e5-45cd-b82d-268fe30457e5 req-4c82c67e-67bd-4a7f-8697-6fd895713e6b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:42.795274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f6562a3-28e5-45cd-b82d-268fe30457e5 req-4c82c67e-67bd-4a7f-8697-6fd895713e6b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 944 time: 0.8403001
Mar 05 21:09:42.797154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.798338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:42.822899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.833827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8a182573-1198-4a99-ae1c-4f628c627aae is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:42.834351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.905520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 8a182573-1198-4a99-ae1c-4f628c627aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a182573-1198-4a99-ae1c-4f628c627aae,segment=NetworkSegment(af59cfc6-a527-4f76-b310-4f35a24beef3),segment_id=af59cfc6-a527-4f76-b310-4f35a24beef3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:42.914471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '94b1d404-120e-4570-9658-48bf6610ec97', 'network_id': '009197ce-e0dc-47b9-b8f3-b27f078b9f37', 'port_id': '94b1d404-120e-4570-9658-48bf6610ec97', 'mac_address': 'fa:16:3e:51:02:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053aaf6-ea87-4000-931b-ca1a5d760f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:09:42.920823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:42.987855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.014292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f6562a3-28e5-45cd-b82d-268fe30457e5 req-1d6ef352-dc17-480a-abe2-c717d6077cda tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179799
Mar 05 21:09:43.034853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383cf2f-82d0-4e15-8ed5-0952f0e1536c req-b33eb4ca-3920-41cc-8ac4-9ac878016932 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:43.037649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f383cf2f-82d0-4e15-8ed5-0952f0e1536c req-b33eb4ca-3920-41cc-8ac4-9ac878016932 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1322346
Mar 05 21:09:43.042647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab30e50>,) {'filters': {'network_id': ['0a18380c-1fb5-46d1-8bc8-11f6f61ad51f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:43.050503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5507060-be24-4df4-99fd-2735903434c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:43.067874 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.076607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab30e50>, '88a3b648-eed6-4919-9497-4531a906b9a8') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:43.076950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab30e50>, '88a3b648-eed6-4919-9497-4531a906b9a8') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:43.111372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d5507060-be24-4df4-99fd-2735903434c5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:43.111756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5507060-be24-4df4-99fd-2735903434c5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:43.112198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1cc33a1-8ae3-4a62-ab70-5a6a6502436a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:43.112388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Deleting subnet 46502186-7934-4068-8dc8-e51e9fb06ed8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:43.118639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:43.121406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Publish callbacks [] for subnet (46502186-7934-4068-8dc8-e51e9fb06ed8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.140675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f383cf2f-82d0-4e15-8ed5-0952f0e1536c req-0f1f1303-6153-4b41-a34b-e8aa75b8caa2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935864
Mar 05 21:09:43.143307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (88a3b648-eed6-4919-9497-4531a906b9a8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.159792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.165899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:43.167464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (88a3b648-eed6-4919-9497-4531a906b9a8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.176761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=8a182573-1198-4a99-ae1c-4f628c627aae,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:43.186195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d1cc33a1-8ae3-4a62-ab70-5a6a6502436a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:43.186611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1cc33a1-8ae3-4a62-ab70-5a6a6502436a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:43.198368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:43.198848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (88a3b648-eed6-4919-9497-4531a906b9a8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:43.205018 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:43.223045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:43.223226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (46502186-7934-4068-8dc8-e51e9fb06ed8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.223495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.253394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.257574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-be7cb31b-7884-4dd8-aaf4-af66ded48d0f tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4564753
Mar 05 21:09:43.264153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:43.278768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'port': {'network_id': 'ef3e22d4-e4b2-41da-9f28-7ee3459a3c16', 'name': 'tempest-FloatingIPTestJSON-132448188'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:43.299861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:09:43.331784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-51064a61-715f-4efc-ad33-bcff4d09ad57 None None] Current status of the port 8a182573-1198-4a99-ae1c-4f628c627aae is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:43.349708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0a18380c-1fb5-46d1-8bc8-11f6f61ad51f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.363858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:43.370331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.387791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.410274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/0a18380c-1fb5-46d1-8bc8-11f6f61ad51f HTTP/1.1" status: 204  len: 168 time: 0.9420333
Mar 05 21:09:43.411621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc3872-5d07-4028-b021-892afaf53ddf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=0a18380c-1fb5-46d1-8bc8-11f6f61ad51f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:43.419553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:43.460711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103654211'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:43.482197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:43.511967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:43.533057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.600317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['94b1d404-120e-4570-9658-48bf6610ec97'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:09:43.659269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:09:43.700644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.10 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/d5e0c3c8-76fe-4fa8-876b-d1e842ff7021) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:43.719231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1ee14661-f5d2-4859-ad2f-d997c6e3f75e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.720858 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 1ee14661-f5d2-4859-ad2f-d997c6e3f75e of type vlan for network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07
Mar 05 21:09:43.723577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (46502186-7934-4068-8dc8-e51e9fb06ed8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:43.772456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8a182573-1198-4a99-ae1c-4f628c627aae up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:43.985714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.007823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:44.026499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Provisioning complete for port 8a182573-1198-4a99-ae1c-4f628c627aae triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:44.030141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.038626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.052785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.058837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:44.078017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.155121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8a182573-1198-4a99-ae1c-4f628c627aae triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:44.155546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.238963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8121316
Mar 05 21:09:44.245882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:44.276703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965b8d6-1840-4f51-9559-52398a6205bd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=d10eeeda-d5d8-46b1-9af4-1b74d24f8c07,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:44.292001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:44.325471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:09:44.339830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea964f4-d053-48e7-8d8d-1c97d36eb34a req-9178250e-23f0-461d-b299-37d67c13b8bf tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:44.341541 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ea964f4-d053-48e7-8d8d-1c97d36eb34a req-9178250e-23f0-461d-b299-37d67c13b8bf tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 945 time: 0.1377668
Mar 05 21:09:44.395465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Current status of the port 8a182573-1198-4a99-ae1c-4f628c627aae is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:44.413873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] device_id is not set on port 4589362f-bbc6-40bc-a4fc-6f63c5e497f5 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:44.449483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (46502186-7934-4068-8dc8-e51e9fb06ed8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.481214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ea964f4-d053-48e7-8d8d-1c97d36eb34a req-9e5bda1c-66aa-4975-875b-6074d7276302 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064086
Mar 05 21:09:44.526896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Provisioning complete for port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:44.528055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.569068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8a182573-1198-4a99-ae1c-4f628c627aae is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:44.577850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-49a1dd35-0e3b-4e90-9178-4b69dda96296 None None] Port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:44.602374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.606934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46502186-7934-4068-8dc8-e51e9fb06ed8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:44.630181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac334bb6-9a3d-4804-ae67-fc0aee240596 None None] Network 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:44.633129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.639418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42476) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:44.639586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-325dc9b8-5edb-4ae8-9e33-682791482e73 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/46502186-7934-4068-8dc8-e51e9fb06ed8 HTTP/1.1" status: 204  len: 168 time: 1.8361008
Mar 05 21:09:44.693152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:44.696507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.731650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9fe6cfe2-1949-4ad7-960a-01f16323b4da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:44.771513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9fe6cfe2-1949-4ad7-960a-01f16323b4da {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:44.771812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9fe6cfe2-1949-4ad7-960a-01f16323b4da not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:44.772313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11970bb1-d2f5-4d6c-a9e0-c177136624d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:44.775001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.801449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 11970bb1-d2f5-4d6c-a9e0-c177136624d4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:44.801804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11970bb1-d2f5-4d6c-a9e0-c177136624d4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:44.823006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b04e910d-4041-4af7-8b35-c49135c21547 None None] Provisioning complete for port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:44.823568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b04e910d-4041-4af7-8b35-c49135c21547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.841441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.14 (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16/af131acc-25be-49da-b957-0c2b52a9fce5/4589362f-bbc6-40bc-a4fc-6f63c5e497f5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:44.860487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.875027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Deleting port 1776e0a6-1623-43e1-9679-8734bb77cce8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:44.875909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:44.878870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b04e910d-4041-4af7-8b35-c49135c21547 None None] Port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:44.977330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] DHCP port deletion for 7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:44.996831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] For port 1776e0a6-1623-43e1-9679-8734bb77cce8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1776e0a6-1623-43e1-9679-8734bb77cce8,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:44.997501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.013320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Calling delete_port for 1776e0a6-1623-43e1-9679-8734bb77cce8 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:45.017453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:45.034558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:45.037687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:45.060689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Deleting port 1776e0a6-1623-43e1-9679-8734bb77cce8 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:45.061289 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.136497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.140992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=d5e0c3c8-76fe-4fa8-876b-d1e842ff7021,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:45.167304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] For port 1776e0a6-1623-43e1-9679-8734bb77cce8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1776e0a6-1623-43e1-9679-8734bb77cce8,segment=NetworkSegment(aa70a0d3-e45f-4dca-8875-b62156c9afe9),segment_id=aa70a0d3-e45f-4dca-8875-b62156c9afe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:45.167992 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.189028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Calling delete_port for 1776e0a6-1623-43e1-9679-8734bb77cce8 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:45.193269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Pushing event deleted for resources: {'Port': ['ID=1776e0a6-1623-43e1-9679-8734bb77cce8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:45.197312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] No DVR routers for this DVR port 1776e0a6-1623-43e1-9679-8734bb77cce8 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:45.255651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-53930cd5-0d8c-4102-85f2-974137c77a43 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.261177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-53930cd5-0d8c-4102-85f2-974137c77a43 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eb113c5-40de-49b7-8f60-c10f275d42db HTTP/1.1" status: 200  len: 943 time: 0.3872838
Mar 05 21:09:45.290794 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1776e0a6-1623-43e1-9679-8734bb77cce8), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.318704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] Pushing event deleted for resources: {'Port': ['ID=1776e0a6-1623-43e1-9679-8734bb77cce8,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:45.320625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b28f2-5e06-4b1e-b1f5-68b031569653 None None] No DVR routers for this DVR port 1776e0a6-1623-43e1-9679-8734bb77cce8 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:45.337757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.338753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.340415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.372631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a71f2e0>,) {'filters': {'network_id': ['7313a2ce-6db2-4b8d-90cd-4116bd0e5d75']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:45.384983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a71f2e0>, 'aa70a0d3-e45f-4dca-8875-b62156c9afe9') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:45.385312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a71f2e0>, 'aa70a0d3-e45f-4dca-8875-b62156c9afe9') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:45.397447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (aa70a0d3-e45f-4dca-8875-b62156c9afe9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.418662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f55c998f-7583-42d4-ada7-eb2b990b0071 None None] Provisioning complete for port d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:45.419041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f55c998f-7583-42d4-ada7-eb2b990b0071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.420637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (aa70a0d3-e45f-4dca-8875-b62156c9afe9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.432680 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84dab021-6843-4fc3-9f8e-4259ac27b413 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.7762666
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (aa70a0d3-e45f-4dca-8875-b62156c9afe9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:45.432872 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:45.434727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42492) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:45.479061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (5473ef3b-8667-495a-8569-cabd9aeee210), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.491413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f55c998f-7583-42d4-ada7-eb2b990b0071 None None] Port d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:45.501510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (4589362f-bbc6-40bc-a4fc-6f63c5e497f5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.542530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7313a2ce-6db2-4b8d-90cd-4116bd0e5d75), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.557227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.571694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] 10.222.0.15 "DELETE /v2.0/networks/7313a2ce-6db2-4b8d-90cd-4116bd0e5d75 HTTP/1.1" status: 204  len: 168 time: 0.9240348
Mar 05 21:09:45.575466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42496) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:45.598619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d85297-9358-4709-9554-9a7dc6db60e6 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.604284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d85297-9358-4709-9554-9a7dc6db60e6 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.610325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d85297-9358-4709-9554-9a7dc6db60e6 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.616961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1776e0a6-1623-43e1-9679-8734bb77cce8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:45.620374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-94d85297-9358-4709-9554-9a7dc6db60e6 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.1858892
Mar 05 21:09:45.639779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42498) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:45.640916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:45.645090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1776e0a6-1623-43e1-9679-8734bb77cce8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:45.645305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1776e0a6-1623-43e1-9679-8734bb77cce8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:45.649667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51359a15-b5f3-4c12-a1f0-7a75688da11e admin admin] Pushing event deleted for resources: {'Network': ['ID=7313a2ce-6db2-4b8d-90cd-4116bd0e5d75,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:45.707378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 94b1d404-120e-4570-9658-48bf6610ec97 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:45.707814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (94b1d404-120e-4570-9658-48bf6610ec97), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.710759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=5473ef3b-8667-495a-8569-cabd9aeee210,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:45.728106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ec55-7239-4b22-af73-936dfc0c2063 req-0669acd4-b95d-4d6a-ba0c-159066905c45 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:45.730801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2104ec55-7239-4b22-af73-936dfc0c2063 req-0669acd4-b95d-4d6a-ba0c-159066905c45 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 945 time: 0.1011248
Mar 05 21:09:45.752624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port 2de15539-9dfc-43c7-86e8-df851b4d8dbe {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:45.752975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.799314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2104ec55-7239-4b22-af73-936dfc0c2063 req-72cfff0f-befc-4f4b-9096-964fcb72f190 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615878
Mar 05 21:09:45.824719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4589362f-bbc6-40bc-a4fc-6f63c5e497f5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.826644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '1ee14661-f5d2-4859-ad2f-d997c6e3f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:45.827254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: d10eeeda-d5d8-46b1-9af4-1b74d24f8c07, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:09:45.839129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 94b1d404-120e-4570-9658-48bf6610ec97 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:45.839821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.872094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:45.876488 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428570d7-eaca-4963-ae06-a9228e18705f" -d '{"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:45.897236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:45.909587 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:45.942022 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e94012d-1671-4f5d-87e0-96edc25afe13 x-openstack-request-id: req-7e94012d-1671-4f5d-87e0-96edc25afe13 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:45.942320 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-plugged", "status": "completed", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:45.942578 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e94012d-1671-4f5d-87e0-96edc25afe13 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:45.942991 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'code': 200}
Mar 05 21:09:45.973957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:46.015564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:46.020409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:46.033835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:46.075957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=4589362f-bbc6-40bc-a4fc-6f63c5e497f5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:46.102594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:09:46.207815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port 2de15539-9dfc-43c7-86e8-df851b4d8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de15539-9dfc-43c7-86e8-df851b4d8dbe,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:46.208546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.233239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d10eeeda-d5d8-46b1-9af4-1b74d24f8c07) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:46.243100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b69dd-0c3b-4087-b01a-62747cf608ac None None] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:46.248850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for 2de15539-9dfc-43c7-86e8-df851b4d8dbe owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:46.254879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:46.255467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.268252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:46.268885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.314031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:46.314384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.406738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d10eeeda-d5d8-46b1-9af4-1b74d24f8c07', 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '5473ef3b-8667-495a-8569-cabd9aeee210'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:09:46.408037 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.611093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Allocated IP 172.20.0.2 (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07/5473ef3b-8667-495a-8569-cabd9aeee210/4b9ecd94-8f64-448b-89cb-d90598af4e57) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:46.673680 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17bf0b43-a98a-4ebf-8757-a8e57350bbac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3958740
Mar 05 21:09:46.676520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42540) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:46.677005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4a593ff0-9a6d-4036-b8e5-1c4be4ac7c7d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.4115887
Mar 05 21:09:46.682644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-173299661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:46.691542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:46.704047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': '4589362f-bbc6-40bc-a4fc-6f63c5e497f5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:46.715536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07e163-ef3b-4ac6-b649-0007402ccb0e req-fff95b47-45cb-4ae0-9439-420bc33884de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:46.717340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d07e163-ef3b-4ac6-b649-0007402ccb0e req-fff95b47-45cb-4ae0-9439-420bc33884de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1129 time: 0.6358604
Mar 05 21:09:46.773702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.837356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.838536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.951263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.969763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d07e163-ef3b-4ac6-b649-0007402ccb0e req-484a1c80-3f1a-4e8c-8776-373600fa2cec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402425
Mar 05 21:09:46.985340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks [] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:46.996955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.005685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:47.050686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:47.052993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:47.055875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:47.085259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Pushing event updated for resources: {'Port': ['ID=4b9ecd94-8f64-448b-89cb-d90598af4e57,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:47.093555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2de15539-9dfc-43c7-86e8-df851b4d8dbe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.099423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (68a71b92-3138-4dea-b6ee-5309d1a7372b), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.116525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.131364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a741-7870-454d-b74b-e10235e10975 req-57842fa0-3514-42c2-9a5c-78f1b7bdb901 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:47.132902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1409a741-7870-454d-b74b-e10235e10975 req-57842fa0-3514-42c2-9a5c-78f1b7bdb901 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2309403
Mar 05 21:09:47.135651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['4c91a561-c474-4d92-b44b-1cbcce180e5e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:09:47.140448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:09:47.151245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=2de15539-9dfc-43c7-86e8-df851b4d8dbe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:47.165441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.166523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec5d4944-0c30-4dd7-8ec6-f8e91610e46b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4877851
Mar 05 21:09:47.176956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:47.190597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'port': {'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07', 'name': 'tempest-RoutersTest-77409548'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:47.232600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] No DVR routers for this DVR port 2de15539-9dfc-43c7-86e8-df851b4d8dbe on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:47.237222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.247915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e9f61b7-a61c-4f57-ac08-9fe14c8150a0 req-2ceb2966-03ef-4595-af7d-64f6dfbf1026 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "DELETE /v2.0/ports/2de15539-9dfc-43c7-86e8-df851b4d8dbe HTTP/1.1" status: 204  len: 173 time: 1.9658256
Mar 05 21:09:47.249178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-deleted', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:47.251865 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb063677-0e53-4e4d-9862-57b1c044436c" -d '{"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-deleted", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:47.321423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1409a741-7870-454d-b74b-e10235e10975 req-d26c2a4a-dcb8-488a-9a23-c1b11ab345cb tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725297
Mar 05 21:09:47.393194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Attempting to bind port 4b9ecd94-8f64-448b-89cb-d90598af4e57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:09:47.393925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Attempting to bind port 4b9ecd94-8f64-448b-89cb-d90598af4e57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ee14661-f5d2-4859-ad2f-d997c6e3f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:09:47.394151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Attempting to bind port 4b9ecd94-8f64-448b-89cb-d90598af4e57 on network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:09:47.430240 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a46356-8ced-4da8-966a-61f6e541a6e5 x-openstack-request-id: req-11a46356-8ced-4da8-966a-61f6e541a6e5 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:47.430632 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb113c5-40de-49b7-8f60-c10f275d42db", "name": "network-vif-deleted", "tag": "2de15539-9dfc-43c7-86e8-df851b4d8dbe", "status": "failed", "code": 422}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:47.430907 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11a46356-8ced-4da8-966a-61f6e541a6e5 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:47.432217 ncdv-master-1 neutron-server[126562]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eb113c5-40de-49b7-8f60-c10f275d42db', 'name': 'network-vif-deleted', 'tag': '2de15539-9dfc-43c7-86e8-df851b4d8dbe', 'status': 'failed', 'code': 422} returned with failed status
Mar 05 21:09:47.455212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:09:47.455612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Checking segment: {'id': '1ee14661-f5d2-4859-ad2f-d997c6e3f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:09:47.456054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.456453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Bound using segment: {'id': '1ee14661-f5d2-4859-ad2f-d997c6e3f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:09:47.461303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Bound port: 4b9ecd94-8f64-448b-89cb-d90598af4e57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee14661-f5d2-4859-ad2f-d997c6e3f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd10eeeda-d5d8-46b1-9af4-1b74d24f8c07'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:09:47.461774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.462159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (e9308e2f-cee4-4c9d-9993-991f415d1391), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.629986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:47.633782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.659341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d5e0c3c8-76fe-4fa8-876b-d1e842ff7021), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.694028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] For port 4b9ecd94-8f64-448b-89cb-d90598af4e57, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:09:47.743630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] For port 4b9ecd94-8f64-448b-89cb-d90598af4e57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9ecd94-8f64-448b-89cb-d90598af4e57,segment=NetworkSegment(1ee14661-f5d2-4859-ad2f-d997c6e3f75e),segment_id=1ee14661-f5d2-4859-ad2f-d997c6e3f75e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:09:47.770323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] device_id is not set on port 822d0a49-809f-4904-81d7-47cfd9b9f0fe yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:47.774830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:47.823720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:09:47.876536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=d5e0c3c8-76fe-4fa8-876b-d1e842ff7021,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:47.983089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8aab2-133d-43bd-b4c7-28a7b09fa3a5 None None] Pushing event updated for resources: {'Port': ['ID=4b9ecd94-8f64-448b-89cb-d90598af4e57,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:47.999013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:48.023393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:48.312325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:48.317341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7880dd9-8e17-4bb1-8db4-a45997f6660f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 HTTP/1.1" status: 204  len: 168 time: 2.6233599
Mar 05 21:09:48.321821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42592) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:48.403364 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b89bc7-3a3f-48f1-992e-b08e73e6450f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] GET failed (client error): The resource could not be found.
Mar 05 21:09:48.408904 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90b89bc7-3a3f-48f1-992e-b08e73e6450f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports/d5e0c3c8-76fe-4fa8-876b-d1e842ff7021 HTTP/1.1" status: 404  len: 333 time: 0.0821643
Mar 05 21:09:48.410072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42600) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:48.415789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-690142819'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:48.445164 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 1ef7f484-00f9-41bc-a84b-d0f731a9fc71 associated. External IP: 172.35.0.112, port: 4589362f-bbc6-40bc-a4fc-6f63c5e497f5.
Mar 05 21:09:48.753277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:48.757329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:48.779799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087ecc-da4b-4598-b583-60f84d8e1520 req-a8cad940-056d-4e1b-8990-d21ab6073dbd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:48.782661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5087ecc-da4b-4598-b583-60f84d8e1520 req-a8cad940-056d-4e1b-8990-d21ab6073dbd tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1800172
Mar 05 21:09:48.823466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port 586a7719-a897-4086-8852-8788bb63419d yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:49.069011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.3 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/586a7719-a897-4086-8852-8788bb63419d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:49.097777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.20.0.14 (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07/5473ef3b-8667-495a-8569-cabd9aeee210/822d0a49-809f-4904-81d7-47cfd9b9f0fe) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:49.213072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ebf99-3784-4d89-86d3-5c41cb7dcd2d req-877f83a0-eb06-4abf-a0ad-111e12e2a2ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:49.214785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-560ebf99-3784-4d89-86d3-5c41cb7dcd2d req-877f83a0-eb06-4abf-a0ad-111e12e2a2ec tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 907 time: 0.8169227
Mar 05 21:09:49.237336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Deleting port 451182f9-cebc-46a2-9322-eec77450ac6e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:49.238157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.275187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5087ecc-da4b-4598-b583-60f84d8e1520 req-a63adf4f-e47b-46c4-82e5-6333ea763790 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4802032
Mar 05 21:09:49.397351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:49.427541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (586a7719-a897-4086-8852-8788bb63419d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.437639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] For port 451182f9-cebc-46a2-9322-eec77450ac6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=451182f9-cebc-46a2-9322-eec77450ac6e,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:49.437639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.457895 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Calling delete_port for 451182f9-cebc-46a2-9322-eec77450ac6e owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:49.539927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.588980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (586a7719-a897-4086-8852-8788bb63419d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.599542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:49.611016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.611833 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:49.647584 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:49.647851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.648331 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:49.695852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4b9ecd94-8f64-448b-89cb-d90598af4e57 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:49.722674 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75400>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:49.733420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:49.734128 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:49.740743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5831c626-37d2-445d-81ec-bcb595fad1b4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/1ef7f484-00f9-41bc-a84b-d0f731a9fc71 HTTP/1.1" status: 200  len: 978 time: 3.0479343
Mar 05 21:09:49.750860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42640) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:49.777854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4b9ecd94-8f64-448b-89cb-d90598af4e57 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:49.778204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.793380 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75400>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:49.794089 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504972e-0b65-4e3e-b338-687c76add7d0 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:49.795557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=822d0a49-809f-4904-81d7-47cfd9b9f0fe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:49.806964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:49.810853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:49.812852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527647a3-8245-4016-b77b-a8f1846d59c1 None None] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:49.816431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:49.853914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:49.901681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:49.924271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:49.930784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=586a7719-a897-4086-8852-8788bb63419d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:49.945184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:49.946279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.969213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 4589362f-bbc6-40bc-a4fc-6f63c5e497f5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:49.969900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4589362f-bbc6-40bc-a4fc-6f63c5e497f5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.981418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Provisioning complete for port 4b9ecd94-8f64-448b-89cb-d90598af4e57 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:49.982234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55313845-4607-4cf0-b40e-c426877fee14 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 2.8043747
Mar 05 21:09:49.983018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:49.983171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:50.042053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:50.049299 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.071224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051781-98a6-4a98-985e-525023e6145e req-f3df575f-7e33-4e81-8d64-434c057ad0c6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:50.072927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16051781-98a6-4a98-985e-525023e6145e req-f3df575f-7e33-4e81-8d64-434c057ad0c6 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 907 time: 0.2317784
Mar 05 21:09:50.076655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (451182f9-cebc-46a2-9322-eec77450ac6e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.103042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4b9ecd94-8f64-448b-89cb-d90598af4e57 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:50.103504 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.164061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c29112da-5786-43d3-95ff-6503a81337ee tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.7527385
Mar 05 21:09:50.173236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Pushing event deleted for resources: {'Port': ['ID=451182f9-cebc-46a2-9322-eec77450ac6e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:50.177798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42658) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:50.200735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:c2:f8'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:50.290204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 4b9ecd94-8f64-448b-89cb-d90598af4e57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9ecd94-8f64-448b-89cb-d90598af4e57,segment=NetworkSegment(1ee14661-f5d2-4859-ad2f-d997c6e3f75e),segment_id=1ee14661-f5d2-4859-ad2f-d997c6e3f75e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:50.347934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Current status of the port 4b9ecd94-8f64-448b-89cb-d90598af4e57 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:50.348471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.352076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.522138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=4b9ecd94-8f64-448b-89cb-d90598af4e57,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:50.541703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:09:50.542414 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:09:50.721720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:50.722282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.756363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c87d-8516-4cd5-958c-9db944c775bc req-46470d76-b0e0-42f1-8123-774127b0ce41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:50.758276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7810c87d-8516-4cd5-958c-9db944c775bc req-46470d76-b0e0-42f1-8123-774127b0ce41 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 907 time: 0.2305083
Mar 05 21:09:50.785355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4589362f-bbc6-40bc-a4fc-6f63c5e497f5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.800870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bb3db-0a4b-4771-80ed-2fdad404a96a req-47baa49d-e42e-4899-9a8c-1eedbf3df84e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:50.802578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df3bb3db-0a4b-4771-80ed-2fdad404a96a req-47baa49d-e42e-4899-9a8c-1eedbf3df84e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3192096
Mar 05 21:09:50.891685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (586a7719-a897-4086-8852-8788bb63419d), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:50.897771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (e9308e2f-cee4-4c9d-9993-991f415d1391), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.055916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.082678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df3bb3db-0a4b-4771-80ed-2fdad404a96a req-b3c7ea0b-26aa-42ee-869e-ce693cc6249b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508323
Mar 05 21:09:51.104660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad9ff8-5fb1-4571-9b08-9ab39b828e64 None None] Current status of the port 4b9ecd94-8f64-448b-89cb-d90598af4e57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:51.119336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port dd23e2dc-da6a-4c82-92a8-c32b30b75f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:51.119805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.176851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for dd23e2dc-da6a-4c82-92a8-c32b30b75f06 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:51.253809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Provisioning complete for port 4b9ecd94-8f64-448b-89cb-d90598af4e57 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:51.254207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.301912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.302273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.302600 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 1ef7f484-00f9-41bc-a84b-d0f731a9fc71 disassociated. External IP: 172.35.0.112, port: 4589362f-bbc6-40bc-a4fc-6f63c5e497f5.
Mar 05 21:09:51.303111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 4589362f-bbc6-40bc-a4fc-6f63c5e497f5 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:51.384588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Current status of the port 4b9ecd94-8f64-448b-89cb-d90598af4e57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:51.398847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Provisioning complete for port 586a7719-a897-4086-8852-8788bb63419d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:51.399366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (586a7719-a897-4086-8852-8788bb63419d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.440571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Port 586a7719-a897-4086-8852-8788bb63419d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:51.449656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5229407-f711-448e-b68f-1b791cb83533 req-840ae57c-02d2-4b1e-b34d-ef6f69a3a0a5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:51.451262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5229407-f711-448e-b68f-1b791cb83533 req-840ae57c-02d2-4b1e-b34d-ef6f69a3a0a5 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2353330
Mar 05 21:09:51.453938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Provisioning complete for port 822d0a49-809f-4904-81d7-47cfd9b9f0fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:51.454408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.496924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9c222-9e4e-4d12-9914-620ee35ea65e None None] Port 822d0a49-809f-4904-81d7-47cfd9b9f0fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:51.624273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c5229407-f711-448e-b68f-1b791cb83533 req-497541fa-841b-4d7c-bfd6-f43dbd99d85b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514335
Mar 05 21:09:51.673520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4589362f-bbc6-40bc-a4fc-6f63c5e497f5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.676797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.689173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4b9ecd94-8f64-448b-89cb-d90598af4e57 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:09:51.709904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.712386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=4589362f-bbc6-40bc-a4fc-6f63c5e497f5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:51.754071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4b9ecd94-8f64-448b-89cb-d90598af4e57 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:51.754596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.900375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (586a7719-a897-4086-8852-8788bb63419d), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:51.902745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4b9ecd94-8f64-448b-89cb-d90598af4e57 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:09:51.921491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=822d0a49-809f-4904-81d7-47cfd9b9f0fe,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:51.994757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (586a7719-a897-4086-8852-8788bb63419d), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.035241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4183e4-6b98-4f93-adb1-c24a91d071e5 req-f9961e90-acc4-42ac-9741-3052441c1a50 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:52.036874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4183e4-6b98-4f93-adb1-c24a91d071e5 req-f9961e90-acc4-42ac-9741-3052441c1a50 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=aadfd70b-cacd-4483-9974-3190f70167c9 HTTP/1.1" status: 200  len: 829 time: 0.1338708
Mar 05 21:09:52.042428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd23e2dc-da6a-4c82-92a8-c32b30b75f06), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.107045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=586a7719-a897-4086-8852-8788bb63419d,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:52.118882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:52.165200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4377b12b-6515-48f2-bb4a-0c5b909b4f9b None None] Provisioning complete for port 822d0a49-809f-4904-81d7-47cfd9b9f0fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:52.168353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4377b12b-6515-48f2-bb4a-0c5b909b4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.239714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] No DVR routers for this DVR port dd23e2dc-da6a-4c82-92a8-c32b30b75f06 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:52.247830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=dd23e2dc-da6a-4c82-92a8-c32b30b75f06,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:52.255758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.260001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16051781-98a6-4a98-985e-525023e6145e req-c0f409f7-be82-4b6a-8b34-77419274537a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "DELETE /v2.0/ports/dd23e2dc-da6a-4c82-92a8-c32b30b75f06 HTTP/1.1" status: 204  len: 173 time: 2.1788909
Mar 05 21:09:52.263382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'name': 'network-vif-deleted', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:52.267728 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce031e4-eef1-42f8-9773-dafa2f763803" -d '{"events": [{"server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "name": "network-vif-deleted", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:52.303703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4377b12b-6515-48f2-bb4a-0c5b909b4f9b None None] Port 822d0a49-809f-4904-81d7-47cfd9b9f0fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:52.339557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa27cd-d5a1-434d-99c5-759f6b3d9fdc req-431f9756-6713-46a8-af61-a00e4456d6c2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:52.347648 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0aa27cd-d5a1-434d-99c5-759f6b3d9fdc req-431f9756-6713-46a8-af61-a00e4456d6c2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.5758836
Mar 05 21:09:52.372508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (68a71b92-3138-4dea-b6ee-5309d1a7372b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.385728 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a0bfd-7627-4044-9ec7-49467a7d92cb x-openstack-request-id: req-5e2a0bfd-7627-4044-9ec7-49467a7d92cb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:52.386163 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadfd70b-cacd-4483-9974-3190f70167c9", "name": "network-vif-deleted", "tag": "dd23e2dc-da6a-4c82-92a8-c32b30b75f06", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:52.386708 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e2a0bfd-7627-4044-9ec7-49467a7d92cb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:52.387422 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadfd70b-cacd-4483-9974-3190f70167c9', 'name': 'network-vif-deleted', 'tag': 'dd23e2dc-da6a-4c82-92a8-c32b30b75f06', 'status': 'completed', 'code': 200}
Mar 05 21:09:52.404953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] In _notify_port_updated(), no bound segment for port 586a7719-a897-4086-8852-8788bb63419d on network 2aa49d18-0e2a-433e-a09b-a009717219cf {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:09:52.412744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:52.414162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.418255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2a04287-be75-456e-9894-ec5f0588c9ad tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "PUT /v2.0/ports/586a7719-a897-4086-8852-8788bb63419d HTTP/1.1" status: 200  len: 992 time: 2.2333915
Mar 05 21:09:52.432100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42702) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:52.514996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:52.527186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Router e9308e2f-cee4-4c9d-9993-991f415d1391 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:52.533442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70726543-04d1-4200-9671-d09c3983082f None None] Provisioning complete for port 586a7719-a897-4086-8852-8788bb63419d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:52.533857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70726543-04d1-4200-9671-d09c3983082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (586a7719-a897-4086-8852-8788bb63419d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.550503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c0aa27cd-d5a1-434d-99c5-759f6b3d9fdc req-34ca0f22-6c02-41db-9031-77d8e14d874a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014537
Mar 05 21:09:52.575729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:52.598222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:52.598632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b2c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:52.626354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.640349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70726543-04d1-4200-9671-d09c3983082f None None] Port 586a7719-a897-4086-8852-8788bb63419d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:52.642325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b2c3d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:52.653370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:52.653973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b2c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:52.670711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.680286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2038c466-917f-4285-8a92-a6c238dbd97b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/4589362f-bbc6-40bc-a4fc-6f63c5e497f5 HTTP/1.1" status: 204  len: 168 time: 2.9275484
Mar 05 21:09:52.680955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42708) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:52.693538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b2c3d0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:52.694231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3febf52-04c4-421a-b3d3-ac8edfc58b1d None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:52.829566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d30e81-1e57-4a42-aa40-a9fa77e1587b req-575eedf5-08c3-4eb7-8683-31312c5ddb23 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:52.831186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8d30e81-1e57-4a42-aa40-a9fa77e1587b req-575eedf5-08c3-4eb7-8683-31312c5ddb23 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1073768
Mar 05 21:09:52.834033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:52.839905 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ccc927eb-4be9-461c-9d54-3126250f5951 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9308e2f-cee4-4c9d-9993-991f415d1391/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2633283
Mar 05 21:09:52.842732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port 586a7719-a897-4086-8852-8788bb63419d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:52.843752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (586a7719-a897-4086-8852-8788bb63419d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:52.846673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42710) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:52.859944 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Sync routers for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:52.873905 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:52.876185 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9031c6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:53.076688 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:53.080317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8d30e81-1e57-4a42-aa40-a9fa77e1587b req-54437150-b1ce-4383-9cb2-67dd886b317a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325871
Mar 05 21:09:53.137734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5825eae1-b6dd-4d4a-bf86-7584180486cf tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/floatingips/1ef7f484-00f9-41bc-a84b-d0f731a9fc71 HTTP/1.1" status: 200  len: 688 time: 0.4534290
Mar 05 21:09:53.138405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42716) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:53.150737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (586a7719-a897-4086-8852-8788bb63419d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.205152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks [] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.207837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for 586a7719-a897-4086-8852-8788bb63419d owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:53.364860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9031c6d0>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:09:49Z', 'revision_number': 5, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:53.419988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd59c9-23c1-4f43-a154-726233002bfc req-78dc6f66-7a38-4b9f-8f66-0152b921c67e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:53.421814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2cd59c9-23c1-4f43-a154-726233002bfc req-78dc6f66-7a38-4b9f-8f66-0152b921c67e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2492359
Mar 05 21:09:53.434613 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Checking router: e9308e2f-cee4-4c9d-9993-991f415d1391 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:09:53.457730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Routers {'e9308e2f-cee4-4c9d-9993-991f415d1391'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:53.459353 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9031c6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['e9308e2f-cee4-4c9d-9993-991f415d1391'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:53.498658 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks [] for router_gateway (e9308e2f-cee4-4c9d-9993-991f415d1391), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.596239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:53.596581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.598977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2cd59c9-23c1-4f43-a154-726233002bfc req-28406b42-23df-4ff3-ac26-8ba362601014 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627676
Mar 05 21:09:53.643182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (586a7719-a897-4086-8852-8788bb63419d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.696992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=586a7719-a897-4086-8852-8788bb63419d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:53.714685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf612f61-1c2b-493c-9791-13950a2c3c16 req-15d4c630-515c-4582-9d04-883eed545533 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:53.721879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf612f61-1c2b-493c-9791-13950a2c3c16 req-15d4c630-515c-4582-9d04-883eed545533 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 946 time: 0.2188957
Mar 05 21:09:53.734106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.734544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.734897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.735376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.736229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.736574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.737049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.737398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.737739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.738080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.738421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.738754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.739334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:53.755504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Deleting port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:53.755880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.773189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.838328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf612f61-1c2b-493c-9791-13950a2c3c16 req-f53986b4-40b0-4c61-9c86-2f46d5a405b0 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154387
Mar 05 21:09:53.839059 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.909895 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] Set router e9308e2f-cee4-4c9d-9993-991f415d1391 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:09:53.933376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.933707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:53.957939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:53.992150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=822d0a49-809f-4904-81d7-47cfd9b9f0fe,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:54.003092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (68a71b92-3138-4dea-b6ee-5309d1a7372b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.008565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f89c-ab03-4951-bd63-48fcbf85a212 req-ca7b540d-0bc9-49ec-9b44-c6edb6a13dc7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:54.010729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fb6f89c-ab03-4951-bd63-48fcbf85a212 req-ca7b540d-0bc9-49ec-9b44-c6edb6a13dc7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2282770
Mar 05 21:09:54.037040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] For port 2b60712a-5898-4e12-a8ba-2c41ce6a75c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:54.038548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.067557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Calling delete_port for 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:54.075299 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.082203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5dc09c87-db59-4055-9778-4bda9ce97154 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/586a7719-a897-4086-8852-8788bb63419d HTTP/1.1" status: 204  len: 168 time: 1.6323664
Mar 05 21:09:54.086019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42742) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:54.131454 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a62bb96-c0d2-4448-a08f-1c741ac1b5a3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] GET failed (client error): The resource could not be found.
Mar 05 21:09:54.133555 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a62bb96-c0d2-4448-a08f-1c741ac1b5a3 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports/586a7719-a897-4086-8852-8788bb63419d HTTP/1.1" status: 404  len: 333 time: 0.0443416
Mar 05 21:09:54.137381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42744) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:54.142359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-1187123803'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:54.184056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dd23e2dc-da6a-4c82-92a8-c32b30b75f06 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:54.188793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:54.210071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:54.214476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: dd23e2dc-da6a-4c82-92a8-c32b30b75f06 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:54.215192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dd23e2dc-da6a-4c82-92a8-c32b30b75f06 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:54.230967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fb6f89c-ab03-4951-bd63-48fcbf85a212 req-1350ad47-9a22-430d-a3cc-11dabeebf74f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091224
Mar 05 21:09:54.239211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9031c6d0>, [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:09:49Z', 'revision_number': 5, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:54.278947 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc7619-912c-4d4c-9e37-4f5300caea21 None None] The sync data for ids ['e9308e2f-cee4-4c9d-9993-991f415d1391'] in ncdv-master-1 is: [{'id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'name': 'tempest-TaggedBootDevicesTest_v242-293124217-router', 'tenant_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:03:24Z', 'updated_at': '2022-03-05T21:09:49Z', 'revision_number': 5, 'project_id': '3469fc5beed94ebda4cf3fb03c5c60fa', 'gw_port': {'id': '2b60712a-5898-4e12-a8ba-2c41ce6a75c5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9308e2f-cee4-4c9d-9993-991f415d1391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:03:26Z', 'updated_at': '2022-03-05T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:54.335323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.383556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=0a0fdbbb-2bb1-4fd0-8c38-11f2fcbe9774,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:54.435652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:54.440259 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.473308 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port ba61d865-5055-4f01-a38e-dea427e8607b yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:09:54.507170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e818725-8eac-4b57-9410-e78dce609a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.526719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (1ef7f484-00f9-41bc-a84b-d0f731a9fc71), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.529549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.535456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-71d3e224-7d92-46b6-9109-018222e59d3c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/1ef7f484-00f9-41bc-a84b-d0f731a9fc71 HTTP/1.1" status: 204  len: 168 time: 1.3910959
Mar 05 21:09:54.536715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:54.541751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2b60712a-5898-4e12-a8ba-2c41ce6a75c5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.542055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '38a18727-654e-4a54-acf0-e5fb4160525e'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:54.547837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 68a71b92-3138-4dea-b6ee-5309d1a7372b is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:09:54.557223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d62f-a0f7-4504-a31f-6ae57aadda43 req-86047703-0759-467d-b906-38e2f6174799 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:54.558764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9457d62f-a0f7-4504-a31f-6ae57aadda43 req-86047703-0759-467d-b906-38e2f6174799 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1807699
Mar 05 21:09:54.605056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b60712a-5898-4e12-a8ba-2c41ce6a75c5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:54.682164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.712571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3008b947-8bc8-469d-a180-eb599cf33002 None None] Provisioning complete for port 822d0a49-809f-4904-81d7-47cfd9b9f0fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:54.713307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3008b947-8bc8-469d-a180-eb599cf33002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.725557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.5 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/ba61d865-5055-4f01-a38e-dea427e8607b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:54.735921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (e9308e2f-cee4-4c9d-9993-991f415d1391), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:54.773980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3008b947-8bc8-469d-a180-eb599cf33002 None None] Port 822d0a49-809f-4904-81d7-47cfd9b9f0fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:54.790385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9457d62f-a0f7-4504-a31f-6ae57aadda43 req-4d6ef2c7-fabb-426d-8e7a-8f206bd995d6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251377
Mar 05 21:09:54.813766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:54.830825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-400d547a-edf6-4612-a137-a63c931f4061 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/68a71b92-3138-4dea-b6ee-5309d1a7372b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8305507
Mar 05 21:09:54.833724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42768) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:54.842439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] Sync routers for ids ['68a71b92-3138-4dea-b6ee-5309d1a7372b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:54.865701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] Routers {'68a71b92-3138-4dea-b6ee-5309d1a7372b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:54.866714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830de730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['68a71b92-3138-4dea-b6ee-5309d1a7372b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:54.902242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a0ccc-0b3e-495a-8e1d-9e05e1ea2d12 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:54.906760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-490a0ccc-0b3e-495a-8e1d-9e05e1ea2d12 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports/822d0a49-809f-4904-81d7-47cfd9b9f0fe HTTP/1.1" status: 200  len: 976 time: 0.0690327
Mar 05 21:09:54.907974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42772) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:54.948795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830de730>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:54.961113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] Routers {'68a71b92-3138-4dea-b6ee-5309d1a7372b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:54.962057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830de730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['68a71b92-3138-4dea-b6ee-5309d1a7372b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:55.041397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830de730>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:55.044095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1eb11-414d-463b-91f0-be79410b38dc None None] The sync data for ids ['68a71b92-3138-4dea-b6ee-5309d1a7372b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:55.221128 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.233163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17604908-dc27-42bc-a32c-c1d1e6dfe352 req-06d7d4d5-4eda-4880-8f63-0e5f0d95bc30 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:55.233504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-17604908-dc27-42bc-a32c-c1d1e6dfe352 req-06d7d4d5-4eda-4880-8f63-0e5f0d95bc30 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 946 time: 0.2305655
Mar 05 21:09:55.354400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.363941 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks [] for router_controller (e9308e2f-cee4-4c9d-9993-991f415d1391), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.409961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-17604908-dc27-42bc-a32c-c1d1e6dfe352 req-13305370-588c-4368-b281-1c505d178976 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606281
Mar 05 21:09:55.449883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.249 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8ffff68f-de20-474e-825f-4dd59d356cf7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:09:55.488716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (e9308e2f-cee4-4c9d-9993-991f415d1391), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.489280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9308e2f-cee4-4c9d-9993-991f415d1391 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:09:55.502642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.504485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d80d8131-b5f2-41c8-9bba-d963c9cb314e admin admin] 10.222.0.15 "DELETE /v2.0/routers/e9308e2f-cee4-4c9d-9993-991f415d1391 HTTP/1.1" status: 204  len: 168 time: 2.6532762
Mar 05 21:09:55.516160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-7f594fcb-95d9-4dc8-803a-9a95de6fcbe7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:55.517916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-7f594fcb-95d9-4dc8-803a-9a95de6fcbe7 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 946 time: 0.7756069
Mar 05 21:09:55.518430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:55.609725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccc59-cf98-4652-a257-9c3acb5864a2 req-42771447-220e-4342-bc5d-24725aa4af97 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:55.621871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-005ccc59-cf98-4652-a257-9c3acb5864a2 req-42771447-220e-4342-bc5d-24725aa4af97 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3458896
Mar 05 21:09:55.696559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 451182f9-cebc-46a2-9322-eec77450ac6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:55.701484 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (68a71b92-3138-4dea-b6ee-5309d1a7372b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.707612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.741215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 451182f9-cebc-46a2-9322-eec77450ac6e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:55.744219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 451182f9-cebc-46a2-9322-eec77450ac6e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:55.813316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-005ccc59-cf98-4652-a257-9c3acb5864a2 req-7a0e63d6-cc3a-4441-bc2d-5c19ac57391c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898997
Mar 05 21:09:55.828872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Deleting subnet c08f1ead-72bd-4cf0-8866-9f90d4e028ca {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:09:55.855452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Publish callbacks [] for subnet (c08f1ead-72bd-4cf0-8866-9f90d4e028ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.869320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.916098 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (ba61d865-5055-4f01-a38e-dea427e8607b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.937762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c08f1ead-72bd-4cf0-8866-9f90d4e028ca), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:55.947606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:55.957934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:55.961479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=8ffff68f-de20-474e-825f-4dd59d356cf7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:55.964087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:55.974976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port 4c91a561-c474-4d92-b44b-1cbcce180e5e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:55.975322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.100781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.173271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c08f1ead-72bd-4cf0-8866-9f90d4e028ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.213230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:09:56.216878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port 4c91a561-c474-4d92-b44b-1cbcce180e5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c91a561-c474-4d92-b44b-1cbcce180e5e,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:56.217249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.229800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 822d0a49-809f-4904-81d7-47cfd9b9f0fe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:56.230353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.237756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:09:56.249748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:09:56.254293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for 4c91a561-c474-4d92-b44b-1cbcce180e5e owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:56.283061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=ba61d865-5055-4f01-a38e-dea427e8607b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:56.369538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:56.370260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.376610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.395704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c08f1ead-72bd-4cf0-8866-9f90d4e028ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.414603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c4e8c3a-4f0c-4f3a-8c28-d3306d14977a tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2759948
Mar 05 21:09:56.434479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42794) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:56.436231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 822d0a49-809f-4904-81d7-47cfd9b9f0fe owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:56.442314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a6:c2:f8'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:56.505620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08f1ead-72bd-4cf0-8866-9f90d4e028ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:56.515103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.519971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15f1d2-fbe7-4210-8bd2-de3898be2a09 None None] Network 05776027-1bae-46e2-b86d-244c7e18652a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:09:56.521752 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a41bd12a-ae10-4fd8-9de8-f1bbe1720e09 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c08f1ead-72bd-4cf0-8866-9f90d4e028ca HTTP/1.1" status: 204  len: 168 time: 0.9993367
Mar 05 21:09:56.525128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42798) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:56.673121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-39540245-7de8-4fb7-a4ad-326430286568 None None] Provisioning complete for port ba61d865-5055-4f01-a38e-dea427e8607b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:56.673472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-39540245-7de8-4fb7-a4ad-326430286568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.704204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (05776027-1bae-46e2-b86d-244c7e18652a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.748045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4c91a561-c474-4d92-b44b-1cbcce180e5e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:56.753567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-39540245-7de8-4fb7-a4ad-326430286568 None None] Port ba61d865-5055-4f01-a38e-dea427e8607b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:56.766569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:09:56.787049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=4c91a561-c474-4d92-b44b-1cbcce180e5e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:56.868313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] DHCP port deletion for 05776027-1bae-46e2-b86d-244c7e18652a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:09:57.014353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54d6da85-99f8-4eee-b1db-0ad8872d6eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.025409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] No DVR routers for this DVR port 4c91a561-c474-4d92-b44b-1cbcce180e5e on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:57.056520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.061028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7ecb915-9621-4e3b-b41c-b7b09d0357f9 req-ccc7a67f-4799-4252-9ea6-8f4603f8ca13 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "DELETE /v2.0/ports/4c91a561-c474-4d92-b44b-1cbcce180e5e HTTP/1.1" status: 204  len: 173 time: 1.5356064
Mar 05 21:09:57.068527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'name': 'network-vif-deleted', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:09:57.070903 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5caa51-4ada-4377-a91c-2ac5045012b0" -d '{"events": [{"server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "name": "network-vif-deleted", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:09:57.096101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Deleting port b98dabbf-28d3-486a-9de0-0c1b060344eb {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:57.097293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.115631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.174942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.249318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ea894-49da-400d-b314-747c14d0fa96 req-417563a2-59c6-4e96-8e5b-cb2454e1ba70 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:57.252989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-011ea894-49da-400d-b314-747c14d0fa96 req-417563a2-59c6-4e96-8e5b-cb2454e1ba70 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df HTTP/1.1" status: 200  len: 867 time: 0.6797812
Mar 05 21:09:57.273118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Deleting port b98dabbf-28d3-486a-9de0-0c1b060344eb {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:57.273524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.278006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] For port b98dabbf-28d3-486a-9de0-0c1b060344eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98dabbf-28d3-486a-9de0-0c1b060344eb,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:57.278398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.320235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d4a93-ffc5-4d13-82b1-58642de62d27 req-405cdc48-88ed-4a1b-af1d-b44047cba884 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:57.321805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-095d4a93-ffc5-4d13-82b1-58642de62d27 req-405cdc48-88ed-4a1b-af1d-b44047cba884 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3478413
Mar 05 21:09:57.322871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Calling delete_port for b98dabbf-28d3-486a-9de0-0c1b060344eb owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:57.371590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] For port b98dabbf-28d3-486a-9de0-0c1b060344eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98dabbf-28d3-486a-9de0-0c1b060344eb,segment=NetworkSegment(490c50c0-5c34-429b-8a06-34b12a62af80),segment_id=490c50c0-5c34-429b-8a06-34b12a62af80)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:57.372579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.399023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Calling delete_port for b98dabbf-28d3-486a-9de0-0c1b060344eb owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:57.456715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-011ea894-49da-400d-b314-747c14d0fa96 req-81245dcb-b12e-41ea-8349-e58aaecc3ed5 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828809
Mar 05 21:09:57.482867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.506319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.511341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (822d0a49-809f-4904-81d7-47cfd9b9f0fe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.567921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] Pushing event deleted for resources: {'Port': ['ID=b98dabbf-28d3-486a-9de0-0c1b060344eb,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:57.577249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=822d0a49-809f-4904-81d7-47cfd9b9f0fe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:57.584424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb6269-5cd4-40a1-a6ac-e854e549d148 None None] No DVR routers for this DVR port b98dabbf-28d3-486a-9de0-0c1b060344eb on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:57.590012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b98dabbf-28d3-486a-9de0-0c1b060344eb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.623598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.623598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.623598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.623598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.624621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.624925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.625553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.625553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.625797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.626094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.626500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.626788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.627109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:09:57.630082 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32685d-dca7-4a82-b3cd-29b6407e375e x-openstack-request-id: req-4c32685d-dca7-4a82-b3cd-29b6407e375e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:09:57.631215 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df", "name": "network-vif-deleted", "tag": "4c91a561-c474-4d92-b44b-1cbcce180e5e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:09:57.631315 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c32685d-dca7-4a82-b3cd-29b6407e375e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:09:57.631856 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb2c0c3-03a0-4b2f-a2b8-d4dd54ad69df', 'name': 'network-vif-deleted', 'tag': '4c91a561-c474-4d92-b44b-1cbcce180e5e', 'status': 'completed', 'code': 200}
Mar 05 21:09:57.725783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:57.779139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:57.779967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b60712a-5898-4e12-a8ba-2c41ce6a75c5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:57.780100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b98dabbf-28d3-486a-9de0-0c1b060344eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:57.790763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-095d4a93-ffc5-4d13-82b1-58642de62d27 req-0098fa1a-8c52-46b9-8319-15fe151c45e3 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4493115
Mar 05 21:09:57.793353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] No DVR routers for this DVR port b98dabbf-28d3-486a-9de0-0c1b060344eb on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:09:57.797994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Pushing event deleted for resources: {'Port': ['ID=b98dabbf-28d3-486a-9de0-0c1b060344eb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:57.820243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b98dabbf-28d3-486a-9de0-0c1b060344eb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:57.820854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b98dabbf-28d3-486a-9de0-0c1b060344eb not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:57.896670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (68a71b92-3138-4dea-b6ee-5309d1a7372b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.971706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:57.984053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (05776027-1bae-46e2-b86d-244c7e18652a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.034891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14c730>,) {'filters': {'network_id': ['05776027-1bae-46e2-b86d-244c7e18652a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.064852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14c730>, '490c50c0-5c34-429b-8a06-34b12a62af80') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.065180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b14c730>, '490c50c0-5c34-429b-8a06-34b12a62af80') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.084368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (490c50c0-5c34-429b-8a06-34b12a62af80), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.085452 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.108467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (ba61d865-5055-4f01-a38e-dea427e8607b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.112221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (490c50c0-5c34-429b-8a06-34b12a62af80), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.129906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.136346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:09:58.136346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (490c50c0-5c34-429b-8a06-34b12a62af80), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:09:58.139078 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:09:58.189251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.217254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4c91a561-c474-4d92-b44b-1cbcce180e5e no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:09:58.250556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 68a71b92-3138-4dea-b6ee-5309d1a7372b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:58.258210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 4c91a561-c474-4d92-b44b-1cbcce180e5e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:09:58.261244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 4c91a561-c474-4d92-b44b-1cbcce180e5e not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:09:58.306655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (05776027-1bae-46e2-b86d-244c7e18652a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.312245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=ba61d865-5055-4f01-a38e-dea427e8607b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:58.324103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.327546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] 10.222.0.15 "DELETE /v2.0/networks/05776027-1bae-46e2-b86d-244c7e18652a HTTP/1.1" status: 204  len: 168 time: 1.7999334
Mar 05 21:09:58.342891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=8ffff68f-de20-474e-825f-4dd59d356cf7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:58.355762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a368fb-85ac-48c6-afe4-8beabb9e74db admin admin] Pushing event deleted for resources: {'Network': ['ID=05776027-1bae-46e2-b86d-244c7e18652a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:58.357436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] In _notify_port_updated(), no bound segment for port ba61d865-5055-4f01-a38e-dea427e8607b on network 2aa49d18-0e2a-433e-a09b-a009717219cf {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:09:58.370050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:58.370756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.372599 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18b01904-50ec-4c6c-a7ba-d346c1c4ed9e tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "PUT /v2.0/ports/ba61d865-5055-4f01-a38e-dea427e8607b HTTP/1.1" status: 200  len: 996 time: 1.9366763
Mar 05 21:09:58.380625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:58.384925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-e4945551-9cb4-4707-9445-eafa119868d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:58.386465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-e4945551-9cb4-4707-9445-eafa119868d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=def4cea650ac491985dac1868ac5052a&device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 1129 time: 0.2677596
Mar 05 21:09:58.438360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.451236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882efb5-7438-4c02-bc8d-1c8dcee3292a req-2c593365-4745-46ad-b022-a8d4576eb942 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:58.453686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1882efb5-7438-4c02-bc8d-1c8dcee3292a req-2c593365-4745-46ad-b022-a8d4576eb942 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2671931
Mar 05 21:09:58.571272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:58.580639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-aa8b1d1b-c32a-4260-a618-5360e7410015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:58.582522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-aa8b1d1b-c32a-4260-a618-5360e7410015 service neutron] 10.222.0.23 "GET /v2.0/networks?id=009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 200  len: 914 time: 0.1886752
Mar 05 21:09:58.589582 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] Sync routers for ids ['68a71b92-3138-4dea-b6ee-5309d1a7372b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:58.617494 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] Routers {'68a71b92-3138-4dea-b6ee-5309d1a7372b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:58.618179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904f0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['68a71b92-3138-4dea-b6ee-5309d1a7372b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.631387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-c1fa7e79-0dfd-4213-b490-c0a862fca37f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 200  len: 217 time: 0.0432415
Mar 05 21:09:58.640274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port ba61d865-5055-4f01-a38e-dea427e8607b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:58.640878 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.665293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-74d72d05-8f4b-43a0-8ced-d0b687fc9427 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/68a71b92-3138-4dea-b6ee-5309d1a7372b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7545300
Mar 05 21:09:58.666602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42852) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:58.714157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ba519599-f219-42d3-840a-e0b2884a9d8b None None] Provisioning complete for port ba61d865-5055-4f01-a38e-dea427e8607b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:09:58.714540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba519599-f219-42d3-840a-e0b2884a9d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:58.745498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904f0cd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.770923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42854) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:58.773806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] Routers {'68a71b92-3138-4dea-b6ee-5309d1a7372b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:58.774679 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904f0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['68a71b92-3138-4dea-b6ee-5309d1a7372b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.784386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ba519599-f219-42d3-840a-e0b2884a9d8b None None] Port ba61d865-5055-4f01-a38e-dea427e8607b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:09:58.820369 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904f0cd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:58.821360 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a164ab-ef73-4486-b9d2-8847ac198821 None None] The sync data for ids ['68a71b92-3138-4dea-b6ee-5309d1a7372b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:09:58.844534 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 8fb275df-fe30-4315-9962-83beff0776f0 associated. External IP: 172.35.0.249, port: 38a18727-654e-4a54-acf0-e5fb4160525e.
Mar 05 21:09:58.847068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-a51f4e52-6200-4115-926d-4dcf721a6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:58.849091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-a51f4e52-6200-4115-926d-4dcf721a6676 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 200  len: 853 time: 0.2039165
Mar 05 21:09:58.932217 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-630b7f28-6082-48c4-9f18-6a608b2c8ea4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=009197ce-e0dc-47b9-b8f3-b27f078b9f37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649211
Mar 05 21:09:59.018050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1882efb5-7438-4c02-bc8d-1c8dcee3292a req-51fadca6-1d82-463e-b235-8a3166fc848e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5108197
Mar 05 21:09:59.055219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.067807 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5d0851e3-89c5-4ae1-a6be-37b69dce40aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=784a2229e2b6445589597e5bf3be6344&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2870154
Mar 05 21:09:59.068006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42864) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:59.095011 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-87cad5ff-123e-4f34-b5bd-a7ff6489457f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] remove_router_interface failed (client error): The resource could not be found.
Mar 05 21:09:59.096261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-87cad5ff-123e-4f34-b5bd-a7ff6489457f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/68a71b92-3138-4dea-b6ee-5309d1a7372b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4286630
Mar 05 21:09:59.101305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for ba61d865-5055-4f01-a38e-dea427e8607b owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:59.103987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:59.166828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca458cc4-ca25-43ea-beca-c3cffa7bc935 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=68a71b92-3138-4dea-b6ee-5309d1a7372b HTTP/1.1" status: 200  len: 205 time: 0.0532532
Mar 05 21:09:59.176008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8cca7-3200-44a5-a902-e5d4491737f0 req-e6c0c54a-0db8-45b2-9121-220ae2a67f36 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:59.177735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03d8cca7-3200-44a5-a902-e5d4491737f0 req-e6c0c54a-0db8-45b2-9121-220ae2a67f36 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.2339573
Mar 05 21:09:59.178423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42876) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:59.222296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-2d48caef-11ef-4306-82f6-75097b63244f service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772365
Mar 05 21:09:59.261014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] Publish callbacks [] for security_group (47da611c-3cfe-4f0f-91d5-a54e64149493), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.321736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] Publish callbacks [] for security_group (47da611c-3cfe-4f0f-91d5-a54e64149493), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.392121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-fe59f37a-5e61-47a0-977a-2c5298bfda98 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:09:59.394281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-fe59f37a-5e61-47a0-977a-2c5298bfda98 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 945 time: 0.1749899
Mar 05 21:09:59.411247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:09:59.422668 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.524063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47da611c-3cfe-4f0f-91d5-a54e64149493), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.526627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.527937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47da611c-3cfe-4f0f-91d5-a54e64149493 HTTP/1.1" status: 204  len: 168 time: 0.4591329
Mar 05 21:09:59.551721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a8e4b-c230-4d55-ab9e-85a0f8179dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da611c-3cfe-4f0f-91d5-a54e64149493,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:09:59.559909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.619145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:59.640225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:09:59.652437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:09:59.656738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port 67768743-b786-49b6-9794-7c55e5d612f7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:09:59.657153 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (67768743-b786-49b6-9794-7c55e5d612f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.675450 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.676018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:59.678178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:59.748687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4a40ca90-fd28-416c-b345-ac38aff22dc4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.2099543
Mar 05 21:09:59.752918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42892) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:09:59.758479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1851136452'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:09:59.784593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895c70>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:59.818314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port 67768743-b786-49b6-9794-7c55e5d612f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67768743-b786-49b6-9794-7c55e5d612f7,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:09:59.818761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (67768743-b786-49b6-9794-7c55e5d612f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.825177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:09:59.829932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:09:59.830619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:59.834047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.853639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for 67768743-b786-49b6-9794-7c55e5d612f7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:09:59.929851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:09:59.946066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (64d01c77-a337-4813-ae4f-807a877bc708), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:09:59.946447 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Added segment 64d01c77-a337-4813-ae4f-807a877bc708 of type vlan for network bed3bf92-e3f8-4292-8f04-1d14c8e0b834
Mar 05 21:09:59.957861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-e8bf1e33-7fa6-4a1a-86d1-95715d949fc7 req-d17355ab-3318-4e72-8604-1a387c2db8b4 service neutron] (126562) timed out ('10.222.0.31', 56106) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:09:59.978285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895c70>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:09:59.982165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd4f31-148d-4550-accf-1f4d505bf446 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:00.010254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6af17f3a-c619-4700-87c3-ca181e2a802a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.016205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03d8cca7-3200-44a5-a902-e5d4491737f0 req-4fc04646-29d4-40a3-855a-6f5608fba17e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=92601977-ae9f-44a5-940f-7a0abdac9102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8035958
Mar 05 21:10:00.024413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bed3bf92-e3f8-4292-8f04-1d14c8e0b834), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.078146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18abd34d-3c7f-44d1-91aa-83e61291d7a7 req-d734080b-6ded-42a2-a2ef-496e8cae4035 service neutron] 10.222.0.23 "GET /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7935197
Mar 05 21:10:00.148348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bed3bf92-e3f8-4292-8f04-1d14c8e0b834), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.153933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:00.154521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.206200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.208535 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (68a71b92-3138-4dea-b6ee-5309d1a7372b), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.211472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ba61d865-5055-4f01-a38e-dea427e8607b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.219617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.267288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5106199
Mar 05 21:10:00.277756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (67768743-b786-49b6-9794-7c55e5d612f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.282811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.288838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=ba61d865-5055-4f01-a38e-dea427e8607b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:00.289059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['67768743-b786-49b6-9794-7c55e5d612f7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:10:00.299296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'subnet': {'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:00.320759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78d881-b87c-4be6-bd8f-3943e8146a5c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Network': ['ID=bed3bf92-e3f8-4292-8f04-1d14c8e0b834,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:00.339633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (68a71b92-3138-4dea-b6ee-5309d1a7372b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.340366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router 68a71b92-3138-4dea-b6ee-5309d1a7372b {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:00.350165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.353927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2517d54-9d97-4913-b540-b7abb4f09bf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/68a71b92-3138-4dea-b6ee-5309d1a7372b HTTP/1.1" status: 204  len: 168 time: 1.1404665
Mar 05 21:10:00.354594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ac9a1f0e-2d59-4b18-95cf-6cb1a056f297 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3469fc5beed94ebda4cf3fb03c5c60fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1295788
Mar 05 21:10:00.354594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.357858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:00.375066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.431496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=67768743-b786-49b6-9794-7c55e5d612f7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:00.465701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.469676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-765f52a2-a2a5-413d-b4d3-fde521ef98fb tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/ba61d865-5055-4f01-a38e-dea427e8607b HTTP/1.1" status: 204  len: 168 time: 2.0877745
Mar 05 21:10:00.475247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42908) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.486415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 5473ef3b-8667-495a-8569-cabd9aeee210 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:00.490994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (5473ef3b-8667-495a-8569-cabd9aeee210), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.543841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] Publish callbacks [] for security_group (a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.559444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (5473ef3b-8667-495a-8569-cabd9aeee210), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.566311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] No DVR routers for this DVR port 67768743-b786-49b6-9794-7c55e5d612f7 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:00.581534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5b49-b888-448c-aa60-517a7894e626 req-86b530c0-af7e-4be9-9e90-9e1671397ae2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:00.583472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a69e5b49-b888-448c-aa60-517a7894e626 req-86b530c0-af7e-4be9-9e90-9e1671397ae2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.4391122
Mar 05 21:10:00.584741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.588676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cb65d15-fdc8-41d1-a804-1dee8dd1ee0c req-084fb170-f547-4ae3-8674-927571ff1079 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.23 "DELETE /v2.0/ports/67768743-b786-49b6-9794-7c55e5d612f7 HTTP/1.1" status: 204  len: 173 time: 1.1888995
Mar 05 21:10:00.590924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'name': 'network-vif-deleted', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:00.593496 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c68a45a-ccbe-4a8c-8e74-0b1402ac4f4b" -d '{"events": [{"server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "name": "network-vif-deleted", "tag": "67768743-b786-49b6-9794-7c55e5d612f7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:00.598748 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-31701fe2-2a21-410f-9a87-2cb80717719b tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] GET failed (client error): The resource could not be found.
Mar 05 21:10:00.600600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-31701fe2-2a21-410f-9a87-2cb80717719b tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports/ba61d865-5055-4f01-a38e-dea427e8607b HTTP/1.1" status: 404  len: 333 time: 0.1139989
Mar 05 21:10:00.627909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:00.630213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] Publish callbacks [] for security_group (a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.648191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-203107721'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:00.814717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5473ef3b-8667-495a-8569-cabd9aeee210), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.903975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.908351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.912954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5 HTTP/1.1" status: 204  len: 168 time: 0.5265474
Mar 05 21:10:00.934499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e5ed0-2c47-45ec-b8f2-ee22feea50a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48f2eac-ac21-4517-afb4-5c8e0c1ce8d5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:00.943239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (5473ef3b-8667-495a-8569-cabd9aeee210), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:00.976919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61471f93-5017-4f97-bedc-8f5b4a2c2f9a None None] Network d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:01.005597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.010959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/5473ef3b-8667-495a-8569-cabd9aeee210 HTTP/1.1" status: 204  len: 168 time: 0.6531932
Mar 05 21:10:01.012487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40ec1-585f-46bc-88ef-ac1bd0f76f7c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=5473ef3b-8667-495a-8569-cabd9aeee210,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:01.014883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42916) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:01.105449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.156100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.257137 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ccad04-b7ba-4c64-ad13-904a04a9765c x-openstack-request-id: req-20ccad04-b7ba-4c64-ad13-904a04a9765c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:01.257490 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b396188c-9bd6-472d-ae9d-86ea8b66a01c", "name": "network-vif-deleted", "tag": "67768743-b786-49b6-9794-7c55e5d612f7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:01.257814 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20ccad04-b7ba-4c64-ad13-904a04a9765c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:01.258316 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b396188c-9bd6-472d-ae9d-86ea8b66a01c', 'name': 'network-vif-deleted', 'tag': '67768743-b786-49b6-9794-7c55e5d612f7', 'status': 'completed', 'code': 200}
Mar 05 21:10:01.258909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:01.263166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.265802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba33b0a9-6edd-4474-b990-0be06ce14342 req-49fd0b09-8769-4d66-98fc-a5260066f485 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=b396188c-9bd6-472d-ae9d-86ea8b66a01c HTTP/1.1" status: 200  len: 210 time: 0.0645711
Mar 05 21:10:01.305933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 4b9ecd94-8f64-448b-89cb-d90598af4e57 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:01.306564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.337925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6af17f3a-c619-4700-87c3-ca181e2a802a admin admin] Publish callbacks [] for security_group (a0fa2d66-2efb-447a-9770-f57e7c27049a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.353058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] DHCP port deletion for d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:01.363488 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6af17f3a-c619-4700-87c3-ca181e2a802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0fa2d66-2efb-447a-9770-f57e7c27049a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.397565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 4b9ecd94-8f64-448b-89cb-d90598af4e57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9ecd94-8f64-448b-89cb-d90598af4e57,segment=NetworkSegment(1ee14661-f5d2-4859-ad2f-d997c6e3f75e),segment_id=1ee14661-f5d2-4859-ad2f-d997c6e3f75e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:01.398190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.417429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 4b9ecd94-8f64-448b-89cb-d90598af4e57 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:01.443827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a69e5b49-b888-448c-aa60-517a7894e626 req-93c8ba21-715f-4cdc-a4c9-ce2732d5edc6 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8418899
Mar 05 21:10:01.445837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Deleting port 4b9ecd94-8f64-448b-89cb-d90598af4e57 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:01.446234 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.456807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17f3a-c619-4700-87c3-ca181e2a802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa2d66-2efb-447a-9770-f57e7c27049a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:01.492860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6af17f3a-c619-4700-87c3-ca181e2a802a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f4d92586d654a0ab7a99a2f8764bf96&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8688390
Mar 05 21:10:01.497488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:01.574465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.577536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:01.581414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.601694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] For port 4b9ecd94-8f64-448b-89cb-d90598af4e57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9ecd94-8f64-448b-89cb-d90598af4e57,segment=NetworkSegment(1ee14661-f5d2-4859-ad2f-d997c6e3f75e),segment_id=1ee14661-f5d2-4859-ad2f-d997c6e3f75e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:01.602635 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.626848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Calling delete_port for 4b9ecd94-8f64-448b-89cb-d90598af4e57 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:01.641613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port 6db0c554-dcb6-4cdc-829d-b36a41a5ca6e yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:01.645455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=4b9ecd94-8f64-448b-89cb-d90598af4e57,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:01.660999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 4b9ecd94-8f64-448b-89cb-d90598af4e57 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:01.736653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] Publish callbacks [] for security_group (a0fa2d66-2efb-447a-9770-f57e7c27049a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.819294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] Publish callbacks [] for security_group (a0fa2d66-2efb-447a-9770-f57e7c27049a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.834676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a083210a-789d-4fcb-a82c-f8d352820a0f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.844653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.878955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef0730>,) {'filters': {'network_id': ['d10eeeda-d5d8-46b1-9af4-1b74d24f8c07']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:01.897546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef0730>, '1ee14661-f5d2-4859-ad2f-d997c6e3f75e') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:01.898147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bef0730>, '1ee14661-f5d2-4859-ad2f-d997c6e3f75e') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:01.921198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4b9ecd94-8f64-448b-89cb-d90598af4e57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:01.923715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (1ee14661-f5d2-4859-ad2f-d997c6e3f75e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.943797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1ee14661-f5d2-4859-ad2f-d997c6e3f75e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.947219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4b9ecd94-8f64-448b-89cb-d90598af4e57 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:01.947834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4b9ecd94-8f64-448b-89cb-d90598af4e57 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:01.963525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.5 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/6db0c554-dcb6-4cdc-829d-b36a41a5ca6e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:01.970027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:01.970643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (1ee14661-f5d2-4859-ad2f-d997c6e3f75e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:01.975167 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:01.990040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (4b9ecd94-8f64-448b-89cb-d90598af4e57), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:01.991109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Subnet': ['ID=a083210a-789d-4fcb-a82c-f8d352820a0f,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.012895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] No DVR routers for this DVR port 4b9ecd94-8f64-448b-89cb-d90598af4e57 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:02.034890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb00dd2-5685-4141-b57a-69f026f89c33 None None] Pushing event deleted for resources: {'Port': ['ID=4b9ecd94-8f64-448b-89cb-d90598af4e57,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.045001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0fa2d66-2efb-447a-9770-f57e7c27049a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.048626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.049802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0fa2d66-2efb-447a-9770-f57e7c27049a HTTP/1.1" status: 204  len: 168 time: 0.5477283
Mar 05 21:10:02.062928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Checking segment: {'id': '64d01c77-a337-4813-ae4f-807a877bc708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:02.063232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network hostable DHCP agents. Network: bed3bf92-e3f8-4292-8f04-1d14c8e0b834, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:02.079114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb666a4-d90a-4026-a88c-2dbe3e4df768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa2d66-2efb-447a-9770-f57e7c27049a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.111072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d10eeeda-d5d8-46b1-9af4-1b74d24f8c07), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.117215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.129982 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/d10eeeda-d5d8-46b1-9af4-1b74d24f8c07 HTTP/1.1" status: 204  len: 168 time: 1.1103349
Mar 05 21:10:02.135543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42942) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.139177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-317385833'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:02.147489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.166932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c633c01-fa30-44a4-90e4-c4b66c43a9e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=d10eeeda-d5d8-46b1-9af4-1b74d24f8c07,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.168930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:02.194819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bed3bf92-e3f8-4292-8f04-1d14c8e0b834) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:02.195825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:02.200856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.205558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c3704-dd28-429d-b905-978096731d88 None None] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:02.218570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:02.219248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.242785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:02.258105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (98172d1b-9d86-4de6-8daa-66c3bbecb53a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.258411 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 98172d1b-9d86-4de6-8daa-66c3bbecb53a of type vlan for network 2b73263a-7804-4220-bd52-3d32c467554a
Mar 05 21:10:02.265514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f1c2f581-18f7-4024-b6dd-f706cd441c9c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9802697
Mar 05 21:10:02.270732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42948) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.277861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.284207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-126822771', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:02.334679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1118909149-network', 'tenant_id': '6a8526bfe1734af7a05e8a6f22192cf0'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:02.353376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.354125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2b73263a-7804-4220-bd52-3d32c467554a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.368518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.370525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.447450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=6db0c554-dcb6-4cdc-829d-b36a41a5ca6e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.447852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_controller (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.453951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Made reservation on behalf of 6a8526bfe1734af7a05e8a6f22192cf0 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:02.458239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.460051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2b73263a-7804-4220-bd52-3d32c467554a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.466942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:02.468177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.485596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.500715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bed3bf92-e3f8-4292-8f04-1d14c8e0b834', 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834', 'project_id': 'ab5d4f8f21264fea91a0c7c0a0e8f55d', 'fixed_ips': [{'subnet_id': 'a083210a-789d-4fcb-a82c-f8d352820a0f'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:02.502745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.503535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:02.507312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:02.524911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:02.591137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:02.591816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.631322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f6a86fcb-1036-408e-83f5-1a79d66dd687 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.9964547
Mar 05 21:10:02.632126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42958) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.641495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'network_id': '2aa49d18-0e2a-433e-a09b-a009717219cf', 'name': 'tempest-AllowedAddressPairTestJSON-1691479786'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:02.725191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5877647
Mar 05 21:10:02.746245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42962) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.763374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f17b4b-39ff-492a-a766-dff392adc3ac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=2b73263a-7804-4220-bd52-3d32c467554a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:02.769296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': '2b73263a-7804-4220-bd52-3d32c467554a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:02.845723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Allocated IP 172.20.0.2 (bed3bf92-e3f8-4292-8f04-1d14c8e0b834/a083210a-789d-4fcb-a82c-f8d352820a0f/9c1f3bbc-414f-4748-9a9c-372094bd4067) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:02.898505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:02.929527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2b73263a-7804-4220-bd52-3d32c467554a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:02.961118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.965279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01f508b1-40fe-4057-9f89-c0b53a145870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:02.977538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b160-c0e0-46f1-81bb-00ba49d1873e req-d7083bbc-bb10-42b1-9095-3b83be9df5f7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:02.980276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c83b160-c0e0-46f1-81bb-00ba49d1873e req-d7083bbc-bb10-42b1-9095-3b83be9df5f7 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3598208
Mar 05 21:10:03.027867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e92e2-f2d2-4d0a-850e-97f81ef0a78b req-7b6c7095-c25b-4041-9717-a7ea461ae0f3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:03.031057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-794e92e2-f2d2-4d0a-850e-97f81ef0a78b req-7b6c7095-c25b-4041-9717-a7ea461ae0f3 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2784195
Mar 05 21:10:03.044238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Made reservation on behalf of 02e0bdc8b5f849e0bf4fefb968bbe5e9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:03.045916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2be8c541-ceef-4a14-903c-48ba016dd086 None None] Provisioning complete for port 6db0c554-dcb6-4cdc-829d-b36a41a5ca6e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:03.046563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2be8c541-ceef-4a14-903c-48ba016dd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.050891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.103418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks [] for security_group (54f61334-f862-431c-84a0-1050f581df88), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.106643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2be8c541-ceef-4a14-903c-48ba016dd086 None None] Port 6db0c554-dcb6-4cdc-829d-b36a41a5ca6e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:03.114043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:03.118748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.168554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c83b160-c0e0-46f1-81bb-00ba49d1873e req-e74551e2-fb98-4b43-88b0-3d40e9e7c434 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450062
Mar 05 21:10:03.175541 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks [] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.184665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (54f61334-f862-431c-84a0-1050f581df88), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.184881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.208412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] device_id is not set on port 611c7f1c-a1a8-49d9-a790-42973b91357d yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:03.221561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:03.232373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01f508b1-40fe-4057-9f89-c0b53a145870 admin admin] Publish callbacks [] for security_group (a0302a50-99d5-44b8-b63e-0acb35a98ed5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.247494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-01f508b1-40fe-4057-9f89-c0b53a145870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0302a50-99d5-44b8-b63e-0acb35a98ed5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.289488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Pushing event updated for resources: {'Port': ['ID=9c1f3bbc-414f-4748-9a9c-372094bd4067,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.307356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:03.309796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:03.314091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01f508b1-40fe-4057-9f89-c0b53a145870 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb05c7e3737a441f9c16b05f96bce16b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3779416
Mar 05 21:10:03.315294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:03.317407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:03.319707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f508b1-40fe-4057-9f89-c0b53a145870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0302a50-99d5-44b8-b63e-0acb35a98ed5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.327608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1ece3ecb-23a1-4020-ba7f-91e6da2c769d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.328162 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Added segment 1ece3ecb-23a1-4020-ba7f-91e6da2c769d of type vlan for network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24
Mar 05 21:10:03.345754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f61334-f862-431c-84a0-1050f581df88,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.366007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-794e92e2-f2d2-4d0a-850e-97f81ef0a78b req-b76c8b46-ee0b-424f-8177-8a6e4632d4f2 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3062289
Mar 05 21:10:03.415177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Attempting to bind port 9c1f3bbc-414f-4748-9a9c-372094bd4067 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:03.417206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Attempting to bind port 9c1f3bbc-414f-4748-9a9c-372094bd4067 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64d01c77-a337-4813-ae4f-807a877bc708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:03.418324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Attempting to bind port 9c1f3bbc-414f-4748-9a9c-372094bd4067 on network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:03.424166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.428176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:03.428749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Checking segment: {'id': '64d01c77-a337-4813-ae4f-807a877bc708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:03.429249 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.429757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Bound using segment: {'id': '64d01c77-a337-4813-ae4f-807a877bc708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:03.430515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Bound port: 9c1f3bbc-414f-4748-9a9c-372094bd4067, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d01c77-a337-4813-ae4f-807a877bc708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:03.430940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.515994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] For port 9c1f3bbc-414f-4748-9a9c-372094bd4067, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:03.521313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] For port 9c1f3bbc-414f-4748-9a9c-372094bd4067, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f3bbc-414f-4748-9a9c-372094bd4067,segment=NetworkSegment(64d01c77-a337-4813-ae4f-807a877bc708),segment_id=64d01c77-a337-4813-ae4f-807a877bc708)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:03.529687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9def0-ab83-4975-9670-868b3fd878fb req-e2c37a48-bef9-4103-93cb-6ea59f8b3127 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:03.531171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.531876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-add9def0-ab83-4975-9670-868b3fd878fb req-e2c37a48-bef9-4103-93cb-6ea59f8b3127 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2424481
Mar 05 21:10:03.532858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] Publish callbacks [] for security_group (a0302a50-99d5-44b8-b63e-0acb35a98ed5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.534967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.535096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Allocated IP 172.20.0.8 (2aa49d18-0e2a-433e-a09b-a009717219cf/984b45a7-f648-40d8-ba35-a2e9dcc66499/611c7f1c-a1a8-49d9-a790-42973b91357d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:03.547803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.548118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:03.548700 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.568123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.616000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] Publish callbacks [] for security_group (a0302a50-99d5-44b8-b63e-0acb35a98ed5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.636616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca961-805a-481e-94e5-811136c63722 None None] Pushing event updated for resources: {'Port': ['ID=9c1f3bbc-414f-4748-9a9c-372094bd4067,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.650416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 67768743-b786-49b6-9794-7c55e5d612f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:03.676942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 67768743-b786-49b6-9794-7c55e5d612f7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:03.677299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 67768743-b786-49b6-9794-7c55e5d612f7 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:03.690387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.5419502
Mar 05 21:10:03.696723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 42970) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:03.714974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Request body: {'subnet': {'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1118909149-subnet', 'tenant_id': '6a8526bfe1734af7a05e8a6f22192cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:03.729334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ef12ff15-1993-4444-9167-d7702f08c223), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.741344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1299aca-065f-4a39-b8e7-c49b46fd14ab admin admin] Pushing event updated for resources: {'Network': ['ID=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.755414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:03.770650 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-add9def0-ab83-4975-9670-868b3fd878fb req-1432a54a-485a-4139-bc35-0a1e83de1166 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050061
Mar 05 21:10:03.799637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Made reservation on behalf of 6a8526bfe1734af7a05e8a6f22192cf0 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:03.801928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.880670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a0302a50-99d5-44b8-b63e-0acb35a98ed5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.883424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:03.890492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0302a50-99d5-44b8-b63e-0acb35a98ed5 HTTP/1.1" status: 204  len: 168 time: 0.5676894
Mar 05 21:10:03.926313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=ef12ff15-1993-4444-9167-d7702f08c223,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.942533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e042e-0d4a-4c59-b42d-167743e19f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0302a50-99d5-44b8-b63e-0acb35a98ed5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:03.948307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.35.0.253 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:03.999932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '98172d1b-9d86-4de6-8daa-66c3bbecb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:04.000211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: 2b73263a-7804-4220-bd52-3d32c467554a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:04.051042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 2b73263a-7804-4220-bd52-3d32c467554a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:04.069519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b73263a-7804-4220-bd52-3d32c467554a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:04.082864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:04.085464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.091594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520de858-55ba-4254-9820-7d7174d4a9dd None None] Network 2b73263a-7804-4220-bd52-3d32c467554a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:04.108761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.129482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-335e11dc-85d0-4dee-a746-e330eec21966 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3733096
Mar 05 21:10:04.133928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42978) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:04.143874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1544326907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:04.219065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.231514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b73263a-7804-4220-bd52-3d32c467554a', 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': 'ef12ff15-1993-4444-9167-d7702f08c223'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:04.232973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.242514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.244189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.247108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.257682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871913-bfa9-4306-8787-13c036856ee0 req-ff70c3dd-9308-4cc5-8a01-585bfc752cde tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:04.266281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0871913-bfa9-4306-8787-13c036856ee0 req-ff70c3dd-9308-4cc5-8a01-585bfc752cde tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2768226
Mar 05 21:10:04.294284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Network 2aa49d18-0e2a-433e-a09b-a009717219cf is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:04.305978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:04.321062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:04.435885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-afbb749e-bd91-4818-8ba9-1219128e825e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:04.437512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-afbb749e-bd91-4818-8ba9-1219128e825e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.2943134
Mar 05 21:10:04.448745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=611c7f1c-a1a8-49d9-a790-42973b91357d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:04.454524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0871913-bfa9-4306-8787-13c036856ee0 req-26c28463-85f8-42ba-ab0a-e8316ade2d5b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871819
Mar 05 21:10:04.474302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (7b5cc823-1181-4adb-9047-a3869bd19b52), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.537616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Allocated IP 172.20.0.2 (2b73263a-7804-4220-bd52-3d32c467554a/ef12ff15-1993-4444-9167-d7702f08c223/7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:04.558773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:04.559572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.586724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.597773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (6e729727-0b1a-42e5-9b6b-9375011749c0), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.606448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9edb0cea-536d-487f-8ddf-71226307f545 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9688184
Mar 05 21:10:04.609308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42992) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:04.616070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:c2:f8'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a2:19:c9'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:04.624636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.669921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:04.695538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1de98-b8d0-41bb-9a56-213b44227aa1 req-744cc8f5-1019-4bbf-b509-23f2c64f0d9a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:04.704030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfe1de98-b8d0-41bb-9a56-213b44227aa1 req-744cc8f5-1019-4bbf-b509-23f2c64f0d9a tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.1689885
Mar 05 21:10:04.736154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.737484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-158d838b-93ef-4baa-b191-132735eff254 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6025951
Mar 05 21:10:04.750799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 42996) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:04.751771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:04.821766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:04.827974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b48396c4-f35e-4089-bc6f-1c06bf94b71a None None] Provisioning complete for port 611c7f1c-a1a8-49d9-a790-42973b91357d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:04.828419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b48396c4-f35e-4089-bc6f-1c06bf94b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:04.921926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:04.943431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfe1de98-b8d0-41bb-9a56-213b44227aa1 req-efb30c0a-2fbc-4282-bf91-a469ca2ef156 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2383130
Mar 05 21:10:04.956459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5cc823-1181-4adb-9047-a3869bd19b52,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:04.974199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b48396c4-f35e-4089-bc6f-1c06bf94b71a None None] Port 611c7f1c-a1a8-49d9-a790-42973b91357d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:05.002301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Checking segment: {'id': '1ece3ecb-23a1-4020-ba7f-91e6da2c769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:05.002810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Network hostable DHCP agents. Network: d529dc2d-7d4d-42cb-82ed-f2655cb4cb24, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:05.004831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks [] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.013413 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.013560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0a1aa-88c1-4f87-a95f-b171c63a58e6 req-ffb73146-d048-466d-a5c3-bfb8bf345d67 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:05.022523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44c0a1aa-88c1-4f87-a95f-b171c63a58e6 req-ffb73146-d048-466d-a5c3-bfb8bf345d67 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3991981
Mar 05 21:10:05.097268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Pushing event updated for resources: {'Port': ['ID=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:05.103883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfdcb14-0a40-4b23-ab18-c7abea8ee202 None None] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:05.174196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Network 2b73263a-7804-4220-bd52-3d32c467554a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:05.178032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:05.187553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:05.283776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.285324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Provisioning complete for port 9c1f3bbc-414f-4748-9a9c-372094bd4067 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:05.285888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.324022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Attempting to bind port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:05.324401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Attempting to bind port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '98172d1b-9d86-4de6-8daa-66c3bbecb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:05.324891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Attempting to bind port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b on network 2b73263a-7804-4220-bd52-3d32c467554a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:05.347921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:05.348307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Checking segment: {'id': '98172d1b-9d86-4de6-8daa-66c3bbecb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:05.348718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.349104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Bound using segment: {'id': '98172d1b-9d86-4de6-8daa-66c3bbecb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:05.349593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Bound port: 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98172d1b-9d86-4de6-8daa-66c3bbecb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b73263a-7804-4220-bd52-3d32c467554a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:05.350089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.382040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.517591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] For port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:05.522444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] For port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,segment=NetworkSegment(98172d1b-9d86-4de6-8daa-66c3bbecb53a),segment_id=98172d1b-9d86-4de6-8daa-66c3bbecb53a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:05.541735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Current status of the port 9c1f3bbc-414f-4748-9a9c-372094bd4067 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:05.542148 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.588757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.642514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:05.647944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.677614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] For port 9c1f3bbc-414f-4748-9a9c-372094bd4067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f3bbc-414f-4748-9a9c-372094bd4067,segment=NetworkSegment(64d01c77-a337-4813-ae4f-807a877bc708),segment_id=64d01c77-a337-4813-ae4f-807a877bc708)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:05.692406 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.697476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575321-6cf9-4060-9695-24bba860e6d4 None None] Pushing event updated for resources: {'Port': ['ID=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:05.724189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44c0a1aa-88c1-4f87-a95f-b171c63a58e6 req-42a1923c-7b78-4edb-8f52-cbd10dc1588c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7006497
Mar 05 21:10:05.773870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.799747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f3bbc-414f-4748-9a9c-372094bd4067 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:05.800667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:05.815481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.833082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d529dc2d-7d4d-42cb-82ed-f2655cb4cb24) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:05.842397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:05.843094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.861279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bc43a-eaa7-47b2-8719-83dd1ccf0dad None None] Network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:05.950428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cf1ddc6a-758e-48a1-8760-d741e843b7e1 None None] Provisioning complete for port 9c1f3bbc-414f-4748-9a9c-372094bd4067 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:05.950665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf1ddc6a-758e-48a1-8760-d741e843b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:05.961234 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d3cea2fb-1522-4239-a610-2f3cb79ca3d0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.2634819
Mar 05 21:10:06.032197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] For port 30ad7984-3b01-4aac-9f3b-d69f10ea737a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ad7984-3b01-4aac-9f3b-d69f10ea737a,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:06.036974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.057677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63f46c-f852-4457-b861-509c87de2334 None None] Pushing event updated for resources: {'Port': ['ID=9c1f3bbc-414f-4748-9a9c-372094bd4067,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:06.204088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.225964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9c1f3bbc-414f-4748-9a9c-372094bd4067 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:06.225964 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.233701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event updated for resources: {'Port': ['ID=611c7f1c-a1a8-49d9-a790-42973b91357d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:06.252699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] In _notify_port_updated(), no bound segment for port 611c7f1c-a1a8-49d9-a790-42973b91357d on network 2aa49d18-0e2a-433e-a09b-a009717219cf {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:10:06.263423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:06.264442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.266933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86dba93c-243d-4dd6-9715-729478dc6b85 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "PUT /v2.0/ports/611c7f1c-a1a8-49d9-a790-42973b91357d HTTP/1.1" status: 200  len: 1055 time: 1.6552508
Mar 05 21:10:06.344047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:06.355128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da182f-8afc-459e-96c8-0fb415cdcd5b None None] Network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:06.673793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.764837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.765298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.765696 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Floating IP 16e2b445-5c10-42ae-8de6-f33ed4fb875f disassociated. External IP: 172.35.0.246, port: 30ad7984-3b01-4aac-9f3b-d69f10ea737a.
Mar 05 21:10:06.766153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for 30ad7984-3b01-4aac-9f3b-d69f10ea737a owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:06.788050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4600cf-a358-407b-aea1-eabfb43ab286 req-2b6f4c45-0302-4413-b880-d7d11316e807 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:06.789891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c4600cf-a358-407b-aea1-eabfb43ab286 req-2b6f4c45-0302-4413-b880-d7d11316e807 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.6611741
Mar 05 21:10:06.830504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ddc6a-758e-48a1-8760-d741e843b7e1 None None] Current status of the port 9c1f3bbc-414f-4748-9a9c-372094bd4067 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:06.846036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.922723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c4600cf-a358-407b-aea1-eabfb43ab286 req-f7a144eb-27b8-4bb4-8c44-598c44f781ec tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216750
Mar 05 21:10:06.951466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531ce9-26de-4b0c-b7f8-cec96fc68b5a req-7cbef20e-f12d-48f3-8f80-8f126fb37015 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:06.953160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-31531ce9-26de-4b0c-b7f8-cec96fc68b5a req-7cbef20e-f12d-48f3-8f80-8f126fb37015 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 945 time: 0.8451097
Mar 05 21:10:06.961683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.20.0.1 (2b73263a-7804-4220-bd52-3d32c467554a/ef12ff15-1993-4444-9167-d7702f08c223/eea15a2b-34c6-4062-9522-a9414dcedfec) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:06.970736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port 611c7f1c-a1a8-49d9-a790-42973b91357d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:06.970736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:06.989345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9c1f3bbc-414f-4748-9a9c-372094bd4067 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:07.000958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2777e7db-28d7-43d4-b5fe-232ce1b64c07 None None] Provisioning complete for port 611c7f1c-a1a8-49d9-a790-42973b91357d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:07.001717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2777e7db-28d7-43d4-b5fe-232ce1b64c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.053720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2777e7db-28d7-43d4-b5fe-232ce1b64c07 None None] Port 611c7f1c-a1a8-49d9-a790-42973b91357d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:07.111925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-31531ce9-26de-4b0c-b7f8-cec96fc68b5a req-433e39d7-609b-45b5-b850-aa2b489eafdd tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups?id=93aa6a59-56eb-4f6e-b621-9556ccf46fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1478074
Mar 05 21:10:07.189182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.261492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.297963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (30ad7984-3b01-4aac-9f3b-d69f10ea737a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.305576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for 611c7f1c-a1a8-49d9-a790-42973b91357d owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:07.322345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.360957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=30ad7984-3b01-4aac-9f3b-d69f10ea737a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:07.371057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.426955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 2b73263a-7804-4220-bd52-3d32c467554a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:07.438303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674205ae-2cac-4a52-8eb6-08a801d7582c req-28c58ac9-e081-4a6e-a8ed-085793b71819 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:07.439896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-674205ae-2cac-4a52-8eb6-08a801d7582c req-28c58ac9-e081-4a6e-a8ed-085793b71819 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1807928
Mar 05 21:10:07.443332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:07.454411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:07.472550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c511a6-47ed-4c1f-b291-73ce53b23c5f None None] Network 2b73263a-7804-4220-bd52-3d32c467554a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:07.525891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=eea15a2b-34c6-4062-9522-a9414dcedfec,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:07.549556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (6e729727-0b1a-42e5-9b6b-9375011749c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.637448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Provisioning complete for port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:07.638792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.641383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-674205ae-2cac-4a52-8eb6-08a801d7582c req-0c8d4993-9e99-477e-8c13-629dbf010bd2 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892395
Mar 05 21:10:07.786064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.831468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Current status of the port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:07.831886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:07.880370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f3bbc-414f-4748-9a9c-372094bd4067 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:08.006110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] For port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,segment=NetworkSegment(98172d1b-9d86-4de6-8daa-66c3bbecb53a),segment_id=98172d1b-9d86-4de6-8daa-66c3bbecb53a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:08.036098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.043832 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (611c7f1c-a1a8-49d9-a790-42973b91357d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.086596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Router 330c3746-6fb0-4f75-9b5b-7c43be3021bd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:08.092482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=611c7f1c-a1a8-49d9-a790-42973b91357d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:08.142053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9c1f3bbc-414f-4748-9a9c-372094bd4067 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:08.144518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.157160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-76d55004-0703-4faf-995b-56fd4e7561ca tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:08.159098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-76d55004-0703-4faf-995b-56fd4e7561ca tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/networks?id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 HTTP/1.1" status: 200  len: 822 time: 0.7894344
Mar 05 21:10:08.168739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.181929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.200891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdf6d6-2fa8-4a80-b2e1-0deefbde8fac None None] Pushing event updated for resources: {'Port': ['ID=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:08.313595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (6e729727-0b1a-42e5-9b6b-9375011749c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.315904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9c1f3bbc-414f-4748-9a9c-372094bd4067 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:08.317251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:08.319417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:08.323773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=eea15a2b-34c6-4062-9522-a9414dcedfec,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:08.366163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa341d-783c-4f28-a477-b1043bed72ac req-0526d403-01ad-46ae-8b36-7f16c9ad836a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:08.374102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bdaa341d-783c-4f28-a477-b1043bed72ac req-0526d403-01ad-46ae-8b36-7f16c9ad836a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2022741
Mar 05 21:10:08.395242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 30ad7984-3b01-4aac-9f3b-d69f10ea737a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:08.395570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 30ad7984-3b01-4aac-9f3b-d69f10ea737a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:08.436833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Provisioning complete for port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:08.437446 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.498215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-9c5f0e0e-7de7-4bfe-8827-138023763acd tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/quotas/6a8526bfe1734af7a05e8a6f22192cf0 HTTP/1.1" status: 200  len: 375 time: 0.2367110
Mar 05 21:10:08.504591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:08.505154 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.556399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:08.575709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-955f7843-94fd-44ea-a938-e52395960e4b tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a8526bfe1734af7a05e8a6f22192cf0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758815
Mar 05 21:10:08.600299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bdaa341d-783c-4f28-a477-b1043bed72ac req-35a6f66b-a47b-46e3-8a6a-a8009f025d9e tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251868
Mar 05 21:10:08.625844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 2b73263a-7804-4220-bd52-3d32c467554a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:08.633088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:08.711204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Current status of the port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:08.712137 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:10:08.743585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Provisioning complete for port eea15a2b-34c6-4062-9522-a9414dcedfec triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:08.743585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:08.748725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:08.840767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-16d761f4-9773-459c-839d-487714bbffe3 None None] Port eea15a2b-34c6-4062-9522-a9414dcedfec cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:08.882597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1245094c-f8d2-4b58-9c87-e8f3258ba45d req-9508f200-e361-4d14-b666-511e5e732579 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc548a05-5226-41f0-a34d-1d44defee56c HTTP/1.1" status: 200  len: 210 time: 0.1315167
Mar 05 21:10:08.978954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9c864220-f2f6-483d-870c-67d086d88003 None None] Provisioning complete for port eea15a2b-34c6-4062-9522-a9414dcedfec triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:08.980403 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c864220-f2f6-483d-870c-67d086d88003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.001777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 6e729727-0b1a-42e5-9b6b-9375011749c0 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:09.042441 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9c864220-f2f6-483d-870c-67d086d88003 None None] Port eea15a2b-34c6-4062-9522-a9414dcedfec cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:09.157553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6119ab-fd95-4e18-97a0-3546cc1b6768 req-c01a58a2-7fe6-4d12-a4c3-65b889825fdf tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:09.165404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c6119ab-fd95-4e18-97a0-3546cc1b6768 req-c01a58a2-7fe6-4d12-a4c3-65b889825fdf tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1572292
Mar 05 21:10:09.170293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-09564db0-403f-4231-8922-28a151efd5cd None None] Provisioning complete for port eea15a2b-34c6-4062-9522-a9414dcedfec triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:09.171934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-09564db0-403f-4231-8922-28a151efd5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.196240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:09.205225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2488bee-eac7-4660-bb90-f6af73bd285b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/6e729727-0b1a-42e5-9b6b-9375011749c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4533050
Mar 05 21:10:09.209467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] Sync routers for ids ['6e729727-0b1a-42e5-9b6b-9375011749c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:09.212097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43094) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:09.228678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] Routers {'6e729727-0b1a-42e5-9b6b-9375011749c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:09.229476 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6e729727-0b1a-42e5-9b6b-9375011749c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.236813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.242796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b152f830-4309-455b-a5a3-176be7007448 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/611c7f1c-a1a8-49d9-a790-42973b91357d HTTP/1.1" status: 204  len: 168 time: 2.8880744
Mar 05 21:10:09.242796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:09.246319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43096) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:09.272561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Sync routers for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:09.284007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-09564db0-403f-4231-8922-28a151efd5cd None None] Port eea15a2b-34c6-4062-9522-a9414dcedfec cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:09.286054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca25f109-b04b-4246-8c78-c5c6fe0dca0c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:09.287901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca25f109-b04b-4246-8c78-c5c6fe0dca0c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports/eea15a2b-34c6-4062-9522-a9414dcedfec HTTP/1.1" status: 200  len: 910 time: 0.0746119
Mar 05 21:10:09.292054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43098) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:09.304743 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75a60>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.315389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:09.316113 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] Routers {'6e729727-0b1a-42e5-9b6b-9375011749c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:09.316468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.317661 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6e729727-0b1a-42e5-9b6b-9375011749c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.318328 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e432a04-737a-4eb3-9451-a5e2b264e85f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] GET failed (client error): The resource could not be found.
Mar 05 21:10:09.322724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e432a04-737a-4eb3-9451-a5e2b264e85f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports/611c7f1c-a1a8-49d9-a790-42973b91357d HTTP/1.1" status: 404  len: 333 time: 0.0753825
Mar 05 21:10:09.325892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43100) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:09.328607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c6119ab-fd95-4e18-97a0-3546cc1b6768 req-b67e60b6-df68-4c63-88f2-be740beda287 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612163
Mar 05 21:10:09.373347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] No DVR routers for this DVR port 30ad7984-3b01-4aac-9f3b-d69f10ea737a on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:09.378251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-aa36fa85-ee9e-4561-8566-6b312cc374c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7680266
Mar 05 21:10:09.382283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.384587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7109b652-a792-4c1a-8cf0-0dcf1fe7b109 req-54cbea39-7f55-4226-b5fa-f8203f596362 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.31 "DELETE /v2.0/ports/30ad7984-3b01-4aac-9f3b-d69f10ea737a HTTP/1.1" status: 204  len: 173 time: 4.9236190
Mar 05 21:10:09.415316 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be75a60>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.416409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa449b-2066-43f0-aec1-0632130e5a6b None None] The sync data for ids ['6e729727-0b1a-42e5-9b6b-9375011749c0'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:09.419439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-deleted', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:09.422756 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0539206-8e76-4dcf-9e8d-9bbda57a8fd3" -d '{"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-deleted", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:09.490229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-8bc3f4d9-0553-4c5c-8c2b-e0d841e70df7 req-d4fb0b8e-7e9f-46e4-b98d-df64f0930b1f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:10:09.492255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bc3f4d9-0553-4c5c-8c2b-e0d841e70df7 req-d4fb0b8e-7e9f-46e4-b98d-df64f0930b1f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072103
Mar 05 21:10:09.517033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:09.539159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:09.553050 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] Sync routers for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:09.579704 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:09.581259 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be750a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.618540 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739bf4b8-66ea-471f-bcb8-76f8a482e9bf x-openstack-request-id: req-739bf4b8-66ea-471f-bcb8-76f8a482e9bf {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:09.618847 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc548a05-5226-41f0-a34d-1d44defee56c", "name": "network-vif-deleted", "tag": "30ad7984-3b01-4aac-9f3b-d69f10ea737a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:09.619175 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-739bf4b8-66ea-471f-bcb8-76f8a482e9bf {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:09.619729 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc548a05-5226-41f0-a34d-1d44defee56c', 'name': 'network-vif-deleted', 'tag': '30ad7984-3b01-4aac-9f3b-d69f10ea737a', 'status': 'completed', 'code': 200}
Mar 05 21:10:09.696119 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be750a0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.702512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:09.725985 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:09.727338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be750a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.728039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.729342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-adaed27d-b5af-458c-a4a5-bc8ed45b4e21 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.4560578
Mar 05 21:10:09.738964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:09.774070 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be750a0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:09.775192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeac3a-b4d6-4f49-a2ff-2aee9f710183 None None] The sync data for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:09.791077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-29e904fc-3b43-4623-b875-cbd90dd28490 service neutron] 10.222.0.15 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3608699
Mar 05 21:10:09.810850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port 6db0c554-dcb6-4cdc-829d-b36a41a5ca6e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:09.813252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:09.983488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:09.984508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.019641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.030648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014d569-2464-42bc-8e97-a5be0d1702d6 req-b555a843-0703-4bd3-8007-7cce3f2108d0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:10.033792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a014d569-2464-42bc-8e97-a5be0d1702d6 req-b555a843-0703-4bd3-8007-7cce3f2108d0 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2973790
Mar 05 21:10:10.058280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for 6db0c554-dcb6-4cdc-829d-b36a41a5ca6e owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:10.071193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c5e0>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:10.134268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Checking router: 330c3746-6fb0-4f75-9b5b-7c43be3021bd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:10.207963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:10.231596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:10.235872 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:10.323946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a014d569-2464-42bc-8e97-a5be0d1702d6 req-3dc69be6-7104-4bc2-bb12-8f79c5bf313b tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804856
Mar 05 21:10:10.394388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (6e729727-0b1a-42e5-9b6b-9375011749c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.435225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43140) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:10.435473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:10.456940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-430fc615-99ce-4a06-8061-6f91cfd7fcd0 req-e5c7177e-e075-4b3d-8637-e2b444448e69 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 210 time: 0.1527517
Mar 05 21:10:10.463297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6db0c554-dcb6-4cdc-829d-b36a41a5ca6e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.615657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:10.617023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=6db0c554-dcb6-4cdc-829d-b36a41a5ca6e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:10.789491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.807965 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b76a2d5-2111-4188-9b80-c67e4cfcd7d1 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/6db0c554-dcb6-4cdc-829d-b36a41a5ca6e HTTP/1.1" status: 204  len: 168 time: 1.4749124
Mar 05 21:10:10.811822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43150) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:10.855227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8241c5e0>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:10.860235 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (93aa6a59-56eb-4f6e-b621-9556ccf46fe7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:10.884244 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc82379-aa3f-4ffa-b8b4-ec34d7d10ed9 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] GET failed (client error): The resource could not be found.
Mar 05 21:10:10.886830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ddc82379-aa3f-4ffa-b8b4-ec34d7d10ed9 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "GET /v2.0/ports/6db0c554-dcb6-4cdc-829d-b36a41a5ca6e HTTP/1.1" status: 404  len: 333 time: 0.0737307
Mar 05 21:10:10.900735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43152) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:10.909130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debadc6-768d-4485-8110-d157e5647cd0 None None] The sync data for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 is: [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:02:06Z', 'revision_number': 4, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '113d7b6a-8650-45cc-8c03-670626019840', 'name': '', 'network_id': '5638f6ea-4ec0-488e-a680-99fc30eb719d', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'mac_address': 'fa:16:3e:48:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:05Z', 'updated_at': '2022-03-05T21:02:17Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'subnets': [{'id': '4a95ea17-30b0-4e2c-a122-82441e2f653a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:10.940358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79a31907-9168-45d8-be71-9301a09c9fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.027071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2bb48-f516-4d32-b540-33cb2d45947e req-efcd6527-ae61-4209-885d-ea076230d311 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:11.035281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47b2bb48-f516-4d32-b540-33cb2d45947e req-efcd6527-ae61-4209-885d-ea076230d311 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.4333711
Mar 05 21:10:11.041062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (93aa6a59-56eb-4f6e-b621-9556ccf46fe7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.074124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79a31907-9168-45d8-be71-9301a09c9fa3 admin admin] Publish callbacks [] for security_group (2afde291-1ed8-4b68-841f-c756eb73a315), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.079954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79a31907-9168-45d8-be71-9301a09c9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2afde291-1ed8-4b68-841f-c756eb73a315), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.135922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79a31907-9168-45d8-be71-9301a09c9fa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fa4a03f39214b9bbffa3e84961b6148&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5133088
Mar 05 21:10:11.136891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31907-9168-45d8-be71-9301a09c9fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afde291-1ed8-4b68-841f-c756eb73a315,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:11.141887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43156) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:11.244383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47b2bb48-f516-4d32-b540-33cb2d45947e req-a8c98bb3-7dd2-4565-af9f-bddf3d523d90 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079539
Mar 05 21:10:11.288955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] Publish callbacks [] for security_group (2afde291-1ed8-4b68-841f-c756eb73a315), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.340396 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] Publish callbacks [] for security_group (2afde291-1ed8-4b68-841f-c756eb73a315), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.341367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (93aa6a59-56eb-4f6e-b621-9556ccf46fe7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.349572 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.350749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "DELETE /v2.0/security-groups/93aa6a59-56eb-4f6e-b621-9556ccf46fe7 HTTP/1.1" status: 204  len: 168 time: 0.8816271
Mar 05 21:10:11.354575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43162) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:11.407121 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-81833aa1-cb81-439f-9997-ad42ba5b297d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] show failed (client error): The resource could not be found.
Mar 05 21:10:11.408294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81833aa1-cb81-439f-9997-ad42ba5b297d tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "GET /v2.0/security-groups/93aa6a59-56eb-4f6e-b621-9556ccf46fe7 HTTP/1.1" status: 404  len: 347 time: 0.0420845
Mar 05 21:10:11.422910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43164) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:11.439737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e59b4-5064-407d-a949-68cf5abaa6c1 tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa6a59-56eb-4f6e-b621-9556ccf46fe7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:11.530661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd390057-6b45-41cc-969d-6c940e8e0c83 None None] New status for floating IP 16e2b445-5c10-42ae-8de6-f33ed4fb875f: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:10:11.674468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02eba0ae-0114-4662-92f7-1fa9197e3461 req-4b1d06d4-37e2-4dbd-8d7d-aeb86cf14395 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 210 time: 0.0756295
Mar 05 21:10:11.684661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2afde291-1ed8-4b68-841f-c756eb73a315), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.689063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.690324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2afde291-1ed8-4b68-841f-c756eb73a315 HTTP/1.1" status: 204  len: 168 time: 0.5470676
Mar 05 21:10:11.700411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869369f7-d0c8-4c21-896b-85acd899d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afde291-1ed8-4b68-841f-c756eb73a315,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:11.749190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Deleting port 41c2238d-4253-4750-b2d7-263b3de63c8a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:11.749821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.863361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.864716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (41c2238d-4253-4750-b2d7-263b3de63c8a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.881953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Calling delete_port for 41c2238d-4253-4750-b2d7-263b3de63c8a owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:11.991696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port 9c739e50-0ed7-4d89-adaf-6536ccd16f08 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:11.991946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:11.996666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.085408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (41c2238d-4253-4750-b2d7-263b3de63c8a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.112521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Pushing event deleted for resources: {'Port': ['ID=41c2238d-4253-4750-b2d7-263b3de63c8a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:12.142689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43172) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:12.195423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks [] for floatingip (16e2b445-5c10-42ae-8de6-f33ed4fb875f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.198734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.203820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d1fd27fe-4a01-4709-858b-88924e252a1e tempest-ServerActionsTestJSON-166095133 tempest-ServerActionsTestJSON-166095133-project] 10.222.0.15 "DELETE /v2.0/floatingips/16e2b445-5c10-42ae-8de6-f33ed4fb875f HTTP/1.1" status: 204  len: 168 time: 0.7758665
Mar 05 21:10:12.204118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:12.268451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d72742f-d93d-4101-8097-17a3cdb07674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.315652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b8db3-c49c-4b8a-ad2c-e047d4d78a66 req-d2089727-94cb-4b63-ba42-4b9a1c754c30 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:12.317275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f86b8db3-c49c-4b8a-ad2c-e047d4d78a66 req-d2089727-94cb-4b63-ba42-4b9a1c754c30 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.9140797
Mar 05 21:10:12.441104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.470094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-6d139e73-115f-414f-9809-b5320ea3ff8b tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:12.471856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-6d139e73-115f-414f-9809-b5320ea3ff8b tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.23 "GET /v2.0/networks?id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 HTTP/1.1" status: 200  len: 822 time: 0.4841304
Mar 05 21:10:12.495416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port eea15a2b-34c6-4062-9522-a9414dcedfec {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:12.495787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.504099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Request body: {'port': {'device_id': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24', 'admin_state_up': True, 'tenant_id': '6a8526bfe1734af7a05e8a6f22192cf0'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:12.523530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for 9c739e50-0ed7-4d89-adaf-6536ccd16f08 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:12.650169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f86b8db3-c49c-4b8a-ad2c-e047d4d78a66 req-4fab6600-8b9a-414d-8c95-5f983db1e880 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106239
Mar 05 21:10:12.860816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c906c03-db3d-4299-8296-1b6f36094585 req-a3610386-15c9-4cd9-bd40-31e718083295 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:12.862606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c906c03-db3d-4299-8296-1b6f36094585 req-a3610386-15c9-4cd9-bd40-31e718083295 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.0985177
Mar 05 21:10:12.891373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4b6603a-e075-4721-b260-1eb12f1ecf18 req-fb000aed-649d-48c4-937f-04d8c576e862 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 210 time: 0.0994909
Mar 05 21:10:12.891373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d72742f-d93d-4101-8097-17a3cdb07674 admin admin] Publish callbacks [] for security_group (db279ad5-d700-428c-9a70-9238c08f3e05), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.941193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7d72742f-d93d-4101-8097-17a3cdb07674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (db279ad5-d700-428c-9a70-9238c08f3e05), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:12.968068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9c906c03-db3d-4299-8296-1b6f36094585 req-a48ffd6d-329b-4181-af1b-56065b06a668 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955405
Mar 05 21:10:12.996337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.018158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.080777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for eea15a2b-34c6-4062-9522-a9414dcedfec owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:13.091522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7d72742f-d93d-4101-8097-17a3cdb07674 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29dae6e5fff14c1799999265417c2c59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9455864
Mar 05 21:10:13.095558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43186) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:13.099687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72742f-d93d-4101-8097-17a3cdb07674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db279ad5-d700-428c-9a70-9238c08f3e05,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:13.192188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Made reservation on behalf of 6a8526bfe1734af7a05e8a6f22192cf0 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:13.195908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.217089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.1 (bed3bf92-e3f8-4292-8f04-1d14c8e0b834/a083210a-789d-4fcb-a82c-f8d352820a0f/0b2872cc-a2bc-4e5d-a009-ab40cc25345d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:13.232224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeacac-6a73-483b-aaaa-bc88a445be30 req-dab496e9-1588-4ce4-b1e3-7898faab6342 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:13.234147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8aeacac-6a73-483b-aaaa-bc88a445be30 req-dab496e9-1588-4ce4-b1e3-7898faab6342 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.1426113
Mar 05 21:10:13.239004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] Publish callbacks [] for security_group (db279ad5-d700-428c-9a70-9238c08f3e05), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.317927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] Publish callbacks [] for security_group (db279ad5-d700-428c-9a70-9238c08f3e05), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.371105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9c739e50-0ed7-4d89-adaf-6536ccd16f08), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.393483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8aeacac-6a73-483b-aaaa-bc88a445be30 req-59a53bc0-e036-47de-96b5-3aa94856702c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493819
Mar 05 21:10:13.443817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (db279ad5-d700-428c-9a70-9238c08f3e05), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.446500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.447657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db279ad5-d700-428c-9a70-9238c08f3e05 HTTP/1.1" status: 204  len: 168 time: 0.3330917
Mar 05 21:10:13.490128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0525cf-d8c1-43a7-a083-46270abf0c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db279ad5-d700-428c-9a70-9238c08f3e05,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:13.513192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=9c739e50-0ed7-4d89-adaf-6536ccd16f08,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:13.595995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Deleting port 113d7b6a-8650-45cc-8c03-670626019840 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:13.596880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (113d7b6a-8650-45cc-8c03-670626019840), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.747729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] For port 113d7b6a-8650-45cc-8c03-670626019840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=113d7b6a-8650-45cc-8c03-670626019840,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:13.748273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (113d7b6a-8650-45cc-8c03-670626019840), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.771994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Calling delete_port for 113d7b6a-8650-45cc-8c03-670626019840 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:13.772206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.775622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0e961e38-922b-4a79-a63c-df18169eac11 tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/ports/9c739e50-0ed7-4d89-adaf-6536ccd16f08 HTTP/1.1" status: 204  len: 168 time: 2.8653786
Mar 05 21:10:13.776986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Allocated IP 172.20.0.3 (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24/7b5cc823-1181-4adb-9047-a3869bd19b52/10d4761c-eff3-4b89-8e69-a7c60e646059) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:13.780549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:13.785705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:13.888256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ba75-ba9d-4570-afcf-7d291ec53f1f req-f4118cd7-d7f1-4149-bfe3-038b1f431a18 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:13.890254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9480ba75-ba9d-4570-afcf-7d291ec53f1f req-f4118cd7-d7f1-4149-bfe3-038b1f431a18 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3497119
Mar 05 21:10:14.002550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (eea15a2b-34c6-4062-9522-a9414dcedfec), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.007977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting subnet 984b45a7-f648-40d8-ba35-a2e9dcc66499 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:14.032477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for subnet (984b45a7-f648-40d8-ba35-a2e9dcc66499), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.052955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a86568f-2722-4258-b770-486c2d16d9c3 req-6c9a1e0f-43a7-4240-96dc-234f702f2cfc tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 210 time: 0.0410175
Mar 05 21:10:14.087800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (113d7b6a-8650-45cc-8c03-670626019840), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.126647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=113d7b6a-8650-45cc-8c03-670626019840,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:14.130832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=eea15a2b-34c6-4062-9522-a9414dcedfec,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:14.369969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9480ba75-ba9d-4570-afcf-7d291ec53f1f req-44620579-26c6-4466-aada-2f4d0fa0f545 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4575379
Mar 05 21:10:14.371259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.406116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.416407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:14.464819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (984b45a7-f648-40d8-ba35-a2e9dcc66499), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.469177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=0b2872cc-a2bc-4e5d-a009-ab40cc25345d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:14.571083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (6e729727-0b1a-42e5-9b6b-9375011749c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.611965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:14.635319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:14.686898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:14.777380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Deleting port 95d001f8-bcdc-461f-a6c3-71a5e20bca38 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:14.777727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.976272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:14.976496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (95d001f8-bcdc-461f-a6c3-71a5e20bca38), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.006874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Calling delete_port for 95d001f8-bcdc-461f-a6c3-71a5e20bca38 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:15.015418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Router 330c3746-6fb0-4f75-9b5b-7c43be3021bd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:15.101058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8e69f4b5-4845-4bdc-81a6-d67db76e0b6e None None] Provisioning complete for port 0b2872cc-a2bc-4e5d-a009-ab40cc25345d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:15.102150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e69f4b5-4845-4bdc-81a6-d67db76e0b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.160064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8e69f4b5-4845-4bdc-81a6-d67db76e0b6e None None] Port 0b2872cc-a2bc-4e5d-a009-ab40cc25345d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:15.334477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks [] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.370143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b804cd-eeee-45da-9a66-316d483a5586 req-bfe59b1d-041d-4c6b-9f50-03a881af0f13 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:15.371793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50b804cd-eeee-45da-9a66-316d483a5586 req-bfe59b1d-041d-4c6b-9f50-03a881af0f13 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.8610835
Mar 05 21:10:15.372584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.416030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (984b45a7-f648-40d8-ba35-a2e9dcc66499), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.661265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 6e729727-0b1a-42e5-9b6b-9375011749c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:15.666443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.688499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50b804cd-eeee-45da-9a66-316d483a5586 req-30c10184-a488-48a5-8987-de8c8ae73f77 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681937
Mar 05 21:10:15.721665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (984b45a7-f648-40d8-ba35-a2e9dcc66499), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.729134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbed53b-b966-4bcc-824f-736e1c5d6f28 req-4c1da19f-1627-439a-b3bc-947a2b2b6096 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:15.730736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfbed53b-b966-4bcc-824f-736e1c5d6f28 req-4c1da19f-1627-439a-b3bc-947a2b2b6096 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 931 time: 0.5151210
Mar 05 21:10:15.747903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:15.764799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Sync routers for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:15.768467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41f9a155-9dc1-427a-af92-23b6c75a9bdd admin admin] 10.222.0.15 "PUT /v2.0/routers/330c3746-6fb0-4f75-9b5b-7c43be3021bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5600226
Mar 05 21:10:15.774907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:15.778896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Subnet': ['ID=984b45a7-f648-40d8-ba35-a2e9dcc66499,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:15.798346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece1fcf-76e1-44d4-b3f3-1f0c94a6451d None None] Network 2aa49d18-0e2a-433e-a09b-a009717219cf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:15.812075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:15.815358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:15.821402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d5af7d57-677a-4020-8218-595d9912d55d tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/subnets/984b45a7-f648-40d8-ba35-a2e9dcc66499 HTTP/1.1" status: 204  len: 168 time: 2.0119333
Mar 05 21:10:15.825480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:15.829506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:15.829825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:15.830812 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:15.837275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:15.927394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Pushing event updated for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:15.984825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cfbed53b-b966-4bcc-824f-736e1c5d6f28 req-a3acce0b-8567-4cba-a89d-cffc1619841e tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383468
Mar 05 21:10:16.043915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (95d001f8-bcdc-461f-a6c3-71a5e20bca38), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.065538 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:16.085126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] DHCP port deletion for 2aa49d18-0e2a-433e-a09b-a009717219cf request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:16.117865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.160418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Deleting port 8a182573-1198-4a99-ae1c-4f628c627aae {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:16.161644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.165207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event deleted for resources: {'Port': ['ID=95d001f8-bcdc-461f-a6c3-71a5e20bca38,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:16.197944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:16.202623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks [] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.207325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for floatingip (b6d8058d-08d5-4627-a1f7-4da88efc02b8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.207825 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Floating IP b6d8058d-08d5-4627-a1f7-4da88efc02b8 disassociated (deleted). External IP: 172.35.0.127, port: e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2.
Mar 05 21:10:16.225381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f47bbf72-87b6-4ff5-b78c-95aae29018d3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/6e729727-0b1a-42e5-9b6b-9375011749c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9321203
Mar 05 21:10:16.228165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43264) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:16.238653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] Sync routers for ids ['6e729727-0b1a-42e5-9b6b-9375011749c0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:16.271709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:16.274215 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.274674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] Routers {'6e729727-0b1a-42e5-9b6b-9375011749c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:16.275593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828eba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6e729727-0b1a-42e5-9b6b-9375011749c0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.332576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] For port 8a182573-1198-4a99-ae1c-4f628c627aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a182573-1198-4a99-ae1c-4f628c627aae,segment=NetworkSegment(af59cfc6-a527-4f76-b310-4f35a24beef3),segment_id=af59cfc6-a527-4f76-b310-4f35a24beef3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:16.333281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.351383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Calling delete_port for 8a182573-1198-4a99-ae1c-4f628c627aae owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:16.362984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-afd94af4-caab-4187-8090-e979f8599345 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e729727-0b1a-42e5-9b6b-9375011749c0 HTTP/1.1" status: 200  len: 205 time: 0.1307919
Mar 05 21:10:16.371075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43268) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:16.388821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2aa49d18-0e2a-433e-a09b-a009717219cf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.419252 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0db20>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:10:13Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.425197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828eba00>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.463621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-0d6b0a34-4b9e-4f0d-9e79-949295012892 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9721007
Mar 05 21:10:16.470171 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Checking router: 330c3746-6fb0-4f75-9b5b-7c43be3021bd for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:16.481668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] Routers {'6e729727-0b1a-42e5-9b6b-9375011749c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:16.483504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828eba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6e729727-0b1a-42e5-9b6b-9375011749c0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.486874 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Routers {'330c3746-6fb0-4f75-9b5b-7c43be3021bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:16.487899 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.543749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Request body: {'port': {'device_id': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:16.553470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828eba00>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.554981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0846c-df52-430e-a2c6-6b2c3bf15fcf None None] The sync data for ids ['6e729727-0b1a-42e5-9b6b-9375011749c0'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:16.588297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.600289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks [] for router_gateway (330c3746-6fb0-4f75-9b5b-7c43be3021bd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.617291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.667802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Pushing event deleted for resources: {'Port': ['ID=8a182573-1198-4a99-ae1c-4f628c627aae,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:16.683986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] No DVR routers for this DVR port 8a182573-1198-4a99-ae1c-4f628c627aae on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:16.687198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.687999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.688597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.690794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.691783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.693484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.694225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.694769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.696092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.696665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.698402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.699065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.700433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32df090a-8ef6-48cf-8e0b-f6e1562add54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:16.721699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] Set router 330c3746-6fb0-4f75-9b5b-7c43be3021bd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:16.885230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.895377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:16.900261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Deleting port 235b87e1-2e6d-42a2-a710-070b16cd1943 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:16.900609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.965266 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0db20>, [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:10:13Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:16.985655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:16.998311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (6e729727-0b1a-42e5-9b6b-9375011749c0), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.042836 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094034a-d856-449a-9c46-1fc6a23c1cd1 None None] The sync data for ids ['330c3746-6fb0-4f75-9b5b-7c43be3021bd'] in ncdv-master-1 is: [{'id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'name': 'tempest-ServerActionsTestJSON-278904431-router', 'tenant_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213'}], 'enable_snat': True}, 'gw_port_id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:01:58Z', 'updated_at': '2022-03-05T21:10:13Z', 'revision_number': 5, 'project_id': '1b7fc33099aa4a2a9d459a269ac2e82f', 'gw_port': {'id': '235b87e1-2e6d-42a2-a710-070b16cd1943', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c3746-6fb0-4f75-9b5b-7c43be3021bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:02:00Z', 'updated_at': '2022-03-05T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:17.146616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (6e729727-0b1a-42e5-9b6b-9375011749c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.147148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router 6e729727-0b1a-42e5-9b6b-9375011749c0 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:17.149530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Deleting port 8a182573-1198-4a99-ae1c-4f628c627aae {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:17.149858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.160014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.165322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:17.183117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2a17a17-0045-4ec8-b12c-8a253f040338 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/6e729727-0b1a-42e5-9b6b-9375011749c0 HTTP/1.1" status: 204  len: 168 time: 0.8035409
Mar 05 21:10:17.289578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet ef12ff15-1993-4444-9167-d7702f08c223 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:17.295406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] For port 235b87e1-2e6d-42a2-a710-070b16cd1943, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=235b87e1-2e6d-42a2-a710-070b16cd1943,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:17.296007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.300524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (ef12ff15-1993-4444-9167-d7702f08c223), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.338638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:17.343896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.348948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Calling delete_port for 235b87e1-2e6d-42a2-a710-070b16cd1943 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:17.353603 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:17.368170 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:17.368922 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:17.418319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] For port 8a182573-1198-4a99-ae1c-4f628c627aae, host ncdv-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:17.418683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.418801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ef12ff15-1993-4444-9167-d7702f08c223), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.472410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Calling delete_port for 8a182573-1198-4a99-ae1c-4f628c627aae owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:17.503515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aecbee37-0d68-4ea2-9e8d-2916152d5195 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "DELETE /v2.0/floatingips/b6d8058d-08d5-4627-a1f7-4da88efc02b8 HTTP/1.1" status: 204  len: 168 time: 3.0797830
Mar 05 21:10:17.505202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Port 8a182573-1198-4a99-ae1c-4f628c627aae was not found and therefore no delete operation was performed {{(pid=126563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:10:17.513694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8a182573-1198-4a99-ae1c-4f628c627aae), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.520038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:17.524282 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6fa278-687f-46d8-b1e3-a02df28ac6af" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:17.548382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903ed5d-2547-480c-b41c-5b9acbfd4337 req-94748cac-8197-4f5e-8037-0b44bc3b4330 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:17.550012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d903ed5d-2547-480c-b41c-5b9acbfd4337 req-94748cac-8197-4f5e-8037-0b44bc3b4330 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 931 time: 0.4106405
Mar 05 21:10:17.603468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.618493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Port': ['ID=8a182573-1198-4a99-ae1c-4f628c627aae,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:17.622867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] No DVR routers for this DVR port 8a182573-1198-4a99-ae1c-4f628c627aae on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:17.633308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.737277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 113d7b6a-8650-45cc-8c03-670626019840 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:17.805730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ef12ff15-1993-4444-9167-d7702f08c223), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.853230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 113d7b6a-8650-45cc-8c03-670626019840 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:17.855182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 113d7b6a-8650-45cc-8c03-670626019840 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:17.855936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8a182573-1198-4a99-ae1c-4f628c627aae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:17.935756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8a182573-1198-4a99-ae1c-4f628c627aae {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:17.938283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8a182573-1198-4a99-ae1c-4f628c627aae not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:17.964391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ef12ff15-1993-4444-9167-d7702f08c223), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.967061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2aa49d18-0e2a-433e-a09b-a009717219cf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:17.979094 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:17.995953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f19751-98a1-4deb-b082-fcad5b6c4046 None None] Network 2b73263a-7804-4220-bd52-3d32c467554a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:18.000850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.001508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.011808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/ef12ff15-1993-4444-9167-d7702f08c223 HTTP/1.1" status: 204  len: 168 time: 0.8415978
Mar 05 21:10:18.021891 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a3387-3cbb-4c7d-8674-6a44d1d735f5 x-openstack-request-id: req-d26a3387-3cbb-4c7d-8674-6a44d1d735f5 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:18.022098 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:18.022405 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d26a3387-3cbb-4c7d-8674-6a44d1d735f5 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:18.022759 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:10:18.023139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43328) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:18.030904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (235b87e1-2e6d-42a2-a710-070b16cd1943), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.049330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=0b2872cc-a2bc-4e5d-a009-ab40cc25345d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:18.086340 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d903ed5d-2547-480c-b41c-5b9acbfd4337 req-0d1fdf6b-b0d6-4dee-a4a7-0b1a8fd46217 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4786227
Mar 05 21:10:18.110304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1580>,) {'filters': {'network_id': ['2aa49d18-0e2a-433e-a09b-a009717219cf']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:18.241951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1580>, 'af59cfc6-a527-4f76-b310-4f35a24beef3') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:18.242261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7e1580>, 'af59cfc6-a527-4f76-b310-4f35a24beef3') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:18.302063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (af59cfc6-a527-4f76-b310-4f35a24beef3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.302296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5ce7a-cb0c-418f-bbc1-ca6f957d9ccb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=ef12ff15-1993-4444-9167-d7702f08c223,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:18.331013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d4761c-eff3-4b89-8e69-a7c60e646059 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:10:18.344733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks [] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.347206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (af59cfc6-a527-4f76-b310-4f35a24beef3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.361515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:18.361984 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (af59cfc6-a527-4f76-b310-4f35a24beef3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.365602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] DHCP port deletion for 2b73263a-7804-4220-bd52-3d32c467554a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:18.366985 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:18.422548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Pushing event deleted for resources: {'Port': ['ID=235b87e1-2e6d-42a2-a710-070b16cd1943,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:18.451204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0df70>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:18.468480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.480117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Deleting port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:18.480638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.482359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:18.492498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:18.527123 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:18.527979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Transition to ACTIVE for port object 10d4761c-eff3-4b89-8e69-a7c60e646059 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:10:18.552769 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:18.553644 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:18.675121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2b73263a-7804-4220-bd52-3d32c467554a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.680622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2aa49d18-0e2a-433e-a09b-a009717219cf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.684733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.688997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks [] for router_controller (330c3746-6fb0-4f75-9b5b-7c43be3021bd), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.691073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.692268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-07c1c9f6-a1ed-42e9-b5b7-0e2f897f907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:18.693702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-07c1c9f6-a1ed-42e9-b5b7-0e2f897f907d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 1128 time: 0.6123393
Mar 05 21:10:18.697311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] 10.222.0.15 "DELETE /v2.0/networks/2aa49d18-0e2a-433e-a09b-a009717219cf HTTP/1.1" status: 204  len: 168 time: 2.8569958
Mar 05 21:10:18.708471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.735095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:18.741943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e3c4-7f77-45a3-82b3-7d1b7818a49f tempest-AllowedAddressPairTestJSON-1273287261 tempest-AllowedAddressPairTestJSON-1273287261-project] Pushing event deleted for resources: {'Network': ['ID=2aa49d18-0e2a-433e-a09b-a009717219cf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:18.778805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84dca-3043-4176-8d20-4da1903db4a6 req-3b61baa2-e38a-4e06-8b96-022da16abe8a tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:18.782854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:18.786992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acb84dca-3043-4176-8d20-4da1903db4a6 req-3b61baa2-e38a-4e06-8b96-022da16abe8a tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.6133072
Mar 05 21:10:18.867852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (330c3746-6fb0-4f75-9b5b-7c43be3021bd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.868859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330c3746-6fb0-4f75-9b5b-7c43be3021bd {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:18.872840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:18.875438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f31da0fd-85ba-4b01-beb3-da76ef6573ba admin admin] 10.222.0.15 "DELETE /v2.0/routers/330c3746-6fb0-4f75-9b5b-7c43be3021bd HTTP/1.1" status: 204  len: 168 time: 3.0986891
Mar 05 21:10:18.880987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43360) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:18.937090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:19.071575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] For port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,segment=NetworkSegment(98172d1b-9d86-4de6-8daa-66c3bbecb53a),segment_id=98172d1b-9d86-4de6-8daa-66c3bbecb53a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:19.075163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.111406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Calling delete_port for 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:19.113205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e332eab6-c2e2-4de8-bc37-36bc3e7e2290 None None] Provisioning complete for port 0b2872cc-a2bc-4e5d-a009-ab40cc25345d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:19.113372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acb84dca-3043-4176-8d20-4da1903db4a6 req-29d3e669-1cc2-4ef8-bdd9-fd3c0cb33062 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3254342
Mar 05 21:10:19.118119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Deleting subnet 4a95ea17-30b0-4e2c-a122-82441e2f653a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:19.120984 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e332eab6-c2e2-4de8-bc37-36bc3e7e2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.133231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-0bf2fae2-bd4e-4c38-93a1-7768c2325137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:19.134737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-0bf2fae2-bd4e-4c38-93a1-7768c2325137 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 200  len: 912 time: 0.4317079
Mar 05 21:10:19.135721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Publish callbacks [] for subnet (4a95ea17-30b0-4e2c-a122-82441e2f653a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.272552 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0df70>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:19.280150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e332eab6-c2e2-4de8-bc37-36bc3e7e2290 None None] Port 0b2872cc-a2bc-4e5d-a009-ab40cc25345d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:19.312960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.315272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-604caf46-4c28-4559-8588-da20d1e1060f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 200  len: 217 time: 0.1311960
Mar 05 21:10:19.321119 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e717b-b5dd-49cc-ae59-c7b89624b183 None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:07:44Z', 'revision_number': 4, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2332b75c-fc72-4413-b2c0-58826bb2a656', 'name': '', 'network_id': 'ae1269f1-682e-4aa3-b338-a2b7ba6d8a67', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'mac_address': 'fa:16:3e:7a:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:41Z', 'updated_at': '2022-03-05T21:07:54Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'subnets': [{'id': '758d19e6-6eb1-47c4-8c8e-666071b27aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:19.359700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4a95ea17-30b0-4e2c-a122-82441e2f653a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.364042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] Pushing event deleted for resources: {'Port': ['ID=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:19.375629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c6bf3-bdb4-4ffd-ad2c-e552092a3e6d None None] No DVR routers for this DVR port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:19.401323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:19.401929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:19.413835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:19.684822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 235b87e1-2e6d-42a2-a710-070b16cd1943 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:19.709584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 235b87e1-2e6d-42a2-a710-070b16cd1943 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:19.710387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 235b87e1-2e6d-42a2-a710-070b16cd1943 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:19.710981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:19.739181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:19.744301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:19.819387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:19.825362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dcb92add-9355-4e2d-8297-d415add0a94b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/routers/bfea7afa-f17c-4061-82d6-b2b484fcc0d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0824332
Mar 05 21:10:19.830579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] Sync routers for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:19.832527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:19.838972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'port': {'network_id': 'bed3bf92-e3f8-4292-8f04-1d14c8e0b834', 'name': 'tempest-FloatingIPTestJSON-86634835'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:19.843737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Attempting to bind port 10d4761c-eff3-4b89-8e69-a7c60e646059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:19.844088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Attempting to bind port 10d4761c-eff3-4b89-8e69-a7c60e646059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1ece3ecb-23a1-4020-ba7f-91e6da2c769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:19.844418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Attempting to bind port 10d4761c-eff3-4b89-8e69-a7c60e646059 on network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:19.853764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:19.855415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:19.856594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acb628-133f-48db-b207-cc75c04b6da0 req-dc331c27-7797-4b03-9e64-39e53afcf4ec tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:19.858256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56acb628-133f-48db-b207-cc75c04b6da0 req-dc331c27-7797-4b03-9e64-39e53afcf4ec tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 943 time: 0.2426114
Mar 05 21:10:19.865398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-6fb0be87-574e-4355-b713-b5a403af91f9 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:19.866884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-6fb0be87-574e-4355-b713-b5a403af91f9 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.2455063
Mar 05 21:10:19.874770 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304ca35-66e5-4470-a77e-e19f02621de5 None None] New status for floating IP b6d8058d-08d5-4627-a1f7-4da88efc02b8: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:10:19.928853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Port 10d4761c-eff3-4b89-8e69-a7c60e646059 on network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:10:19.929258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Attempting to bind port 10d4761c-eff3-4b89-8e69-a7c60e646059 on network d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:19.946597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0c070>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:19.956512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:19.957706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:20.001385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e0c070>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:20.002070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2a08-11de-4242-8b9c-d86b9c973f2a None None] The sync data for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:20.018830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b, host ncdv-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:20.019203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.021982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:20.022335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Checking segment: {'id': '1ece3ecb-23a1-4020-ba7f-91e6da2c769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:20.022731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Bound using segment: {'id': '1ece3ecb-23a1-4020-ba7f-91e6da2c769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:20.023324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Bound port: 10d4761c-eff3-4b89-8e69-a7c60e646059, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece3ecb-23a1-4020-ba7f-91e6da2c769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:20.023539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.035520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-1f3cc60c-04e7-42b2-a06a-3fe671bdfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.037019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-1f3cc60c-04e7-42b2-a06a-3fe671bdfda2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 200  len: 850 time: 0.6860693
Mar 05 21:10:20.075368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:20.084213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b was not found and therefore no delete operation was performed {{(pid=126562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:10:20.099465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56acb628-133f-48db-b207-cc75c04b6da0 req-f2f88ca1-229f-4a3f-bd18-63d771ac93c4 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196670
Mar 05 21:10:20.114137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.128918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0531fc26-2f61-434b-adbe-8a808793fe9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02e0bdc8b5f849e0bf4fefb968bbe5e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7102375
Mar 05 21:10:20.135090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:20.158167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4a95ea17-30b0-4e2c-a122-82441e2f653a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.168349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c9154-0483-41cc-a11e-d19dfd1eae45 req-123bd742-4bcc-42d9-9899-2bd65899244a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.169790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe7c9154-0483-41cc-a11e-d19dfd1eae45 req-123bd742-4bcc-42d9-9899-2bd65899244a tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2458956
Mar 05 21:10:20.171114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:20.198664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 7b5695c7-1f76-48ac-b8d3-2cbfea37bf0b on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:20.261597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:20.264177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Made reservation on behalf of ab5d4f8f21264fea91a0c7c0a0e8f55d for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:20.267913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.311442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Deleting port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:20.311824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.316852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d4761c-eff3-4b89-8e69-a7c60e646059,segment=NetworkSegment(1ece3ecb-23a1-4020-ba7f-91e6da2c769d),segment_id=1ece3ecb-23a1-4020-ba7f-91e6da2c769d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:20.352420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-fe5be1f6-9585-4557-b009-b847570def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.354067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-fe5be1f6-9585-4557-b009-b847570def68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2894371
Mar 05 21:10:20.369780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] device_id is not set on port a042faec-7701-4c4f-9d0a-930ddef4e51a yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:20.384508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.388781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4a95ea17-30b0-4e2c-a122-82441e2f653a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.392987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] Publish callbacks [] for security_group (8b024ab7-239e-456b-8f7c-b5233f67db78), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.404151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2b73263a-7804-4220-bd52-3d32c467554a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.445529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe7c9154-0483-41cc-a11e-d19dfd1eae45 req-15247015-a776-4998-9fbc-2ec9f88c5c49 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522738
Mar 05 21:10:20.484966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a95ea17-30b0-4e2c-a122-82441e2f653a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:20.493807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a95e85-1450-49d0-909b-590ac1401b35 None None] Network 5638f6ea-4ec0-488e-a680-99fc30eb719d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:20.494287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.497247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f97d77a0-f0a5-43f2-af04-dfce3644f599 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a95ea17-30b0-4e2c-a122-82441e2f653a HTTP/1.1" status: 204  len: 168 time: 1.6073518
Mar 05 21:10:20.502034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89b550a0>,) {'filters': {'network_id': ['2b73263a-7804-4220-bd52-3d32c467554a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:20.504568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:20.517716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.518343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.521839 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/10d4761c-eff3-4b89-8e69-a7c60e646059 HTTP/1.1" status: 200  len: 1091 time: 4.0158820
Mar 05 21:10:20.524844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b550a0>, '98172d1b-9d86-4de6-8daa-66c3bbecb53a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:20.525146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89b550a0>, '98172d1b-9d86-4de6-8daa-66c3bbecb53a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:20.538567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:20.545860 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ef10e-a840-4884-b071-43e87e3816b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:20.548534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (98172d1b-9d86-4de6-8daa-66c3bbecb53a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.591628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] Publish callbacks [] for security_group (8b024ab7-239e-456b-8f7c-b5233f67db78), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.606714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (98172d1b-9d86-4de6-8daa-66c3bbecb53a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.632193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:20.632471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (98172d1b-9d86-4de6-8daa-66c3bbecb53a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:20.635945 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:20.648601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d542c14-c1ab-4578-920e-b88cdaeb1300 req-dbeaa0e5-c5d2-44bf-935e-4cbe830ed22f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.650353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d542c14-c1ab-4578-920e-b88cdaeb1300 req-dbeaa0e5-c5d2-44bf-935e-4cbe830ed22f tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 946 time: 0.4065049
Mar 05 21:10:20.655378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-a147f8d2-2085-4282-9bec-66ef8344fbda service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2935209
Mar 05 21:10:20.686122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5638f6ea-4ec0-488e-a680-99fc30eb719d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.733350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] DHCP port deletion for 5638f6ea-4ec0-488e-a680-99fc30eb719d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:20.790024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2b73263a-7804-4220-bd52-3d32c467554a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.803145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.805207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Deleting port daf74e39-cc78-4947-a61d-78c9e0441102 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:20.805788 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.812825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/2b73263a-7804-4220-bd52-3d32c467554a HTTP/1.1" status: 204  len: 168 time: 2.7541254
Mar 05 21:10:20.824294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:20.836356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154968450', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:20.846125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e354c-b669-4402-944c-36b035bd03db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=2b73263a-7804-4220-bd52-3d32c467554a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:20.864145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d542c14-c1ab-4578-920e-b88cdaeb1300 req-e8c70e23-a038-4714-9f3e-46c2365d6af2 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/security-groups?id=99526fc4-d596-4cc5-a8a7-9011374c7688&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1829569
Mar 05 21:10:20.866834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904490b-dfe9-4685-b866-217d477ed4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:20.880815 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad8c54-a124-4b5e-a76d-85168b6e9643 x-openstack-request-id: req-e4ad8c54-a124-4b5e-a76d-85168b6e9643 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:20.881018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f6fa278-687f-46d8-b1e3-a02df28ac6af req-5b666360-2b38-4ce5-af80-b9034ff56c4b service neutron] 10.222.0.31 "GET /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886146
Mar 05 21:10:20.881447 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:20.881851 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4ad8c54-a124-4b5e-a76d-85168b6e9643 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:20.882392 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059', 'status': 'completed', 'code': 200}
Mar 05 21:10:20.890815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] For port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:20.890815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.897826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.898896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.916162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Calling delete_port for e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:20.917469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Deleting port daf74e39-cc78-4947-a61d-78c9e0441102 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:20.917835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.921295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] For port daf74e39-cc78-4947-a61d-78c9e0441102, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf74e39-cc78-4947-a61d-78c9e0441102,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:20.922599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:20.938655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Calling delete_port for daf74e39-cc78-4947-a61d-78c9e0441102 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:20.990283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-7643b293-44d3-44ed-b479-332d4c34fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:20.991917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-7643b293-44d3-44ed-b479-332d4c34fda8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a8526bfe1734af7a05e8a6f22192cf0&device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 1125 time: 0.3956637
Mar 05 21:10:20.993387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Allocated IP 172.20.0.7 (bed3bf92-e3f8-4292-8f04-1d14c8e0b834/a083210a-789d-4fcb-a82c-f8d352820a0f/a042faec-7701-4c4f-9d0a-930ddef4e51a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:20.999732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8b024ab7-239e-456b-8f7c-b5233f67db78), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.002365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.003538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b024ab7-239e-456b-8f7c-b5233f67db78 HTTP/1.1" status: 204  len: 168 time: 0.8674614
Mar 05 21:10:21.008374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.044205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.057239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-8f254d35-6353-4232-8efc-7147a2119a73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4761c-eff3-4b89-8e69-a7c60e646059 HTTP/1.1" status: 200  len: 217 time: 0.0524528
Mar 05 21:10:21.075662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] Pushing event deleted for resources: {'Port': ['ID=daf74e39-cc78-4947-a61d-78c9e0441102,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:21.076363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a354b-b377-49bb-9b8c-a09726b44b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b024ab7-239e-456b-8f7c-b5233f67db78,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:21.098647 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e9e33-e61c-4c07-a36c-0d4019c90ad6 None None] No DVR routers for this DVR port daf74e39-cc78-4947-a61d-78c9e0441102 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:21.121309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] For port daf74e39-cc78-4947-a61d-78c9e0441102, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf74e39-cc78-4947-a61d-78c9e0441102,segment=NetworkSegment(d0732aa5-a937-4ca5-aa1b-6581c06b7cb6),segment_id=d0732aa5-a937-4ca5-aa1b-6581c06b7cb6)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:21.121784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.155316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Calling delete_port for daf74e39-cc78-4947-a61d-78c9e0441102 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:21.203479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ccf20-eb98-41da-8aad-196860c6356d req-651e35d7-3e3c-4eea-9b9d-2b9a8bae5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:21.204918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-651e35d7-3e3c-4eea-9b9d-2b9a8bae5ccd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b5cc823-1181-4adb-9047-a3869bd19b52 HTTP/1.1" status: 200  len: 862 time: 0.1408205
Mar 05 21:10:21.304310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_gateway (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.332113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-1d495052-3d8c-4d86-86f5-d5460b69b583 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721400
Mar 05 21:10:21.424850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ca318-15a3-4d69-8b2b-2c11bd9b20ba req-c1c7b477-b036-49da-b31c-1cdb74f0932e tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:21.426845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c14ca318-15a3-4d69-8b2b-2c11bd9b20ba req-c1c7b477-b036-49da-b31c-1cdb74f0932e tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 943 time: 0.1940484
Mar 05 21:10:21.444303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (daf74e39-cc78-4947-a61d-78c9e0441102), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.477929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.500303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf74e39-cc78-4947-a61d-78c9e0441102,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:21.502747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] No DVR routers for this DVR port daf74e39-cc78-4947-a61d-78c9e0441102 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:21.508124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.541456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event deleted for resources: {'Port': ['ID=e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:21.617308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c14ca318-15a3-4d69-8b2b-2c11bd9b20ba req-26374d03-dbef-4520-a448-73a6afeb2cc4 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847088
Mar 05 21:10:21.631123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5638f6ea-4ec0-488e-a680-99fc30eb719d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.637986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-c72d0ea8-c0cb-4436-9c9a-b521218f584d service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958412
Mar 05 21:10:21.640475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] No DVR routers for this DVR port e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:21.664294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.682331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5bb130>,) {'filters': {'network_id': ['5638f6ea-4ec0-488e-a680-99fc30eb719d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:21.682606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d401b1e-57b2-4001-a602-cfa3b8adce24 req-fcec4dc9-a082-4f48-bd74-249994809718 tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.31 "DELETE /v2.0/ports/e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 HTTP/1.1" status: 204  len: 173 time: 1.7593548
Mar 05 21:10:21.697953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5bb130>, 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:21.698303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5bb130>, 'd0732aa5-a937-4ca5-aa1b-6581c06b7cb6') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:21.713260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device daf74e39-cc78-4947-a61d-78c9e0441102 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:21.771095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (d0732aa5-a937-4ca5-aa1b-6581c06b7cb6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.782784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.796430 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d0732aa5-a937-4ca5-aa1b-6581c06b7cb6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.801282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: daf74e39-cc78-4947-a61d-78c9e0441102 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:21.801864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device daf74e39-cc78-4947-a61d-78c9e0441102 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:21.826163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:21.826705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (d0732aa5-a937-4ca5-aa1b-6581c06b7cb6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:21.828912 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:21.831270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_gateway (b0d6b1c6-504a-4d00-811a-c58194f08ebc), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.866907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-d8213147-40c3-49df-88c5-ab47654453ca tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:21.868397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-d8213147-40c3-49df-88c5-ab47654453ca tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.2395875
Mar 05 21:10:21.912488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:21.928421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:21.936300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-819ccf20-eb98-41da-8aad-196860c6356d req-339093f9-87b0-4cba-b799-0678c9c7c0b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2816432
Mar 05 21:10:21.960092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:21.970060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e83ff-3bfc-439d-a083-922cf81eed09 req-1aa38d76-32f5-4664-9cff-57c4817de4da tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:21.971275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-765e83ff-3bfc-439d-a083-922cf81eed09 req-1aa38d76-32f5-4664-9cff-57c4817de4da tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.3180537
Mar 05 21:10:21.977138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:21.979961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event updated for resources: {'Port': ['ID=a042faec-7701-4c4f-9d0a-930ddef4e51a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:22.044461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5638f6ea-4ec0-488e-a680-99fc30eb719d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.108894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.112565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5638f6ea-4ec0-488e-a680-99fc30eb719d HTTP/1.1" status: 204  len: 168 time: 1.6006808
Mar 05 21:10:22.143212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-426f6dfb-050c-4f5d-a5f6-9d96932a3d54 req-65436aa6-ab8e-47e4-b1fa-7a22f940b2ea tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4a47955-7a01-4ad3-bffa-719e3e892243 HTTP/1.1" status: 200  len: 210 time: 0.1238923
Mar 05 21:10:22.159110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:22.159809 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.190865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-765e83ff-3bfc-439d-a083-922cf81eed09 req-fbba2b3a-d5a2-469e-9dcf-143904d4069c tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082648
Mar 05 21:10:22.213756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43440) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:22.230642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a2a291c-99bd-41a5-8316-decffb8d0c6b tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 2.3969023
Mar 05 21:10:22.233314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b841-1b4d-4cda-b493-dc300c042943 admin admin] Pushing event deleted for resources: {'Network': ['ID=5638f6ea-4ec0-488e-a680-99fc30eb719d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:22.236544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43442) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:22.244693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Request body: {'floatingip': {'port_id': 'a042faec-7701-4c4f-9d0a-930ddef4e51a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:22.261378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ef10e-a840-4884-b071-43e87e3816b3 req-76b7d979-8b9e-45c1-825e-da3502fbfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:22.265331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-76b7d979-8b9e-45c1-825e-da3502fbfb46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a8526bfe1734af7a05e8a6f22192cf0&device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 1125 time: 0.2039883
Mar 05 21:10:22.294937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:22.355056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:22.359294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:22.431651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.442737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.35.0.99 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b968fb69-41d8-4796-bb45-d0b9e1a8f96e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:22.444551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43446) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:22.458775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-091315f9-e26a-4454-8ad7-96055de994db None None] Provisioning complete for port a042faec-7701-4c4f-9d0a-930ddef4e51a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:22.461512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-091315f9-e26a-4454-8ad7-96055de994db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.482487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-803364714'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:22.489894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Deleting port 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:22.490330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (94b1d404-120e-4570-9658-48bf6610ec97), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.514785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ef10e-a840-4884-b071-43e87e3816b3 req-51e0119a-7437-46ed-8e94-fcb5ed3b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:22.517910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-51e0119a-7437-46ed-8e94-fcb5ed3b6153 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 HTTP/1.1" status: 200  len: 923 time: 0.2473352
Mar 05 21:10:22.519597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Made reservation on behalf of fb570ea022e94522b845a00cfaeb9529 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:22.521287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-091315f9-e26a-4454-8ad7-96055de994db None None] Port a042faec-7701-4c4f-9d0a-930ddef4e51a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:22.523584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.589245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5d8704a-6ebd-4e21-afea-8ac7eb8c121a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b7fc33099aa4a2a9d459a269ac2e82f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1433201
Mar 05 21:10:22.599358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:22.606874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.616520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-290e316f-001e-4f2d-bc34-e61e184a9fa3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4761c-eff3-4b89-8e69-a7c60e646059 HTTP/1.1" status: 200  len: 217 time: 0.0785983
Mar 05 21:10:22.689736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ef10e-a840-4884-b071-43e87e3816b3 req-c92f790d-ce5a-40b4-8e6e-586896da4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:22.691648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-c92f790d-ce5a-40b4-8e6e-586896da4977 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b5cc823-1181-4adb-9047-a3869bd19b52 HTTP/1.1" status: 200  len: 862 time: 0.0675564
Mar 05 21:10:22.747088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-9fa16108-c954-45c1-80b0-8d3756b76077 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454516
Mar 05 21:10:22.867536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for security_group (190d6670-6cb0-4782-965b-b7da6215f8f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.878438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (190d6670-6cb0-4782-965b-b7da6215f8f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:22.898834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'name': 'network-vif-deleted', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:22.898834 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146fbbc-2cc7-4690-a19d-38379f133269" -d '{"events": [{"server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "name": "network-vif-deleted", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:22.927549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:22.932309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-488b85d5-5caf-4b2d-81ab-9748a2c4f308 service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783483
Mar 05 21:10:22.956042 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc849532-fb27-4815-a6d2-d3bb6cba36c2 x-openstack-request-id: req-bc849532-fb27-4815-a6d2-d3bb6cba36c2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:22.956331 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a47955-7a01-4ad3-bffa-719e3e892243", "name": "network-vif-deleted", "tag": "e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:22.956697 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc849532-fb27-4815-a6d2-d3bb6cba36c2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:22.957077 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a47955-7a01-4ad3-bffa-719e3e892243', 'name': 'network-vif-deleted', 'tag': 'e8a06b6a-a2ba-4d68-bb19-fd7eaea0fee2', 'status': 'completed', 'code': 200}
Mar 05 21:10:22.969159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190d6670-6cb0-4782-965b-b7da6215f8f5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:23.042345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (493147d0-f779-4c8c-b5f7-ef77b3277a2b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.042929 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Added segment 493147d0-f779-4c8c-b5f7-ef77b3277a2b of type vlan for network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38
Mar 05 21:10:23.102629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (47fb9f00-7fc0-4ba2-b631-0ef97d018a38), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.148738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503ef10e-a840-4884-b071-43e87e3816b3 req-2d125843-1da4-4842-8820-523b8b985091 service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986423
Mar 05 21:10:23.151480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (47fb9f00-7fc0-4ba2-b631-0ef97d018a38), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.152414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] For port 94b1d404-120e-4570-9658-48bf6610ec97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b1d404-120e-4570-9658-48bf6610ec97,segment=NetworkSegment(ef9eb615-cf59-4559-84fc-a25b928f0773),segment_id=ef9eb615-cf59-4559-84fc-a25b928f0773)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:23.153012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (94b1d404-120e-4570-9658-48bf6610ec97), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.158443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:23.159069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.184248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Calling delete_port for 94b1d404-120e-4570-9658-48bf6610ec97 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:23.203717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.9888632
Mar 05 21:10:23.255519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43488) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:23.255882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:23.274038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Request body: {'subnet': {'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:23.277085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81499109-32fa-4342-afb4-338ed7a732f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'Network': ['ID=47fb9f00-7fc0-4ba2-b631-0ef97d018a38,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:23.290297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:23.367652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4299-aea0-4db9-b484-7c75d5cde9c4 req-83923ed8-e9d3-43a3-94af-f1b8b753ff01 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:23.369131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35cd4299-aea0-4db9-b484-7c75d5cde9c4 req-83923ed8-e9d3-43a3-94af-f1b8b753ff01 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 947 time: 0.0810728
Mar 05 21:10:23.421507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] Publish callbacks [] for security_group (92601977-ae9f-44a5-940f-7a0abdac9102), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.433191 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (b968fb69-41d8-4796-bb45-d0b9e1a8f96e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.443481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35cd4299-aea0-4db9-b484-7c75d5cde9c4 req-448e3ca4-59d0-4aa2-928e-1e7997cdd7bc tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/security-groups?id=f393ffbb-8a27-46e1-91b3-31310a7936e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613401
Mar 05 21:10:23.484309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620daf2e-e67f-4fc3-9452-d4cbe9a22c2a req-71c67fc7-3483-4ae1-aecd-9403c5e6c5ea tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:23.486375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-620daf2e-e67f-4fc3-9452-d4cbe9a22c2a req-71c67fc7-3483-4ae1-aecd-9403c5e6c5ea tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 943 time: 0.7605369
Mar 05 21:10:23.584048 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] Publish callbacks [] for security_group (92601977-ae9f-44a5-940f-7a0abdac9102), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.688500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 10d4761c-eff3-4b89-8e69-a7c60e646059 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:10:23.775822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (99526fc4-d596-4cc5-a8a7-9011374c7688), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.791924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-620daf2e-e67f-4fc3-9452-d4cbe9a22c2a req-2b16c96e-89d5-4085-9593-0dfda1ecc891 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840559
Mar 05 21:10:23.809890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d4761c-eff3-4b89-8e69-a7c60e646059,segment=NetworkSegment(1ece3ecb-23a1-4020-ba7f-91e6da2c769d),segment_id=1ece3ecb-23a1-4020-ba7f-91e6da2c769d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:23.818022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b968fb69-41d8-4796-bb45-d0b9e1a8f96e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.830116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '10d4761c-eff3-4b89-8e69-a7c60e646059', 'network_id': 'd529dc2d-7d4d-42cb-82ed-f2655cb4cb24', 'port_id': '10d4761c-eff3-4b89-8e69-a7c60e646059', 'mac_address': 'fa:16:3e:0a:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5cc823-1181-4adb-9047-a3869bd19b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:10:23.852941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Made reservation on behalf of fb570ea022e94522b845a00cfaeb9529 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:23.856414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.872546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 10d4761c-eff3-4b89-8e69-a7c60e646059 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:23.872823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.890865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d4761c-eff3-4b89-8e69-a7c60e646059 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:10:23.909595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d4761c-eff3-4b89-8e69-a7c60e646059,segment=NetworkSegment(1ece3ecb-23a1-4020-ba7f-91e6da2c769d),segment_id=1ece3ecb-23a1-4020-ba7f-91e6da2c769d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:23.914904 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:23.965311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:23.965560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (99526fc4-d596-4cc5-a8a7-9011374c7688), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.033782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (92601977-ae9f-44a5-940f-7a0abdac9102), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.036364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.037504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92601977-ae9f-44a5-940f-7a0abdac9102 HTTP/1.1" status: 204  len: 168 time: 1.4286764
Mar 05 21:10:24.046676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:24.070924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:24.072998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=b968fb69-41d8-4796-bb45-d0b9e1a8f96e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:24.075527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:24.108500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['10d4761c-eff3-4b89-8e69-a7c60e646059'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:10:24.115014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (94b1d404-120e-4570-9658-48bf6610ec97), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.152804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310878-7a3b-4dab-a326-ff8534ee0995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92601977-ae9f-44a5-940f-7a0abdac9102,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:24.231736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Pushing event deleted for resources: {'Port': ['ID=94b1d404-120e-4570-9658-48bf6610ec97,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:24.340045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] No DVR routers for this DVR port 94b1d404-120e-4570-9658-48bf6610ec97 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:24.379697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.383302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40ea8fc1-4d41-426c-847f-9c9187a1a605 req-a91c55cb-2fa3-4fba-81a7-78ac8519718f tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.23 "DELETE /v2.0/ports/94b1d404-120e-4570-9658-48bf6610ec97 HTTP/1.1" status: 204  len: 173 time: 2.4737568
Mar 05 21:10:24.383867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-deleted', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:24.386286 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374eb4f7-54d6-43a8-8e7b-a18401a7744c" -d '{"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-deleted", "tag": "94b1d404-120e-4570-9658-48bf6610ec97"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:24.487831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b20cd1e2-d65e-4064-9633-27992a2436db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.495348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (99526fc4-d596-4cc5-a8a7-9011374c7688), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.502201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.506078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] 10.222.0.15 "DELETE /v2.0/security-groups/99526fc4-d596-4cc5-a8a7-9011374c7688 HTTP/1.1" status: 204  len: 168 time: 1.2398160
Mar 05 21:10:24.516769 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c10542d-47be-4ffb-a503-b1ee2ffa43d3 x-openstack-request-id: req-3c10542d-47be-4ffb-a503-b1ee2ffa43d3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:24.523415 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bacfc2c-ea7e-43a5-b26d-af976d17edd9", "name": "network-vif-deleted", "tag": "94b1d404-120e-4570-9658-48bf6610ec97", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:24.523953 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c10542d-47be-4ffb-a503-b1ee2ffa43d3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:24.524760 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bacfc2c-ea7e-43a5-b26d-af976d17edd9', 'name': 'network-vif-deleted', 'tag': '94b1d404-120e-4570-9658-48bf6610ec97', 'status': 'completed', 'code': 200}
Mar 05 21:10:24.556041 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:10:24.618102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c61ba-b0c6-4f35-a79c-5771a1b45e0e tempest-TestVolumeBackupRestore-590870803 tempest-TestVolumeBackupRestore-590870803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99526fc4-d596-4cc5-a8a7-9011374c7688,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:24.668188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91ad307b-2073-474d-b6b3-b8077dd93f26 req-f795b9e7-4f09-4cff-a5f4-5a9763e9f773 tempest-ServersNegativeTestJSON-876211055 tempest-ServersNegativeTestJSON-876211055-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bacfc2c-ea7e-43a5-b26d-af976d17edd9 HTTP/1.1" status: 200  len: 210 time: 0.0987594
Mar 05 21:10:24.771155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.805667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:24.905095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (98c50aa8-ded1-4584-b828-b078404b80b0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.016748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdac48e-ac8b-4879-a34f-d26db728f03b req-8d137c48-a5d0-4b08-a9e6-110a4a625a35 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:25.020285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fdac48e-ac8b-4879-a34f-d26db728f03b req-8d137c48-a5d0-4b08-a9e6-110a4a625a35 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 944 time: 0.0762742
Mar 05 21:10:25.026053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'Subnet': ['ID=98c50aa8-ded1-4584-b828-b078404b80b0,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:25.032210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_gateway (b0d6b1c6-504a-4d00-811a-c58194f08ebc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.079191 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 8fb275df-fe30-4315-9962-83beff0776f0 associated. External IP: 172.35.0.249, port: 38a18727-654e-4a54-acf0-e5fb4160525e.
Mar 05 21:10:25.085262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fdac48e-ac8b-4879-a34f-d26db728f03b req-affe77f4-fa94-4558-88b2-be1e4db32640 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588624
Mar 05 21:10:25.108839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Checking segment: {'id': '493147d0-f779-4c8c-b5f7-ef77b3277a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:25.109221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Network hostable DHCP agents. Network: 47fb9f00-7fc0-4ba2-b631-0ef97d018a38, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:25.215076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:25.240183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47fb9f00-7fc0-4ba2-b631-0ef97d018a38) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:25.251428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:25.252085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.252634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c6a60-27b4-4be6-b88c-76b07040ae1b None None] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:25.374247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47fb9f00-7fc0-4ba2-b631-0ef97d018a38', 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38', 'project_id': 'fb570ea022e94522b845a00cfaeb9529', 'fixed_ips': [{'subnet_id': '98c50aa8-ded1-4584-b828-b078404b80b0'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:25.375559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.596525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Allocated IP 2001:db8::2 (47fb9f00-7fc0-4ba2-b631-0ef97d018a38/98c50aa8-ded1-4584-b828-b078404b80b0/666c08a6-c6a7-4fed-b929-a0aa9a634cfa) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:25.682710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8568d8f7-1daa-4398-902c-b7ea113db034 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4176099
Mar 05 21:10:25.683939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43606) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:25.715040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Request body: {'port': {'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1390234039'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:25.736667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 10d4761c-eff3-4b89-8e69-a7c60e646059 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:25.822818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.862493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43612) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:25.891307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 10d4761c-eff3-4b89-8e69-a7c60e646059 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:10:25.903624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 10d4761c-eff3-4b89-8e69-a7c60e646059 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:25.904064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:25.950277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:26.028615 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb8cf238-9420-47e6-b602-afc99a2248b6 req-1ec11b26-66af-4b2a-9b95-d69f6efb1ed8 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.2347105
Mar 05 21:10:26.081250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks [] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.094465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.129969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Deleting subnet 0053aaf6-ea87-4000-931b-ca1a5d760f44 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:26.141487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router b0d6b1c6-504a-4d00-811a-c58194f08ebc is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:26.148062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Publish callbacks [] for subnet (0053aaf6-ea87-4000-931b-ca1a5d760f44), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.186883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:26.193862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:26.223072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:26.223635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (0053aaf6-ea87-4000-931b-ca1a5d760f44), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.249536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Pushing event updated for resources: {'Port': ['ID=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:26.278064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Made reservation on behalf of fb570ea022e94522b845a00cfaeb9529 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:26.284219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.321669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] device_id is not set on port 453e92ec-cd32-430f-b854-9f5201722018 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:26.322340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:26.326756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 10d4761c-eff3-4b89-8e69-a7c60e646059 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:26.327485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.353865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Attempting to bind port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:26.354655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Attempting to bind port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '493147d0-f779-4c8c-b5f7-ef77b3277a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:26.355229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Attempting to bind port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa on network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:26.364058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:26.378260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:26.379175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Checking segment: {'id': '493147d0-f779-4c8c-b5f7-ef77b3277a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:26.379518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0053aaf6-ea87-4000-931b-ca1a5d760f44), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.380279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.381703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Bound using segment: {'id': '493147d0-f779-4c8c-b5f7-ef77b3277a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:26.382372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Bound port: 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493147d0-f779-4c8c-b5f7-ef77b3277a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:26.382924 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.422987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:26.423831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83133b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.491958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:26.494238 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b93c58-f3d2-40fa-943e-bac2dd77001e" -d '{"events": [{"server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "name": "network-vif-plugged", "status": "completed", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:26.525607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83133b50>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.546196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d4761c-eff3-4b89-8e69-a7c60e646059,segment=NetworkSegment(1ece3ecb-23a1-4020-ba7f-91e6da2c769d),segment_id=1ece3ecb-23a1-4020-ba7f-91e6da2c769d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:26.556051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.556927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:26.569489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:26.586350 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] Sync routers for ids ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:26.589049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:26.589185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83133b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.632239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd980a-9cd6-40e7-87ee-eeb1176f9c8f req-cbcedfdf-cbde-4204-aadd-85fe673d86a4 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:26.635720 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] Routers {'b0d6b1c6-504a-4d00-811a-c58194f08ebc'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:26.636301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fcd980a-9cd6-40e7-87ee-eeb1176f9c8f req-cbcedfdf-cbde-4204-aadd-85fe673d86a4 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 944 time: 0.3553343
Mar 05 21:10:26.637955 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.644976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Allocated IP 2001:db8::29d (47fb9f00-7fc0-4ba2-b631-0ef97d018a38/98c50aa8-ded1-4584-b828-b078404b80b0/453e92ec-cd32-430f-b854-9f5201722018) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:26.669557 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fcca38-5da6-407d-9e13-94c4c405cc97 x-openstack-request-id: req-e2fcca38-5da6-407d-9e13-94c4c405cc97 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:26.671143 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "name": "network-vif-plugged", "status": "completed", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:26.672357 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2fcca38-5da6-407d-9e13-94c4c405cc97 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:26.674272 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059', 'code': 200}
Mar 05 21:10:26.674402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0053aaf6-ea87-4000-931b-ca1a5d760f44), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.678827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.682294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d4c2d613-5dc0-43af-8caa-b1a12e1df4cb tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 5.8561707
Mar 05 21:10:26.692380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43626) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:26.743628 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b520>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.769162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 94b1d404-120e-4570-9658-48bf6610ec97 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:26.769667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 94b1d404-120e-4570-9658-48bf6610ec97 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:26.782243 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] Routers {'b0d6b1c6-504a-4d00-811a-c58194f08ebc'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:26.783504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:09:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.787837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83133b50>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.788834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf700a-147a-4c40-84f9-ce5a0cac5bac None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:26.802632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0053aaf6-ea87-4000-931b-ca1a5d760f44,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:26.841429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] For port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:26.855747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:26.867638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55781204-bbc5-4751-b81a-66b880e6be12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.874259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] For port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,segment=NetworkSegment(493147d0-f779-4c8c-b5f7-ef77b3277a2b),segment_id=493147d0-f779-4c8c-b5f7-ef77b3277a2b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:26.897477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:26.904968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac508b1-36f0-4bc1-9fb3-eac7a5c54ee0 req-e44c942c-0969-421f-99a6-3539ec1672be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:26.916134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ac508b1-36f0-4bc1-9fb3-eac7a5c54ee0 req-e44c942c-0969-421f-99a6-3539ec1672be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 1127 time: 0.2309165
Mar 05 21:10:26.931805 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b520>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:26.933650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa45ac-b9a9-4012-bbb8-891066ca9092 None None] The sync data for ids ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:27.063772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a58420-098f-423e-9db2-eeef50cdd5b9 None None] Pushing event updated for resources: {'Port': ['ID=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:27.117746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fcd980a-9cd6-40e7-87ee-eeb1176f9c8f req-eb87e467-a55b-4506-b19b-c87529fec63f tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4549210
Mar 05 21:10:27.209593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ac508b1-36f0-4bc1-9fb3-eac7a5c54ee0 req-925346a7-da12-403f-bcdd-a86d2117f5d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855237
Mar 05 21:10:27.253539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:27.438762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:27.446281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.458867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] Sync routers for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:27.489425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:27.490380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83196970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:27.533454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b9e0d31-ea0c-4dc8-93a5-815c138fc789 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/floatingips/8fb275df-fe30-4315-9962-83beff0776f0 HTTP/1.1" status: 200  len: 976 time: 5.2932427
Mar 05 21:10:27.536369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43672) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:27.548737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.552614 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-867fd679-0640-40ff-842e-cd320b68218e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0053aaf6-ea87-4000-931b-ca1a5d760f44 HTTP/1.1" status: 204  len: 168 time: 1.6890867
Mar 05 21:10:27.604870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43674) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:27.681014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d343c5eb-8a33-4d9a-b97d-8c3c1e7986c9 req-4fbedb54-bb96-401d-980f-79b57e45715c tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0922461
Mar 05 21:10:27.784821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (009197ce-e0dc-47b9-b8f3-b27f078b9f37), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.789272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7df1a77d-928f-445c-95dd-ecc650a53bac tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers/b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 200  len: 880 time: 1.0931072
Mar 05 21:10:27.797664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43676) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:27.814093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 666c08a6-c6a7-4fed-b929-a0aa9a634cfa up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:27.816400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83196970>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:27.858375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:27.859019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83196970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:27.896407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83196970>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:27.897265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469143a-f9e1-4467-9e86-d777d814aba5 None None] The sync data for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:27.928192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for port (453e92ec-cd32-430f-b854-9f5201722018), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.934399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:27.934987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.937114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (009197ce-e0dc-47b9-b8f3-b27f078b9f37), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.949191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port a042faec-7701-4c4f-9d0a-930ddef4e51a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:27.949541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.994337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:27.999107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (453e92ec-cd32-430f-b854-9f5201722018), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.014162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cda90>,) {'filters': {'network_id': ['009197ce-e0dc-47b9-b8f3-b27f078b9f37']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:28.036215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cda90>, 'ef9eb615-cf59-4559-84fc-a25b928f0773') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:28.036570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a5cda90>, 'ef9eb615-cf59-4559-84fc-a25b928f0773') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:28.049961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:28.050644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.052977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (ef9eb615-cf59-4559-84fc-a25b928f0773), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.080450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ef9eb615-cf59-4559-84fc-a25b928f0773), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.084911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'Port': ['ID=453e92ec-cd32-430f-b854-9f5201722018,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:28.100528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:28.101009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (ef9eb615-cf59-4559-84fc-a25b928f0773), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:28.102782 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:28.104800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,segment=NetworkSegment(493147d0-f779-4c8c-b5f7-ef77b3277a2b),segment_id=493147d0-f779-4c8c-b5f7-ef77b3277a2b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:28.110944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.111429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:28.118671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:28.122260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:28.129009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:28.129968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.140626 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-babe31e4-5f60-41ce-8b75-14fd7144465b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.3415442
Mar 05 21:10:28.143377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43680) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:28.147081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.149453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1154968450'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:28.208320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:28.246986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24221878-9359-4661-8161-86dffb3bd6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.5619097
Mar 05 21:10:28.250122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:28.255692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Request body: {'port': {'network_id': '47fb9f00-7fc0-4ba2-b631-0ef97d018a38', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1891874294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:28.256293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] bootfile-name is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:28.256764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] tftp-server is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:28.257207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] server-ip-address is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:28.324414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (009197ce-e0dc-47b9-b8f3-b27f078b9f37), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.332182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.335511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] 10.222.0.15 "DELETE /v2.0/networks/009197ce-e0dc-47b9-b8f3-b27f078b9f37 HTTP/1.1" status: 204  len: 168 time: 0.7298186
Mar 05 21:10:28.391707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfea70b-fc32-46cc-a35f-bc6d561e99ac admin admin] Pushing event deleted for resources: {'Network': ['ID=009197ce-e0dc-47b9-b8f3-b27f078b9f37,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:28.478396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5dd6c-ee27-46ef-be9e-e361ca53dd5a req-a3b2959f-f681-486b-b038-c6ab5f42c3bd tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:28.480287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fff5dd6c-ee27-46ef-be9e-e361ca53dd5a req-a3b2959f-f681-486b-b038-c6ab5f42c3bd tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 945 time: 0.1616416
Mar 05 21:10:28.519079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.521355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.521355 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Floating IP 8fb275df-fe30-4315-9962-83beff0776f0 disassociated. External IP: 172.35.0.249, port: a042faec-7701-4c4f-9d0a-930ddef4e51a.
Mar 05 21:10:28.521355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for a042faec-7701-4c4f-9d0a-930ddef4e51a owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:28.526183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Made reservation on behalf of fb570ea022e94522b845a00cfaeb9529 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:28.538058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.574073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] device_id is not set on port da9b2f42-c949-4fa5-85a8-4e64b4e35efe yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:28.610629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fff5dd6c-ee27-46ef-be9e-e361ca53dd5a req-d444b73a-1440-40e1-b945-542af2a01f3f tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171310
Mar 05 21:10:28.663932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa5d8a-da98-49e3-ab3b-d3fd88d186b1 None None] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:28.699088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43694) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:28.817928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a042faec-7701-4c4f-9d0a-930ddef4e51a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.852206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6848153e-cd36-47fd-94e2-887018070d99 None None] Provisioning complete for port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:28.852769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6848153e-cd36-47fd-94e2-887018070d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:28.868284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=a042faec-7701-4c4f-9d0a-930ddef4e51a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:28.879460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2b075b4f-233c-4dc3-a3d0-145036a17962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=def4cea650ac491985dac1868ac5052a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1789074
Mar 05 21:10:28.885320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43702) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:28.898793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8c20953-aaea-4c81-8488-81abaae4be5e req-08a6e115-fb00-4e68-b49f-4e44448afcb4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0397534
Mar 05 21:10:28.972188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e74aa82-8cc9-401c-9b6d-7319be5d9ced req-849aeb53-683a-41c2-9a36-02e133ec6d1d tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1096592
Mar 05 21:10:29.023716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6848153e-cd36-47fd-94e2-887018070d99 None None] Current status of the port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:29.049972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-d8c02ee8-6e70-45a4-b450-3d203bd505e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3025732
Mar 05 21:10:29.066040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Allocated IP 2001:db8::26b (47fb9f00-7fc0-4ba2-b631-0ef97d018a38/98c50aa8-ded1-4584-b828-b078404b80b0/da9b2f42-c949-4fa5-85a8-4e64b4e35efe) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:29.134782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] Publish callbacks [] for security_group (f393ffbb-8a27-46e1-91b3-31310a7936e0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.165051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.202242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:29.205847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] Publish callbacks [] for security_group (f393ffbb-8a27-46e1-91b3-31310a7936e0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.213868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.227342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-f8f21aac-e9a5-4a68-9a31-af63c518911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:29.228927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-f8f21aac-e9a5-4a68-9a31-af63c518911f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a8526bfe1734af7a05e8a6f22192cf0&device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 1127 time: 0.1166282
Mar 05 21:10:29.385789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43734) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:29.430707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router b0d6b1c6-504a-4d00-811a-c58194f08ebc has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:29.468702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Provisioning complete for port 453e92ec-cd32-430f-b854-9f5201722018 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:29.470049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (453e92ec-cd32-430f-b854-9f5201722018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.541372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Port 453e92ec-cd32-430f-b854-9f5201722018 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:29.555405 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.593305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Provisioning complete for port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:29.593903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.640540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.671947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:29.688547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] Sync routers for ids ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:29.692283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.698442 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a4963039-06f9-4000-940d-bccea9549994 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 200  len: 887 time: 1.5537419
Mar 05 21:10:29.699318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:29.708931 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] Routers {'b0d6b1c6-504a-4d00-811a-c58194f08ebc'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:29.709642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd51610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:29.756799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-45290ca6-e332-4b41-842c-7bf0ce242c9c None None] Current status of the port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:29.776174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 666c08a6-c6a7-4fed-b929-a0aa9a634cfa up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:29.800081 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd51610>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:29.810086 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] Routers {'b0d6b1c6-504a-4d00-811a-c58194f08ebc'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:29.813158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd51610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:29.852084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd51610>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:29.853006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f77351-77a7-48a1-8bc3-392e5d84f44c None None] The sync data for ids ['b0d6b1c6-504a-4d00-811a-c58194f08ebc'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:29.854264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-312b128b-909d-4890-94c6-a59d488e1eda tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers/b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 200  len: 887 time: 0.1508255
Mar 05 21:10:29.854885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43740) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:29.891048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a8eefcd5-a20c-464e-a052-814d2443e270 None None] Provisioning complete for port 453e92ec-cd32-430f-b854-9f5201722018 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:29.891586 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8eefcd5-a20c-464e-a052-814d2443e270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (453e92ec-cd32-430f-b854-9f5201722018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.894087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:29.894514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:29.899235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bea98605-d8a2-4e8b-87a7-3bca23caf3bc tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 200  len: 205 time: 0.0415487
Mar 05 21:10:29.902075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43742) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:29.964793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8eefcd5-a20c-464e-a052-814d2443e270 None None] Port 453e92ec-cd32-430f-b854-9f5201722018 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:30.010111 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.031263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:30.086683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f393ffbb-8a27-46e1-91b3-31310a7936e0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.089109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.090240 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f393ffbb-8a27-46e1-91b3-31310a7936e0 HTTP/1.1" status: 204  len: 168 time: 1.2031827
Mar 05 21:10:30.104083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:30.112005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.116564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668c3a6-03db-46c9-880c-a3094b6e729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393ffbb-8a27-46e1-91b3-31310a7936e0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:30.142929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:30.148167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'Port': ['ID=da9b2f42-c949-4fa5-85a8-4e64b4e35efe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:30.149323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-f58c1cc9-d29b-4cba-a238-832db7339d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.150803 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-f58c1cc9-d29b-4cba-a238-832db7339d5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 HTTP/1.1" status: 200  len: 923 time: 0.8895855
Mar 05 21:10:30.152132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a396b12-b23b-4b14-8005-ff9bd9e3a56c req-0fdcfcce-a919-4e33-bb16-f9c3d0f3a704 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0680382
Mar 05 21:10:30.157509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:30.171125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] Sync routers for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:30.181759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3abefd-4c60-4b15-8186-bf9e14da5ecf req-05339920-4b1b-4b04-bedf-f940ea4cdb31 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.183272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac3abefd-4c60-4b15-8186-bf9e14da5ecf req-05339920-4b1b-4b04-bedf-f940ea4cdb31 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 945 time: 0.1750693
Mar 05 21:10:30.190211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:30.190890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:30.273477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c4f0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:30.285344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-6ab52fcc-c841-4490-9405-83959734f750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d4761c-eff3-4b89-8e69-a7c60e646059 HTTP/1.1" status: 200  len: 217 time: 0.1259997
Mar 05 21:10:30.286525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:30.287313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:30.335023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:30.336480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d9c4f0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:30.337162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d95591-f4fc-4711-b7c0-833de835fc26 None None] The sync data for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:30.355182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.374396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.464271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33490669-61e1-4a95-835b-0e409a24f529 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.2057800
Mar 05 21:10:30.466356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:30.594320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.605428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-732c9509-bc19-4efc-b5e8-6c171b284558 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/a042faec-7701-4c4f-9d0a-930ddef4e51a HTTP/1.1" status: 204  len: 168 time: 3.0679584
Mar 05 21:10:30.640206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:30.766159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f0b5488e-5472-4727-b91b-4571275a17a1 None None] Provisioning complete for port da9b2f42-c949-4fa5-85a8-4e64b4e35efe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:30.767346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0b5488e-5472-4727-b91b-4571275a17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.816795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_gateway (b0d6b1c6-504a-4d00-811a-c58194f08ebc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:30.845363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9703f39-5b71-48af-a484-dcf8cdd125cc tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.851418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5488e-5472-4727-b91b-4571275a17a1 None None] Port da9b2f42-c949-4fa5-85a8-4e64b4e35efe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:30.852735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9703f39-5b71-48af-a484-dcf8cdd125cc tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.859645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9703f39-5b71-48af-a484-dcf8cdd125cc tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.864489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b9703f39-5b71-48af-a484-dcf8cdd125cc tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2624 time: 0.3854916
Mar 05 21:10:30.866056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43778) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:30.916763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-b90dd973-c581-4bd9-aa7a-6bcbba8cd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:30.918292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-b90dd973-c581-4bd9-aa7a-6bcbba8cd1c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b5cc823-1181-4adb-9047-a3869bd19b52 HTTP/1.1" status: 200  len: 862 time: 0.3283248
Mar 05 21:10:30.936060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ac3abefd-4c60-4b15-8186-bf9e14da5ecf req-28dfd6cf-39b8-4f16-b7dc-d82c9b11a347 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6754479
Mar 05 21:10:30.983452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-4dea8996-d800-45fc-ae38-a373d99af020 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446744
Mar 05 21:10:31.033371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:31.175762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-8989f06f-94cf-4a73-ab1c-9ba7a5c18edf service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852212
Mar 05 21:10:31.288667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port b968fb69-41d8-4796-bb45-d0b9e1a8f96e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:31.289019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b968fb69-41d8-4796-bb45-d0b9e1a8f96e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:31.398938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d68801be-8a30-4a09-a8ce-261a2189d5e8 req-f883fc79-48ca-4e9a-ad32-42beb72ea631 service neutron] 10.222.0.23 "GET /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159255
Mar 05 21:10:31.539085 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:31.711998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe54a46-ecec-4f92-ad76-a53220a42df7 req-421b2556-6bf6-4cb2-9bf7-1635e3da8d2c tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:31.713525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fe54a46-ecec-4f92-ad76-a53220a42df7 req-421b2556-6bf6-4cb2-9bf7-1635e3da8d2c tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 945 time: 0.1197200
Mar 05 21:10:31.814163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5fe54a46-ecec-4f92-ad76-a53220a42df7 req-0409413f-d37f-4b48-9db9-952d02daae1d tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910256
Mar 05 21:10:31.971880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Deleting port da9b2f42-c949-4fa5-85a8-4e64b4e35efe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:31.972438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:31.994013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6e4c3b17-2528-44e1-b9a6-4156133e8bdc req-57140bbb-5cab-42f0-9461-5ad64e842ea6 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0331028
Mar 05 21:10:32.029886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:32.106472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b968fb69-41d8-4796-bb45-d0b9e1a8f96e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.114870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Deleting port 2332b75c-fc72-4413-b2c0-58826bb2a656 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:32.118791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.152488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for b968fb69-41d8-4796-bb45-d0b9e1a8f96e owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:32.182063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.212308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Calling delete_port for da9b2f42-c949-4fa5-85a8-4e64b4e35efe owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:32.232932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] For port 2332b75c-fc72-4413-b2c0-58826bb2a656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2332b75c-fc72-4413-b2c0-58826bb2a656,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:32.233514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.235960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a92e48a1-9c22-4084-afb7-a3c10e06f4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.254993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Calling delete_port for 2332b75c-fc72-4413-b2c0-58826bb2a656 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:32.421668 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a92e48a1-9c22-4084-afb7-a3c10e06f4c6 admin admin] Publish callbacks [] for security_group (55364d61-c92d-48d9-be34-0b28d7d08f8e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.428231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a92e48a1-9c22-4084-afb7-a3c10e06f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55364d61-c92d-48d9-be34-0b28d7d08f8e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.479098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a92e48a1-9c22-4084-afb7-a3c10e06f4c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0a7966b7e04467f9767cd9a39d17501&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4442127
Mar 05 21:10:32.480655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43850) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:32.482018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.488376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:32.505508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e48a1-9c22-4084-afb7-a3c10e06f4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55364d61-c92d-48d9-be34-0b28d7d08f8e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:32.582811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] Publish callbacks [] for security_group (55364d61-c92d-48d9-be34-0b28d7d08f8e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.594658 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2332b75c-fc72-4413-b2c0-58826bb2a656), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.614401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b968fb69-41d8-4796-bb45-d0b9e1a8f96e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.625509 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (da9b2f42-c949-4fa5-85a8-4e64b4e35efe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.633019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] Publish callbacks [] for security_group (55364d61-c92d-48d9-be34-0b28d7d08f8e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.644823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2332b75c-fc72-4413-b2c0-58826bb2a656,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:32.658283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=b968fb69-41d8-4796-bb45-d0b9e1a8f96e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:32.707897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a911874-714a-47b8-8464-d64b16abd2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.730353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event deleted for resources: {'Port': ['ID=da9b2f42-c949-4fa5-85a8-4e64b4e35efe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:32.771307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.779599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b3b24fe-2bf8-4c02-b22f-d58075d99f8a tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "DELETE /v2.0/ports/da9b2f42-c949-4fa5-85a8-4e64b4e35efe HTTP/1.1" status: 204  len: 168 time: 1.9099729
Mar 05 21:10:32.783401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:32.828704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Request body: {'port': {'name': 'tempest-new-port-name-771191159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:32.829189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] bootfile-name is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:32.829711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] tftp-server is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:32.830156 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.api.validators [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] server-ip-address is not in valid_values {{(pid=126563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 05 21:10:32.928991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (b0d6b1c6-504a-4d00-811a-c58194f08ebc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.933161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-742fde55-577e-483f-86e0-b016cb80cf83 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:32.935233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-742fde55-577e-483f-86e0-b016cb80cf83 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.23 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 945 time: 0.3001528
Mar 05 21:10:32.941721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55364d61-c92d-48d9-be34-0b28d7d08f8e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.944802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:32.946258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55364d61-c92d-48d9-be34-0b28d7d08f8e HTTP/1.1" status: 204  len: 168 time: 0.4648499
Mar 05 21:10:33.073011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.083050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f29c-6cb2-48f7-87e5-d77709c63669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55364d61-c92d-48d9-be34-0b28d7d08f8e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:33.131220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.133879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (b0d6b1c6-504a-4d00-811a-c58194f08ebc), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.165490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a911874-714a-47b8-8464-d64b16abd2dc admin admin] Publish callbacks [] for security_group (a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.187162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (453e92ec-cd32-430f-b854-9f5201722018), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.261879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f04ba-fb38-4125-85ab-6a726c6f44da req-4bc331ef-9126-4e6f-a082-39ddaeab3a79 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:33.263121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e80f04ba-fb38-4125-85ab-6a726c6f44da req-4bc331ef-9126-4e6f-a082-39ddaeab3a79 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 945 time: 0.2951257
Mar 05 21:10:33.263597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1014e38-e1f6-4fe6-a6b0-36231926b8b2 req-1720ddcf-db2c-43f2-bacc-05d9a3e10d7d tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1471419
Mar 05 21:10:33.264269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a911874-714a-47b8-8464-d64b16abd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.269710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b0d6b1c6-504a-4d00-811a-c58194f08ebc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.273325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router b0d6b1c6-504a-4d00-811a-c58194f08ebc {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:33.281409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.291960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-26c2f983-8137-48b4-9ce6-cba5ee74f0ca tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 204  len: 168 time: 3.3793645
Mar 05 21:10:33.291960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:33.301389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729460818'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:33.359264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a911874-714a-47b8-8464-d64b16abd2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:33.375569 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8a911874-714a-47b8-8464-d64b16abd2dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8a6d3b202bc440bbd5c571cffcd196c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8851719
Mar 05 21:10:33.380969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43874) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:33.446797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Deleting port 10d4761c-eff3-4b89-8e69-a7c60e646059 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:33.447147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.474542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:33.478079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.504357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e80f04ba-fb38-4125-85ab-6a726c6f44da req-92d1d48b-9a52-4ff0-9778-b24bf344a36b tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/security-groups?id=54f61334-f862-431c-84a0-1050f581df88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203190
Mar 05 21:10:33.562821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:33.588849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] Publish callbacks [] for security_group (a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.595966 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (36555dd8-0078-4056-9979-49cb8b359a80), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.596373 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 36555dd8-0078-4056-9979-49cb8b359a80 of type vlan for network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b
Mar 05 21:10:33.616885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 0b2872cc-a2bc-4e5d-a009-ab40cc25345d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:33.618129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.646800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] Publish callbacks [] for security_group (a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.679937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] For port 10d4761c-eff3-4b89-8e69-a7c60e646059, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d4761c-eff3-4b89-8e69-a7c60e646059,segment=NetworkSegment(1ece3ecb-23a1-4020-ba7f-91e6da2c769d),segment_id=1ece3ecb-23a1-4020-ba7f-91e6da2c769d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:33.680309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.711934 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.712117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Calling delete_port for 10d4761c-eff3-4b89-8e69-a7c60e646059 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:33.744668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:33.745761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for port (453e92ec-cd32-430f-b854-9f5201722018), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.755370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (453e92ec-cd32-430f-b854-9f5201722018), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.825132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] In _notify_port_updated(), no bound segment for port 453e92ec-cd32-430f-b854-9f5201722018 on network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:10:33.831707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:33.833014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.834524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "PUT /v2.0/ports/453e92ec-cd32-430f-b854-9f5201722018 HTTP/1.1" status: 200  len: 1129 time: 1.0500915
Mar 05 21:10:33.845168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:33.848105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.854430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:33.855063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.872075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.927042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.929692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:33.930834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4 HTTP/1.1" status: 204  len: 168 time: 0.5481284
Mar 05 21:10:33.945780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 0b2872cc-a2bc-4e5d-a009-ab40cc25345d owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:33.965075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5ceb4-9af1-460b-a4e2-289e8125cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ccb0d3-5c25-4c4a-951d-73b3acbc3dd4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:33.972985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6762910
Mar 05 21:10:33.979500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587fb7-fddc-4d4f-8e85-4adcfafea2be tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event updated for resources: {'Port': ['ID=453e92ec-cd32-430f-b854-9f5201722018,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:33.983184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d7458-d273-43d7-987f-e9d2117d5f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:33.989804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-547d7458-d273-43d7-987f-e9d2117d5f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "GET /v2.0/ports/453e92ec-cd32-430f-b854-9f5201722018 HTTP/1.1" status: 200  len: 1129 time: 0.1434762
Mar 05 21:10:33.990951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43892) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:33.991303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43894) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:34.010553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:34.036766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f216280-9193-4ec8-a9f9-062bdbaa89e3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=91c2f159-ccb7-4a7e-9c4d-757d4d75c58b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:34.058348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:34.169155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:34.185047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Sync routers for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:34.194889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fea333f3-9488-4684-9988-9c8d8e50fa23 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a3b3246-327f-4bf5-851d-5a0c01f3e646/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8018434
Mar 05 21:10:34.195835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43898) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:34.210806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:34.214714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (10d4761c-eff3-4b89-8e69-a7c60e646059), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.216027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:34.259958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-87286190-68f5-4444-ae34-1ddff9162606 None None] Provisioning complete for port 453e92ec-cd32-430f-b854-9f5201722018 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:34.260539 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87286190-68f5-4444-ae34-1ddff9162606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (453e92ec-cd32-430f-b854-9f5201722018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.335762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Deleting port 453e92ec-cd32-430f-b854-9f5201722018 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:34.336324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (453e92ec-cd32-430f-b854-9f5201722018), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.368152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-87286190-68f5-4444-ae34-1ddff9162606 None None] Port 453e92ec-cd32-430f-b854-9f5201722018 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:34.396465 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:34.438454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:34.442460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.679272 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2da30>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:10:32Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:34.721876 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Checking router: 9a3b3246-327f-4bf5-851d-5a0c01f3e646 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:34.733380 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Routers {'9a3b3246-327f-4bf5-851d-5a0c01f3e646'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:34.734347 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:34.792048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-38cbd08d-6df0-4b0e-8aba-0bb13c0888a1 req-a5d0f188-3aaf-49b5-8655-9beb0df692b0 tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.15 "GET /v2.0/ports?device_id=dec66b4f-b6ad-405f-b2d1-c705f03b62fc HTTP/1.1" status: 200  len: 210 time: 0.1046429
Mar 05 21:10:34.847324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (453e92ec-cd32-430f-b854-9f5201722018), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.867049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b2872cc-a2bc-4e5d-a009-ab40cc25345d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:34.884195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Pushing event deleted for resources: {'Port': ['ID=10d4761c-eff3-4b89-8e69-a7c60e646059,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:34.901287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Calling delete_port for 453e92ec-cd32-430f-b854-9f5201722018 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:34.963728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb1aef6f-4fd1-4108-ba34-a8ccedef28c6 req-3a2b2c2e-f6cb-48b9-887f-1cbb4a2e17dd tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0709782
Mar 05 21:10:34.998502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] No DVR routers for this DVR port 10d4761c-eff3-4b89-8e69-a7c60e646059 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:35.004311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.007647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca5c3a78-9ef3-483d-be2c-9be6b3b330d5 req-a670369d-4949-46c5-b25d-46d2e9c062ac tempest-InstanceActionsNegativeTestJSON-1373396958 tempest-InstanceActionsNegativeTestJSON-1373396958-project] 10.222.0.23 "DELETE /v2.0/ports/10d4761c-eff3-4b89-8e69-a7c60e646059 HTTP/1.1" status: 204  len: 173 time: 2.0590985
Mar 05 21:10:35.008139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'name': 'network-vif-deleted', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:10:35.011440 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ddab0-0f00-4a5b-99fa-5530fd459b92" -d '{"events": [{"server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "name": "network-vif-deleted", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:10:35.014861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=0b2872cc-a2bc-4e5d-a009-ab40cc25345d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:35.026338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.056444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks [] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.079521 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] Set router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:35.137353 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ed77f-5071-4e07-932e-b8da514ee5b5 x-openstack-request-id: req-ef8ed77f-5071-4e07-932e-b8da514ee5b5 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:10:35.137706 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec66b4f-b6ad-405f-b2d1-c705f03b62fc", "name": "network-vif-deleted", "tag": "10d4761c-eff3-4b89-8e69-a7c60e646059", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:10:35.137966 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef8ed77f-5071-4e07-932e-b8da514ee5b5 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:10:35.138341 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec66b4f-b6ad-405f-b2d1-c705f03b62fc', 'name': 'network-vif-deleted', 'tag': '10d4761c-eff3-4b89-8e69-a7c60e646059', 'status': 'completed', 'code': 200}
Mar 05 21:10:35.193499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43926) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:35.310050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks [] for router_gateway (9a3b3246-327f-4bf5-851d-5a0c01f3e646), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.362404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:35.393517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '36555dd8-0078-4056-9979-49cb8b359a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:35.394012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:35.446477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Deleting port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:35.447174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.548504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2da30>, [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:10:32Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:35.583852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed3bf6-12c8-4bc7-9a48-f7bd334fa19e None None] The sync data for ids ['9a3b3246-327f-4bf5-851d-5a0c01f3e646'] in ncdv-master-1 is: [{'id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'name': 'tempest-TestVolumeBackupRestore-2004294-router', 'tenant_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:33Z', 'updated_at': '2022-03-05T21:10:32Z', 'revision_number': 5, 'project_id': 'aa71bdd8c3394c1ca9fb656a112d9349', 'gw_port': {'id': '7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3b3246-327f-4bf5-851d-5a0c01f3e646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:36Z', 'updated_at': '2022-03-05T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:35.594386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] For port 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:35.594757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.614336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Calling delete_port for 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:35.663642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'network': {'name': 'tempest-network-smoke--1736468764', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:35.682379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:35.708014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:35.717703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51922e4-81e5-4e02-afb3-ad3c8995b909 None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:35.718822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:35.722276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.725874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:35.726453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.748801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (453e92ec-cd32-430f-b854-9f5201722018), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.750694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.777436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:35.786804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 10d4761c-eff3-4b89-8e69-a7c60e646059 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:35.787491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07d656b8-5949-4b5a-a1da-bf9cc52359e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7950320
Mar 05 21:10:35.800469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43942) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:35.806797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322347486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:35.817063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event deleted for resources: {'Port': ['ID=453e92ec-cd32-430f-b854-9f5201722018,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:35.820410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.867071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b0c750c4-2004-475f-880a-efa65579d3a2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.871401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b0c750c4-2004-475f-880a-efa65579d3a2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.879955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:35.888090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0254ed27-2f64-4eef-9b21-177a075f8528 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "DELETE /v2.0/ports/453e92ec-cd32-430f-b854-9f5201722018 HTTP/1.1" status: 204  len: 168 time: 1.8904006
Mar 05 21:10:35.901781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43946) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:35.907147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 10d4761c-eff3-4b89-8e69-a7c60e646059 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:35.909595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 10d4761c-eff3-4b89-8e69-a7c60e646059 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:35.930608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43948) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:36.048813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (b0c750c4-2004-475f-880a-efa65579d3a2), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.059468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91c2f159-ccb7-4a7e-9c4d-757d4d75c58b', 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:36.060763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1838742500-network', 'tenant_id': 'f73f6888043940b9b1344c6998b423da'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:36.062059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.099482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b0c750c4-2004-475f-880a-efa65579d3a2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.112761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:36.116199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.135908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.162741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.164048 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e9b00a76-d654-45f9-86e1-a15f73a6efde tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3626175
Mar 05 21:10:36.172138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43952) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:36.198523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.303043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Allocated IP 172.20.0.2 (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b/70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09/7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:36.370942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.415288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.439238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Pushing event deleted for resources: {'Port': ['ID=7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:36.508721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks [] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.515502 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.558574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:36.563030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:36.568365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:36.573022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Pushing event updated for resources: {'Port': ['ID=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:36.585962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks [] for security_group (cb66d263-018b-4672-a48d-8ee88a82ff1d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.600992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cb66d263-018b-4672-a48d-8ee88a82ff1d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.611034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1acca0bf-8ba3-4651-8322-2185f27dbe8d req-e8bfb6a3-1263-4ed6-8aba-48c3488be423 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1068001
Mar 05 21:10:36.635140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Attempting to bind port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:36.636022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Attempting to bind port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36555dd8-0078-4056-9979-49cb8b359a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:36.636153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Attempting to bind port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 on network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:36.644177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:36.644750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Checking segment: {'id': '36555dd8-0078-4056-9979-49cb8b359a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:36.645215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.645662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Bound using segment: {'id': '36555dd8-0078-4056-9979-49cb8b359a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:36.646365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Bound port: 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36555dd8-0078-4056-9979-49cb8b359a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '91c2f159-ccb7-4a7e-9c4d-757d4d75c58b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:36.646704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.664576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66d263-018b-4672-a48d-8ee88a82ff1d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:36.671692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Deleting subnet 98c50aa8-ded1-4584-b828-b078404b80b0 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:36.672672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.683624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Deleting subnet 7b5cc823-1181-4adb-9047-a3869bd19b52 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:36.687102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Publish callbacks [] for subnet (7b5cc823-1181-4adb-9047-a3869bd19b52), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.707924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:36.710504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for subnet (98c50aa8-ded1-4584-b828-b078404b80b0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.723061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] For port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:36.726242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] For port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,segment=NetworkSegment(36555dd8-0078-4056-9979-49cb8b359a80),segment_id=36555dd8-0078-4056-9979-49cb8b359a80)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:36.733973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.741609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (dffce7ae-010a-4331-9c94-1bac3c0e7b7c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.758435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dffce7ae-010a-4331-9c94-1bac3c0e7b7c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.789882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d14adfef-9e72-4b02-ad77-0cc572a94672), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.790236 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Added segment d14adfef-9e72-4b02-ad77-0cc572a94672 of type vlan for network b56f14b9-afc0-424d-b080-c31779583b66
Mar 05 21:10:36.800575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc52eb-dd1a-42ae-8199-25f37a476342 None None] Pushing event updated for resources: {'Port': ['ID=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:36.803657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (7b5cc823-1181-4adb-9047-a3869bd19b52), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.809709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:36.813270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.822611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks [] for router_controller (9a3b3246-327f-4bf5-851d-5a0c01f3e646), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.825568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.859813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (98c50aa8-ded1-4584-b828-b078404b80b0), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.908374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b56f14b9-afc0-424d-b080-c31779583b66), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.929777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffce7ae-010a-4331-9c94-1bac3c0e7b7c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:36.966391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1d4d6573-9cc3-411e-aad2-3f000cc96b58), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.967552 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Added segment 1d4d6573-9cc3-411e-aad2-3f000cc96b58 of type vlan for network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9
Mar 05 21:10:36.979160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9a3b3246-327f-4bf5-851d-5a0c01f3e646), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.979705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3b3246-327f-4bf5-851d-5a0c01f3e646 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:36.987892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:36.995165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c5885911-497b-4116-9d8f-d09a8578f224 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9a3b3246-327f-4bf5-851d-5a0c01f3e646 HTTP/1.1" status: 204  len: 168 time: 2.7961271
Mar 05 21:10:37.001832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43954) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:37.057167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7b5cc823-1181-4adb-9047-a3869bd19b52), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.078546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b56f14b9-afc0-424d-b080-c31779583b66), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.078953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:37.079445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.123302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3416276
Mar 05 21:10:37.138504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43956) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:37.148095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Request body: {'subnet': {'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-subnet', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:37.154765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.173588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98d87-deda-47a3-b409-ec8f264b392c admin admin] Pushing event updated for resources: {'Network': ['ID=b56f14b9-afc0-424d-b080-c31779583b66,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:37.197021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b56f14b9-afc0-424d-b080-c31779583b66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:37.245344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Deleting subnet 758d19e6-6eb1-47c4-8c8e-666071b27aa9 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:37.268100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Publish callbacks [] for subnet (758d19e6-6eb1-47c4-8c8e-666071b27aa9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.303061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:37.306290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.320271 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.325439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:37.326075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.346455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.20.0.1 (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b/70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09/dd1ba5b4-baad-406f-8fde-02709934aed0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:37.356577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (98c50aa8-ded1-4584-b828-b078404b80b0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.392969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:37.454112 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (7b5cc823-1181-4adb-9047-a3869bd19b52), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.470131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.506515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.515547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (758d19e6-6eb1-47c4-8c8e-666071b27aa9), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.521727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.2905939
Mar 05 21:10:37.532149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43958) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:37.538062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'admin_state_up': True, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:37.551880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b5cc823-1181-4adb-9047-a3869bd19b52,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:37.557137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:37.558910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.562344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-afd48f38-f8f5-4430-8780-797eb3464814 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b5cc823-1181-4adb-9047-a3869bd19b52 HTTP/1.1" status: 204  len: 168 time: 1.0619950
Mar 05 21:10:37.564986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:37.566882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:37.572935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:37.585115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c9b5-68b6-4d8f-91ed-f94e586ddfba tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Network': ['ID=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:37.617021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:37.693725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=dd1ba5b4-baad-406f-8fde-02709934aed0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:37.702312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (f791853a-6578-4ae3-b298-535fa8615c22), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.704011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (f791853a-6578-4ae3-b298-535fa8615c22), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.809620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (98c50aa8-ded1-4584-b828-b078404b80b0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.811238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_controller (f791853a-6578-4ae3-b298-535fa8615c22), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.870920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event deleted for resources: {'Subnet': ['ID=98c50aa8-ded1-4584-b828-b078404b80b0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:37.876376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.879273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77861f5e-40e9-470c-97f2-27fcb75d3a31 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "DELETE /v2.0/subnets/98c50aa8-ded1-4584-b828-b078404b80b0 HTTP/1.1" status: 204  len: 168 time: 1.9764545
Mar 05 21:10:37.891278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c6b56-ccd7-4ef2-bc24-441a3f473580 None None] Network 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:37.901448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43964) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:37.907540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (758d19e6-6eb1-47c4-8c8e-666071b27aa9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.953893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:37.960539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-05e5bb46-0769-4bd0-89f9-5e46fbeec425 req-e29574a5-62d2-4b02-8518-3ae5ab3ab888 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1466722
Mar 05 21:10:37.977611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:37.981068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (b0c750c4-2004-475f-880a-efa65579d3a2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.061291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:38.074353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0a1ac66f-741a-4968-82aa-2670e33aa8fa tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/routers/bfea7afa-f17c-4061-82d6-b2b484fcc0d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4311166
Mar 05 21:10:38.083274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] Sync routers for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:38.084822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43966) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:38.103331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:38.103738 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.134055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:38.134719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82a52a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.185504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (47fb9f00-7fc0-4ba2-b631-0ef97d018a38), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.191893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82a52a00>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.205935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] Routers {'bfea7afa-f17c-4061-82d6-b2b484fcc0d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:38.206584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82a52a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.250334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] DHCP port deletion for 47fb9f00-7fc0-4ba2-b631-0ef97d018a38 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:38.252456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd273dc7-7fcb-430f-b2de-67582e244da9 None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:38.256121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82a52a00>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.256869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120169b-b914-46e3-84f6-582db0c3b90c None None] The sync data for ids ['bfea7afa-f17c-4061-82d6-b2b484fcc0d8'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:38.257676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (efad6e46-9e91-4e92-a09d-41cf44482d53), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.259999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (758d19e6-6eb1-47c4-8c8e-666071b27aa9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.335103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.339861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780f390-d7c4-48e5-b7d3-db4da9b05106 None None] Network ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:38.340389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/758d19e6-6eb1-47c4-8c8e-666071b27aa9 HTTP/1.1" status: 204  len: 168 time: 1.3361912
Mar 05 21:10:38.347900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43968) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:38.444965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efad6e46-9e91-4e92-a09d-41cf44482d53,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:38.454778 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (f791853a-6578-4ae3-b298-535fa8615c22), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.462879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.535582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e547505-522e-40c4-9b42-99025fb933d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758d19e6-6eb1-47c4-8c8e-666071b27aa9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:38.569450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:38.569680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Network hostable DHCP agents. Network: b56f14b9-afc0-424d-b080-c31779583b66, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:38.580352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.609056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Deleting port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:38.609275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.609377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.649861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Provisioning complete for port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:38.650828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.661962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac8bd30>,) {'filters': {'network_id': ['d529dc2d-7d4d-42cb-82ed-f2655cb4cb24']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.678261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.681354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac8bd30>, '1ece3ecb-23a1-4020-ba7f-91e6da2c769d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.681647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac8bd30>, '1ece3ecb-23a1-4020-ba7f-91e6da2c769d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:38.691714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Network b56f14b9-afc0-424d-b080-c31779583b66 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:38.703767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (1ece3ecb-23a1-4020-ba7f-91e6da2c769d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.722001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:38.722001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.733945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] For port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,segment=NetworkSegment(493147d0-f779-4c8c-b5f7-ef77b3277a2b),segment_id=493147d0-f779-4c8c-b5f7-ef77b3277a2b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:38.734854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.743534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b56f14b9-afc0-424d-b080-c31779583b66) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:38.745000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1ece3ecb-23a1-4020-ba7f-91e6da2c769d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.750746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Deleting port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:38.751210 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.758876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad83310-3001-4b26-8235-6f17b72640ef None None] Network b56f14b9-afc0-424d-b080-c31779583b66 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:38.765948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:38.766427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (1ece3ecb-23a1-4020-ba7f-91e6da2c769d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:38.769191 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:38.782806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:38.783498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.788469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Calling delete_port for 666c08a6-c6a7-4fed-b929-a0aa9a634cfa owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:38.790852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.853380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3cc395f2-6375-4d95-84d9-5d5c4f928302 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7108190
Mar 05 21:10:38.885099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 43970) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:38.891099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:38.923252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,segment=NetworkSegment(36555dd8-0078-4056-9979-49cb8b359a80),segment_id=36555dd8-0078-4056-9979-49cb8b359a80)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:38.925494 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.926849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.929731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] For port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,segment=NetworkSegment(493147d0-f779-4c8c-b5f7-ef77b3277a2b),segment_id=493147d0-f779-4c8c-b5f7-ef77b3277a2b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:38.930357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.937442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Deleting port febf57d1-b267-413c-b092-177273b33d08 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:38.939490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (febf57d1-b267-413c-b092-177273b33d08), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.965548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d529dc2d-7d4d-42cb-82ed-f2655cb4cb24), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.973207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:38.978074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/d529dc2d-7d4d-42cb-82ed-f2655cb4cb24 HTTP/1.1" status: 204  len: 168 time: 1.4064116
Mar 05 21:10:38.983621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.000190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Calling delete_port for 666c08a6-c6a7-4fed-b929-a0aa9a634cfa owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:39.104510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95260-37ed-4221-b86c-697d29c0dd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d529dc2d-7d4d-42cb-82ed-f2655cb4cb24,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:39.107695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Current status of the port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:39.108432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.183434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:39.186392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b56f14b9-afc0-424d-b080-c31779583b66', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:39.187227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.189185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] DHCP port deletion for ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:39.197908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75d0ed76-d3b2-4703-aa7b-af8044e5bc89 req-46f4c93b-ff28-4ce0-b968-14e0e7c5d764 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0479007
Mar 05 21:10:39.259047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:39.266289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for router_controller (72ea6131-f075-412b-a2b8-7323f5ed12b0), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.272814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] For port febf57d1-b267-413c-b092-177273b33d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=febf57d1-b267-413c-b092-177273b33d08,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:39.273193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (febf57d1-b267-413c-b092-177273b33d08), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.281295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:39.285339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:39.286252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7531d0a0-6b4f-4f29-8eaa-ae86b7b4fcef not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:39.286252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2332b75c-fc72-4413-b2c0-58826bb2a656 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:39.304557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Calling delete_port for febf57d1-b267-413c-b092-177273b33d08 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:39.308669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:39.309017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.332983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.358817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2332b75c-fc72-4413-b2c0-58826bb2a656 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:39.359183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2332b75c-fc72-4413-b2c0-58826bb2a656 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:39.409079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (f791853a-6578-4ae3-b298-535fa8615c22), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.452317 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.482881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (666c08a6-c6a7-4fed-b929-a0aa9a634cfa), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.485766 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:10:39.486123 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:10:39.540506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-29b0d2c3-26b2-46a5-8f49-0a85520a1eba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a8526bfe1734af7a05e8a6f22192cf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2779830
Mar 05 21:10:39.541215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43978) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:39.565304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] No DVR routers for this DVR port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:39.569692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01d8a-07d4-44fd-b184-4eb7f3f1371e None None] Pushing event deleted for resources: {'Port': ['ID=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:39.581794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Deleting port febf57d1-b267-413c-b092-177273b33d08 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:39.582646 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (febf57d1-b267-413c-b092-177273b33d08), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.649871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Allocated IP 172.20.0.2 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/dc6a33b0-2cdf-43b1-90ce-ab88dea91dca) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:39.674157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.678155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] Publish callbacks [] for security_group (54f61334-f862-431c-84a0-1050f581df88), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.699798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] For port febf57d1-b267-413c-b092-177273b33d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=febf57d1-b267-413c-b092-177273b33d08,segment=NetworkSegment(d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f),segment_id=d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:39.700042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (febf57d1-b267-413c-b092-177273b33d08), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.710484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] Publish callbacks [] for security_group (54f61334-f862-431c-84a0-1050f581df88), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.768391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.788765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:39.801455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (54f61334-f862-431c-84a0-1050f581df88), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.803309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.805549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Calling delete_port for febf57d1-b267-413c-b092-177273b33d08 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:39.806929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54f61334-f862-431c-84a0-1050f581df88 HTTP/1.1" status: 204  len: 168 time: 0.2579660
Mar 05 21:10:39.863902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.35.0.248 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/c8c1639b-b99d-423d-978c-bbe7c9762179) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:39.868704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a1c5-2b52-4e9a-9dc4-14da47251684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f61334-f862-431c-84a0-1050f581df88,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:39.891480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=dd1ba5b4-baad-406f-8fde-02709934aed0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:39.905155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (b0c750c4-2004-475f-880a-efa65579d3a2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:39.940620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] No DVR routers for this DVR port 666c08a6-c6a7-4fed-b929-a0aa9a634cfa on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:39.988792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event deleted for resources: {'Port': ['ID=666c08a6-c6a7-4fed-b929-a0aa9a634cfa,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:40.106132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.110188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:40.113527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:40.160728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0b74d-450a-463f-bbd9-6e74e9c4c0bf None None] Current status of the port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:40.178570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for router_gateway (72ea6131-f075-412b-a2b8-7323f5ed12b0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.197652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (febf57d1-b267-413c-b092-177273b33d08), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.210727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:40.216116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.220995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.224649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (47fb9f00-7fc0-4ba2-b631-0ef97d018a38), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.265061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.267990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:40.298527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks [] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.343791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] No DVR routers for this DVR port febf57d1-b267-413c-b092-177273b33d08 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:40.361300 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (febf57d1-b267-413c-b092-177273b33d08), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.369073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a51e5b0>,) {'filters': {'network_id': ['47fb9f00-7fc0-4ba2-b631-0ef97d018a38']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.393311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:40.396750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad200-be1f-4210-87af-7be8e2f01703 None None] Pushing event deleted for resources: {'Port': ['ID=febf57d1-b267-413c-b092-177273b33d08,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:40.399505 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee829edc-6cd7-40f0-b9f0-cab4910d7479 req-6d5775af-ee41-4111-adc9-3c39af41e4e0 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0746760
Mar 05 21:10:40.407534 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.408673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:40.416544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:40.424835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a51e5b0>, '493147d0-f779-4c8c-b5f7-ef77b3277a2b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.425101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a51e5b0>, '493147d0-f779-4c8c-b5f7-ef77b3277a2b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.456345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=c8c1639b-b99d-423d-978c-bbe7c9762179,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:40.481047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] No DVR routers for this DVR port febf57d1-b267-413c-b092-177273b33d08 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:40.486859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router b0c750c4-2004-475f-880a-efa65579d3a2 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:40.493533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Pushing event deleted for resources: {'Port': ['ID=febf57d1-b267-413c-b092-177273b33d08,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:40.501688 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (493147d0-f779-4c8c-b5f7-ef77b3277a2b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.554520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:40.557812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Provisioning complete for port dd1ba5b4-baad-406f-8fde-02709934aed0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:40.558261 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.563255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Pushing event updated for resources: {'Port': ['ID=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:40.583443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:40.586084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:40.595792 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (493147d0-f779-4c8c-b5f7-ef77b3277a2b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.608861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:40.608861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (493147d0-f779-4c8c-b5f7-ef77b3277a2b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:40.618554 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:40.635965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Port dd1ba5b4-baad-406f-8fde-02709934aed0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:40.681017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.711450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Attempting to bind port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:40.711450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Attempting to bind port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:40.711450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Attempting to bind port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:40.721086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Provisioning complete for port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:40.721472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.736711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:40.737176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:40.737491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.737891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:40.738670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Bound port: dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:40.739055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.749352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:40.758562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07ae5720-4fdf-4d9d-b9f6-e30f879dc18d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/b0c750c4-2004-475f-880a-efa65579d3a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5848174
Mar 05 21:10:40.761659 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] Sync routers for ids ['b0c750c4-2004-475f-880a-efa65579d3a2'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:40.762181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 43996) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:40.776588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] Routers {'b0c750c4-2004-475f-880a-efa65579d3a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:40.777290 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b920a44f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c750c4-2004-475f-880a-efa65579d3a2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.797646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91dcb160>,) {'filters': {'network_id': ['ae1269f1-682e-4aa3-b338-a2b7ba6d8a67']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.829690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:40.835219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dcb160>, 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.835605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91dcb160>, 'd9c986a8-56ff-4cb7-b17c-1906ffe5ac0f') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.843279 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (47fb9f00-7fc0-4ba2-b631-0ef97d018a38), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.860081 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b920a44f0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.892965 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] Routers {'b0c750c4-2004-475f-880a-efa65579d3a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:40.893329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.894726 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b920a44f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c750c4-2004-475f-880a-efa65579d3a2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.907560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] 10.222.0.15 "DELETE /v2.0/networks/47fb9f00-7fc0-4ba2-b631-0ef97d018a38 HTTP/1.1" status: 204  len: 168 time: 3.0015681
Mar 05 21:10:40.925690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] For port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:40.933094 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:40.940511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] For port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:40.977102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef161c44-082b-4511-8095-2260c38824e0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:40.980765 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ef161c44-082b-4511-8095-2260c38824e0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports/dd1ba5b4-baad-406f-8fde-02709934aed0 HTTP/1.1" status: 200  len: 910 time: 0.2142401
Mar 05 21:10:40.983912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44006) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:40.988008 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b920a44f0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:40.988760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:40.989767 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b3fc0-d499-4453-8a78-3e479935c829 None None] The sync data for ids ['b0c750c4-2004-475f-880a-efa65579d3a2'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:41.005930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108d07c-eaf9-4781-998c-74aa940ef0ea tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224 tempest-ExtraDHCPOptionsIpV6TestJSON-1219008224-project] Pushing event deleted for resources: {'Network': ['ID=47fb9f00-7fc0-4ba2-b631-0ef97d018a38,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:41.018337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device febf57d1-b267-413c-b092-177273b33d08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:41.024360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-86624060-a335-4ca0-89c9-39a1f072fe4f None None] Current status of the port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:41.051814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.062797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: febf57d1-b267-413c-b092-177273b33d08 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:41.062797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device febf57d1-b267-413c-b092-177273b33d08 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:41.062797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 666c08a6-c6a7-4fed-b929-a0aa9a634cfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:41.116399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.130113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.143854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 666c08a6-c6a7-4fed-b929-a0aa9a634cfa {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:41.145461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 666c08a6-c6a7-4fed-b929-a0aa9a634cfa not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:41.198957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=8a3170eb-f9f0-42a4-b0f9-fbcb2fcc0083,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:41.204257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62d025-f722-45c4-9ed2-9869284581b9 None None] Pushing event updated for resources: {'Port': ['ID=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:41.204802 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (f791853a-6578-4ae3-b298-535fa8615c22), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.208690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b5d923d4-4cf4-48da-bbed-da5dff275f2f None None] Provisioning complete for port dd1ba5b4-baad-406f-8fde-02709934aed0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:41.209186 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b5d923d4-4cf4-48da-bbed-da5dff275f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.276426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b5d923d4-4cf4-48da-bbed-da5dff275f2f None None] Port dd1ba5b4-baad-406f-8fde-02709934aed0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:41.319981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:41.320406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d9c986a8-56ff-4cb7-b17c-1906ffe5ac0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.338065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:41.371424 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:41.373950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.411176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:41.581805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.584913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_controller (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.742442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (bfea7afa-f17c-4061-82d6-b2b484fcc0d8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.742990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Fanout notify agent at l3_agent the message router_deleted on router bfea7afa-f17c-4061-82d6-b2b484fcc0d8 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:41.750376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.751506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2be70f13-263c-4bd0-b7d4-5766a53fe78d tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/routers/bfea7afa-f17c-4061-82d6-b2b484fcc0d8 HTTP/1.1" status: 204  len: 168 time: 3.6659181
Mar 05 21:10:41.758900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44024) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:41.801115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dc6a33b0-2cdf-43b1-90ce-ab88dea91dca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:41.824470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting subnet a083210a-789d-4fcb-a82c-f8d352820a0f {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:41.853338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (a083210a-789d-4fcb-a82c-f8d352820a0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.879607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:41.880266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.895113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ae1269f1-682e-4aa3-b338-a2b7ba6d8a67), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.907594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.914041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] 10.222.0.15 "DELETE /v2.0/networks/ae1269f1-682e-4aa3-b338-a2b7ba6d8a67 HTTP/1.1" status: 204  len: 168 time: 3.5616157
Mar 05 21:10:41.923373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44032) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:41.985613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for router_gateway (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:41.987466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06940-aba5-4d3a-a6fb-7a740f4864af admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1269f1-682e-4aa3-b338-a2b7ba6d8a67,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:42.009580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:42.010523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.049993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a083210a-789d-4fcb-a82c-f8d352820a0f), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.050527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:42.056411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.057568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.086194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c15a7d34-eb50-457d-ade6-ec452076795e req-61f40bd6-1f7f-44be-999f-43b63dc6096b tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.2236273
Mar 05 21:10:42.122390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:42.249967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-91aaad28-b6b5-4d3b-9281-92f621e771ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb570ea022e94522b845a00cfaeb9529&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8346751
Mar 05 21:10:42.252733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:42.277398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (f791853a-6578-4ae3-b298-535fa8615c22), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.433168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Allocated IP 172.35.0.20 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f403e50e-6b9a-4bf7-be98-b626d68cbd79) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:42.442160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a083210a-789d-4fcb-a82c-f8d352820a0f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.574751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] Publish callbacks [] for security_group (190d6670-6cb0-4782-965b-b7da6215f8f5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.590336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:42.599804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44058) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:42.630866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3906a-5b45-4fe2-b76b-c45b56fd8d9b None None] Network b56f14b9-afc0-424d-b080-c31779583b66 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:42.654902 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] Publish callbacks [] for security_group (190d6670-6cb0-4782-965b-b7da6215f8f5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.673465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a083210a-789d-4fcb-a82c-f8d352820a0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.729163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.743362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Subnet': ['ID=a083210a-789d-4fcb-a82c-f8d352820a0f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:42.749979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.752334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.755569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0def9c8-3c41-4d0e-8931-788ba1623539 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/subnets/a083210a-789d-4fcb-a82c-f8d352820a0f HTTP/1.1" status: 204  len: 168 time: 0.9957173
Mar 05 21:10:42.769308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44062) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:42.774053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.833083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-080e9cb2-732f-4ef1-be7f-5606ef614a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.908997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (190d6670-6cb0-4782-965b-b7da6215f8f5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.911563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.912920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/190d6670-6cb0-4782-965b-b7da6215f8f5 HTTP/1.1" status: 204  len: 168 time: 0.6572418
Mar 05 21:10:42.913611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:42.918699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=dd1ba5b4-baad-406f-8fde-02709934aed0,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:42.923436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fa6d2-cb64-42b5-aacb-452c1df648c2 None None] Network bed3bf92-e3f8-4292-8f04-1d14c8e0b834 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:42.925116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bed3bf92-e3f8-4292-8f04-1d14c8e0b834), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.936709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:42.937354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:42.938717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ceaa63d2-e824-40ee-99ea-b74bdf3ac165 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/ports/dd1ba5b4-baad-406f-8fde-02709934aed0 HTTP/1.1" status: 200  len: 910 time: 1.9545181
Mar 05 21:10:42.942647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c78d-2252-4f29-b922-109053c9ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d6670-6cb0-4782-965b-b7da6215f8f5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:42.946822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44066) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:42.953248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.014355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:43.046073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:43.047701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8883bed8-d033-4f7c-bd76-a953deecc7cc None None] Provisioning complete for port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:43.048086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8883bed8-d033-4f7c-bd76-a953deecc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.058081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:43.070228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:43.077402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Pushing event updated for resources: {'Port': ['ID=f403e50e-6b9a-4bf7-be98-b626d68cbd79,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:43.077667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.082866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90f585e8-ac7a-4d4d-be04-cf3f182c877a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.5443687
Mar 05 21:10:43.082866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:43.094572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:43.095209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8311d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:43.314731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-080e9cb2-732f-4ef1-be7f-5606ef614a29 admin admin] Publish callbacks [] for security_group (ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.343455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] DHCP port deletion for bed3bf92-e3f8-4292-8f04-1d14c8e0b834 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:43.352568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-080e9cb2-732f-4ef1-be7f-5606ef614a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.368294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5d9f71f8-4069-4846-8a74-22590ff4e69f tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=632d8e2bf65b468e975ce9ac5869f2ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2807908
Mar 05 21:10:43.380087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44076) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:43.413865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8883bed8-d033-4f7c-bd76-a953deecc7cc None None] Current status of the port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:43.430773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:43.441799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-31148523-4d87-4586-a7e9-d203a83c96ea req-e46ab463-931a-4f73-9617-f69196d08860 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0489981
Mar 05 21:10:43.571984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 9c1f3bbc-414f-4748-9a9c-372094bd4067 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:43.572424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.573836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cde74-2370-47a1-8215-4fa64cf4a67f tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:43.575334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3e9cde74-2370-47a1-8215-4fa64cf4a67f tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1942899
Mar 05 21:10:43.585380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44086) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:43.624201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-080e9cb2-732f-4ef1-be7f-5606ef614a29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c06d86a36b804f7a8147c07be3a4b6f8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0209563
Mar 05 21:10:43.625295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44088) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:43.642967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e9cb2-732f-4ef1-be7f-5606ef614a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:43.678463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e8f422c-f70f-42a5-bf92-7c3dbd09ed42 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0847983
Mar 05 21:10:43.697730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44090) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:43.709552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658712758', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:43.718608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Deleting port 9c1f3bbc-414f-4748-9a9c-372094bd4067 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:43.719202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.726156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] For port 9c1f3bbc-414f-4748-9a9c-372094bd4067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f3bbc-414f-4748-9a9c-372094bd4067,segment=NetworkSegment(64d01c77-a337-4813-ae4f-807a877bc708),segment_id=64d01c77-a337-4813-ae4f-807a877bc708)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:43.726536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.739963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dc6a33b0-2cdf-43b1-90ce-ab88dea91dca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:43.742509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 9c1f3bbc-414f-4748-9a9c-372094bd4067 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:43.875602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] For port 9c1f3bbc-414f-4748-9a9c-372094bd4067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f3bbc-414f-4748-9a9c-372094bd4067,segment=NetworkSegment(64d01c77-a337-4813-ae4f-807a877bc708),segment_id=64d01c77-a337-4813-ae4f-807a877bc708)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:43.876034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.877709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] Publish callbacks [] for security_group (ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.914273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ac7f4f36-8ca9-4d3c-94aa-05cf2cb2a945 None None] Provisioning complete for port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:43.914929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ac7f4f36-8ca9-4d3c-94aa-05cf2cb2a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.920824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Calling delete_port for 9c1f3bbc-414f-4748-9a9c-372094bd4067 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:43.932898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] Publish callbacks [] for security_group (ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:43.947200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:43.951821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.072718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:44.074149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.074863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44100) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:44.126685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (b0c750c4-2004-475f-880a-efa65579d3a2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.132808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.136005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.140179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6 HTTP/1.1" status: 204  len: 168 time: 0.4897976
Mar 05 21:10:44.223154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f4f36-8ca9-4d3c-94aa-05cf2cb2a945 None None] Current status of the port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:44.230631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8311d610>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:40Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:44.236724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.275618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac25a-47d0-46f4-b995-6f01a414aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4412cf-ff5e-4f6b-830f-6b0e2d0e4eb6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:44.316561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] Pushing event deleted for resources: {'Port': ['ID=9c1f3bbc-414f-4748-9a9c-372094bd4067,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:44.383077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:44.383641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Updating router f791853a-6578-4ae3-b298-535fa8615c22 port c8c1639b-b99d-423d-978c-bbe7c9762179 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:10:44.394891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1880171576'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:44.436926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7eac8-6365-441e-a777-f20fd98628f5 None None] No DVR routers for this DVR port 9c1f3bbc-414f-4748-9a9c-372094bd4067 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:44.465071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:44.474858 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.490375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for router_gateway (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.583899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:44.588615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.603359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (97e26de3-bc53-4bed-801f-be3939cb4f32), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.608296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.638010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9c1f3bbc-414f-4748-9a9c-372094bd4067), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.652302 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (477c9377-d297-4418-874d-4f602444308e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.754883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=9c1f3bbc-414f-4748-9a9c-372094bd4067,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:44.758894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] No DVR routers for this DVR port 9c1f3bbc-414f-4748-9a9c-372094bd4067 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:44.777842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Subnet': ['ID=97e26de3-bc53-4bed-801f-be3939cb4f32,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:44.782205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8c2a731-1a40-4996-9d49-2cef4f3a0a03 req-cab15111-a54a-4d7f-be5c-29d3b9780daa tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0997684
Mar 05 21:10:44.805307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f3bbc-414f-4748-9a9c-372094bd4067 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:44.861355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for security_group (c420a6bd-d340-443d-9c9b-94df975e14df), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.871879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9c1f3bbc-414f-4748-9a9c-372094bd4067 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:44.872571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Checking segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:44.873458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network hostable DHCP agents. Network: 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:44.873880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f3bbc-414f-4748-9a9c-372094bd4067 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:44.885808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c420a6bd-d340-443d-9c9b-94df975e14df), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.947265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:44.952653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bed3bf92-e3f8-4292-8f04-1d14c8e0b834), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:44.979356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:44.995508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c420a6bd-d340-443d-9c9b-94df975e14df,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:45.001827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks [] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.009414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f74298cf-61a4-4d33-a263-833f22f4f328), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.009991 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment f74298cf-61a4-4d33-a263-833f22f4f328 of type vlan for network 581545b4-1405-4849-9df5-cbca3b5e66d5
Mar 05 21:10:45.021095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.021555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:45.046817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f315d09-6fe4-4370-afbd-badbfaa6a485 None None] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:45.048120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:45.048735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.052088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89ce7b20>,) {'filters': {'network_id': ['bed3bf92-e3f8-4292-8f04-1d14c8e0b834']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:45.103132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ce7b20>, '64d01c77-a337-4813-ae4f-807a877bc708') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:45.103531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89ce7b20>, '64d01c77-a337-4813-ae4f-807a877bc708') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:45.109760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (581545b4-1405-4849-9df5-cbca3b5e66d5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.121719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (64d01c77-a337-4813-ae4f-807a877bc708), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.121957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42e6ae3d-f4c3-4dac-b5b0-33fffb12e3f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.4197576
Mar 05 21:10:45.131017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44118) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:45.158052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (64d01c77-a337-4813-ae4f-807a877bc708), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.166486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:45.166886 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (64d01c77-a337-4813-ae4f-807a877bc708), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:45.174164 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:45.192136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Attempting to bind port c8c1639b-b99d-423d-978c-bbe7c9762179 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:45.192589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Attempting to bind port c8c1639b-b99d-423d-978c-bbe7c9762179 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:45.193056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Attempting to bind port c8c1639b-b99d-423d-978c-bbe7c9762179 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:45.230914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ac08-1f4f-45fe-9769-3872bf61b23e None None] Pushing event updated for resources: {'Port': ['ID=c8c1639b-b99d-423d-978c-bbe7c9762179,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:45.234515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:45.234689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:45.235068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.236648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:45.237090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Bound port: c8c1639b-b99d-423d-978c-bbe7c9762179, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:45.237558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.244333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:45.245191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.248126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.273136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:10:45.300348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bed3bf92-e3f8-4292-8f04-1d14c8e0b834), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.328892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (581545b4-1405-4849-9df5-cbca3b5e66d5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.334502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:45.335404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.338525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.345647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/networks/bed3bf92-e3f8-4292-8f04-1d14c8e0b834 HTTP/1.1" status: 204  len: 168 time: 2.5760159
Mar 05 21:10:45.350826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44128) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:45.369420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937fb9-2413-4a79-85e9-33d5a39e0b41 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Network': ['ID=bed3bf92-e3f8-4292-8f04-1d14c8e0b834,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:45.436881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Allocated IP 172.20.0.2 (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9/97e26de3-bc53-4bed-801f-be3939cb4f32/2adb8c18-5618-4610-9a2d-47ddc9d1976c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:45.502776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Deleting port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:45.503418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.561472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:10:45.623648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] For port c8c1639b-b99d-423d-978c-bbe7c9762179, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:45.629160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] For port c8c1639b-b99d-423d-978c-bbe7c9762179, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c1639b-b99d-423d-978c-bbe7c9762179,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:45.640835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.678472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] For port 2528d7be-c5c6-4cfd-be32-01dc2a3fce00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:45.678740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.721174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:10:45.730448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Calling delete_port for 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:45.753335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port dd1ba5b4-baad-406f-8fde-02709934aed0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:45.753933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.807519 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks [] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.817840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:45.836910 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:45.848326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ac08-1f4f-45fe-9769-3872bf61b23e None None] Pushing event updated for resources: {'Port': ['ID=c8c1639b-b99d-423d-978c-bbe7c9762179,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:45.852665 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:45.853343 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d53f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:45.859004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.875301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:45.883134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba9affe3-ca63-455a-90ba-2fd28b9c6a81 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.9961133
Mar 05 21:10:45.939295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:45.939968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8311d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:45.948279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:45.956868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44154) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:46.002689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2965f43a-a0b1-4977-bcb6-959675dcb2db req-d38ecb75-34d9-49d3-a686-23512f0d98fb tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0384777
Mar 05 21:10:46.079251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.0026131
Mar 05 21:10:46.124680 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:46.156969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2528d7be-c5c6-4cfd-be32-01dc2a3fce00), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:46.236952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86f03d-8ce9-419c-9d6a-07235679934e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=581545b4-1405-4849-9df5-cbca3b5e66d5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:46.237882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2528d7be-c5c6-4cfd-be32-01dc2a3fce00,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:46.463143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:46.474570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:46.482423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:46.489056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:46.512282 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d53f70>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:43Z', 'revision_number': 3, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:46.544378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for dd1ba5b4-baad-406f-8fde-02709934aed0 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:46.573473 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:46.574104 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Updating router 72ea6131-f075-412b-a2b8-7323f5ed12b0 port f403e50e-6b9a-4bf7-be98-b626d68cbd79 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:10:46.636048 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:46.648776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (477c9377-d297-4418-874d-4f602444308e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:46.652938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Pushing event updated for resources: {'Port': ['ID=2adb8c18-5618-4610-9a2d-47ddc9d1976c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:46.741350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:46.993151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 8ffff68f-de20-474e-825f-4dd59d356cf7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:46.994367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.158963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Attempting to bind port 2adb8c18-5618-4610-9a2d-47ddc9d1976c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:47.159490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Attempting to bind port 2adb8c18-5618-4610-9a2d-47ddc9d1976c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:47.164840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Attempting to bind port 2adb8c18-5618-4610-9a2d-47ddc9d1976c on network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:47.192084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:47.192531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Checking segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:47.192954 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.193367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Bound using segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:47.193879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Bound port: 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:47.194278 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.258339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Router 477c9377-d297-4418-874d-4f602444308e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:47.314461 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks [] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.320571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb7d74e0-a5db-454e-9f62-a94e397c47a8 req-080ce083-3092-4866-9989-433237166388 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0689678
Mar 05 21:10:47.332379 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.381671 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Pushing event updated for resources: {'Port': ['ID=f403e50e-6b9a-4bf7-be98-b626d68cbd79,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:47.394523 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.394872 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.395200 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.395549 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.395888 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.396217 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.396541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.396863 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.397183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.397502 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.398165 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.398496 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.399234 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:47.437979 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Attempting to bind port f403e50e-6b9a-4bf7-be98-b626d68cbd79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:47.438400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Attempting to bind port f403e50e-6b9a-4bf7-be98-b626d68cbd79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:47.439070 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Attempting to bind port f403e50e-6b9a-4bf7-be98-b626d68cbd79 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:47.441947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd1ba5b4-baad-406f-8fde-02709934aed0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.442474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] For port 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:47.446380 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:47.447043 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:47.447703 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.449356 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:47.450062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Bound port: f403e50e-6b9a-4bf7-be98-b626d68cbd79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:47.450849 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.452833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] For port 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2adb8c18-5618-4610-9a2d-47ddc9d1976c,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:47.537459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.545266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:47.550681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03d587d5-91b4-423a-8d80-200fd2b6c5b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/477c9377-d297-4418-874d-4f602444308e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6263425
Mar 05 21:10:47.553239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44180) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:47.564528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.564954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (8ffff68f-de20-474e-825f-4dd59d356cf7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.633350 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] For port f403e50e-6b9a-4bf7-be98-b626d68cbd79, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:47.644603 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] For port f403e50e-6b9a-4bf7-be98-b626d68cbd79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f403e50e-6b9a-4bf7-be98-b626d68cbd79,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:47.652396 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.708622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Sync routers for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:47.771985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks [] for router (477c9377-d297-4418-874d-4f602444308e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:47.788035 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:47.788914 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d53f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:47.791399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2130ee2-c2ac-42cb-ad22-c751fcb29da6 None None] Pushing event updated for resources: {'Port': ['ID=2adb8c18-5618-4610-9a2d-47ddc9d1976c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:47.819477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:47.827004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:47.830683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=dd1ba5b4-baad-406f-8fde-02709934aed0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:47.850844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:48.036918 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:48.106150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:48.156708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks [] for router_gateway (477c9377-d297-4418-874d-4f602444308e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:48.255140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 8ffff68f-de20-474e-825f-4dd59d356cf7 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:48.342681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Deleting port dadf84d6-82d7-4111-98aa-3cee953e778a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:48.343211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:48.413351 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f64cc-2197-4235-9448-65b4e7b38c41 None None] Pushing event updated for resources: {'Port': ['ID=f403e50e-6b9a-4bf7-be98-b626d68cbd79,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:48.566818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dbe6f710-50a1-4a62-8844-5db0e802abac req-85417a08-2550-4527-986e-28c2c948cd10 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0662827
Mar 05 21:10:48.594104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8ffff68f-de20-474e-825f-4dd59d356cf7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:48.610171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] For port dadf84d6-82d7-4111-98aa-3cee953e778a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dadf84d6-82d7-4111-98aa-3cee953e778a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:48.610867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:48.627003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Calling delete_port for dadf84d6-82d7-4111-98aa-3cee953e778a owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:48.662831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8311d610>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:40Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:48.664181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=8ffff68f-de20-474e-825f-4dd59d356cf7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:48.713880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d53f70>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:43Z', 'revision_number': 3, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:48.776415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7ffc1-8dff-4061-8162-69dd50c71dd7 None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:40Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:48.832206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1160>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:10:46Z', 'revision_number': 5, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port': {'id': 'dadf84d6-82d7-4111-98aa-3cee953e778a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c9377-d297-4418-874d-4f602444308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:07:54Z', 'updated_at': '2022-03-05T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:48.900115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Checking router: 477c9377-d297-4418-874d-4f602444308e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:48.913390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Routers {'477c9377-d297-4418-874d-4f602444308e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:48.914290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['477c9377-d297-4418-874d-4f602444308e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:49.098573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] Set router 477c9377-d297-4418-874d-4f602444308e gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:49.113421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dadf84d6-82d7-4111-98aa-3cee953e778a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.124952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566225dc-3a2b-47dd-bf71-17582a22c796 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:43Z', 'revision_number': 3, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:49.331385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828a1160>, [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:10:48Z', 'revision_number': 6, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:49.370371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadf84d6-82d7-4111-98aa-3cee953e778a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:49.448370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a5f-7ddb-4b7e-b1e3-2a51edf83810 None None] The sync data for ids ['477c9377-d297-4418-874d-4f602444308e'] in ncdv-master-1 is: [{'id': '477c9377-d297-4418-874d-4f602444308e', 'name': 'tempest-TestVolumeBackupRestore-1186849324-router', 'tenant_id': 'fdbb4ec705374834a781fb4e6133c637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:07:53Z', 'updated_at': '2022-03-05T21:10:48Z', 'revision_number': 6, 'project_id': 'fdbb4ec705374834a781fb4e6133c637', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:49.452429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (477c9377-d297-4418-874d-4f602444308e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.750238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (477c9377-d297-4418-874d-4f602444308e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.753911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks [] for router_controller (477c9377-d297-4418-874d-4f602444308e), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.842781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:49.854332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:49.954320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (477c9377-d297-4418-874d-4f602444308e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.954671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477c9377-d297-4418-874d-4f602444308e {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:49.959169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:49.963396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5266b2ab-a899-48d7-9587-7c912c55f637 admin admin] 10.222.0.15 "DELETE /v2.0/routers/477c9377-d297-4418-874d-4f602444308e HTTP/1.1" status: 204  len: 168 time: 2.4060359
Mar 05 21:10:49.964646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44200) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:50.018724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8fcca-56a9-4dec-b017-76c0bc56a503 None None] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:50.049776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Deleting subnet 29a25bfc-5912-4fc3-90a2-528dd8dec364 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:50.053757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Publish callbacks [] for subnet (29a25bfc-5912-4fc3-90a2-528dd8dec364), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.081092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:50.084539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.092957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (b0c750c4-2004-475f-880a-efa65579d3a2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.139701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Provisioning complete for port 2adb8c18-5618-4610-9a2d-47ddc9d1976c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:50.140096 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.210487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (29a25bfc-5912-4fc3-90a2-528dd8dec364), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.290303 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3eab9b8e-8c9a-48dc-95d2-62ff0f76e0a9 req-9e635f8b-0e15-4df0-8958-215398e85a5b tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.2252476
Mar 05 21:10:50.419018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8c1639b-b99d-423d-978c-bbe7c9762179 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:50.547004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.1 (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9/97e26de3-bc53-4bed-801f-be3939cb4f32/c0aee458-c602-47f9-a26e-0bd3f2f8639f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:50.570111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Current status of the port 2adb8c18-5618-4610-9a2d-47ddc9d1976c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:50.570111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.593097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (29a25bfc-5912-4fc3-90a2-528dd8dec364), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.705734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44204) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:50.778040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.789528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.819129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (29a25bfc-5912-4fc3-90a2-528dd8dec364), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.858963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.862335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29a25bfc-5912-4fc3-90a2-528dd8dec364 HTTP/1.1" status: 204  len: 168 time: 0.8943372
Mar 05 21:10:50.868447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44208) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:50.897331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:50.979556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for floatingip (8fb275df-fe30-4315-9962-83beff0776f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.982746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:50.988133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ba22a6b-af37-4082-9f8c-02192a602fba tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/floatingips/8fb275df-fe30-4315-9962-83beff0776f0 HTTP/1.1" status: 204  len: 168 time: 5.6278892
Mar 05 21:10:50.989033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44210) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.020094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e34a-d588-4a3a-9dbc-ba37281db4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a25bfc-5912-4fc3-90a2-528dd8dec364,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:51.024246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] For port 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2adb8c18-5618-4610-9a2d-47ddc9d1976c,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:51.025803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00660a-5933-463f-a9d9-22cf57425956 None None] Network d2563496-c1a3-4734-bf7a-e199c03b995c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:51.030545 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e734a99-2487-4ce7-86d4-4c3212e921d7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:10:51.031164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e734a99-2487-4ce7-86d4-4c3212e921d7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:10:51.034075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c8c1639b-b99d-423d-978c-bbe7c9762179 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:51.034881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.035433 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8e734a99-2487-4ce7-86d4-4c3212e921d7 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/a042faec-7701-4c4f-9d0a-930ddef4e51a HTTP/1.1" status: 404  len: 333 time: 0.0439367
Mar 05 21:10:51.039221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44212) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.055616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6084d7fc-823b-40c3-abda-de8fbcbab16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.063926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.113083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': 'f74298cf-61a4-4d33-a263-833f22f4f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:51.113310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: 581545b4-1405-4849-9df5-cbca3b5e66d5, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:51.119490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-df2124e3-3b61-4098-9cf9-c37ef4994107 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfea7afa-f17c-4061-82d6-b2b484fcc0d8 HTTP/1.1" status: 200  len: 205 time: 0.0734901
Mar 05 21:10:51.121842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44214) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.129923 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d2563496-c1a3-4734-bf7a-e199c03b995c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.245746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c027a-2aea-42ec-af5e-691f9b1d28d4 None None] Pushing event updated for resources: {'Port': ['ID=2adb8c18-5618-4610-9a2d-47ddc9d1976c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:51.251619 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-1d6a3cc5-95c6-40b7-98cd-dac384fcb467 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] delete failed (client error): The resource could not be found.
Mar 05 21:10:51.259846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d6a3cc5-95c6-40b7-98cd-dac384fcb467 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/routers/bfea7afa-f17c-4061-82d6-b2b484fcc0d8 HTTP/1.1" status: 404  len: 336 time: 0.1258550
Mar 05 21:10:51.263922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44216) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.342180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router b0c750c4-2004-475f-880a-efa65579d3a2 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:51.367185 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dfaf1c-6911-46fb-bc3a-28e3dcda28c4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:10:51.368038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dfaf1c-6911-46fb-bc3a-28e3dcda28c4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:10:51.368785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c8c1639b-b99d-423d-978c-bbe7c9762179 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:51.369207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.374458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-60dfaf1c-6911-46fb-bc3a-28e3dcda28c4 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/subnets/a083210a-789d-4fcb-a82c-f8d352820a0f HTTP/1.1" status: 404  len: 337 time: 0.1089263
Mar 05 21:10:51.380695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44220) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.425367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.433178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port c8c1639b-b99d-423d-978c-bbe7c9762179, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c1639b-b99d-423d-978c-bbe7c9762179,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:51.435269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b8d04eca-d450-46f8-854f-645ad9f4fc53 None None] Provisioning complete for port 2adb8c18-5618-4610-9a2d-47ddc9d1976c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:51.435774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b8d04eca-d450-46f8-854f-645ad9f4fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.477364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.478172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2adb8c18-5618-4610-9a2d-47ddc9d1976c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:51.509725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:51.529521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] DHCP port deletion for d2563496-c1a3-4734-bf7a-e199c03b995c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:51.540901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:51.545376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:51.636540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=c8c1639b-b99d-423d-978c-bbe7c9762179,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:51.649331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2adb8c18-5618-4610-9a2d-47ddc9d1976c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:51.649717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.649897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.654918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eae359ab-bd57-4108-85b1-221fa5ca49a8 req-7f7c14df-7db6-4bcc-9966-fd83036923f8 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0418975
Mar 05 21:10:51.671226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:51.671905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.723300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 581545b4-1405-4849-9df5-cbca3b5e66d5) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:51.745854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:51.746730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.746906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:51.758875 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] Sync routers for ids ['b0c750c4-2004-475f-880a-efa65579d3a2'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:51.772145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Deleting port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:51.773588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.776939 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] Routers {'b0c750c4-2004-475f-880a-efa65579d3a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:51.777692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c750c4-2004-475f-880a-efa65579d3a2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:51.793794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da4081-64f0-4fc2-8c4f-c91b8c91d03a None None] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:51.801848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6989a7ec-197f-4a4f-8729-5c105a94176a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9568155
Mar 05 21:10:51.808653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44222) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.815468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490587946'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:51.825147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6084d7fc-823b-40c3-abda-de8fbcbab16c admin admin] Publish callbacks [] for security_group (393e9e9b-3586-45f7-b610-013eb4851425), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.841287 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6084d7fc-823b-40c3-abda-de8fbcbab16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (393e9e9b-3586-45f7-b610-013eb4851425), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.848571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Deleting port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:51.849032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.854607 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8ffd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:51.880274 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] Routers {'b0c750c4-2004-475f-880a-efa65579d3a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:51.883197 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c750c4-2004-475f-880a-efa65579d3a2'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:51.936087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:51.940654 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.959164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fc569f31-c0cd-469f-8839-b432fc6ebd80 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/b0c750c4-2004-475f-880a-efa65579d3a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0113995
Mar 05 21:10:51.960766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] For port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:51.961194 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:51.964506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6084d7fc-823b-40c3-abda-de8fbcbab16c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4393abd36d0842298e8515d022fbbe78&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2578621
Mar 05 21:10:51.965117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44224) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.972311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d8ffd0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:51.973245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7f0e-7cae-4794-afb0-2cf62d049d6a None None] The sync data for ids ['b0c750c4-2004-475f-880a-efa65579d3a2'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:10:51.983606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:51.983840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Calling delete_port for 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:51.984309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084d7fc-823b-40c3-abda-de8fbcbab16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e9e9b-3586-45f7-b610-013eb4851425,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.030356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e5715959-7d2c-44fa-bc13-1859e487391c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c750c4-2004-475f-880a-efa65579d3a2 HTTP/1.1" status: 200  len: 205 time: 0.0567729
Mar 05 21:10:52.032433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b8d04eca-d450-46f8-854f-645ad9f4fc53 None None] Current status of the port 2adb8c18-5618-4610-9a2d-47ddc9d1976c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:52.032945 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.037629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44228) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:52.043245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] For port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,segment=NetworkSegment(7a7f311c-ff79-4c17-826d-6cc150756de1),segment_id=7a7f311c-ff79-4c17-826d-6cc150756de1)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:52.043585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.075974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Calling delete_port for 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:52.086732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:52.144406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6858c18d-6802-44e5-9ce8-8329b16dd24a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.144821 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment 6858c18d-6802-44e5-9ce8-8329b16dd24a of type vlan for network bd03558c-b413-43f6-bf64-471aedbb7a10
Mar 05 21:10:52.166368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2adb8c18-5618-4610-9a2d-47ddc9d1976c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:52.174804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.192068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] Publish callbacks [] for security_group (393e9e9b-3586-45f7-b610-013eb4851425), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.194003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:52.217438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-581545b4-1405-4849-9df5-cbca3b5e66d5', 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': 'e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:52.218317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.230629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.233431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (b0c750c4-2004-475f-880a-efa65579d3a2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.233856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:52.234212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2528d7be-c5c6-4cfd-be32-01dc2a3fce00 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:52.238653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9e56da6c-fa7e-4181-927d-23d71093fefe None None] Provisioning complete for port c0aee458-c602-47f9-a26e-0bd3f2f8639f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:52.239111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9e56da6c-fa7e-4181-927d-23d71093fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.273779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] Publish callbacks [] for security_group (393e9e9b-3586-45f7-b610-013eb4851425), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.338665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.347247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (02dd1aeb-8216-4afa-b53b-7d22f6589cb2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.360453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.366238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:52.367025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.396560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] Pushing event deleted for resources: {'Port': ['ID=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.399188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9e56da6c-fa7e-4181-927d-23d71093fefe None None] Port c0aee458-c602-47f9-a26e-0bd3f2f8639f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:52.403173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076bfd2-3941-4df3-8fd9-98d25f2d437a None None] No DVR routers for this DVR port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:52.440309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dd1aeb-8216-4afa-b53b-7d22f6589cb2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.442393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] No DVR routers for this DVR port 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:52.486010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 38a18727-654e-4a54-acf0-e5fb4160525e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:52.486366 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38a18727-654e-4a54-acf0-e5fb4160525e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.510855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Allocated IP 2001:db8:0:ffff::2 (581545b4-1405-4849-9df5-cbca3b5e66d5/e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0/3cb880c0-90d7-42c9-8223-fe89b31fb049) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:52.516002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7062216
Mar 05 21:10:52.517058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44230) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:52.541564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:52.613410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8c1639b-b99d-423d-978c-bbe7c9762179 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:52.633331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (393e9e9b-3586-45f7-b610-013eb4851425), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.636236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.637387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/393e9e9b-3586-45f7-b610-013eb4851425 HTTP/1.1" status: 204  len: 168 time: 0.6420255
Mar 05 21:10:52.654158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248dee2-8ac5-43df-af01-9dfba29c0726 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=bd03558c-b413-43f6-bf64-471aedbb7a10,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.677020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbf5d4-14d6-4081-bb40-0a80308904e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e9e9b-3586-45f7-b610-013eb4851425,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.680524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d2563496-c1a3-4734-bf7a-e199c03b995c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.708604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bd03558c-b413-43f6-bf64-471aedbb7a10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:52.721319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf69ac0>,) {'filters': {'network_id': ['d2563496-c1a3-4734-bf7a-e199c03b995c']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:52.737476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf69ac0>, '7a7f311c-ff79-4c17-826d-6cc150756de1') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:52.737970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf69ac0>, '7a7f311c-ff79-4c17-826d-6cc150756de1') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:52.759967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (7a7f311c-ff79-4c17-826d-6cc150756de1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.768548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:52.773943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b0c750c4-2004-475f-880a-efa65579d3a2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.783642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.784248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (b0c750c4-2004-475f-880a-efa65579d3a2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.826928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38a18727-654e-4a54-acf0-e5fb4160525e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.830341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7a7f311c-ff79-4c17-826d-6cc150756de1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.848876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:52.849299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (7a7f311c-ff79-4c17-826d-6cc150756de1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:52.851065 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:52.868212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Allocated IP 172.20.0.1 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/bff69393-3560-472d-8fd5-604a23c5addc) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:52.908136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 38a18727-654e-4a54-acf0-e5fb4160525e owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:52.921025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c8c1639b-b99d-423d-978c-bbe7c9762179 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:52.925693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.945040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d2563496-c1a3-4734-bf7a-e199c03b995c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.952506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.956264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2563496-c1a3-4734-bf7a-e199c03b995c HTTP/1.1" status: 204  len: 168 time: 2.0867858
Mar 05 21:10:52.972704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9418c1cd-df8b-4021-b5ec-2200e0a0aa2d req-b26dd5c7-4a09-4f7a-81ed-675eed3fdee9 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0926573
Mar 05 21:10:52.975609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc40af2-4986-4bd8-a18a-1c2c23c93ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2563496-c1a3-4734-bf7a-e199c03b995c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:52.991134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b0c750c4-2004-475f-880a-efa65579d3a2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:52.991886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router b0c750c4-2004-475f-880a-efa65579d3a2 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:10:53.004926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.006665 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-13ea8483-451a-40bf-b7df-ad60064887d5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/b0c750c4-2004-475f-880a-efa65579d3a2 HTTP/1.1" status: 204  len: 168 time: 0.9630842
Mar 05 21:10:53.010792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.180320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks [] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.211123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.265709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:53.270751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c8c1639b-b99d-423d-978c-bbe7c9762179 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:53.272197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2adb8c18-5618-4610-9a2d-47ddc9d1976c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:53.274207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:53.296710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:53.308923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Pushing event updated for resources: {'Port': ['ID=3cb880c0-90d7-42c9-8223-fe89b31fb049,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:53.336560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:10:53.337847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44242) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.346936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (6f103555-80a0-4671-90ec-edd71365d0ce), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.350431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44244) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.382542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Attempting to bind port 3cb880c0-90d7-42c9-8223-fe89b31fb049 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:53.382845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Attempting to bind port 3cb880c0-90d7-42c9-8223-fe89b31fb049 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f74298cf-61a4-4d33-a263-833f22f4f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:53.383219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Attempting to bind port 3cb880c0-90d7-42c9-8223-fe89b31fb049 on network 581545b4-1405-4849-9df5-cbca3b5e66d5 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:53.392163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2adb8c18-5618-4610-9a2d-47ddc9d1976c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:53.392543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.396193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:53.396583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Checking segment: {'id': 'f74298cf-61a4-4d33-a263-833f22f4f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:53.396990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.397391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Bound using segment: {'id': 'f74298cf-61a4-4d33-a263-833f22f4f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:53.397879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Bound port: 3cb880c0-90d7-42c9-8223-fe89b31fb049, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74298cf-61a4-4d33-a263-833f22f4f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '581545b4-1405-4849-9df5-cbca3b5e66d5'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:53.398265 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.403250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2edf9c5-e310-4e22-b6c2-15fddd0b5b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.460782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=6f103555-80a0-4671-90ec-edd71365d0ce,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:53.489850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0ad66dde-a5aa-4bd5-a231-45b600b40bfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa71bdd8c3394c1ca9fb656a112d9349&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323187
Mar 05 21:10:53.490871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44246) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.517819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] For port 3cb880c0-90d7-42c9-8223-fe89b31fb049, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:53.522330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': '6858c18d-6802-44e5-9ce8-8329b16dd24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:53.522737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: bd03558c-b413-43f6-bf64-471aedbb7a10, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:53.539448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] For port 3cb880c0-90d7-42c9-8223-fe89b31fb049, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cb880c0-90d7-42c9-8223-fe89b31fb049,segment=NetworkSegment(f74298cf-61a4-4d33-a263-833f22f4f328),segment_id=f74298cf-61a4-4d33-a263-833f22f4f328)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:53.549195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2adb8c18-5618-4610-9a2d-47ddc9d1976c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:53.549821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f403e50e-6b9a-4bf7-be98-b626d68cbd79 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:53.571857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.588181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network bd03558c-b413-43f6-bf64-471aedbb7a10 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:53.601135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:53.617839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] Publish callbacks [] for security_group (3742f0a6-8bc0-4111-959e-6b53bcbd4bab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.618208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.630279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd03558c-b413-43f6-bf64-471aedbb7a10) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:53.634827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:53.635297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.640160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2edf9c5-e310-4e22-b6c2-15fddd0b5b58 admin admin] Publish callbacks [] for security_group (be9ebd81-d4bc-4de2-9afe-18c21b007659), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.650788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b32e0c-4d21-4669-9ea1-eac47666ad00 None None] Pushing event updated for resources: {'Port': ['ID=3cb880c0-90d7-42c9-8223-fe89b31fb049,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:53.655257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656b354-0215-474b-b0bd-0aecb934a20b None None] Network bd03558c-b413-43f6-bf64-471aedbb7a10 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:53.661015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f2edf9c5-e310-4e22-b6c2-15fddd0b5b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be9ebd81-d4bc-4de2-9afe-18c21b007659), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.687772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d458d02f-d7b7-4783-9ff4-c8576c98f12f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1508603
Mar 05 21:10:53.696332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] Publish callbacks [] for security_group (3742f0a6-8bc0-4111-959e-6b53bcbd4bab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.702509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.706171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks [] for port (bff69393-3560-472d-8fd5-604a23c5addc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.714130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f403e50e-6b9a-4bf7-be98-b626d68cbd79 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:53.714416 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.716827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'port': {'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10', 'name': 'tempest-NetworksIpV6TestAttrs-1765301867'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:53.753099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.791103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2edf9c5-e310-4e22-b6c2-15fddd0b5b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc2df9fad1564ad39f8029ab75cfadd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4513743
Mar 05 21:10:53.798907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edf9c5-e310-4e22-b6c2-15fddd0b5b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ebd81-d4bc-4de2-9afe-18c21b007659,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:53.802067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44250) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:53.865736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd03558c-b413-43f6-bf64-471aedbb7a10', 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': '6f103555-80a0-4671-90ec-edd71365d0ce'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:53.866691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.899803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f403e50e-6b9a-4bf7-be98-b626d68cbd79 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:53.900227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.918372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3742f0a6-8bc0-4111-959e-6b53bcbd4bab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.922124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.923771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3742f0a6-8bc0-4111-959e-6b53bcbd4bab HTTP/1.1" status: 204  len: 168 time: 0.4318738
Mar 05 21:10:53.970458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (38a18727-654e-4a54-acf0-e5fb4160525e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:53.971270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd95a68-b007-4eb5-9129-d35a311abe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742f0a6-8bc0-4111-959e-6b53bcbd4bab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.001339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] Publish callbacks [] for security_group (be9ebd81-d4bc-4de2-9afe-18c21b007659), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.015031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:54.016133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.018808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.090526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.092942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] Publish callbacks [] for security_group (be9ebd81-d4bc-4de2-9afe-18c21b007659), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.100001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=38a18727-654e-4a54-acf0-e5fb4160525e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.137300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] device_id is not set on port b8eae4c3-a2db-48a3-88db-d1a9b7321657 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:10:54.155615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.187360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.197604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.197956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.198298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.198640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.198974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.199307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.199632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.200005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.200363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.201287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.201611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.202057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.202257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:54.230016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7b99497-28d7-4afc-9eb4-36af14a07a3d req-b9bb6104-f7b0-4fa6-a66b-a2dbfa7ffb8a tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0823665
Mar 05 21:10:54.299601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be9ebd81-d4bc-4de2-9afe-18c21b007659), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.302900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.307954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.309001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be9ebd81-d4bc-4de2-9afe-18c21b007659 HTTP/1.1" status: 204  len: 168 time: 0.4971261
Mar 05 21:10:54.311918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:54.318718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.322610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c98c2420-89fe-4530-971f-aa0f71b362c8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/38a18727-654e-4a54-acf0-e5fb4160525e HTTP/1.1" status: 204  len: 168 time: 2.9376035
Mar 05 21:10:54.333766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:54.336874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:54.339275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:54.365376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a0f41-b408-4bd3-970e-04e8b614c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ebd81-d4bc-4de2-9afe-18c21b007659,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.409081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f403e50e-6b9a-4bf7-be98-b626d68cbd79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f403e50e-6b9a-4bf7-be98-b626d68cbd79,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:54.424702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.425463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Allocated IP 2001:db8::f816:3eff:fe32:ed2d (bd03558c-b413-43f6-bf64-471aedbb7a10/6f103555-80a0-4671-90ec-edd71365d0ce/b8eae4c3-a2db-48a3-88db-d1a9b7321657) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:54.518398 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1101e8e4-c7ba-4041-85a8-15fc30ab4252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.525422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f403e50e-6b9a-4bf7-be98-b626d68cbd79,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.545560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dadf84d6-82d7-4111-98aa-3cee953e778a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:54.606389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: dadf84d6-82d7-4111-98aa-3cee953e778a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:54.607337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dadf84d6-82d7-4111-98aa-3cee953e778a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:54.608429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:54.633961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:54.634314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 02dd1aeb-8216-4afa-b53b-7d22f6589cb2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:54.710730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.718046 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.729397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.865292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1dd4f804-3b8d-490d-8864-b42986ee4d77 None None] Provisioning complete for port bff69393-3560-472d-8fd5-604a23c5addc triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:54.866318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f804-3b8d-490d-8864-b42986ee4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bff69393-3560-472d-8fd5-604a23c5addc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.936422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:54.938574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for port (b8eae4c3-a2db-48a3-88db-d1a9b7321657), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.954221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:54.958588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6883e1cf-0019-486e-9a7b-5615d3d6764b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09 HTTP/1.1" status: 204  len: 168 time: 1.9310398
Mar 05 21:10:54.959358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:54.963636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44272) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:54.964256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2372969c-66f9-45d7-9bd4-e932faefa067 None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:54.969059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f403e50e-6b9a-4bf7-be98-b626d68cbd79 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:54.985131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4f804-3b8d-490d-8864-b42986ee4d77 None None] Port bff69393-3560-472d-8fd5-604a23c5addc cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:55.035719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Pushing event updated for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:55.099145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b8eae4c3-a2db-48a3-88db-d1a9b7321657), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.128454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.144740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:55.166537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port e44c81b2-9ea2-43f8-8a87-6c397ff33eb4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:55.167992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e44c81b2-9ea2-43f8-8a87-6c397ff33eb4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.174502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:55.177471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network bd03558c-b413-43f6-bf64-471aedbb7a10 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:55.183997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:55.189725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:55.193373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-598960b6-9207-4232-bb38-3e3ebbc6d0a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdbb4ec705374834a781fb4e6133c637&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2288015
Mar 05 21:10:55.195019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:55.196176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.201594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:55.208258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Allocated IP 2001:db8::f816:3eff:fe6a:cec1 (bd03558c-b413-43f6-bf64-471aedbb7a10/6f103555-80a0-4671-90ec-edd71365d0ce/83739895-6b8d-4bce-8188-452c31c978f3) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:55.210827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f403e50e-6b9a-4bf7-be98-b626d68cbd79 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:55.211221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.243287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Port': ['ID=b8eae4c3-a2db-48a3-88db-d1a9b7321657,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:55.317691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.348336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b55e29d-d453-4ee7-96c8-9a641d75aae9 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.6446404
Mar 05 21:10:55.380640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:55.461538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] Publish callbacks [] for security_group (64e5496f-12e1-4c7f-abd8-dc972459265a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.493578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] Publish callbacks [] for security_group (64e5496f-12e1-4c7f-abd8-dc972459265a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.569435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting subnet 6f103555-80a0-4671-90ec-edd71365d0ce {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:10:55.574685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (64e5496f-12e1-4c7f-abd8-dc972459265a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.578097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.581421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64e5496f-12e1-4c7f-abd8-dc972459265a HTTP/1.1" status: 204  len: 168 time: 0.3749897
Mar 05 21:10:55.592508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857a984-bb3c-4980-8c00-8ce320884b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5496f-12e1-4c7f-abd8-dc972459265a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:55.595943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:55.596290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.614070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa02039-2af8-420d-b1e8-d9d0859d15b1 None None] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:55.683276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,segment=NetworkSegment(36555dd8-0078-4056-9979-49cb8b359a80),segment_id=36555dd8-0078-4056-9979-49cb8b359a80)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:55.683843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.703027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks [] for port (83739895-6b8d-4bce-8188-452c31c978f3), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.744249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (6f103555-80a0-4671-90ec-edd71365d0ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.744496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] DHCP port deletion for 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:10:55.760652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (83739895-6b8d-4bce-8188-452c31c978f3), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.788233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:55.796456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62adb7f8-feb4-4212-ad59-f7df9157f863 req-2dae46fc-0548-4b2f-a4af-e14c3ecc9ad3 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1894982
Mar 05 21:10:55.835045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e44c81b2-9ea2-43f8-8a87-6c397ff33eb4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.848198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f403e50e-6b9a-4bf7-be98-b626d68cbd79 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:55.856574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cb880c0-90d7-42c9-8223-fe89b31fb049 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:55.861700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:55.873291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Pushing event updated for resources: {'Port': ['ID=83739895-6b8d-4bce-8188-452c31c978f3,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:55.880685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (6f103555-80a0-4671-90ec-edd71365d0ce), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.888439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for e44c81b2-9ea2-43f8-8a87-6c397ff33eb4 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:55.930601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Provisioning complete for port 3cb880c0-90d7-42c9-8223-fe89b31fb049 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:55.931151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:55.977371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Network bd03558c-b413-43f6-bf64-471aedbb7a10 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:56.035283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.061804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:56.082428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:56.095254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:10:56.128189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:56.182949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (6f103555-80a0-4671-90ec-edd71365d0ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.236136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks [] for port (bff69393-3560-472d-8fd5-604a23c5addc), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.326591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Attempting to bind port 83739895-6b8d-4bce-8188-452c31c978f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:10:56.326964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Attempting to bind port 83739895-6b8d-4bce-8188-452c31c978f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6858c18d-6802-44e5-9ce8-8329b16dd24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:10:56.327397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Attempting to bind port 83739895-6b8d-4bce-8188-452c31c978f3 on network bd03558c-b413-43f6-bf64-471aedbb7a10 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:10:56.336778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:10:56.337169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Checking segment: {'id': '6858c18d-6802-44e5-9ce8-8329b16dd24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:56.337750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.338151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Bound using segment: {'id': '6858c18d-6802-44e5-9ce8-8329b16dd24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:10:56.338660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Bound port: 83739895-6b8d-4bce-8188-452c31c978f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6858c18d-6802-44e5-9ce8-8329b16dd24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bd03558c-b413-43f6-bf64-471aedbb7a10'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:10:56.339053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (83739895-6b8d-4bce-8188-452c31c978f3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.356747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.371429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.415436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e44c81b2-9ea2-43f8-8a87-6c397ff33eb4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.427433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8adde520>,) {'filters': {'network_id': ['91c2f159-ccb7-4a7e-9c4d-757d4d75c58b']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:56.452714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8adde520>, '36555dd8-0078-4056-9979-49cb8b359a80') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:56.454066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8adde520>, '36555dd8-0078-4056-9979-49cb8b359a80') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:56.467838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:56.478897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (36555dd8-0078-4056-9979-49cb8b359a80), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.502921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c39506b9-be88-4c95-acc1-44bab8bf3dbd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/f791853a-6578-4ae3-b298-535fa8615c22/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3704789
Mar 05 21:10:56.507787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:56.509255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:56.512829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Deleting port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:10:56.513264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.523897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3cb880c0-90d7-42c9-8223-fe89b31fb049 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:56.525837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.532869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (36555dd8-0078-4056-9979-49cb8b359a80), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.541849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:10:56.542328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (36555dd8-0078-4056-9979-49cb8b359a80), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:10:56.546911 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:10:56.581013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Pushing event updated for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:56.583866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.643145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (6f103555-80a0-4671-90ec-edd71365d0ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.663026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] For port 83739895-6b8d-4bce-8188-452c31c978f3, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:10:56.674092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Current status of the port 3cb880c0-90d7-42c9-8223-fe89b31fb049 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:56.674619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.692769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=6f103555-80a0-4671-90ec-edd71365d0ce,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:56.693763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:56.698901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.703556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b823c5670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:56.705320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:56.705752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-da1b1b66-7508-4f64-936f-e1bf15ad7aa7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/6f103555-80a0-4671-90ec-edd71365d0ce HTTP/1.1" status: 204  len: 168 time: 1.3228352
Mar 05 21:10:56.714535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (91c2f159-ccb7-4a7e-9c4d-757d4d75c58b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.719230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=e44c81b2-9ea2-43f8-8a87-6c397ff33eb4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:56.736160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] For port 83739895-6b8d-4bce-8188-452c31c978f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83739895-6b8d-4bce-8188-452c31c978f3,segment=NetworkSegment(6858c18d-6802-44e5-9ce8-8329b16dd24a),segment_id=6858c18d-6802-44e5-9ce8-8329b16dd24a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:10:56.764055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.771608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/91c2f159-ccb7-4a7e-9c4d-757d4d75c58b HTTP/1.1" status: 204  len: 168 time: 1.8033972
Mar 05 21:10:56.771608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b564-4b90-490d-a372-ac6642bd0a5c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=91c2f159-ccb7-4a7e-9c4d-757d4d75c58b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:56.771908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:56.784759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927190110', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:56.818088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.821214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.837007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] For port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:56.837582 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.866277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (83739895-6b8d-4bce-8188-452c31c978f3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.926627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Calling delete_port for 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:10:56.930380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.946360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.960439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:10:56.969057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] For port 3cb880c0-90d7-42c9-8223-fe89b31fb049, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cb880c0-90d7-42c9-8223-fe89b31fb049,segment=NetworkSegment(f74298cf-61a4-4d33-a263-833f22f4f328),segment_id=f74298cf-61a4-4d33-a263-833f22f4f328)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:10:56.984570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.989618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.991464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8052669-7980-4548-927b-d4eb7855957a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.2184474
Mar 05 21:10:56.992105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:56.998085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:56.999987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86a53f4e-b504-4087-94e6-e4545cf75442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.012166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080259049'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:57.019532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Network 91c2f159-ccb7-4a7e-9c4d-757d4d75c58b is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:10:57.020032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] No DVR routers for this DVR port 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:10:57.041831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38180d67-dba8-472b-82a7-21f6bef9b167 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:57.045257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38180d67-dba8-472b-82a7-21f6bef9b167 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:57.051348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-38180d67-dba8-472b-82a7-21f6bef9b167 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3419273
Mar 05 21:10:57.054496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:57.082801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a3e79-0f71-4ebe-8fb7-5c6833afc40e None None] Pushing event updated for resources: {'Port': ['ID=83739895-6b8d-4bce-8188-452c31c978f3,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:57.126025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-013876f4-2c09-4ec8-929c-aa74979f1e03 req-a8c7fb48-1ba1-4ca4-9659-c7a9af44fac7 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1225574
Mar 05 21:10:57.132119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9e393-ecb1-4745-affa-104207a0cf91 None None] Pushing event deleted for resources: {'Port': ['ID=7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:57.136736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Provisioning complete for port c0aee458-c602-47f9-a26e-0bd3f2f8639f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:57.137332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.161751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:57.168402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.170762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:57.172910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3cb880c0-90d7-42c9-8223-fe89b31fb049 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:57.239218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:57.262225 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c068f26a-7ad8-4460-89a8-8d2fd75af37a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.262554 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment c068f26a-7ad8-4460-89a8-8d2fd75af37a of type vlan for network 3e037e64-a2db-45df-9242-e4b54ef8381c
Mar 05 21:10:57.339850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.345085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2387dde9-5845-4620-b02d-28da6707d2e5 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/ports/e44c81b2-9ea2-43f8-8a87-6c397ff33eb4 HTTP/1.1" status: 204  len: 168 time: 3.0032442
Mar 05 21:10:57.357736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0c82c83-ac07-4f2a-ad7e-aac5242dd4e7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.366818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44322) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:57.401105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (3e037e64-a2db-45df-9242-e4b54ef8381c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.409155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:10:57.435565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (3e037e64-a2db-45df-9242-e4b54ef8381c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.445154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:57.445817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.470296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:57.537834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5405753
Mar 05 21:10:57.547181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e84c-ac67-4237-bb43-e51372423163 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=3e037e64-a2db-45df-9242-e4b54ef8381c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:57.550686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:57.558246 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c82c83-ac07-4f2a-ad7e-aac5242dd4e7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:10:57.558568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:57.558731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c82c83-ac07-4f2a-ad7e-aac5242dd4e7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:10:57.568351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44330) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:57.568552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:10:57.570495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e0c82c83-ac07-4f2a-ad7e-aac5242dd4e7 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/bd03558c-b413-43f6-bf64-471aedbb7a10 HTTP/1.1" status: 409  len: 466 time: 0.4840763
Mar 05 21:10:57.573457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-675941322'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:57.579532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 3e037e64-a2db-45df-9242-e4b54ef8381c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:57.589756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Port c0aee458-c602-47f9-a26e-0bd3f2f8639f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:57.714091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472704be-2469-4590-bfb2-05879ca6d319 None None] Pushing event updated for resources: {'Port': ['ID=3cb880c0-90d7-42c9-8223-fe89b31fb049,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:57.718550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:57.722953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.744841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:10:57.745191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7de4b2d8-8113-46d3-a0ba-c4b2dcf52f81 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:10:57.767643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:10:57.792723 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6c1c1309-a710-4c08-983c-37fa18444b7b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.793286 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment 6c1c1309-a710-4c08-983c-37fa18444b7b of type vlan for network d9c096cf-3643-42d3-905a-93479b62b602
Mar 05 21:10:57.803127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:57.815882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.917269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b27fe705-7959-41b3-99b4-c6e7cbba065a None None] Provisioning complete for port 3cb880c0-90d7-42c9-8223-fe89b31fb049 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:57.918140 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b27fe705-7959-41b3-99b4-c6e7cbba065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:57.962485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d9c096cf-3643-42d3-905a-93479b62b602), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.034649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d9c096cf-3643-42d3-905a-93479b62b602), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.041892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.042478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.042830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.093819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f8d2f-dad0-4ed1-8b19-507c42ca3e04 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.097764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a85f8d2f-dad0-4ed1-8b19-507c42ca3e04 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1efdafb-af9d-4740-8547-8e77052c107b HTTP/1.1" status: 200  len: 913 time: 0.7192180
Mar 05 21:10:58.097928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b27fe705-7959-41b3-99b4-c6e7cbba065a None None] Current status of the port 3cb880c0-90d7-42c9-8223-fe89b31fb049 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:10:58.098031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.098031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.098207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.099172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.100042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.101003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.101604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.102581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.103181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.108935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57c37073-7ab8-441d-ad57-66deecd3d65e tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6343 time: 1.5886610
Mar 05 21:10:58.111428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44342) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:58.111575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44346) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:58.152435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b823c5670>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:10:52Z', 'revision_number': 2, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:58.235663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:58.236208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Updating router f791853a-6578-4ae3-b298-535fa8615c22 port c0aee458-c602-47f9-a26e-0bd3f2f8639f binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:10:58.240536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:10:58.246361 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.247023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.247565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.248153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.248611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.249136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.249526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:58.254422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-046c883b-dd0e-43d1-a68c-7912002bc33d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4602 time: 0.1421170
Mar 05 21:10:58.285827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44352) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:58.288035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e546e46-705e-44e2-a727-cf67b72d62e3 req-6d67d61c-5a39-4451-8b41-08cf24d12f8b tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0540044
Mar 05 21:10:58.318424 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.332054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-354ce242-4a20-4d33-a831-51a9820fcc32 None None] Provisioning complete for port bff69393-3560-472d-8fd5-604a23c5addc triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:58.332054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-354ce242-4a20-4d33-a831-51a9820fcc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bff69393-3560-472d-8fd5-604a23c5addc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.351901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7790861
Mar 05 21:10:58.392783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:58.403425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-354ce242-4a20-4d33-a831-51a9820fcc32 None None] Port bff69393-3560-472d-8fd5-604a23c5addc cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:10:58.475311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:58.499409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=d9c096cf-3643-42d3-905a-93479b62b602,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:58.618068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.618360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.618714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.619064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.619404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.619772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.620197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.620433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.620765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.621099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.621422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.621751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.622599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5b017-3b43-40be-afa2-8a1be38b8661 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:10:58.641075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d9c096cf-3643-42d3-905a-93479b62b602 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:10:58.677012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (9b8de7f6-68ce-46c6-ab45-cd20660ff991), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.683106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:10:58.695343 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:10:58.716406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dc7d6e80-54e5-4fdc-b300-516653172dcc admin admin] 10.222.0.15 "PUT /v2.0/routers/72ea6131-f075-412b-a2b8-7323f5ed12b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7577715
Mar 05 21:10:58.718093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:10:58.718629 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90fb0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:58.802987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:10:58.806422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:58.885791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-892209df-e133-4a72-ad23-e04bd92d6a72 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3573 time: 0.5922759
Mar 05 21:10:58.920334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=9b8de7f6-68ce-46c6-ab45-cd20660ff991,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:58.949181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:10:58.949796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: 3e037e64-a2db-45df-9242-e4b54ef8381c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:10:59.042069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks [] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.046769 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:10:59.050465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa111b6-c4df-4513-a80c-7363a8cc196b None None] Network bd03558c-b413-43f6-bf64-471aedbb7a10 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:59.057894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 3e037e64-a2db-45df-9242-e4b54ef8381c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:10:59.078279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e037e64-a2db-45df-9242-e4b54ef8381c) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:10:59.098400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:10:59.099402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.124561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c423d-fdc1-4139-b8eb-951a535b801b None None] Network 3e037e64-a2db-45df-9242-e4b54ef8381c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:10:59.217926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.233654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44386) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:59.238804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926126507', 'description': 'tempest-secgroup-smoke-1926126507 description', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:59.290798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9620e-d7f3-455d-b0af-2cace78d91f3 None None] Pushing event updated for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:59.302357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.328836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Provisioning complete for port 83739895-6b8d-4bce-8188-452c31c978f3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:10:59.329219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (83739895-6b8d-4bce-8188-452c31c978f3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.443422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e037e64-a2db-45df-9242-e4b54ef8381c', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:10:59.444319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.581962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (9a28d8b5-eeb1-4f37-b8de-0008375bef19), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.590512 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90fb0be0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:10:59.600014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a28d8b5-eeb1-4f37-b8de-0008375bef19), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.630687 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:10:59.631390 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Updating router 72ea6131-f075-412b-a2b8-7323f5ed12b0 port bff69393-3560-472d-8fd5-604a23c5addc binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:10:59.698746 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.710751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.712062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4773145
Mar 05 21:10:59.719115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:59.726529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:59.745255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c716-5d5d-4236-8d78-ecb267c33374 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28d8b5-eeb1-4f37-b8de-0008375bef19,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:10:59.785518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Allocated IP 172.20.0.2 (3e037e64-a2db-45df-9242-e4b54ef8381c/9b8de7f6-68ce-46c6-ab45-cd20660ff991/3467b0fb-5538-4bfd-9090-cb606dba52cc) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:10:59.812773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (f5020467-321a-4256-8385-36938842fe14), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.850606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:10:59.864357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737963399', 'description': 'tempest-description--890697955'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:10:59.893120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cb880c0-90d7-42c9-8223-fe89b31fb049 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:10:59.964692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:10:59.971374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.021281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (f5020467-321a-4256-8385-36938842fe14), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.049372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f5020467-321a-4256-8385-36938842fe14), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.074413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Attempting to bind port c0aee458-c602-47f9-a26e-0bd3f2f8639f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:00.075537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Attempting to bind port c0aee458-c602-47f9-a26e-0bd3f2f8639f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:00.076248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Attempting to bind port c0aee458-c602-47f9-a26e-0bd3f2f8639f on network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:00.106247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] DHCP port deletion for bd03558c-b413-43f6-bf64-471aedbb7a10 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:11:00.114722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5020467-321a-4256-8385-36938842fe14,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.128847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:00.129540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Checking segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:00.130182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.130738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Bound using segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:00.131573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Bound port: c0aee458-c602-47f9-a26e-0bd3f2f8639f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:00.132490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.148930 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.150258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35e351fd-c168-4442-a796-ebdb9c7b3d5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4290898
Mar 05 21:11:00.152778 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks [] for port (bff69393-3560-472d-8fd5-604a23c5addc), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.157503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:00.163790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:00.167555 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.213365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (b21c0cef-c37b-4cf1-823e-22aa8e6cb81f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.217656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Current status of the port 83739895-6b8d-4bce-8188-452c31c978f3 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:00.218037 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (83739895-6b8d-4bce-8188-452c31c978f3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.221212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (975582c0-592d-4ab3-84e7-de65d1270551), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.227170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b21c0cef-c37b-4cf1-823e-22aa8e6cb81f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.284482 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b16b4-c128-4a52-ba7a-b02cd516b7bc None None] Pushing event updated for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.307213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.317958 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.319322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80a12e0b-c6b5-4159-b738-f7b10984d0af tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4673388
Mar 05 21:11:00.328345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:00.338912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': 'b21c0cef-c37b-4cf1-823e-22aa8e6cb81f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:00.343254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3cb880c0-90d7-42c9-8223-fe89b31fb049 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:00.343639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.378367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4555e685-fc1c-4f16-91aa-46a18ef817be req-c2a4c53a-365c-4fe2-878a-00953dacc859 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1401496
Mar 05 21:11:00.393200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (975582c0-592d-4ab3-84e7-de65d1270551), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.407844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (975582c0-592d-4ab3-84e7-de65d1270551), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.427943 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks [] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.430737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] For port c0aee458-c602-47f9-a26e-0bd3f2f8639f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:00.434954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] For port 83739895-6b8d-4bce-8188-452c31c978f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83739895-6b8d-4bce-8188-452c31c978f3,segment=NetworkSegment(6858c18d-6802-44e5-9ce8-8329b16dd24a),segment_id=6858c18d-6802-44e5-9ce8-8329b16dd24a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:00.444045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c7ad73e-91ef-4132-a593-5595112529b2 req-920413d7-b855-4a3c-96bd-bb53af607a0c tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.2121639
Mar 05 21:11:00.446809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (6bb96792-00c3-46e0-97e3-51fb2f516ae8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.454132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2f10727-d468-4225-8d27-5e061672457c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9017496
Mar 05 21:11:00.454589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.457457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:00.461125 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Attempting to bind port bff69393-3560-472d-8fd5-604a23c5addc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:00.461485 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Attempting to bind port bff69393-3560-472d-8fd5-604a23c5addc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:00.461855 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Attempting to bind port bff69393-3560-472d-8fd5-604a23c5addc on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:00.466168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] For port c0aee458-c602-47f9-a26e-0bd3f2f8639f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aee458-c602-47f9-a26e-0bd3f2f8639f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:00.473694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (83739895-6b8d-4bce-8188-452c31c978f3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.476010 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:00.476422 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:00.476876 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.477406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:00.478736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Bound port: bff69393-3560-472d-8fd5-604a23c5addc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:00.479109 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.510754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975582c0-592d-4ab3-84e7-de65d1270551,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.541736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Deleting port 83739895-6b8d-4bce-8188-452c31c978f3 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:00.542128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (83739895-6b8d-4bce-8188-452c31c978f3), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.571570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.573063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0f3693d-a3cf-413e-8300-dcb830694e5f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4128647
Mar 05 21:11:00.577255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44422) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:00.598515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:00.601976 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.612161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Pushing event updated for resources: {'Port': ['ID=3467b0fb-5538-4bfd-9090-cb606dba52cc,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.633323 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] For port bff69393-3560-472d-8fd5-604a23c5addc, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:00.642600 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] For port bff69393-3560-472d-8fd5-604a23c5addc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bff69393-3560-472d-8fd5-604a23c5addc,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:00.665934 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (b1efdafb-af9d-4740-8547-8e77052c107b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.672842 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.687416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (6bb96792-00c3-46e0-97e3-51fb2f516ae8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.699800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0678d-4db0-467d-a89a-3df690c7c567 None None] Pushing event updated for resources: {'Port': ['ID=83739895-6b8d-4bce-8188-452c31c978f3,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.723129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6bb96792-00c3-46e0-97e3-51fb2f516ae8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:00.790592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb96792-00c3-46e0-97e3-51fb2f516ae8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.847904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:00.848971 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90fb0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:00.889666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Network 3e037e64-a2db-45df-9242-e4b54ef8381c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:00.921800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9620e-d7f3-455d-b0af-2cace78d91f3 None None] Pushing event updated for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.922021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b16b4-c128-4a52-ba7a-b02cd516b7bc None None] Pushing event updated for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:00.939800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:00.957274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:00.974037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (6e16608c-5b21-4ffa-8933-8d8791a05427), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.004353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.005762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c958b731-cc68-4a0b-9e62-fe7a39b6bf5f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6765800
Mar 05 21:11:01.009590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44428) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:01.041331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': 'b21c0cef-c37b-4cf1-823e-22aa8e6cb81f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:01.047510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:01.048193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b823c5670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:01.079140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:01.131123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.151498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:11:01.175849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (52dac530-0497-4fc1-b431-428a52b05266), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.197373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (3bf6071e-2cdf-4dfe-a867-a69941da81cd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.455816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (6e16608c-5b21-4ffa-8933-8d8791a05427), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.472696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:01.486144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (3bf6071e-2cdf-4dfe-a867-a69941da81cd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.486853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44432) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:01.499444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (3bf6071e-2cdf-4dfe-a867-a69941da81cd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.517141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=52dac530-0497-4fc1-b431-428a52b05266,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:01.548626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6e16608c-5b21-4ffa-8933-8d8791a05427), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.560823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.562024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5281875
Mar 05 21:11:01.572856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] For port 83739895-6b8d-4bce-8188-452c31c978f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83739895-6b8d-4bce-8188-452c31c978f3,segment=NetworkSegment(6858c18d-6802-44e5-9ce8-8329b16dd24a),segment_id=6858c18d-6802-44e5-9ce8-8329b16dd24a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:01.573282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (83739895-6b8d-4bce-8188-452c31c978f3), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.574834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44438) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:01.586471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90fb0be0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:00Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:01.597528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:01.615764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e16608c-5b21-4ffa-8933-8d8791a05427,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:01.616596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Provisioning complete for port c0aee458-c602-47f9-a26e-0bd3f2f8639f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:01.616596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.645715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08746095-8aa1-4cf2-af29-bc2c9f1a8155 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf6071e-2cdf-4dfe-a867-a69941da81cd,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:01.657628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.662542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.663400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1280df3f-fef6-4959-a28b-66bb7bd93dd8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0850384
Mar 05 21:11:01.665495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': '6c1c1309-a710-4c08-983c-37fa18444b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:01.665880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: d9c096cf-3643-42d3-905a-93479b62b602, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:01.673759 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da118a-b9a5-40b0-8e38-9d42f50fa5c8 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:00Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:01.674267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:01.691039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Calling delete_port for 83739895-6b8d-4bce-8188-452c31c978f3 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:01.692223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:01.714147 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.715563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3cb880c0-90d7-42c9-8223-fe89b31fb049 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:01.718299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network d9c096cf-3643-42d3-905a-93479b62b602 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:01.725426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83739895-6b8d-4bce-8188-452c31c978f3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:01.768866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9c096cf-3643-42d3-905a-93479b62b602) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:01.776245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:01.777085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.827596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55a329f9-610b-47ae-a216-11cb74eff06c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4316378
Mar 05 21:11:01.830123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44444) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:01.841833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'port': {'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602', 'name': 'tempest-NetworksIpV6TestAttrs-1931978123'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:01.868698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7b9d971d-631b-43d9-8951-1a8e5ee84e89 req-041d05df-9f12-4b71-a1ba-20253d6cbcb7 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1951129
Mar 05 21:11:01.882117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c33fd781-df3f-402f-8c7e-df3c2667b2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:01.915576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.20.0.1 (3e037e64-a2db-45df-9242-e4b54ef8381c/9b8de7f6-68ce-46c6-ab45-cd20660ff991/d641d541-1d23-4d0e-9a4d-9d245e026e60) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:01.947066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Attempting to bind port 3467b0fb-5538-4bfd-9090-cb606dba52cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:01.947545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Attempting to bind port 3467b0fb-5538-4bfd-9090-cb606dba52cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:01.949016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Attempting to bind port 3467b0fb-5538-4bfd-9090-cb606dba52cc on network 3e037e64-a2db-45df-9242-e4b54ef8381c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:01.954956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d7062-dba2-4bc2-b21f-d4cd633f858b None None] Network d9c096cf-3643-42d3-905a-93479b62b602 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:01.971175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port 844ac16b-4362-4eab-bed8-a68e2b683e1e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:01.971657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.033889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:02.034412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Checking segment: {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:02.034929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.035414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Bound using segment: {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:02.036087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Bound port: 3467b0fb-5538-4bfd-9090-cb606dba52cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:02.036579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.067176 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c33fd781-df3f-402f-8c7e-df3c2667b2aa admin admin] Publish callbacks [] for security_group (b698bbda-5a84-4360-a106-c3f0914c5a65), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.086136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c33fd781-df3f-402f-8c7e-df3c2667b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b698bbda-5a84-4360-a106-c3f0914c5a65), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.110724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (e3350313-e7ed-4669-8a39-c00c1d26c557), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.118276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:02.123346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.123572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 83739895-6b8d-4bce-8188-452c31c978f3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:02.123572 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (83739895-6b8d-4bce-8188-452c31c978f3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.154365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] device_id is not set on port bae4ae67-6b3d-440c-afb0-cb6a2de84977 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:11:02.267606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.274653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c33fd781-df3f-402f-8c7e-df3c2667b2aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb7d0a4c5bae461d8bee6c3ad0adcec0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7861700
Mar 05 21:11:02.283903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for 844ac16b-4362-4eab-bed8-a68e2b683e1e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:02.284883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fd781-df3f-402f-8c7e-df3c2667b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b698bbda-5a84-4360-a106-c3f0914c5a65,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:02.293051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44452) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:02.381995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Current status of the port c0aee458-c602-47f9-a26e-0bd3f2f8639f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:02.382389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.393163 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70525205-3d6f-42f7-9399-997fd3b099bf req-2ab21433-b209-465c-8692-22df34087dab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914909471bb5484e81c7e44e2ef33835&device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0982332
Mar 05 21:11:02.394579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (83739895-6b8d-4bce-8188-452c31c978f3), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.399753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (e3350313-e7ed-4669-8a39-c00c1d26c557), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.413243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9c096cf-3643-42d3-905a-93479b62b602', 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': '52dac530-0497-4fc1-b431-428a52b05266'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:02.414078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.417287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] For port 3467b0fb-5538-4bfd-9090-cb606dba52cc, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:02.417838 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e3350313-e7ed-4669-8a39-c00c1d26c557), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.446502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3350313-e7ed-4669-8a39-c00c1d26c557,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:02.451005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.465261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Could not find standard attr ID for object 83739895-6b8d-4bce-8188-452c31c978f3. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:11:02.472201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] Pushing event deleted for resources: {'Port': ['ID=83739895-6b8d-4bce-8188-452c31c978f3,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:02.480715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.485035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7b2fb02-cee6-48c1-9fa4-b8f04b2f2166 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8022256
Mar 05 21:11:02.487527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] For port 3467b0fb-5538-4bfd-9090-cb606dba52cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3467b0fb-5538-4bfd-9090-cb606dba52cc,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:02.488027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.491593 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No ports have port_id starting with 83739895-6b8d-4bce-8188-452c31c978f3
Mar 05 21:11:02.492258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:02.494749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f84e5-d36e-4065-970e-116983ff32c1 None None] No DVR routers for this DVR port 83739895-6b8d-4bce-8188-452c31c978f3 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:02.504353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:02.506837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e429655-82d3-42ef-9a84-5de729c3ab2c req-7d45bb41-dcc6-4d03-8410-4dfc1190cbd6 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1206377
Mar 05 21:11:02.536849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.537895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70525205-3d6f-42f7-9399-997fd3b099bf req-94e3f8e2-88d1-4646-a160-18b67f89c3b3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=914909471bb5484e81c7e44e2ef33835&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1367021
Mar 05 21:11:02.569911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] For port c0aee458-c602-47f9-a26e-0bd3f2f8639f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aee458-c602-47f9-a26e-0bd3f2f8639f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:02.597745 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:11:02.620877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (d5fb5891-20d0-44d5-b8f0-c16a14737275), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.670046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.737164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeac20-8d91-4c24-ade7-b689814b51ba None None] Pushing event updated for resources: {'Port': ['ID=3467b0fb-5538-4bfd-9090-cb606dba52cc,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:02.783078 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.790904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b823c5670>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:00Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:02.803434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Allocated IP 2001:db8::f816:3eff:fe65:94dd (d9c096cf-3643-42d3-905a-93479b62b602/52dac530-0497-4fc1-b431-428a52b05266/bae4ae67-6b3d-440c-afb0-cb6a2de84977) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:02.806304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bff69393-3560-472d-8fd5-604a23c5addc up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:02.860083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] Publish callbacks [] for security_group (b698bbda-5a84-4360-a106-c3f0914c5a65), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.866526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.35.0.156 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/892c24a9-f5f9-48b3-bff2-1eee592ebd45) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:02.895608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (d5fb5891-20d0-44d5-b8f0-c16a14737275), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.900372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 3e037e64-a2db-45df-9242-e4b54ef8381c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:02.916597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:02.925264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d5fb5891-20d0-44d5-b8f0-c16a14737275), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.927518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:02.959196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Provisioning complete for port bff69393-3560-472d-8fd5-604a23c5addc triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:02.959580 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bff69393-3560-472d-8fd5-604a23c5addc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:02.961639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e44fab-5b04-445e-a1a7-70c434000ac0 None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:00Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:03.002742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] Publish callbacks [] for security_group (b698bbda-5a84-4360-a106-c3f0914c5a65), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.107624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525205-3d6f-42f7-9399-997fd3b099bf req-5df89416-2f5e-4713-882b-6ef54ae89803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:03.116769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70525205-3d6f-42f7-9399-997fd3b099bf req-5df89416-2f5e-4713-882b-6ef54ae89803 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5336115
Mar 05 21:11:03.129338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bff69393-3560-472d-8fd5-604a23c5addc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:03.129725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bff69393-3560-472d-8fd5-604a23c5addc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.131467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.171860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44636894-b311-4f13-8854-5a63243f0ba4 None None] Pushing event updated for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.193786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fb5891-20d0-44d5-b8f0-c16a14737275,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.225931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.229855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-376c2a9b-e984-421f-b4a3-d51b72c4ba1f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7332852
Mar 05 21:11:03.236582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:03.246029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '9a28d8b5-eeb1-4f37-b8de-0008375bef19', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:03.282086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.285619 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:11:03.296254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (6d137d38-851f-4349-a388-b6c130aa6ba7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.297774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bff69393-3560-472d-8fd5-604a23c5addc is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:03.298180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.331708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b698bbda-5a84-4360-a106-c3f0914c5a65), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.335007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.336675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b698bbda-5a84-4360-a106-c3f0914c5a65 HTTP/1.1" status: 204  len: 168 time: 1.0360940
Mar 05 21:11:03.337937 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (844ac16b-4362-4eab-bed8-a68e2b683e1e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.417407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f64a7a-9edb-4c9d-a844-b49bdf78a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698bbda-5a84-4360-a106-c3f0914c5a65,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.438209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=844ac16b-4362-4eab-bed8-a68e2b683e1e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.439359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port bff69393-3560-472d-8fd5-604a23c5addc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bff69393-3560-472d-8fd5-604a23c5addc,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:03.457367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.477361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for port (bae4ae67-6b3d-440c-afb0-cb6a2de84977), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.516048 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.527841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (6d137d38-851f-4349-a388-b6c130aa6ba7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.561108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6d137d38-851f-4349-a388-b6c130aa6ba7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.659084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83739895-6b8d-4bce-8188-452c31c978f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:03.664891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d137d38-851f-4349-a388-b6c130aa6ba7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:03.719311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Current status of the port bff69393-3560-472d-8fd5-604a23c5addc is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:03.719859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.723186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.728780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-501e7ff9-1467-4f6a-a3a4-e1ae92832864 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4910977
Mar 05 21:11:03.759816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bae4ae67-6b3d-440c-afb0-cb6a2de84977), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.762401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 83739895-6b8d-4bce-8188-452c31c978f3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:03.763229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 83739895-6b8d-4bce-8188-452c31c978f3 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:03.792729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network d9c096cf-3643-42d3-905a-93479b62b602 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:03.799818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d00facf-55a8-4e76-87ad-371753af2562 req-24caedf0-fe48-4d7e-aa79-3d7a9bc5f933 tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.0872397
Mar 05 21:11:03.800064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:03.862145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:03.875332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.876339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:03.877021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:03.935159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Allocated IP 2001:db8::f816:3eff:fe1e:c59a (d9c096cf-3643-42d3-905a-93479b62b602/52dac530-0497-4fc1-b431-428a52b05266/7a70b592-ae6c-48a2-aa93-5be024eee389) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:04.013863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.1734190
Mar 05 21:11:04.014823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:04.016594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=892c24a9-f5f9-48b3-bff2-1eee592ebd45,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:04.026426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e448fb-8917-4840-9ccf-0876c7b61c3a tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Port': ['ID=bae4ae67-6b3d-440c-afb0-cb6a2de84977,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:04.057192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:04.067993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-61d2c0e8-17a7-4835-ac84-65321b8c820f req-06d40dca-95f6-476e-bf3f-0b5e564542d3 service neutron] (126562) timed out ('10.222.0.15', 49220) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:11:04.068876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:04.087200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:04.102207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:04.165642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (b1efdafb-af9d-4740-8547-8e77052c107b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.197602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting subnet 52dac530-0497-4fc1-b431-428a52b05266 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:04.204707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d6bf-e422-435e-8645-76adc288c4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.222222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.246654 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks [] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.255289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-ea3aa17c-e023-4e53-98a7-5b3ac520bba7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926126507&fields=id&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 267 time: 0.1007802
Mar 05 21:11:04.264038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.276278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:04.309159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Network d9c096cf-3643-42d3-905a-93479b62b602 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:04.310177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (52dac530-0497-4fc1-b431-428a52b05266), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.344682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:04.354017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:04.363282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (52dac530-0497-4fc1-b431-428a52b05266), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.390741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:11:04.391661 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:11:04.605430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70525205-3d6f-42f7-9399-997fd3b099bf req-ff31696a-88e7-4fbf-bd6b-23f9e325756a tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1036808
Mar 05 21:11:04.755840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2ee42-f3b3-4a28-bc9b-daae244c29ee None None] Network 3e037e64-a2db-45df-9242-e4b54ef8381c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:04.758406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (52dac530-0497-4fc1-b431-428a52b05266), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:04.761404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Pushing event updated for resources: {'Port': ['ID=7a70b592-ae6c-48a2-aa93-5be024eee389,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:04.780202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-a1f323ff-fcbe-4585-bc56-9a2a13e2f3bb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:04.782444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-a1f323ff-fcbe-4585-bc56-9a2a13e2f3bb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 797 time: 0.3380356
Mar 05 21:11:04.843755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-e037d05c-2770-4b51-b0a0-cc5738e1dbff tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/quotas/632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 375 time: 0.0303068
Mar 05 21:11:04.877704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Attempting to bind port 7a70b592-ae6c-48a2-aa93-5be024eee389 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:04.878100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Attempting to bind port 7a70b592-ae6c-48a2-aa93-5be024eee389 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c1c1309-a710-4c08-983c-37fa18444b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:04.878472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Attempting to bind port 7a70b592-ae6c-48a2-aa93-5be024eee389 on network d9c096cf-3643-42d3-905a-93479b62b602 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:04.955944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Current status of the port bff69393-3560-472d-8fd5-604a23c5addc is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:04.958373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c0aee458-c602-47f9-a26e-0bd3f2f8639f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:05.038499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:05.038971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Checking segment: {'id': '6c1c1309-a710-4c08-983c-37fa18444b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:05.040562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.040562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Bound using segment: {'id': '6c1c1309-a710-4c08-983c-37fa18444b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:05.041133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Bound port: 7a70b592-ae6c-48a2-aa93-5be024eee389, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1c1309-a710-4c08-983c-37fa18444b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9c096cf-3643-42d3-905a-93479b62b602'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:05.042034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.061751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d6bf-e422-435e-8645-76adc288c4a9 admin admin] Publish callbacks [] for security_group (453afbe0-560c-4b08-9f6b-aa7d4dc7665f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.063409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (52dac530-0497-4fc1-b431-428a52b05266), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.082944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d6bf-e422-435e-8645-76adc288c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (453afbe0-560c-4b08-9f6b-aa7d4dc7665f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.119581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-c52a2705-ef7b-49c1-919e-dbfedd25eed2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2116807
Mar 05 21:11:05.128036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=52dac530-0497-4fc1-b431-428a52b05266,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:05.142337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.147731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-500d9d54-58f6-41c6-9e26-3a24772e8a5f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/52dac530-0497-4fc1-b431-428a52b05266 HTTP/1.1" status: 204  len: 168 time: 1.1156297
Mar 05 21:11:05.154696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44482) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:05.160978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e1f1d6bf-e422-435e-8645-76adc288c4a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd744a516cf74e90a6fe3757572f32c7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0546587
Mar 05 21:11:05.170812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-910a4bbb-4132-4bb1-b941-c6f8acc22826 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:11:05.172068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-910a4bbb-4132-4bb1-b941-c6f8acc22826 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073528
Mar 05 21:11:05.172520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44484) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:05.182694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a826b2df-6621-4b28-a3b3-fccf013b1b9e req-7c25f078-1197-4362-96d5-7b1d7842c93a tempest-ServerShowV254Test-45596011 tempest-ServerShowV254Test-45596011-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c4d299a-10b8-4637-89ed-b4e95ae36609 HTTP/1.1" status: 200  len: 210 time: 0.1715715
Mar 05 21:11:05.265347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d6bf-e422-435e-8645-76adc288c4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453afbe0-560c-4b08-9f6b-aa7d4dc7665f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:05.267364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Router b1efdafb-af9d-4740-8547-8e77052c107b has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:05.276824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.298015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Provisioning complete for port c0aee458-c602-47f9-a26e-0bd3f2f8639f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:05.300181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.386131 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.393804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] For port 7a70b592-ae6c-48a2-aa93-5be024eee389, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:05.399931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] For port 7a70b592-ae6c-48a2-aa93-5be024eee389, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a70b592-ae6c-48a2-aa93-5be024eee389,segment=NetworkSegment(6c1c1309-a710-4c08-983c-37fa18444b7b),segment_id=6c1c1309-a710-4c08-983c-37fa18444b7b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:05.409765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c0aee458-c602-47f9-a26e-0bd3f2f8639f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:05.410170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.432867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.434885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.463790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.575866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:05.581483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.613539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-692e75bd-95af-4510-a9bc-593b1600ebeb None None] Current status of the port c0aee458-c602-47f9-a26e-0bd3f2f8639f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:05.717345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25268b-e1b5-4a0a-9f48-03725bf5cb69 None None] Pushing event updated for resources: {'Port': ['ID=7a70b592-ae6c-48a2-aa93-5be024eee389,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:05.724246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c0aee458-c602-47f9-a26e-0bd3f2f8639f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:05.725383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bff69393-3560-472d-8fd5-604a23c5addc up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:05.764348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e11ea-4e62-42de-b2e4-646840922c24 None None] Network d9c096cf-3643-42d3-905a-93479b62b602 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:05.791056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network 3e037e64-a2db-45df-9242-e4b54ef8381c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:05.794441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:05.876290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Provisioning complete for port 3467b0fb-5538-4bfd-9090-cb606dba52cc triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:05.876962 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.912623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.925742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:05.951209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-68f7669e-c285-49ca-97fa-272802a610e3 service neutron] 10.222.0.15 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7164652
Mar 05 21:11:06.001195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bff69393-3560-472d-8fd5-604a23c5addc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:06.001945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bff69393-3560-472d-8fd5-604a23c5addc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.031297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27540bd2-ce68-483f-babc-835a35ba3c5e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:06.032133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=892c24a9-f5f9-48b3-bff2-1eee592ebd45,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:06.032971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27540bd2-ce68-483f-babc-835a35ba3c5e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:06.035305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-27540bd2-ce68-483f-babc-835a35ba3c5e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.8796422
Mar 05 21:11:06.042590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:06.102039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.140665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] Publish callbacks [] for security_group (453afbe0-560c-4b08-9f6b-aa7d4dc7665f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.146198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bff69393-3560-472d-8fd5-604a23c5addc is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:06.147747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3467b0fb-5538-4bfd-9090-cb606dba52cc up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:06.163964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.175437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ebeb394e-276f-4416-b850-dc0b9a872080 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5824244
Mar 05 21:11:06.175437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d57db8-d958-44ac-90ff-4b9c6a9b6e93 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d9c096cf-3643-42d3-905a-93479b62b602), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.175856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] Publish callbacks [] for security_group (453afbe0-560c-4b08-9f6b-aa7d4dc7665f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.181934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:11:06.192220 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d57db8-d958-44ac-90ff-4b9c6a9b6e93 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:11:06.192694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d57db8-d958-44ac-90ff-4b9c6a9b6e93 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:06.199839 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e5d57db8-d958-44ac-90ff-4b9c6a9b6e93 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/d9c096cf-3643-42d3-905a-93479b62b602 HTTP/1.1" status: 409  len: 466 time: 0.1557612
Mar 05 21:11:06.203029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:06.208399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1894230442'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:06.237562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Current status of the port 3467b0fb-5538-4bfd-9090-cb606dba52cc is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:06.238263 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.242839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.283392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] For port 3467b0fb-5538-4bfd-9090-cb606dba52cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3467b0fb-5538-4bfd-9090-cb606dba52cc,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:06.305492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.321709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-b0d9968e-5572-4ce8-b44d-6549ba09d9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3686132
Mar 05 21:11:06.343545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (453afbe0-560c-4b08-9f6b-aa7d4dc7665f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.346416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.349883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/453afbe0-560c-4b08-9f6b-aa7d4dc7665f HTTP/1.1" status: 204  len: 168 time: 1.1689806
Mar 05 21:11:06.390708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac1f1-f973-4e8d-a684-0a5e0d104df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453afbe0-560c-4b08-9f6b-aa7d4dc7665f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:06.398281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33576a-9bb4-402b-bf85-7c313729befd None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:11:06.408227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3467b0fb-5538-4bfd-9090-cb606dba52cc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:06.409781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:06.410255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.437786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:06.444981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8b04d34e-0619-4938-9d5f-3c70fe6f3447 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9803185
Mar 05 21:11:06.449405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44504) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:06.454957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b7064584-0dcc-4d11-b0a2-6fa05abf4755 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "PUT /v2.0/routers/b1efdafb-af9d-4740-8547-8e77052c107b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3179994
Mar 05 21:11:06.457860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44506) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:06.458089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433554949'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:06.464395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] Sync routers for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:06.475644 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:06.480993 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b901f0070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:06.491282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:06.503415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.571849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:06.575776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.618900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-b6f18cc8-700d-493e-a226-8e03a7ba32ad tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1737963399&fields=id&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 267 time: 0.0835130
Mar 05 21:11:06.642270 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b901f0070>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:06.645994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:06.668481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] Routers {'b1efdafb-af9d-4740-8547-8e77052c107b'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:06.671471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b901f0070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b1efdafb-af9d-4740-8547-8e77052c107b'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:06.680715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:06.710707 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b901f0070>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:06.711639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4f0cb-06c7-4134-b279-3c51330d1958 None None] The sync data for ids ['b1efdafb-af9d-4740-8547-8e77052c107b'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:06.726864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4369150a-835c-4367-a628-4788aecdaf74), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.727482 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment 4369150a-835c-4367-a628-4788aecdaf74 of type vlan for network b5be0aa6-967f-417d-81ad-21495d254653
Mar 05 21:11:06.759324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01be733a-f8f9-4363-b93a-d41acb30c849 req-491f8691-dc37-4723-8747-741262a2ebf3 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.1056085
Mar 05 21:11:06.760593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:06.765914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (b1efdafb-af9d-4740-8547-8e77052c107b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.807967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Provisioning complete for port d641d541-1d23-4d0e-9a4d-9d245e026e60 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:06.808471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.901377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b5be0aa6-967f-417d-81ad-21495d254653), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.916722 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fb953e17-37df-4d8b-a694-22fa4e361c95), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.917105 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment fb953e17-37df-4d8b-a694-22fa4e361c95 of type vlan for network 1998a696-f325-4a47-8e03-988d87b8c106
Mar 05 21:11:06.923258 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_gateway (b1efdafb-af9d-4740-8547-8e77052c107b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.950884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:06.960222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-f31bd062-c99f-4b6f-a266-5feededdfcd8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:06.978267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-f31bd062-c99f-4b6f-a266-5feededdfcd8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.3585134
Mar 05 21:11:07.017379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-2cb6c432-940e-4b07-bf33-806dba64c81a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/quotas/f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 375 time: 0.0381308
Mar 05 21:11:07.024621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:07.025544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b74310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:07.033289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Pushing event updated for resources: {'Port': ['ID=3467b0fb-5538-4bfd-9090-cb606dba52cc,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:07.048369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting port e2592e9d-24b3-4375-b321-76744c58946f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:07.049375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e2592e9d-24b3-4375-b321-76744c58946f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.113490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44528) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:07.185478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ae414-cea3-4d4e-80bd-56a0983510a5 None None] Port d641d541-1d23-4d0e-9a4d-9d245e026e60 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:07.195411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (1998a696-f325-4a47-8e03-988d87b8c106), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.201676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e2592e9d-24b3-4375-b321-76744c58946f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.221090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33576a-9bb4-402b-bf85-7c313729befd None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:11:07.231692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b5be0aa6-967f-417d-81ad-21495d254653), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.232563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Calling delete_port for e2592e9d-24b3-4375-b321-76744c58946f owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:07.247887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:07.248803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.291251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:07.395090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3467b0fb-5538-4bfd-9090-cb606dba52cc is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:07.448750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=b5be0aa6-967f-417d-81ad-21495d254653,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:07.455838 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.resource_extend [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:11:07.466835 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2245e17-f31a-4874-9210-17d30f42d701 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0154271
Mar 05 21:11:07.469355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d90fccba-2d98-4bc7-be17-ca004671eb79 None None] Provisioning complete for port d641d541-1d23-4d0e-9a4d-9d245e026e60 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:07.469777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d90fccba-2d98-4bc7-be17-ca004671eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.475447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44542) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:07.480999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:07.518197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dbd92ba-e828-42af-8abe-863d15cc4974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.571920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (1998a696-f325-4a47-8e03-988d87b8c106), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.577116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:07.577741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.588282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b5be0aa6-967f-417d-81ad-21495d254653 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:07.604983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-859eb574-f841-4480-bedd-9f84bc2815e2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5865781
Mar 05 21:11:07.643871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e2592e9d-24b3-4375-b321-76744c58946f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.698105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.4939828
Mar 05 21:11:07.704680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:07.710201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': '1998a696-f325-4a47-8e03-988d87b8c106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:07.716648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140d7d1-20a2-4954-942a-4d949fdabc5c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=1998a696-f325-4a47-8e03-988d87b8c106,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:07.788394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Port': ['ID=e2592e9d-24b3-4375-b321-76744c58946f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:07.815579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:07.827251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:07.874894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3467b0fb-5538-4bfd-9090-cb606dba52cc up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:07.877246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 1998a696-f325-4a47-8e03-988d87b8c106 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:07.959861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0214cc33-d671-4aec-b1fb-808313fc78e0 req-74805108-54cd-402e-ad86-21875db5f0c3 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.0657988
Mar 05 21:11:08.002245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dbd92ba-e828-42af-8abe-863d15cc4974 admin admin] Publish callbacks [] for security_group (2c6c60eb-a327-41e8-b025-712233200931), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.005514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-85151721-2c0d-4ee6-bc26-7b7688966645 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:11:08.006958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-85151721-2c0d-4ee6-bc26-7b7688966645 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3491957
Mar 05 21:11:08.028086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dbd92ba-e828-42af-8abe-863d15cc4974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c6c60eb-a327-41e8-b025-712233200931), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.033584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (b1efdafb-af9d-4740-8547-8e77052c107b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.110546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d90fccba-2d98-4bc7-be17-ca004671eb79 None None] Port d641d541-1d23-4d0e-9a4d-9d245e026e60 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:08.146844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:08.150272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.190894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2dbd92ba-e828-42af-8abe-863d15cc4974 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=914909471bb5484e81c7e44e2ef33835&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0755744
Mar 05 21:11:08.195087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44558) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:08.197283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b1efdafb-af9d-4740-8547-8e77052c107b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.201817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router_controller (b1efdafb-af9d-4740-8547-8e77052c107b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.209688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd92ba-e828-42af-8abe-863d15cc4974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c60eb-a327-41e8-b025-712233200931,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:08.264860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-1ca75cb6-077a-43b2-86b6-58a4e3507412 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471628
Mar 05 21:11:08.364060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b1efdafb-af9d-4740-8547-8e77052c107b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.368259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Fanout notify agent at l3_agent the message router_deleted on router b1efdafb-af9d-4740-8547-8e77052c107b {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:11:08.386637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.392930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-425d9ea2-2f99-47d4-9cbb-6860b5c5125c tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/routers/b1efdafb-af9d-4740-8547-8e77052c107b HTTP/1.1" status: 204  len: 168 time: 1.9335196
Mar 05 21:11:08.398528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3467b0fb-5538-4bfd-9090-cb606dba52cc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:08.399120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.407230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44564) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:08.459497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b74310>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:05Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:08.485418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Deleting subnet af131acc-25be-49da-b957-0c2b52a9fce5 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:08.491239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (af131acc-25be-49da-b957-0c2b52a9fce5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.497107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:08.497342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Updating router 7e9724e8-f53b-41ed-959a-16066d7dc2cf port d641d541-1d23-4d0e-9a4d-9d245e026e60 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:08.535070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] Publish callbacks [] for security_group (2c6c60eb-a327-41e8-b025-712233200931), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.562002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (af131acc-25be-49da-b957-0c2b52a9fce5), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.572411 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.592840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3467b0fb-5538-4bfd-9090-cb606dba52cc is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:08.600870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] Publish callbacks [] for security_group (2c6c60eb-a327-41e8-b025-712233200931), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.640993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (d1f0d039-14ca-418e-b12c-50904d205e5c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.664646 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (af131acc-25be-49da-b957-0c2b52a9fce5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.685465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-cb45d8a2-0807-4e0c-b653-23bfcd30d4f2 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3802037
Mar 05 21:11:08.697768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-62f516c0-b0c6-4701-b0cb-4cf673ac47b0 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:08.699265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-62f516c0-b0c6-4701-b0cb-4cf673ac47b0 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 797 time: 0.4111373
Mar 05 21:11:08.766117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (af131acc-25be-49da-b957-0c2b52a9fce5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.779268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=d1f0d039-14ca-418e-b12c-50904d205e5c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:08.782694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c6c60eb-a327-41e8-b025-712233200931), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.785682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.789375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c6c60eb-a327-41e8-b025-712233200931 HTTP/1.1" status: 204  len: 168 time: 0.5872042
Mar 05 21:11:08.828701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Subnet': ['ID=af131acc-25be-49da-b957-0c2b52a9fce5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:08.831708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:08.840324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44574) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:08.840953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0046f70-7db0-43c0-9254-cf616704d0e8 tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/subnets/af131acc-25be-49da-b957-0c2b52a9fce5 HTTP/1.1" status: 204  len: 168 time: 0.4322150
Mar 05 21:11:08.843158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfdfd2-39ef-4536-a2dc-00580e12eef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c60eb-a327-41e8-b025-712233200931,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:08.921595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-f5cefcba-5085-4c61-a579-b0fc1d94d09a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 380 time: 0.2064378
Mar 05 21:11:08.953591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'port': {'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'admin_state_up': True, 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'security_groups': ['9a28d8b5-eeb1-4f37-b8de-0008375bef19']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:08.957625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:08.957922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: b5be0aa6-967f-417d-81ad-21495d254653, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:09.077074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-681c314f-cd5a-4145-b0c1-29af17fba74d req-6124bd4b-c6b0-49e4-898e-df880e2f2ed0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.1124446
Mar 05 21:11:09.108808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.objects.ports [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:11:09.129688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.138946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (78d66511-ab8f-4b45-9506-1b1dd1896147), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.176981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14b79efc-d6de-4ee4-bdb8-2748983cd1be req-85ed4477-fc58-4d13-8269-bea3bb683ff7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.0611033
Mar 05 21:11:09.195091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks [] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.205405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network b5be0aa6-967f-417d-81ad-21495d254653 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:09.217818 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.247834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5be0aa6-967f-417d-81ad-21495d254653) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:09.282275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:09.282933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.355161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6b219-7172-473b-bb8e-68be1f1185dd None None] Network b5be0aa6-967f-417d-81ad-21495d254653 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:09.355311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=78d66511-ab8f-4b45-9506-1b1dd1896147,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:09.376701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': 'fb953e17-37df-4d8b-a694-22fa4e361c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1998a696-f325-4a47-8e03-988d87b8c106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:09.377074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: 1998a696-f325-4a47-8e03-988d87b8c106, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:09.395503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-778f567b-924e-417d-b5b0-b1078c1c909f tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9189513
Mar 05 21:11:09.397875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.402377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44596) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:09.408347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:09.411779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.445356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89182040>,) {'filters': {'network_id': ['ef3e22d4-e4b2-41da-9f28-7ee3459a3c16']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:09.468715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network 1998a696-f325-4a47-8e03-988d87b8c106 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:09.487050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89182040>, '74106c8c-0682-45eb-9eb0-430bf5c3d5f7') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:09.500478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89182040>, '74106c8c-0682-45eb-9eb0-430bf5c3d5f7') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:09.509885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaed0d-e446-4884-9d47-f923ed8d21e2 None None] Pushing event updated for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:09.600950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (74106c8c-0682-45eb-9eb0-430bf5c3d5f7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.620533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1998a696-f325-4a47-8e03-988d87b8c106) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:09.632281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888fc2b-1992-475c-80ed-25740d8d45b6 None None] Network 1998a696-f325-4a47-8e03-988d87b8c106 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:09.660340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (74106c8c-0682-45eb-9eb0-430bf5c3d5f7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.690134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:09.691756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (74106c8c-0682-45eb-9eb0-430bf5c3d5f7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.761722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Attempting to bind port d641d541-1d23-4d0e-9a4d-9d245e026e60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:09.763719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Attempting to bind port d641d541-1d23-4d0e-9a4d-9d245e026e60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:09.764077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Attempting to bind port d641d541-1d23-4d0e-9a4d-9d245e026e60 on network 3e037e64-a2db-45df-9242-e4b54ef8381c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:09.786142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:09.786826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Checking segment: {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:09.787415 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.788093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Bound using segment: {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:09.788760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Bound port: d641d541-1d23-4d0e-9a4d-9d245e026e60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068f26a-7ad8-4460-89a8-8d2fd75af37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:09.789326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.805361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5be0aa6-967f-417d-81ad-21495d254653', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:09.806531 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:09.867573 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:09.883376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:09.884794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.906657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ef3e22d4-e4b2-41da-9f28-7ee3459a3c16), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.916554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:09.921267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] 10.222.0.15 "DELETE /v2.0/networks/ef3e22d4-e4b2-41da-9f28-7ee3459a3c16 HTTP/1.1" status: 204  len: 168 time: 1.0775919
Mar 05 21:11:09.944485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57c1d2-39e9-4220-8b1e-bf08e5064c5a tempest-FloatingIPTestJSON-1137309166 tempest-FloatingIPTestJSON-1137309166-project] Pushing event deleted for resources: {'Network': ['ID=ef3e22d4-e4b2-41da-9f28-7ee3459a3c16,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:09.950937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e68613a-39f1-407e-b322-ae8c954aa9d4 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.2440884
Mar 05 21:11:09.955196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44618) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:10.053452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Allocated IP 172.21.0.2 (b5be0aa6-967f-417d-81ad-21495d254653/d1f0d039-14ca-418e-b12c-50904d205e5c/1cd380c9-5a8c-4a5e-926a-f6096cabe0e3) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:10.150650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.186136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (1998a696-f325-4a47-8e03-988d87b8c106), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.318197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-967c5b5c-be74-4c0d-9cc4-0a3efb359431 None None] Provisioning complete for port d641d541-1d23-4d0e-9a4d-9d245e026e60 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:10.318625 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-967c5b5c-be74-4c0d-9cc4-0a3efb359431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.332068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73bdfba-c4d3-4179-868a-5336ded2b879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1998a696-f325-4a47-8e03-988d87b8c106', 'network_id': '1998a696-f325-4a47-8e03-988d87b8c106', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': '78d66511-ab8f-4b45-9506-1b1dd1896147'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:10.332982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a73bdfba-c4d3-4179-868a-5336ded2b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.391856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] For port d641d541-1d23-4d0e-9a4d-9d245e026e60, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:10.428114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] For port d641d541-1d23-4d0e-9a4d-9d245e026e60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d641d541-1d23-4d0e-9a4d-9d245e026e60,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:10.428567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (78d66511-ab8f-4b45-9506-1b1dd1896147), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.439425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-967c5b5c-be74-4c0d-9cc4-0a3efb359431 None None] Port d641d541-1d23-4d0e-9a4d-9d245e026e60 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:10.459113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.570563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fbb9cac-5f78-4d00-908f-b03a09b1963c req-2fb8acd4-1126-45dc-a7f5-94dcc6e0e57a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.1857750
Mar 05 21:11:10.579837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44638) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:10.587137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (78d66511-ab8f-4b45-9506-1b1dd1896147), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.719559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (1998a696-f325-4a47-8e03-988d87b8c106), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.753915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d534bba1-9cc0-432b-bc2e-e035e797eae0 req-5a510ba1-facc-4306-a55e-571848bfc99e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.1050997
Mar 05 21:11:10.754907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:10.827758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0039d0>,) {'filters': {'network_id': ['1998a696-f325-4a47-8e03-988d87b8c106']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:10.857872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0039d0>, 'fb953e17-37df-4d8b-a694-22fa4e361c95') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:10.859497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0039d0>, 'fb953e17-37df-4d8b-a694-22fa4e361c95') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:10.875712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks [] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:10.907528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:10.908231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b74310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:11.040660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaed0d-e446-4884-9d47-f923ed8d21e2 None None] Pushing event updated for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server [None req-a73bdfba-c4d3-4179-868a-5336ded2b879 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78d66511-ab8f-4b45-9506-1b1dd1896147: This subnet is being modified by another concurrent operation.
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise exception
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78d66511-ab8f-4b45-9506-1b1dd1896147: This subnet is being modified by another concurrent operation.
Mar 05 21:11:11.055302 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server 
Mar 05 21:11:11.068049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.094474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:11.102702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c06dc-d714-449d-bf13-a41ad31f5932 None None] Network 1998a696-f325-4a47-8e03-988d87b8c106 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:11.375222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (fb953e17-37df-4d8b-a694-22fa4e361c95), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.376122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.21.0.1 (b5be0aa6-967f-417d-81ad-21495d254653/d1f0d039-14ca-418e-b12c-50904d205e5c/7ebcc6ff-5ab1-4af6-8545-60578a5828fe) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:11.390355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fb953e17-37df-4d8b-a694-22fa4e361c95), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.397676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:11.398134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (fb953e17-37df-4d8b-a694-22fa4e361c95), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.456541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-0ab3f9a5-47bd-4404-a056-8923daf2fbfc tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:11.458653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-0ab3f9a5-47bd-4404-a056-8923daf2fbfc tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.8040438
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:11.472269 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:11.495731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:11.497380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (1998a696-f325-4a47-8e03-988d87b8c106), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.502305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.506065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/1998a696-f325-4a47-8e03-988d87b8c106 HTTP/1.1" status: 204  len: 168 time: 1.5498466
Mar 05 21:11:11.509746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:11.519534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101584322'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:11.559761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=78d66511-ab8f-4b45-9506-1b1dd1896147,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:11.567110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae47335-9e03-45e3-938e-ac6f966a1897 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=1998a696-f325-4a47-8e03-988d87b8c106,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:11.576310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.11 (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9/97e26de3-bc53-4bed-801f-be3939cb4f32/ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:11.623327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Network b5be0aa6-967f-417d-81ad-21495d254653 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:11.647020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2184b55b-f3d5-48e2-b8d9-fbc2de0f3afb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab5d4f8f21264fea91a0c7c0a0e8f55d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0650752
Mar 05 21:11:11.655266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44662) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:11.667205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:11.672915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:11.674908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Pushing event updated for resources: {'Port': ['ID=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:11.687527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.692678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Provisioning complete for port d641d541-1d23-4d0e-9a4d-9d245e026e60 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:11.693049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.712602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-290080108-network', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:11.760014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-447c7615-d0c7-4e61-9fd5-c443f1481697 req-6734cc46-2923-45c5-8c68-1eff00acf8d9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.0597904
Mar 05 21:11:11.763303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56b24b5b-3976-4d4c-981e-916b29be1365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.774314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:11.777702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.818286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] Publish callbacks [] for security_group (406ef4ed-6d98-471a-a460-24a160250c9f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.868158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Attempting to bind port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:11.868597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Attempting to bind port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:11.868983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Attempting to bind port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 on network b5be0aa6-967f-417d-81ad-21495d254653 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:11.889355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:11.889743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Checking segment: {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:11.890161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.890560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Bound using segment: {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:11.891064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Bound port: 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:11.892387 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.906011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56b24b5b-3976-4d4c-981e-916b29be1365 admin admin] Publish callbacks [] for security_group (31eda22a-8984-45c7-bac8-6eff68f844f0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.908633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] Publish callbacks [] for security_group (406ef4ed-6d98-471a-a460-24a160250c9f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.942170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Made reservation on behalf of 5c1b37634bef4eefa974dfc8912e8556 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:11.945018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.947562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.972255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c758ea6-c823-4aaf-9a5c-730270bf0262 req-ae427f7c-e8c0-44a6-bb4e-734e93b2bf9b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.0895851
Mar 05 21:11:11.973192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56b24b5b-3976-4d4c-981e-916b29be1365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (31eda22a-8984-45c7-bac8-6eff68f844f0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:11.996061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.004945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (406ef4ed-6d98-471a-a460-24a160250c9f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.007471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.011026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/406ef4ed-6d98-471a-a460-24a160250c9f HTTP/1.1" status: 204  len: 168 time: 0.3523898
Mar 05 21:11:12.021517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3321f-c462-4fe1-8aac-57a613001fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ef4ed-6d98-471a-a460-24a160250c9f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.023452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Current status of the port d641d541-1d23-4d0e-9a4d-9d245e026e60 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:12.023908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.028312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] For port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:12.032712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] For port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:12.043226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.052380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.065687 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.081601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-d405b664-0da9-4815-9ef3-cb5bca36309f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 380 time: 0.5863976
Mar 05 21:11:12.095449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network b5be0aa6-967f-417d-81ad-21495d254653 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:12.124824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'port': {'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'admin_state_up': True, 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'security_groups': ['b21c0cef-c37b-4cf1-823e-22aa8e6cb81f']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:12.132922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:12.144327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:12.146951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] For port d641d541-1d23-4d0e-9a4d-9d245e026e60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d641d541-1d23-4d0e-9a4d-9d245e026e60,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:12.158344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:12.162908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:12.165320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.171291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.182844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b74310>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:10Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:12.185701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda84bf-a13b-4762-8b46-ad90eb631791 None None] Pushing event updated for resources: {'Port': ['ID=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.201818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:12.232762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:12.234820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.249472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e28bc-2887-49f5-b4a0-8308500d4729 None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:10Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:12.261278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-eabffa25-cade-4234-a540-f01298fab93d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3125525
Mar 05 21:11:12.278351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Request body: {'port': {'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:12.296213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e1b4e-d93a-42d2-ad79-222086213653 None None] Pushing event updated for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.301963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:12.307534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-56b24b5b-3976-4d4c-981e-916b29be1365 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fce57775b5f94499845ea5d8b16314a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8106041
Mar 05 21:11:12.325108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44670) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:12.330173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (96075a75-ba7f-46e3-8262-39b0cb300101), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.330533 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment 96075a75-ba7f-46e3-8262-39b0cb300101 of type vlan for network 50d76202-6c84-436c-9008-5dd3049680c1
Mar 05 21:11:12.359482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b24b5b-3976-4d4c-981e-916b29be1365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eda22a-8984-45c7-bac8-6eff68f844f0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.383399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:12.454364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.545035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (50d76202-6c84-436c-9008-5dd3049680c1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.595433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] Publish callbacks [] for security_group (31eda22a-8984-45c7-bac8-6eff68f844f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.605066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (50d76202-6c84-436c-9008-5dd3049680c1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.611007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:12.611618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.635858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.643999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] Publish callbacks [] for security_group (31eda22a-8984-45c7-bac8-6eff68f844f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.759980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a05e4b84-2549-4a6e-9773-5b05d3de2078 None None] Provisioning complete for port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:12.763250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b84-2549-4a6e-9773-5b05d3de2078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:12.815483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a05e4b84-2549-4a6e-9773-5b05d3de2078 None None] Port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:12.969008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:12.972558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.007592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (31eda22a-8984-45c7-bac8-6eff68f844f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.013994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.018424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.5046191
Mar 05 21:11:13.019113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:13.030687 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31eda22a-8984-45c7-bac8-6eff68f844f0 HTTP/1.1" status: 204  len: 168 time: 0.7043018
Mar 05 21:11:13.044433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': '50d76202-6c84-436c-9008-5dd3049680c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:13.104220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1d793-b1d0-4e16-8c42-2b1c16f738dd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=50d76202-6c84-436c-9008-5dd3049680c1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:13.119570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 50d76202-6c84-436c-9008-5dd3049680c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:13.120146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa8f7-6aff-482e-be7b-ef3a196c5baa req-97cd3026-3840-4102-a4eb-22d40e8bfcf6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:13.122103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-739aa8f7-6aff-482e-be7b-ef3a196c5baa req-97cd3026-3840-4102-a4eb-22d40e8bfcf6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 932 time: 0.1798267
Mar 05 21:11:13.122902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de154d0c-72f9-4e70-851b-c03216c18580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eda22a-8984-45c7-bac8-6eff68f844f0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:13.232953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:13.245156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc12de6c-27fb-4551-928e-7f13e9d397d5 req-6057f4f2-1039-4459-9bb7-273e0c18992a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.0682862
Mar 05 21:11:13.264639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks [] for security_group (845679c9-a632-4de2-a6c9-34479d69dea5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.278514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (845679c9-a632-4de2-a6c9-34479d69dea5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.291270 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.312400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks [] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.342075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-739aa8f7-6aff-482e-be7b-ef3a196c5baa req-92c34180-f346-48f0-be41-c18784fe77c1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2015612
Mar 05 21:11:13.366393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Transition to ACTIVE for port object ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:11:13.373494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.437566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:13.504841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:13.701841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Attempting to bind port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:13.702522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Attempting to bind port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:13.710765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Attempting to bind port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f on network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:13.724684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f on network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:11:13.725080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Attempting to bind port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f on network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:13.742022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:13.742383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Checking segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:13.743700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Bound using segment: {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:13.743700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Bound port: ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4d6573-9cc3-411e-aad2-3f000cc96b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:13.743700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.757424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:13.807825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:13.916619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:13.917708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:13.920719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.930714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:13.954546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1683064960'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:13.966646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:13.975789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:13.976460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.020317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845679c9-a632-4de2-a6c9-34479d69dea5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.023698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:14.025109 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b75bcaa4-b3ca-4d00-8137-89d02bc310ea), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.025481 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Added segment b75bcaa4-b3ca-4d00-8137-89d02bc310ea of type vlan for network f4b93af7-4d00-486d-82f8-877eddb5d778
Mar 05 21:11:14.029416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a3123-4820-4a31-b77f-f4f83c8b2e22 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:11:14.062138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.063374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.064604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 1092 time: 1.7954764
Mar 05 21:11:14.065181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:14.068173 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1745384-0a40-4cb7-9d97-95e5d95059ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:14.103307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Made reservation on behalf of 21c66f12e13e4cefb5e55b556e8179cf for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:14.107147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.112369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.20.0.8 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/dfe1078a-9630-493b-9b69-39e6676f5878) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:14.144625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89aace24-d1e8-43f9-98b5-02792ae2064f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.149468 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c20cef-9c5b-490b-a07c-2d5ba185332e x-openstack-request-id: req-64c20cef-9c5b-490b-a07c-2d5ba185332e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:14.149884 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:14.150269 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64c20cef-9c5b-490b-a07c-2d5ba185332e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:14.150811 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'status': 'completed', 'code': 200}
Mar 05 21:11:14.152743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-10e129b5-98ac-454c-8c26-3d7fb33ba826 None None] Provisioning complete for port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:14.153599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-10e129b5-98ac-454c-8c26-3d7fb33ba826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.160939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.162930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:14.163487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.163650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cec95-ec0f-49df-8fbe-65645a0423b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.188330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f4b93af7-4d00-486d-82f8-877eddb5d778), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.196336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-d4895091-7199-488d-b9e8-d4a890be2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.198444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-d4895091-7199-488d-b9e8-d4a890be2dcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1126 time: 0.0871966
Mar 05 21:11:14.252577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-339bd88e-6d3a-45d5-a564-cc79b486e9dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 217 time: 0.0452530
Mar 05 21:11:14.265352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a3123-4820-4a31-b77f-f4f83c8b2e22 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:11:14.270454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:14.283720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.284819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d641d541-1d23-4d0e-9a4d-9d245e026e60 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:14.330575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.331580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-d6434e8e-c1bf-44e9-8679-386d43888b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.333517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-d6434e8e-c1bf-44e9-8679-386d43888b75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.0751240
Mar 05 21:11:14.350123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.382056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for security_group (04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.390917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.396568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f4b93af7-4d00-486d-82f8-877eddb5d778), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.397468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.398052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.405897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:14.417621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (01a1ada6-833c-45c5-ac33-291c0e55f31e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.418067 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Added segment 01a1ada6-833c-45c5-ac33-291c0e55f31e of type vlan for network 40a4e734-ed58-4798-aa52-3223eab75f08
Mar 05 21:11:14.426158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.465230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (40a4e734-ed58-4798-aa52-3223eab75f08), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.491709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-10e129b5-98ac-454c-8c26-3d7fb33ba826 None None] Current status of the port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:14.533079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d641d541-1d23-4d0e-9a4d-9d245e026e60 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:14.533659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.558130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c97bc855-c91b-4fb3-8f57-13099d7a20cd req-31b94322-667c-482d-9fdd-0a8643f94125 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.0687370
Mar 05 21:11:14.572288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (40a4e734-ed58-4798-aa52-3223eab75f08), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.578619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.579233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.595717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.623192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.8646798
Mar 05 21:11:14.627112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-aa1dda63-f501-4ff0-a80d-f7cc4914b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:14.629483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-aa1dda63-f501-4ff0-a80d-f7cc4914b634 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2906766
Mar 05 21:11:14.641527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44710) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:14.643209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.3876741
Mar 05 21:11:14.658526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'subnet': {'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:14.674225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44712) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:14.695701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Request body: {'subnet': {'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-subnet', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:14.709391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918777f-4240-4054-87a6-f3362e6142f3 None None] Network b5be0aa6-967f-417d-81ad-21495d254653 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:14.719298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.740928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:14.772546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d641d541-1d23-4d0e-9a4d-9d245e026e60 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:14.784463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf70e-c0e2-41ee-ab28-03c251546d89 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b93af7-4d00-486d-82f8-877eddb5d778,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.812556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f4b93af7-4d00-486d-82f8-877eddb5d778 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:14.879238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d76ff-ee50-4bbe-8e43-7f1a08a17435 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Network': ['ID=40a4e734-ed58-4798-aa52-3223eab75f08,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:14.920924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 40a4e734-ed58-4798-aa52-3223eab75f08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:14.970862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-acbd3757-4f29-4ec6-ae03-ff1272681628 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3239281
Mar 05 21:11:15.066498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Made reservation on behalf of 21c66f12e13e4cefb5e55b556e8179cf for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:15.070061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.165417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c2394b5-6b6f-4ba9-956e-38c5ad4ea0d0 req-cb484967-6e2e-4c1e-9582-abb6ed192e91 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865687
Mar 05 21:11:15.265798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (dfe1078a-9630-493b-9b69-39e6676f5878), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.269465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Made reservation on behalf of 5c1b37634bef4eefa974dfc8912e8556 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:15.271862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.328949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89aace24-d1e8-43f9-98b5-02792ae2064f admin admin] Publish callbacks [] for security_group (5f2c1ced-4a9f-4def-a03d-16628000d040), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.337905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb452-e6a2-402f-9fb4-be99b87b4cea req-6f2842c1-94e0-44c5-865e-ba2f6fd41921 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.339511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eedb452-e6a2-402f-9fb4-be99b87b4cea req-6f2842c1-94e0-44c5-865e-ba2f6fd41921 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 944 time: 0.8964944
Mar 05 21:11:15.347534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-05cada32-79c0-4883-aa40-b60c440f63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.349706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-05cada32-79c0-4883-aa40-b60c440f63ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1126 time: 0.1152525
Mar 05 21:11:15.351393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89aace24-d1e8-43f9-98b5-02792ae2064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5f2c1ced-4a9f-4def-a03d-16628000d040), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.369627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (be6122ef-54a6-4446-ab47-6d23b94c7a4c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.385027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Provisioning complete for port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:15.385552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.442051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b1c925c7-002c-44bd-bdff-3f6ae7745696), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.509073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Current status of the port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:15.529834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:15.530439 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.534727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:15.554151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Subnet': ['ID=b1c925c7-002c-44bd-bdff-3f6ae7745696,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:15.563177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aace24-d1e8-43f9-98b5-02792ae2064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c1ced-4a9f-4def-a03d-16628000d040,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:15.591376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-1e09e5ca-827f-4578-9729-953eafc26440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.592938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-1e09e5ca-827f-4578-9729-953eafc26440 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 898 time: 0.2372651
Mar 05 21:11:15.597302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44714) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:15.597706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-89aace24-d1e8-43f9-98b5-02792ae2064f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1140365361947719670c376a428301f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5631020
Mar 05 21:11:15.613557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3fa81492-419e-4e23-9606-6f42d7e2a536 None None] Port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:15.615594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Checking segment: {'id': '01a1ada6-833c-45c5-ac33-291c0e55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:15.615999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network hostable DHCP agents. Network: 40a4e734-ed58-4798-aa52-3223eab75f08, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:15.631130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:15.631621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.667694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-9ccd48bf-90c1-4c97-b7f9-3b482288e1bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 217 time: 0.0541661
Mar 05 21:11:15.686810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network b5be0aa6-967f-417d-81ad-21495d254653 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:15.707142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eedb452-e6a2-402f-9fb4-be99b87b4cea req-737ccfbc-4431-4ff9-afea-d0e7f8b573c0 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3524382
Mar 05 21:11:15.725859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:15.731542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=be6122ef-54a6-4446-ab47-6d23b94c7a4c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:15.734326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.747558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:15.755878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c4c7d3e-cd5d-49a1-a2c2-d45453e81139 None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:15.756358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c4c7d3e-cd5d-49a1-a2c2-d45453e81139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.781235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 40a4e734-ed58-4798-aa52-3223eab75f08 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:15.799463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c7d3e-cd5d-49a1-a2c2-d45453e81139 None None] Port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:15.808086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-887d2f91-4a83-49e9-bb24-b763c306650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.809677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-887d2f91-4a83-49e9-bb24-b763c306650b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.1330621
Mar 05 21:11:15.813393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40a4e734-ed58-4798-aa52-3223eab75f08) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:15.823952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58929917-d8b4-42fd-970f-b80c8a9e2548 None None] Network 40a4e734-ed58-4798-aa52-3223eab75f08 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:15.829081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.829682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.839293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] Publish callbacks [] for security_group (5f2c1ced-4a9f-4def-a03d-16628000d040), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.863494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] Publish callbacks [] for security_group (5f2c1ced-4a9f-4def-a03d-16628000d040), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.916028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b9ed3-21bf-45fc-a7e9-02db082a674d req-76f1c001-a6fa-4b3c-8aec-28cba7d9ed7e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:15.917667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b34b9ed3-21bf-45fc-a7e9-02db082a674d req-76f1c001-a6fa-4b3c-8aec-28cba7d9ed7e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 931 time: 0.2253625
Mar 05 21:11:15.958219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5f2c1ced-4a9f-4def-a03d-16628000d040), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.960985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:15.962245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f2c1ced-4a9f-4def-a03d-16628000d040 HTTP/1.1" status: 204  len: 168 time: 0.3640058
Mar 05 21:11:16.000294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:16.007286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7cdbe8f-c773-47ee-9aa8-f74f1ab1ae73 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3641715
Mar 05 21:11:16.009437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:16.012006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4857de6-0e1a-4a36-ba61-946b82eb0b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c1ced-4a9f-4def-a03d-16628000d040,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:16.019951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': '96075a75-ba7f-46e3-8262-39b0cb300101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '50d76202-6c84-436c-9008-5dd3049680c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:16.020478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: 50d76202-6c84-436c-9008-5dd3049680c1, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:16.026730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44720) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:16.029839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:16.032874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:16.040606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1527223234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:16.048012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (65a8f678-6b9b-4d26-ad1c-20228fee7346), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.054948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-b306e6c2-9b90-40ea-9dc2-b96e687e910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:16.057578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-b306e6c2-9b90-40ea-9dc2-b96e687e910a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2414174
Mar 05 21:11:16.176053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (948e0512-1454-4303-9e3b-c84a45c7be44), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.176969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (948e0512-1454-4303-9e3b-c84a45c7be44), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.233724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for router_controller (948e0512-1454-4303-9e3b-c84a45c7be44), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.252444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b34b9ed3-21bf-45fc-a7e9-02db082a674d req-43b8a30e-e48e-4709-9668-598d93a89ff2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3088872
Mar 05 21:11:16.253000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (948e0512-1454-4303-9e3b-c84a45c7be44), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.276851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:16.277624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.280797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network 50d76202-6c84-436c-9008-5dd3049680c1 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:16.289220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40a4e734-ed58-4798-aa52-3223eab75f08', 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08', 'project_id': '21c66f12e13e4cefb5e55b556e8179cf', 'fixed_ips': [{'subnet_id': 'b1c925c7-002c-44bd-bdff-3f6ae7745696'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:16.290298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-994cdb28-b16e-4c76-9cfb-3813ea4e3dd7 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225330
Mar 05 21:11:16.291440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.303286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a8f678-6b9b-4d26-ad1c-20228fee7346,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:16.306826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5815dc2e-f7a2-4702-b47d-994f8125d9cc None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:16.307025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:16.307735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5815dc2e-f7a2-4702-b47d-994f8125d9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.322787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50d76202-6c84-436c-9008-5dd3049680c1) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:16.330175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.334449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-06a3c083-250e-42e7-8989-ba87a4335dd4 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.3039336
Mar 05 21:11:16.335565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44724) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:16.337243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:16.337731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Network hostable DHCP agents. Network: f4b93af7-4d00-486d-82f8-877eddb5d778, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:16.346405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:16.347165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.352011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-ddd87d5b-6816-4ba7-8861-b82534947adb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2394800
Mar 05 21:11:16.377610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5815dc2e-f7a2-4702-b47d-994f8125d9cc None None] Port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:16.382399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6fa66-f860-4e53-a3ff-608f17f8296d None None] Network 50d76202-6c84-436c-9008-5dd3049680c1 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:16.460081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Request body: {'port': {'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:16.461289 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1745384-0a40-4cb7-9d97-95e5d95059ff req-6de95007-4c57-49bc-8d15-f092218c87d9 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653373
Mar 05 21:11:16.584278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44734) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:16.584539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0596f359-1fac-4653-ad1a-7c80e646bdbd tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.5499494
Mar 05 21:11:16.601614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:16.606129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-20b94913-f306-4abd-a6b5-a70a9986ebff None None] Provisioning complete for port dfe1078a-9630-493b-9b69-39e6676f5878 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:16.607247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-20b94913-f306-4abd-a6b5-a70a9986ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.646365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87faa9-ab31-445c-9d16-56b7a5be7486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50d76202-6c84-436c-9008-5dd3049680c1', 'network_id': '50d76202-6c84-436c-9008-5dd3049680c1', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': 'be6122ef-54a6-4446-ab47-6d23b94c7a4c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:16.647319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aa87faa9-ab31-445c-9d16-56b7a5be7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.654009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-20b94913-f306-4abd-a6b5-a70a9986ebff None None] Port dfe1078a-9630-493b-9b69-39e6676f5878 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:16.700596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4b93af7-4d00-486d-82f8-877eddb5d778) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:16.711463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:16.712105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.720739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6375ba5-9434-456f-a31c-f621430e4630 None None] Network f4b93af7-4d00-486d-82f8-877eddb5d778 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:16.737534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:16.740196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.749190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fd75d59e-a59b-441f-b0c0-69293f53927e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3445871
Mar 05 21:11:16.749943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44740) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:16.769511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (50d76202-6c84-436c-9008-5dd3049680c1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.797281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-525275499'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:16.802844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3dc35e03-fee4-4d81-b762-5cc8939a7cc3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1226790
Mar 05 21:11:16.809510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44744) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:16.826650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:16.846491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:16.867116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (be6122ef-54a6-4446-ab47-6d23b94c7a4c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.906885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.908370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.931635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Allocated IP 172.20.0.2 (40a4e734-ed58-4798-aa52-3223eab75f08/b1c925c7-002c-44bd-bdff-3f6ae7745696/de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:16.946424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:16.950453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:16.969739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:16.970546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c9e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:16.980134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (be6122ef-54a6-4446-ab47-6d23b94c7a4c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.073920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for router_controller (4be90a45-8fd3-4b80-b53e-e8ef752219fd), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.084743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=be6122ef-54a6-4446-ab47-6d23b94c7a4c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server [None req-aa87faa9-ab31-445c-9d16-56b7a5be7486 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be6122ef-54a6-4446-ab47-6d23b94c7a4c: This subnet is being modified by another concurrent operation.
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise exception
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be6122ef-54a6-4446-ab47-6d23b94c7a4c: This subnet is being modified by another concurrent operation.
Mar 05 21:11:17.107971 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server 
Mar 05 21:11:17.117379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.117379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:17.130758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad0550-b992-48fd-aa62-192a58b3eacb None None] Network 50d76202-6c84-436c-9008-5dd3049680c1 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:17.244514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (50d76202-6c84-436c-9008-5dd3049680c1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.250492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4b93af7-4d00-486d-82f8-877eddb5d778', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:17.252036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.278202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:17.300574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90126fa0>,) {'filters': {'network_id': ['50d76202-6c84-436c-9008-5dd3049680c1']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:17.311439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5b3a-bc2e-49a8-976f-495c82cb03b0 req-c412c7f6-eea0-4a02-8476-82fdd2639a63 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:17.321594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bd5b3a-bc2e-49a8-976f-495c82cb03b0 req-c412c7f6-eea0-4a02-8476-82fdd2639a63 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 944 time: 0.4445350
Mar 05 21:11:17.341446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.342223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90126fa0>, '96075a75-ba7f-46e3-8262-39b0cb300101') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:17.342531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90126fa0>, '96075a75-ba7f-46e3-8262-39b0cb300101') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:17.344895 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff of type vlan for network eb11a43e-846b-46ee-95f9-0194a7805c04
Mar 05 21:11:17.355008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for router_gateway (4be90a45-8fd3-4b80-b53e-e8ef752219fd), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.359843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (96075a75-ba7f-46e3-8262-39b0cb300101), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.388098 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (96075a75-ba7f-46e3-8262-39b0cb300101), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.427817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:17.428284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (96075a75-ba7f-46e3-8262-39b0cb300101), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:17.432287 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:17.542271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980ca8d-03d5-4834-9329-3d927891a53b req-5224fb62-a607-43a5-9383-a5682446fd7d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:17.549760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8980ca8d-03d5-4834-9329-3d927891a53b req-5224fb62-a607-43a5-9383-a5682446fd7d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 931 time: 0.1878715
Mar 05 21:11:17.572474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (50d76202-6c84-436c-9008-5dd3049680c1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.572767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks [] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.592132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.599067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/50d76202-6c84-436c-9008-5dd3049680c1 HTTP/1.1" status: 204  len: 168 time: 1.0098569
Mar 05 21:11:17.609236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44760) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:17.616456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-6019444'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:17.624791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed29ff-63d4-4659-ab1b-9a1fe53d650f tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=50d76202-6c84-436c-9008-5dd3049680c1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:17.628249 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.646609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8980ca8d-03d5-4834-9329-3d927891a53b req-ee679532-6423-46e0-a934-9cec8fef51e0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959001
Mar 05 21:11:17.679954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8bd5b3a-bc2e-49a8-976f-495c82cb03b0 req-09a6db8e-f005-4fd7-8be1-5d4a21957892 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3573864
Mar 05 21:11:17.705986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:17.709331 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.724891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Network 40a4e734-ed58-4798-aa52-3223eab75f08 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:17.725903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Allocated IP 172.20.0.2 (f4b93af7-4d00-486d-82f8-877eddb5d778/65a8f678-6b9b-4d26-ad1c-20228fee7346/25f8077a-cbdc-4053-bf3e-26d9375ca0fe) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:17.740359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:17.747921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:17.753642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (eb11a43e-846b-46ee-95f9-0194a7805c04), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.793149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:17.832984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Pushing event updated for resources: {'Port': ['ID=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:17.872355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.873407 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Added segment 60c0270d-b606-4097-bb3d-532a177ac0d4 of type vlan for network a216d789-af37-45f3-9cbc-974434230d1a
Mar 05 21:11:17.891842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:11:17.952421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a216d789-af37-45f3-9cbc-974434230d1a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.983597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.984437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.984967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.985462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.986556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.987091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.987593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.988143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.988627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.989242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.989734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.989866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for router_gateway (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:17.991862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:17.992363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:18.012845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a216d789-af37-45f3-9cbc-974434230d1a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.018443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:18.019017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.026213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.146919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Allocated IP 172.35.0.83 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/79c8cc03-01ca-4434-b0c3-117f5693fcd8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:18.162301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (eb11a43e-846b-46ee-95f9-0194a7805c04), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.168144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:18.168853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.170743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Attempting to bind port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:18.171308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Attempting to bind port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01a1ada6-833c-45c5-ac33-291c0e55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:18.171867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Attempting to bind port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 on network 40a4e734-ed58-4798-aa52-3223eab75f08 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:18.193869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Allocated IP 172.20.0.1 (40a4e734-ed58-4798-aa52-3223eab75f08/b1c925c7-002c-44bd-bdff-3f6ae7745696/526ecc14-442d-4b65-8301-431d44900c1a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:18.201846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:18.202549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Checking segment: {'id': '01a1ada6-833c-45c5-ac33-291c0e55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:18.203113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.203413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Bound using segment: {'id': '01a1ada6-833c-45c5-ac33-291c0e55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:18.204050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Bound port: de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a1ada6-833c-45c5-ac33-291c0e55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:18.204388 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.209058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks [] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.231509 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.238814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c9e2e0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:13Z', 'revision_number': 3, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:13Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:18.269785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.279713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.5268049
Mar 05 21:11:18.289479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44776) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:18.328755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.330128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:18.330596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:18.330810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Updating router 7e9724e8-f53b-41ed-959a-16066d7dc2cf port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:18.374942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ab9eb-61d6-4792-bcab-3b2eebd51e4b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=eb11a43e-846b-46ee-95f9-0194a7805c04,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:18.423402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8119473
Mar 05 21:11:18.427046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44782) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:18.443339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:18.444779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Request body: {'subnet': {'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:18.451304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:18.456053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede0b2-4782-44bf-a7e9-eeb99259fd7e tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Network': ['ID=a216d789-af37-45f3-9cbc-974434230d1a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:18.459573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:18.467581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Pushing event updated for resources: {'Port': ['ID=79c8cc03-01ca-4434-b0c3-117f5693fcd8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:18.480300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe1078a-9630-493b-9b69-39e6676f5878 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:18.532567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks [] for port (dfe1078a-9630-493b-9b69-39e6676f5878), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.585017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network eb11a43e-846b-46ee-95f9-0194a7805c04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:18.598449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:18.600208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a216d789-af37-45f3-9cbc-974434230d1a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:18.601900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.607450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:18.621260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Transition to ACTIVE for port object dfe1078a-9630-493b-9b69-39e6676f5878 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:11:18.627979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:18.681433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.711489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Pushing event updated for resources: {'Port': ['ID=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:18.716353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:18.733098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:18.740386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (526ecc14-442d-4b65-8301-431d44900c1a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.747223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:18.760142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:11:18.797673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] For port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:18.854831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:18.873787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Made reservation on behalf of 60b621c77e3d49b8b0f30fcead551beb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:18.877312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.013606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:19.014438 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.048004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] For port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,segment=NetworkSegment(01a1ada6-833c-45c5-ac33-291c0e55f31e),segment_id=01a1ada6-833c-45c5-ac33-291c0e55f31e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:19.175216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:19.216734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (526ecc14-442d-4b65-8301-431d44900c1a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.219030 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.260516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Attempting to bind port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:19.261413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Attempting to bind port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:19.263811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Attempting to bind port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:19.307988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:19.341971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909266d5-8b57-4d47-a2d7-3ec5a74170a7 req-7e88f19e-795f-43a0-b1e4-3f6a963b9f90 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:19.343659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.345561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:19.345939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:19.346340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.346727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Bound using segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:19.347271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Bound port: 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:19.347662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.348485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909266d5-8b57-4d47-a2d7-3ec5a74170a7 req-7e88f19e-795f-43a0-b1e4-3f6a963b9f90 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 943 time: 0.1511018
Mar 05 21:11:19.430903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Attempting to bind port dfe1078a-9630-493b-9b69-39e6676f5878 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:19.431856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Attempting to bind port dfe1078a-9630-493b-9b69-39e6676f5878 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:19.432348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Attempting to bind port dfe1078a-9630-493b-9b69-39e6676f5878 on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:19.441698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for router_gateway (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.443746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 40a4e734-ed58-4798-aa52-3223eab75f08 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:19.451828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=526ecc14-442d-4b65-8301-431d44900c1a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:19.455295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bffae0-4261-437d-9192-509c150c49cc None None] Pushing event updated for resources: {'Port': ['ID=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:19.489927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:19.497992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (40ded717-0cc8-47f2-a9e0-a1bf2b611e79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.506905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:19.573753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] For port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:19.585821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-909266d5-8b57-4d47-a2d7-3ec5a74170a7 req-e160d671-ae34-4608-a55d-f6cccf3cb121 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413648
Mar 05 21:11:19.597967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:11:19.634024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ee098-51e0-41e1-8ae4-2cd75953272c req-4b96039a-5215-431b-bad2-6d0dcc4c5bfd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:19.645339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86ee098-51e0-41e1-8ae4-2cd75953272c req-4b96039a-5215-431b-bad2-6d0dcc4c5bfd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 944 time: 0.7772014
Mar 05 21:11:19.657172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] For port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:19.675733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Port dfe1078a-9630-493b-9b69-39e6676f5878 on network b56f14b9-afc0-424d-b080-c31779583b66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:11:19.676074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Attempting to bind port dfe1078a-9630-493b-9b69-39e6676f5878 on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:19.710366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:19.720379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.781255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:19.781489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:19.781885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:19.782697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Bound port: dfe1078a-9630-493b-9b69-39e6676f5878, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:19.782697 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.858733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.884127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44814) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:19.926267 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks [] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.976669 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:19.990147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb60441-7a10-4f30-bc16-8d6aaed4fa33 None None] Pushing event updated for resources: {'Port': ['ID=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:19.997640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (948e0512-1454-4303-9e3b-c84a45c7be44), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.007871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=40ded717-0cc8-47f2-a9e0-a1bf2b611e79,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:20.059532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:11:20.071085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a86ee098-51e0-41e1-8ae4-2cd75953272c req-ebc5d8fd-2813-40f2-862b-e9fc233e8807 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4248128
Mar 05 21:11:20.120680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2a9d9-c23a-422b-a6ad-ce9c46540717 None None] Pushing event updated for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:20.150313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:20.150855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: eb11a43e-846b-46ee-95f9-0194a7805c04, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:20.186691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.objects.ports [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 05 21:11:20.200074 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0105dfe2-5c67-44ac-b207-59d61ba72f79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.241789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:20.261836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:20.275880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32b29e57-f1fb-4f88-b3b4-923087fa7c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.281344 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:20.306738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:20.307647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:20.323352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.326821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-93ff20ef-37aa-4e1b-8b6e-5655b84a4266 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.5153403
Mar 05 21:11:20.329301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:20.337078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfe1078a-9630-493b-9b69-39e6676f5878,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:20.378503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network eb11a43e-846b-46ee-95f9-0194a7805c04 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:20.383489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.395969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Attempting to bind port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:20.396499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Attempting to bind port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:20.396977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Attempting to bind port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe on network b5be0aa6-967f-417d-81ad-21495d254653 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:20.420100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:20.420591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Checking segment: {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:20.421100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.421614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Bound using segment: {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:20.422204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Bound port: 7ebcc6ff-5ab1-4af6-8545-60578a5828fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4369150a-835c-4367-a628-4788aecdaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:20.422693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.430688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:20.431930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.434895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] 10.222.0.31 "PUT /v2.0/ports/dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 200  len: 1091 time: 3.9943531
Mar 05 21:11:20.472794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:20.476996 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c94cea-e94a-4aa3-8833-9f8ed312cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:20.558657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb11a43e-846b-46ee-95f9-0194a7805c04) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:20.564410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:20.565236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.630127 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:20.641065 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0068f3-2a27-46ce-bc8b-ac8f3fbec05f x-openstack-request-id: req-7d0068f3-2a27-46ce-bc8b-ac8f3fbec05f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:20.641631 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:20.641861 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d0068f3-2a27-46ce-bc8b-ac8f3fbec05f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:20.642267 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'status': 'completed', 'code': 200}
Mar 05 21:11:20.646312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b709fe-50c1-4512-9c12-b1bcb5e9baab None None] Network eb11a43e-846b-46ee-95f9-0194a7805c04 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:20.698749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e9c6e139-6820-4cb0-bdea-330bf66a78e9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3978362
Mar 05 21:11:20.703087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44824) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:20.727949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event updated for resources: {'Subnet': ['ID=0105dfe2-5c67-44ac-b207-59d61ba72f79,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:20.873845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Checking segment: {'id': '60c0270d-b606-4097-bb3d-532a177ac0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:20.874321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network hostable DHCP agents. Network: a216d789-af37-45f3-9cbc-974434230d1a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:20.898446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb11a43e-846b-46ee-95f9-0194a7805c04', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:20.899568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:20.963295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (526ecc14-442d-4b65-8301-431d44900c1a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.079290 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0fb20>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:19Z', 'revision_number': 3, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:21.144490 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:21.144845 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Updating router 4be90a45-8fd3-4b80-b53e-e8ef752219fd port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:21.179226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e560f7b3-d77d-4b19-9393-b86525a40fb1 None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:21.179911 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e560f7b3-d77d-4b19-9393-b86525a40fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.219714 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.251760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e560f7b3-d77d-4b19-9393-b86525a40fb1 None None] Port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:21.253978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Allocated IP 172.22.0.2 (eb11a43e-846b-46ee-95f9-0194a7805c04/40ded717-0cc8-47f2-a9e0-a1bf2b611e79/a9cbb8cd-6997-430a-8bfa-883fa0782a5f) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:21.257328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] For port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:21.285680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-cedd0e8e-35ca-4d54-bfc8-5539bf8f15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:21.287775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-cedd0e8e-35ca-4d54-bfc8-5539bf8f15d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 1125 time: 0.7367675
Mar 05 21:11:21.293823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0f295-b314-4e67-b8de-403def2ba74e None None] Network 40a4e734-ed58-4798-aa52-3223eab75f08 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:21.297200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a042-4f09-4ca2-9f52-7006db256531 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:21.300539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] For port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:21.336967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Network a216d789-af37-45f3-9cbc-974434230d1a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:21.431289 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.549490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20afca4-9cc8-4ec1-bb24-713c91616f7e req-1353bbfe-e82e-446b-8182-1723de98fa8f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:21.549768 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks [] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.551041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b20afca4-9cc8-4ec1-bb24-713c91616f7e req-1353bbfe-e82e-446b-8182-1723de98fa8f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 945 time: 0.3306818
Mar 05 21:11:21.566446 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.640395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf45ba-81a0-460c-b619-93f92fc48302 None None] Pushing event updated for resources: {'Port': ['ID=79c8cc03-01ca-4434-b0c3-117f5693fcd8,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:21.683715 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Attempting to bind port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:21.684430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Attempting to bind port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:21.684588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Provisioning complete for port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:21.685090 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Attempting to bind port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:21.685651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.695705 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:21.696306 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:21.697004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b20afca4-9cc8-4ec1-bb24-713c91616f7e req-1ee9d71a-cd20-44db-82da-e55b239771a0 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368403
Mar 05 21:11:21.724223 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.725497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:21.727047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Bound port: 79c8cc03-01ca-4434-b0c3-117f5693fcd8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:21.728154 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.759893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 25f8077a-cbdc-4053-bf3e-26d9375ca0fe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:21.762864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9b33b-8041-4102-bcf7-55f55196c79c None None] Network f4b93af7-4d00-486d-82f8-877eddb5d778 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:21.795098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] For port 79c8cc03-01ca-4434-b0c3-117f5693fcd8, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:21.799554 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] For port 79c8cc03-01ca-4434-b0c3-117f5693fcd8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c8cc03-01ca-4434-b0c3-117f5693fcd8,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:21.807319 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.814363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:21.862154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:21.862754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c9e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:21.874147 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf45ba-81a0-460c-b619-93f92fc48302 None None] Pushing event updated for resources: {'Port': ['ID=79c8cc03-01ca-4434-b0c3-117f5693fcd8,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:21.900547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:21.901409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:21.931649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2a9d9-c23a-422b-a6ad-ce9c46540717 None None] Pushing event updated for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:22.032382 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:22.080269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026e3f-d97f-477e-9252-ca3d65489751 req-8fa52db6-161b-441a-8e2e-e4ff62b6ac69 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:22.084124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35026e3f-d97f-477e-9252-ca3d65489751 req-8fa52db6-161b-441a-8e2e-e4ff62b6ac69 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 943 time: 1.3557725
Mar 05 21:11:22.084515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.090831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-c83aaf43-5c1a-40ba-b0c3-9469d76eb53b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 200  len: 217 time: 0.7645411
Mar 05 21:11:22.100016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a216d789-af37-45f3-9cbc-974434230d1a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:22.156628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:22.157229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.207081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fbb5cf9e-d285-4bd5-8f20-babd9cfd76da tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.7755251
Mar 05 21:11:22.215659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44828) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:22.225821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32b29e57-f1fb-4f88-b3b4-923087fa7c31 admin admin] Publish callbacks [] for security_group (0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.265709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54749295-558e-44c3-ad40-fc272415f5de None None] Network a216d789-af37-45f3-9cbc-974434230d1a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:22.282070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32b29e57-f1fb-4f88-b3b4-923087fa7c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.325051 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0fb20>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:19Z', 'revision_number': 3, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:22.355251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-96979ff4-0dfb-470b-b00f-a24d497d1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:22.357725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-96979ff4-0dfb-470b-b00f-a24d497d1d4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.2548020
Mar 05 21:11:22.359553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ecf-4667-48af-9c74-5237be59b77d None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:19Z', 'revision_number': 3, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:22.375584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a216d789-af37-45f3-9cbc-974434230d1a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.422214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32b29e57-f1fb-4f88-b3b4-923087fa7c31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=183d886c825b4c029ba1c9bf780c9a3e&name=default HTTP/1.1" status: 200  len: 3000 time: 2.5099540
Mar 05 21:11:22.428792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44830) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:22.433309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35026e3f-d97f-477e-9252-ca3d65489751 req-3afe1961-2029-482a-acee-07c35f287cae tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3383057
Mar 05 21:11:22.442061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29e57-f1fb-4f88-b3b4-923087fa7c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:22.523981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:22.528912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af60e-7b81-46cc-991d-ff3987120685 req-38bc346d-21b5-4a0f-88af-244a297c26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:22.530861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-38bc346d-21b5-4a0f-88af-244a297c26f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1502366
Mar 05 21:11:22.577578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks [] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.604022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (526ecc14-442d-4b65-8301-431d44900c1a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.616052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:22.616374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.617330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (526ecc14-442d-4b65-8301-431d44900c1a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.618414 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.718005 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:11:22.745904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=526ecc14-442d-4b65-8301-431d44900c1a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:22.756971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Current status of the port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:22.757380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.762709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (948e0512-1454-4303-9e3b-c84a45c7be44), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.773936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-0e225ffb-242d-4dbe-84b7-d7d709661d3e service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317474
Mar 05 21:11:22.822013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Network eb11a43e-846b-46ee-95f9-0194a7805c04 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:22.932827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a216d789-af37-45f3-9cbc-974434230d1a', 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a', 'project_id': '60b621c77e3d49b8b0f30fcead551beb', 'fixed_ips': [{'subnet_id': '0105dfe2-5c67-44ac-b207-59d61ba72f79'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:22.933691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:22.936998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:22.944805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:22.972998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Pushing event updated for resources: {'Port': ['ID=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:23.026796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] For port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,segment=NetworkSegment(01a1ada6-833c-45c5-ac33-291c0e55f31e),segment_id=01a1ada6-833c-45c5-ac33-291c0e55f31e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:23.094938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 40a4e734-ed58-4798-aa52-3223eab75f08 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:23.097813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:23.140058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Allocated IP 172.20.0.1 (f4b93af7-4d00-486d-82f8-877eddb5d778/65a8f678-6b9b-4d26-ad1c-20228fee7346/8782b566-81bb-4cee-99bd-60ebaa8c05c8) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:23.201634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-100af60e-7b81-46cc-991d-ff3987120685 req-4e9d1bb0-640a-4aaf-bb4e-8dec229861be service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4223115
Mar 05 21:11:23.240492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Allocated IP 2001:db8::f816:3eff:fefb:2405 (a216d789-af37-45f3-9cbc-974434230d1a/0105dfe2-5c67-44ac-b207-59d61ba72f79/5ad7bfc1-2481-4b40-b8f9-e04be308aac7) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:23.278273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks [] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.304856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0105dfe2-5c67-44ac-b207-59d61ba72f79), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.361139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-3264520f-28d9-466c-be6c-c01fa1829b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:23.362764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-3264520f-28d9-466c-be6c-c01fa1829b4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 1125 time: 0.0978200
Mar 05 21:11:23.371330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] Publish callbacks [] for security_group (0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.393766 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] Publish callbacks [] for security_group (0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.466290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Router 948e0512-1454-4303-9e3b-c84a45c7be44 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:11:23.492654 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.523757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.541845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.543067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4 HTTP/1.1" status: 204  len: 168 time: 1.1128428
Mar 05 21:11:23.569770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.22.0.1 (eb11a43e-846b-46ee-95f9-0194a7805c04/40ded717-0cc8-47f2-a9e0-a1bf2b611e79/3951e743-fb5b-4b58-8ad8-62dd2f8b87b5) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:23.630177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.641445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Attempting to bind port a9cbb8cd-6997-430a-8bfa-883fa0782a5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:23.641999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Attempting to bind port a9cbb8cd-6997-430a-8bfa-883fa0782a5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:23.642465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Attempting to bind port a9cbb8cd-6997-430a-8bfa-883fa0782a5f on network eb11a43e-846b-46ee-95f9-0194a7805c04 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:23.656736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks [] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.664747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:23.665314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.677784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de8b39-f9a2-40e5-8c12-69c39fcadf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea30c43-85e2-4f7c-ab8c-5a644f04bcb4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:23.710419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:23.710725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Checking segment: {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:23.711145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.711550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Bound using segment: {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:23.712094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Bound port: a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:23.712478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.712952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-914de3c0-cdc3-4524-8cb6-145a5bf2ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:23.716238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-914de3c0-cdc3-4524-8cb6-145a5bf2ccec service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.3422978
Mar 05 21:11:23.824982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:23.903179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-9de0235c-47c0-43cc-a4e8-8e54680b81d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 200  len: 217 time: 0.1119978
Mar 05 21:11:23.960350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b0e23-ce04-45f7-8468-4cea8ff2a49f None None] Pushing event updated for resources: {'Port': ['ID=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:23.964719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:24.063930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Pushing event updated for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.070952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-572891ef-208c-4674-bd07-91477af7e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:24.087038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-572891ef-208c-4674-bd07-91477af7e15d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1231985
Mar 05 21:11:24.103453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21f307-2338-45a5-b315-85e3d6b37ef6 req-88be058f-7104-471e-b93d-aed25d1fabb2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:24.106691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a21f307-2338-45a5-b315-85e3d6b37ef6 req-88be058f-7104-471e-b93d-aed25d1fabb2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 945 time: 1.0192921
Mar 05 21:11:24.114619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Network a216d789-af37-45f3-9cbc-974434230d1a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:24.126779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:24.142972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:24.149088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0105dfe2-5c67-44ac-b207-59d61ba72f79), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.164899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:24.172096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:24.174279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:24.174842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.181328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:24.190139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-edcda1ba-7166-4642-91d0-2eab149c90ab tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "PUT /v2.0/routers/948e0512-1454-4303-9e3b-c84a45c7be44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8517787
Mar 05 21:11:24.192834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44842) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:24.205380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:24.208253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'port': {'network_id': '40a4e734-ed58-4798-aa52-3223eab75f08', 'name': 'tempest-FloatingIPNegativeTestJSON-514634690'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:24.208926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.209720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:24.213550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Pushing event updated for resources: {'Port': ['ID=5ad7bfc1-2481-4b40-b8f9-e04be308aac7,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.232813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c7733-2827-400b-adbc-3f40614dcd36 req-db759c39-bb7f-4e32-ba4e-0fe6f6fe9005 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:24.234356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-527c7733-2827-400b-adbc-3f40614dcd36 req-db759c39-bb7f-4e32-ba4e-0fe6f6fe9005 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 943 time: 0.5291445
Mar 05 21:11:24.242977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=0105dfe2-5c67-44ac-b207-59d61ba72f79,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.249540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2a21f307-2338-45a5-b315-85e3d6b37ef6 req-b22104fa-ce3f-4ce0-ab5b-bfd1ae751499 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326811
Mar 05 21:11:24.250474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:24.263792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:24.277648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c0a20f9-efba-4781-a21f-bf99936a6119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.281567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] For port a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:24.286595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-023ee323-19ee-49ba-8016-4af9e5f5ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:24.287635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] Sync routers for ids ['948e0512-1454-4303-9e3b-c84a45c7be44'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:24.289655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-023ee323-19ee-49ba-8016-4af9e5f5ff84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1954520
Mar 05 21:11:24.300340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] For port a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:24.332640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.400579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] Routers {'948e0512-1454-4303-9e3b-c84a45c7be44'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:24.400861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82910bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['948e0512-1454-4303-9e3b-c84a45c7be44'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.407633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c0a20f9-efba-4781-a21f-bf99936a6119 admin admin] Publish callbacks [] for security_group (bd00071f-a35a-4ff5-887a-f8eb80bb714b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.452697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.462139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0c0a20f9-efba-4781-a21f-bf99936a6119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bd00071f-a35a-4ff5-887a-f8eb80bb714b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.462523 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a216d789-af37-45f3-9cbc-974434230d1a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.488357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82910bb0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.498721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91c423d0>,) {'filters': {'network_id': ['a216d789-af37-45f3-9cbc-974434230d1a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.548400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.554729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91c423d0>, '60c0270d-b606-4097-bb3d-532a177ac0d4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.555374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.558294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dfe1078a-9630-493b-9b69-39e6676f5878 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:11:24.560801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91c423d0>, '60c0270d-b606-4097-bb3d-532a177ac0d4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.603243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a20f9-efba-4781-a21f-bf99936a6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00071f-a35a-4ff5-887a-f8eb80bb714b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.614564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0c0a20f9-efba-4781-a21f-bf99936a6119 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a32c7cc43204b81aceeac2d03dd08e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4463708
Mar 05 21:11:24.620312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.621982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:24.639168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-527c7733-2827-400b-adbc-3f40614dcd36 req-68a22256-19f8-42c1-b163-4b4c4dec7d3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3559494
Mar 05 21:11:24.647335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.683038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-25978087-85dc-4e27-bcbf-a72f07fc9b40 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792601
Mar 05 21:11:24.691653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Made reservation on behalf of 21c66f12e13e4cefb5e55b556e8179cf for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:24.692913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:24.693419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:24.696553 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:24.698492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.732148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f566d-6022-47b8-a828-584d47cc9f7e None None] Pushing event updated for resources: {'Port': ['ID=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:24.732371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] device_id is not set on port 2f35341b-3b0e-47ef-afdd-8ef7cd81294b yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:11:24.736037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:11:24.749997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c9e2e0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:13Z', 'revision_number': 3, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:20Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:24.879609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.893269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:11:24.893269 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:11:24.893269 ncdv-master-1 neutron-server[126562]: [parameters: {'id': 'a216d789-af37-45f3-9cbc-974434230d1a'}]
Mar 05 21:11:24.893269 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:11:24.893946 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:11:24.930345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:24.972674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network eb11a43e-846b-46ee-95f9-0194a7805c04 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:24.981405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:25.001036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] Publish callbacks [] for security_group (bd00071f-a35a-4ff5-887a-f8eb80bb714b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.014584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:25.031207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:25.062337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:25.062989 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.095019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] Publish callbacks [] for security_group (bd00071f-a35a-4ff5-887a-f8eb80bb714b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.100035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Attempting to bind port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:25.100488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Attempting to bind port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60c0270d-b606-4097-bb3d-532a177ac0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:25.100808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Attempting to bind port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 on network a216d789-af37-45f3-9cbc-974434230d1a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:25.103394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1c3f9-18c4-4966-b21a-02f396ef500e None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:13Z', 'revision_number': 3, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:20Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:25.126590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] Routers {'948e0512-1454-4303-9e3b-c84a45c7be44'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:25.127270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82910bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:10:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['948e0512-1454-4303-9e3b-c84a45c7be44'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:25.163537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Allocated IP 172.20.0.11 (40a4e734-ed58-4798-aa52-3223eab75f08/b1c925c7-002c-44bd-bdff-3f6ae7745696/2f35341b-3b0e-47ef-afdd-8ef7cd81294b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:25.182204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60c94cea-e94a-4aa3-8833-9f8ed312cec5 req-3eafc98d-ff3c-4723-aac5-085d739adc4c service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4628248
Mar 05 21:11:25.201393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bd00071f-a35a-4ff5-887a-f8eb80bb714b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.204689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.206116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd00071f-a35a-4ff5-887a-f8eb80bb714b HTTP/1.1" status: 204  len: 168 time: 0.5832951
Mar 05 21:11:25.271253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b720b-eb6f-447d-b2e0-6d709694aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00071f-a35a-4ff5-887a-f8eb80bb714b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:25.274512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82910bb0>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:25.275430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b1fe7-3332-44de-bdd6-8c18d30de51f None None] The sync data for ids ['948e0512-1454-4303-9e3b-c84a45c7be44'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:25.282661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de77da-2071-4dd6-ac03-a250fe35a641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.311036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:25.311445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Checking segment: {'id': '60c0270d-b606-4097-bb3d-532a177ac0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:25.311846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.312276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Bound using segment: {'id': '60c0270d-b606-4097-bb3d-532a177ac0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:25.312947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Bound port: 5ad7bfc1-2481-4b40-b8f9-e04be308aac7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0270d-b606-4097-bb3d-532a177ac0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a216d789-af37-45f3-9cbc-974434230d1a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:25.313353 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.397298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a216d789-af37-45f3-9cbc-974434230d1a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.408510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfe1078a-9630-493b-9b69-39e6676f5878,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:25.409015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.432984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:11:25.501682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.526262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:25.526932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.566495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.639628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 40a4e734-ed58-4798-aa52-3223eab75f08 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:25.659224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:25.661516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=2f35341b-3b0e-47ef-afdd-8ef7cd81294b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:25.663614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:25.735747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f2ba-deb6-4a06-b5a3-033d8f1c6521 req-587e762a-217c-45dc-abe3-def856ac31fd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:25.737424 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ae3f2ba-deb6-4a06-b5a3-033d8f1c6521 req-587e762a-217c-45dc-abe3-def856ac31fd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 945 time: 0.3817203
Mar 05 21:11:25.739258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Current status of the port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:25.739970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.743298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks [] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.792748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:25.800426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.805339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.810443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port dfe1078a-9630-493b-9b69-39e6676f5878 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:25.811204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.882878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] For port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:25.889768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] For port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad7bfc1-2481-4b40-b8f9-e04be308aac7,segment=NetworkSegment(60c0270d-b606-4097-bb3d-532a177ac0d4),segment_id=60c0270d-b606-4097-bb3d-532a177ac0d4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:25.902987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.907078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] For port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:25.910425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe1078a-9630-493b-9b69-39e6676f5878 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:25.924330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b8a42e28-4c2a-493b-b89b-ea60e8b97662 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7200854
Mar 05 21:11:25.928093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:25.931108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:25.931510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.936410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:25.964708 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:25.974514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716552-4aa2-4ac9-ae18-56536270b415 req-1d9a10fa-5f9c-4fab-97a8-5706966bee24 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:25.984606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b716552-4aa2-4ac9-ae18-56536270b415 req-1d9a10fa-5f9c-4fab-97a8-5706966bee24 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 943 time: 0.1743426
Mar 05 21:11:26.019134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.032000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfe1078a-9630-493b-9b69-39e6676f5878,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:26.055417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.093454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b716552-4aa2-4ac9-ae18-56536270b415 req-d55d5f13-02ca-4236-bd67-91b887ec2e70 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079290
Mar 05 21:11:26.147185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Pushing event updated for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:26.193156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.224137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:26.229417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d335bf-d048-46f8-a839-d86f35137a03 None None] Pushing event updated for resources: {'Port': ['ID=5ad7bfc1-2481-4b40-b8f9-e04be308aac7,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:26.324625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.360187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.363463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Pushing event updated for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:26.410485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:26.431093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:26.440686 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10323ae3-e10a-4680-9b9e-d88a42dbafcd" -d '{"events": [{"server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:26.464873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:26.469121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:26.469609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.514484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.568512 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed2544-9e39-47c0-ae85-62ace6de7e93 x-openstack-request-id: req-b7ed2544-9e39-47c0-ae85-62ace6de7e93 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:26.568823 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:26.569243 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7ed2544-9e39-47c0-ae85-62ace6de7e93 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:26.569617 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'code': 200}
Mar 05 21:11:26.571810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4c1f7-c743-4ffc-8420-6a7c75f9ccaf None None] Network eb11a43e-846b-46ee-95f9-0194a7805c04 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:26.574233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Provisioning complete for port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:26.574823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.621641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Allocated IP 172.35.0.199 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0b342420-7768-4c53-9302-e586fe0f0177) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:26.631073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:26.656833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ae3f2ba-deb6-4a06-b5a3-033d8f1c6521 req-5661fe14-4bfe-4333-9591-369b2f395d1a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8560047
Mar 05 21:11:26.659900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['dfe1078a-9630-493b-9b69-39e6676f5878'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:11:26.704306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:26.760298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020c076-da87-4fe2-9460-2f3b8a60079f None None] Network a216d789-af37-45f3-9cbc-974434230d1a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:26.865043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 25f8077a-cbdc-4053-bf3e-26d9375ca0fe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:26.934825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] For port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad7bfc1-2481-4b40-b8f9-e04be308aac7,segment=NetworkSegment(60c0270d-b606-4097-bb3d-532a177ac0d4),segment_id=60c0270d-b606-4097-bb3d-532a177ac0d4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:26.935199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:26.980081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (0b342420-7768-4c53-9302-e586fe0f0177), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.022130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d0d0dfe7-8f45-40b5-aa44-674d1c53a847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.028878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Calling delete_port for 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:27.050996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b342420-7768-4c53-9302-e586fe0f0177), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.089668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Current status of the port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:27.092804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:27.093242 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.101107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:27.117883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:27.122373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:27.127777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:27.168248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542449d9-478e-4241-9acb-21628532b45e req-42ab7c9c-557c-444a-be24-c829370b7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:27.169777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-542449d9-478e-4241-9acb-21628532b45e req-42ab7c9c-557c-444a-be24-c829370b7957 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1128 time: 0.5618029
Mar 05 21:11:27.181370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=0b342420-7768-4c53-9302-e586fe0f0177,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:27.252455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:27.297003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Provisioning complete for port 526ecc14-442d-4b65-8301-431d44900c1a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:27.297781 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (526ecc14-442d-4b65-8301-431d44900c1a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.315539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5ad7bfc1-2481-4b40-b8f9-e04be308aac7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.325192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-542449d9-478e-4241-9acb-21628532b45e req-ee708e09-c5e2-4084-8f73-9323b1094bc5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473436
Mar 05 21:11:27.372661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (4755e213-0b9b-4c67-9688-385cfd876694), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.410909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337f43-82f1-4164-862a-cefb180fba82 req-a1243ce0-d5c8-4c35-ab13-86a907f97fc9 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:27.416907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91337f43-82f1-4164-862a-cefb180fba82 req-a1243ce0-d5c8-4c35-ab13-86a907f97fc9 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 944 time: 0.1595111
Mar 05 21:11:27.431703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Port': ['ID=5ad7bfc1-2481-4b40-b8f9-e04be308aac7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:27.433471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Port 526ecc14-442d-4b65-8301-431d44900c1a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:27.433801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No DVR routers for this DVR port 5ad7bfc1-2481-4b40-b8f9-e04be308aac7 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:27.482405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:27.484180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ebcc6ff-5ab1-4af6-8545-60578a5828fe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:27.587650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Provisioning complete for port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:27.588067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.604391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.639096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.689484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:27.690160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.744899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a216d789-af37-45f3-9cbc-974434230d1a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.806117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:27.809155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.810911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fd358-d9fb-4b9f-9b74-f0b74fa82ddb None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:11:27.818963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91c4c6a0>,) {'filters': {'network_id': ['a216d789-af37-45f3-9cbc-974434230d1a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:27.820066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b342420-7768-4c53-9302-e586fe0f0177), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.847858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-91337f43-82f1-4164-862a-cefb180fba82 req-8209ab85-618d-40ad-aaaa-7914a10dbfc2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4015236
Mar 05 21:11:27.852647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:27.868215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0ee8fc63-eb9e-4a1c-802f-f8e2d535e371 admin admin] 10.222.0.15 "PUT /v2.0/routers/4be90a45-8fd3-4b80-b53e-e8ef752219fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5292590
Mar 05 21:11:27.873075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91c4c6a0>, '60c0270d-b606-4097-bb3d-532a177ac0d4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:27.873800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91c4c6a0>, '60c0270d-b606-4097-bb3d-532a177ac0d4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:27.874541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:27.892423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.911776 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:27.912438 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:27.976121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.988326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:27.988742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (60c0270d-b606-4097-bb3d-532a177ac0d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:27.992997 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:28.042304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087fd358-d9fb-4b9f-9b74-f0b74fa82ddb None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:11:28.085990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930bae8-b0f5-40ab-be0b-536acf99f901 req-1ba9c024-7f38-45c5-a0c0-44cc36209d80 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:28.093827 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4930bae8-b0f5-40ab-be0b-536acf99f901 req-1ba9c024-7f38-45c5-a0c0-44cc36209d80 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.2081671
Mar 05 21:11:28.097051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (0b342420-7768-4c53-9302-e586fe0f0177), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.107856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b342420-7768-4c53-9302-e586fe0f0177), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.118655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a216d789-af37-45f3-9cbc-974434230d1a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.131420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.134567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/a216d789-af37-45f3-9cbc-974434230d1a HTTP/1.1" status: 204  len: 168 time: 5.9175143
Mar 05 21:11:28.149574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.162293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network eb11a43e-846b-46ee-95f9-0194a7805c04 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:28.165546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ac27-64f0-40ce-a606-a181715d1368 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=a216d789-af37-45f3-9cbc-974434230d1a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:28.178216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a6e8a-08b1-4e5e-bb05-1fb7b817cc4a None None] Current status of the port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:28.181174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:28.191589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.213039 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-738a93ec-516f-40c8-b3b2-2abd0eab0ba2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.213586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738a93ec-516f-40c8-b3b2-2abd0eab0ba2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.216748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-738a93ec-516f-40c8-b3b2-2abd0eab0ba2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/0105dfe2-5c67-44ac-b207-59d61ba72f79 HTTP/1.1" status: 404  len: 337 time: 0.0630634
Mar 05 21:11:28.219243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44908) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.232331 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:28.235579 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4755e213-0b9b-4c67-9688-385cfd876694), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.254484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4930bae8-b0f5-40ab-be0b-536acf99f901 req-4ea433cf-7a59-4f39-83c8-fb452fef6178 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517961
Mar 05 21:11:28.326671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.331084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4017861
Mar 05 21:11:28.333807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.351323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a9de20d5-b68a-420a-b96b-bd49c5aca1ba tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'floatingip': {'port_id': '2f35341b-3b0e-47ef-afdd-8ef7cd81294b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:28.366916 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab6c514-cd10-47b6-aa6e-42c15c95cec0 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.367451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab6c514-cd10-47b6-aa6e-42c15c95cec0 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.370514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ab6c514-cd10-47b6-aa6e-42c15c95cec0 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/a216d789-af37-45f3-9cbc-974434230d1a HTTP/1.1" status: 404  len: 339 time: 0.1500738
Mar 05 21:11:28.374181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.377205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:28.378353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:28.451509 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8730a7-3ee8-4ff7-b1f8-74193d8d400c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.452158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8730a7-3ee8-4ff7-b1f8-74193d8d400c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.455249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d8730a7-3ee8-4ff7-b1f8-74193d8d400c tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/be6122ef-54a6-4446-ab47-6d23b94c7a4c HTTP/1.1" status: 404  len: 337 time: 0.0800889
Mar 05 21:11:28.458133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44918) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.507493 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7ba3a1-6e80-4616-9c76-92560d2f6981 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.508060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7ba3a1-6e80-4616-9c76-92560d2f6981 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.519046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7e7ba3a1-6e80-4616-9c76-92560d2f6981 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/50d76202-6c84-436c-9008-5dd3049680c1 HTTP/1.1" status: 404  len: 339 time: 0.0599053
Mar 05 21:11:28.523524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.525596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9de20d5-b68a-420a-b96b-bd49c5aca1ba tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (4755e213-0b9b-4c67-9688-385cfd876694), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.536358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500315cb-4bf3-4211-831f-988d46b03643 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=0b342420-7768-4c53-9302-e586fe0f0177,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:28.587782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dfe1078a-9630-493b-9b69-39e6676f5878 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:28.602678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280820>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 2, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:28.606577 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd02ad13-1308-4aff-a88e-7242cf846e43 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.607064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd02ad13-1308-4aff-a88e-7242cf846e43 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.612438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd02ad13-1308-4aff-a88e-7242cf846e43 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/78d66511-ab8f-4b45-9506-1b1dd1896147 HTTP/1.1" status: 404  len: 337 time: 0.0825083
Mar 05 21:11:28.617129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44926) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.628507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:28.648053 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:28.648418 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Updating router 4be90a45-8fd3-4b80-b53e-e8ef752219fd port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:28.706423 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dcf06b-eb2b-42f3-bac5-952fb3f51007 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:28.706958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dcf06b-eb2b-42f3-bac5-952fb3f51007 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:28.707151 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.722998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c6dcf06b-eb2b-42f3-bac5-952fb3f51007 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/1998a696-f325-4a47-8e03-988d87b8c106 HTTP/1.1" status: 404  len: 339 time: 0.1026113
Mar 05 21:11:28.733650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44930) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.855090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44936) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:28.859986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182788774', 'description': 'tempest-description--1801430993'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:28.945150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:28.975355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-abaa6694-bb4b-4153-a035-9523e6e516f7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2666979
Mar 05 21:11:28.975573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port a9cbb8cd-6997-430a-8bfa-883fa0782a5f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:28.975573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:28.976115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44942) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:29.000503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1765705053'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:29.010917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:29.014842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.016812 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-a9de20d5-b68a-420a-b96b-bd49c5aca1ba tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] update failed (client error): The resource could not be found.
Mar 05 21:11:29.020528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a9de20d5-b68a-420a-b96b-bd49c5aca1ba tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "PUT /v2.0/floatingips/4755e213-0b9b-4c67-9688-385cfd876694 HTTP/1.1" status: 404  len: 507 time: 0.6850791
Mar 05 21:11:29.031067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:29.085261 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks [] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.092339 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.180954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:29.181990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:29.190095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting port bae4ae67-6b3d-440c-afb0-cb6a2de84977 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:29.190460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bae4ae67-6b3d-440c-afb0-cb6a2de84977), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.288120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting port 0b342420-7768-4c53-9302-e586fe0f0177 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:29.288780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0b342420-7768-4c53-9302-e586fe0f0177), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.316701 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb0de2-33af-44dc-a4bb-c0febc6f7382 None None] Pushing event updated for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:29.354432 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bae4ae67-6b3d-440c-afb0-cb6a2de84977), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.408335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Calling delete_port for bae4ae67-6b3d-440c-afb0-cb6a2de84977 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:29.454638 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Attempting to bind port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:29.460282 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Attempting to bind port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:29.460652 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Attempting to bind port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:29.472525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:29.473415 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.477006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:29.477394 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:29.477799 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.478195 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Bound using segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:29.478647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0b342420-7768-4c53-9302-e586fe0f0177), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.478768 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Bound port: 8782b566-81bb-4cee-99bd-60ebaa8c05c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:29.478991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (0b342420-7768-4c53-9302-e586fe0f0177), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.479095 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.482136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44950) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:29.523264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Calling delete_port for 0b342420-7768-4c53-9302-e586fe0f0177 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:29.555431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561208a-7ea1-4945-ab37-cf64fa64f23d req-b427b83c-d2b2-465c-88b4-59d3739440d5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:29.557186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b561208a-7ea1-4945-ab37-cf64fa64f23d req-b427b83c-d2b2-465c-88b4-59d3739440d5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.2049119
Mar 05 21:11:29.569311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] For port 8782b566-81bb-4cee-99bd-60ebaa8c05c8, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:29.575867 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] For port 8782b566-81bb-4cee-99bd-60ebaa8c05c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8782b566-81bb-4cee-99bd-60ebaa8c05c8,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:29.592649 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.626201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:29.631447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:29.632805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.696633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae0f5c-c40a-4d46-8710-a0f1767ad6ff req-a857fc7b-a60c-4b9d-8a38-19e37dbc28ff tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:29.699503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5ae0f5c-c40a-4d46-8710-a0f1767ad6ff req-a857fc7b-a60c-4b9d-8a38-19e37dbc28ff tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 944 time: 0.6889591
Mar 05 21:11:29.709562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b561208a-7ea1-4945-ab37-cf64fa64f23d req-bf71a79f-1672-40a2-93ae-4e4eee089967 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448121
Mar 05 21:11:29.725946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port dfe1078a-9630-493b-9b69-39e6676f5878 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:11:29.726145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:29.726145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:29.738255 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bae4ae67-6b3d-440c-afb0-cb6a2de84977), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.777832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Current status of the port a9cbb8cd-6997-430a-8bfa-883fa0782a5f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:29.778380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.787067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89c391b3-4b00-4c48-888c-ef70032be25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.800043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port dfe1078a-9630-493b-9b69-39e6676f5878 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:29.800835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.815404 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb0de2-33af-44dc-a4bb-c0febc6f7382 None None] Pushing event updated for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:29.824250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:29.845457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Port': ['ID=bae4ae67-6b3d-440c-afb0-cb6a2de84977,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:29.876949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.881613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-493f2f1b-d82b-4983-84c0-6bc249523234 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/ports/bae4ae67-6b3d-440c-afb0-cb6a2de84977 HTTP/1.1" status: 204  len: 168 time: 1.1379013
Mar 05 21:11:29.887842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44956) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:29.922322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (46e77e8d-3f1e-445f-8eca-3723d5d1d5d7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.927467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5ae0f5c-c40a-4d46-8710-a0f1767ad6ff req-62a5a438-32a0-4adf-9a03-3ec3921c8891 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2141774
Mar 05 21:11:29.942711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:29.946632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (46e77e8d-3f1e-445f-8eca-3723d5d1d5d7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:29.965999 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c647e67a-37f8-40a2-bbb5-82e1def17f34 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:29.966436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c647e67a-37f8-40a2-bbb5-82e1def17f34 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:29.969492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c647e67a-37f8-40a2-bbb5-82e1def17f34 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/52dac530-0497-4fc1-b431-428a52b05266 HTTP/1.1" status: 404  len: 337 time: 0.0768282
Mar 05 21:11:29.978940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44958) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.008630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c3c8d-5d4d-4c69-970d-1ca8ada2435b None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:11:30.021170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.041784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.044018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6d62c7e0-e5b7-4bdf-a963-3b98f52a9836 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.1878119
Mar 05 21:11:30.047094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.056104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group_rule': {'security_group_id': '46e77e8d-3f1e-445f-8eca-3723d5d1d5d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:30.058216 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.081244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29f8b-82ac-4e0f-99de-252f902a602d req-06ae3e88-14a1-47a0-961e-3aa7e61b507a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:30.086468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ca1ed5bf-6ced-47c2-ab30-6bc518c7d306), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.087039 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added segment ca1ed5bf-6ced-47c2-ab30-6bc518c7d306 of type vlan for network e261bfe3-617a-434b-a5cd-43c84c261bcf
Mar 05 21:11:30.088044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47e29f8b-82ac-4e0f-99de-252f902a602d req-06ae3e88-14a1-47a0-961e-3aa7e61b507a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.2541971
Mar 05 21:11:30.106648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b342420-7768-4c53-9302-e586fe0f0177), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.189455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Port': ['ID=0b342420-7768-4c53-9302-e586fe0f0177,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.192027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (75352cc1-286d-481b-a438-b77ed76bc57f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.211062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port dfe1078a-9630-493b-9b69-39e6676f5878 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:30.212260 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.224693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e261bfe3-617a-434b-a5cd-43c84c261bcf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.244251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d9c096cf-3643-42d3-905a-93479b62b602), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.272727 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280820>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:29Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:30.315841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89c391b3-4b00-4c48-888c-ef70032be25c admin admin] Publish callbacks [] for security_group (5695ab62-5294-4c39-bcb4-50e5ce83a4a8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.318581 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a39f8-ef99-49b1-a554-c0f8bc914230 None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:29Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:30.323582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47e29f8b-82ac-4e0f-99de-252f902a602d req-fcf8a05f-9169-456c-a6a2-294c57e033fe tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2341349
Mar 05 21:11:30.327114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89c391b3-4b00-4c48-888c-ef70032be25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5695ab62-5294-4c39-bcb4-50e5ce83a4a8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.331934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e261bfe3-617a-434b-a5cd-43c84c261bcf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.337758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:30.338424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.349305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] For port a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:30.352779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (75352cc1-286d-481b-a438-b77ed76bc57f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.355636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.380719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.392919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:30.394368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9cbb8cd-6997-430a-8bfa-883fa0782a5f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:30.452206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:30.452416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-89c391b3-4b00-4c48-888c-ef70032be25c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aaeb1375a4b4d5bb7225e03ba2a7076&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9691758
Mar 05 21:11:30.453271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c391b3-4b00-4c48-888c-ef70032be25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695ab62-5294-4c39-bcb4-50e5ce83a4a8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.455118 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc3d75-fd2a-429d-b350-4a122de0349c" -d '{"events": [{"server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "name": "network-vif-plugged", "status": "completed", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:30.462314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44964) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.471239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (75352cc1-286d-481b-a438-b77ed76bc57f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.506238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (4755e213-0b9b-4c67-9688-385cfd876694), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.514384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.522956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.5401511
Mar 05 21:11:30.523591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef329cc6-dbac-4f0b-963f-a1e0ee42766f tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "DELETE /v2.0/floatingips/4755e213-0b9b-4c67-9688-385cfd876694 HTTP/1.1" status: 204  len: 168 time: 1.4901168
Mar 05 21:11:30.527141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44968) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.527575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44970) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.528202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfe1078a-9630-493b-9b69-39e6676f5878,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:30.542662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75352cc1-286d-481b-a438-b77ed76bc57f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.550193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3844855-7797-48ea-9734-2d8a755d55e7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Network': ['ID=e261bfe3-617a-434b-a5cd-43c84c261bcf,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.560424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.563938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6b72836b-4a0f-4579-818c-3d97fecaf843 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'floatingip': {'floating_network_id': '40a4e734-ed58-4798-aa52-3223eab75f08', 'port_id': '2f35341b-3b0e-47ef-afdd-8ef7cd81294b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:30.565859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-513f9019-5bed-4ab5-8ee6-0b966b586aee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5179276
Mar 05 21:11:30.566522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44972) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.571508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'subnet': {'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:30.578398 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4db493d-111d-461c-98a2-9fd71f294889 x-openstack-request-id: req-b4db493d-111d-461c-98a2-9fd71f294889 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:30.578847 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "name": "network-vif-plugged", "status": "completed", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:30.579215 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4db493d-111d-461c-98a2-9fd71f294889 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:30.579746 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'code': 200}
Mar 05 21:11:30.581844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group_rule': {'security_group_id': '46e77e8d-3f1e-445f-8eca-3723d5d1d5d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:30.590061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:30.615118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb808059-bb41-4df5-81ce-38e38868150f tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:30.616841 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb808059-bb41-4df5-81ce-38e38868150f tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1123 time: 0.2602658
Mar 05 21:11:30.620883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44974) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:30.625349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:30.665303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (f0aa89c6-5350-42f0-81dc-9a2e13654e66), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.672600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.678548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.756878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:30.757266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.818357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b72836b-4a0f-4579-818c-3d97fecaf843 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.846151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Pushing event updated for resources: {'Port': ['ID=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.862112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting port 7a70b592-ae6c-48a2-aa93-5be024eee389 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:30.863107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.866882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f022-205a-4087-9dcd-92570df357a8 req-f8b4377e-d7d5-435d-84bf-b164d2fc0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:30.869803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ca0f022-205a-4087-9dcd-92570df357a8 req-f8b4377e-d7d5-435d-84bf-b164d2fc0c17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 1127 time: 0.2356997
Mar 05 21:11:30.880659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (f0aa89c6-5350-42f0-81dc-9a2e13654e66), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.886380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-3a5eec09-38e3-4df2-86ba-14c52cefc98f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1307366
Mar 05 21:11:30.922870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:30.939365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f0aa89c6-5350-42f0-81dc-9a2e13654e66), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:30.966407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a9cbb8cd-6997-430a-8bfa-883fa0782a5f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:30.967039 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.030397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Made reservation on behalf of 38c809f369ea456ba9af96ec51d59fdb for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:31.033865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.036983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] Publish callbacks [] for security_group (5695ab62-5294-4c39-bcb4-50e5ce83a4a8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.065545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.066763 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4983106
Mar 05 21:11:31.075118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667134d-5712-44e5-84a8-b19e99297169 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aa89c6-5350-42f0-81dc-9a2e13654e66,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:31.077035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44978) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:31.087804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:31.099264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Current status of the port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:31.106113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.116026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.128405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c3c8d-5d4d-4c69-970d-1ca8ada2435b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:11:31.138071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9c70>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:27Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:31.171253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:31.171629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Updating router 7e9724e8-f53b-41ed-959a-16066d7dc2cf port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:31.203987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:31.204370 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.208320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-669834f3-dfc4-41ed-9545-ac0e02270777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:31.210267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-669834f3-dfc4-41ed-9545-ac0e02270777 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1128 time: 0.2096477
Mar 05 21:11:31.214490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.252719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.264099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] Publish callbacks [] for security_group (5695ab62-5294-4c39-bcb4-50e5ce83a4a8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.290019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] For port 7a70b592-ae6c-48a2-aa93-5be024eee389, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a70b592-ae6c-48a2-aa93-5be024eee389,segment=NetworkSegment(6c1c1309-a710-4c08-983c-37fa18444b7b),segment_id=6c1c1309-a710-4c08-983c-37fa18444b7b)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:31.290404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.311971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ca0f022-205a-4087-9dcd-92570df357a8 req-d24bab54-5b36-4f70-8330-c446188f0ad5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4298763
Mar 05 21:11:31.350098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Calling delete_port for 7a70b592-ae6c-48a2-aa93-5be024eee389 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:31.389784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.35.0.137 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bfd69899-c198-43b4-888c-121a4d2b7928) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:31.414171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54579e-1095-4d54-896a-f350a7a090de req-e18e5c35-d3db-4b03-9258-2d74fb40ae98 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:31.417550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d54579e-1095-4d54-896a-f350a7a090de req-e18e5c35-d3db-4b03-9258-2d74fb40ae98 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.2965724
Mar 05 21:11:31.479894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-6bc02778-8dab-4e31-b902-2d24931e9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:31.482463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-6bc02778-8dab-4e31-b902-2d24931e9de6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 898 time: 0.2271407
Mar 05 21:11:31.508095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a9cbb8cd-6997-430a-8bfa-883fa0782a5f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:31.509201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79c8cc03-01ca-4434-b0c3-117f5693fcd8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:31.531888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-a511341f-fbac-4706-a2bf-ce8e7d4f5022 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 217 time: 0.0435090
Mar 05 21:11:31.582704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5695ab62-5294-4c39-bcb4-50e5ce83a4a8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.586535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.590999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5695ab62-5294-4c39-bcb4-50e5ce83a4a8 HTTP/1.1" status: 204  len: 168 time: 1.1093242
Mar 05 21:11:31.625916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d54579e-1095-4d54-896a-f350a7a090de req-c6ca5894-3cae-4719-932f-59819a513397 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718473
Mar 05 21:11:31.632105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3559c3f-0826-43c7-9da2-2733877fe294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695ab62-5294-4c39-bcb4-50e5ce83a4a8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:31.645233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-6f004e09-f68d-43ba-8c8f-b90061cf87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:31.647573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-6f004e09-f68d-43ba-8c8f-b90061cf87e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.1087561
Mar 05 21:11:31.650993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (bfd69899-c198-43b4-888c-121a4d2b7928), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.681555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.698752 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-6b72836b-4a0f-4579-818c-3d97fecaf843 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:11:31.703548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6b72836b-4a0f-4579-818c-3d97fecaf843 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.1565061
Mar 05 21:11:31.704749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7a70b592-ae6c-48a2-aa93-5be024eee389), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.714158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44982) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:31.728761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '2f35341b-3b0e-47ef-afdd-8ef7cd81294b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:31.751161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Port': ['ID=7a70b592-ae6c-48a2-aa93-5be024eee389,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:31.754283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (1c4bf992-e82d-435c-a2d4-2a3244ea8cd6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:31.767158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No DVR routers for this DVR port 7a70b592-ae6c-48a2-aa93-5be024eee389 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:31.903320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Allocated IP 172.35.0.135 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b6420b59-fda5-403f-b979-d6e257f571dc) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:32.021856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Current status of the port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:32.022379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.027120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.036364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:32.036754 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.046505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.148360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:32.180609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] For port 8782b566-81bb-4cee-99bd-60ebaa8c05c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8782b566-81bb-4cee-99bd-60ebaa8c05c8,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:32.193604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.194103 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ae1135f-feb9-4e86-8a35-363ab8bf1b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.210882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:32.249618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Subnet': ['ID=1c4bf992-e82d-435c-a2d4-2a3244ea8cd6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:32.250404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-a2b89bc4-54ae-498a-94b8-3c8d6ff864f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:32.251986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-a2b89bc4-54ae-498a-94b8-3c8d6ff864f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5943708
Mar 05 21:11:32.271114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:32.304828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:32.334229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (b6420b59-fda5-403f-b979-d6e257f571dc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.351873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d9c096cf-3643-42d3-905a-93479b62b602), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.355121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Checking segment: {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:32.355634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network hostable DHCP agents. Network: e261bfe3-617a-434b-a5cd-43c84c261bcf, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:32.385764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89787340>,) {'filters': {'network_id': ['d9c096cf-3643-42d3-905a-93479b62b602']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:32.401195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89787340>, '6c1c1309-a710-4c08-983c-37fa18444b7b') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:32.401396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89787340>, '6c1c1309-a710-4c08-983c-37fa18444b7b') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:32.419783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network e261bfe3-617a-434b-a5cd-43c84c261bcf is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:32.441771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port 2f35341b-3b0e-47ef-afdd-8ef7cd81294b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:32.442227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.446725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e261bfe3-617a-434b-a5cd-43c84c261bcf) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:32.450300 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (6c1c1309-a710-4c08-983c-37fa18444b7b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.468940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:32.469559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.492085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6c1c1309-a710-4c08-983c-37fa18444b7b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.498771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187b20a-7a8a-4ea2-bd69-ddfedb6170df None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:32.501047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:32.501970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (6c1c1309-a710-4c08-983c-37fa18444b7b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:32.506193 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:32.514311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0bc7c713-a2bc-45f9-8f95-d24637a22cce tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9683712
Mar 05 21:11:32.535963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44988) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:32.540390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=bfd69899-c198-43b4-888c-121a4d2b7928,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:32.544297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-7d234423-deae-45fe-a788-d62966e32e4b service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830436
Mar 05 21:11:32.581292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Pushing event updated for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:32.604706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:32.605198 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.636591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ae1135f-feb9-4e86-8a35-363ab8bf1b1d admin admin] Publish callbacks [] for security_group (022470d2-9da0-4c1b-9fc0-266b710a9d1e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.640839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks [] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.649918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Port 2f35341b-3b0e-47ef-afdd-8ef7cd81294b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:32.664087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 79c8cc03-01ca-4434-b0c3-117f5693fcd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c8cc03-01ca-4434-b0c3-117f5693fcd8,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:32.696176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.704417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.770987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port 526ecc14-442d-4b65-8301-431d44900c1a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:32.771266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (526ecc14-442d-4b65-8301-431d44900c1a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.833019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e261bfe3-617a-434b-a5cd-43c84c261bcf', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:32.834094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.837788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d9c096cf-3643-42d3-905a-93479b62b602), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.853459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318cd1d-9e89-422b-b3fe-60843b037fb4 None None] Pushing event updated for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:32.854132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.866025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/d9c096cf-3643-42d3-905a-93479b62b602 HTTP/1.1" status: 204  len: 168 time: 2.8852975
Mar 05 21:11:32.874724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34e813dc-9954-4dc6-a5c5-c05b6740f62e req-4a763b68-9f12-4457-8f9f-9d2adaca2124 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3139915
Mar 05 21:11:32.875272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 44992) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:32.881413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715e4ad-5f73-44d5-85d8-373eb037f665 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=d9c096cf-3643-42d3-905a-93479b62b602,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:32.916754 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5ae1135f-feb9-4e86-8a35-363ab8bf1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (022470d2-9da0-4c1b-9fc0-266b710a9d1e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.959929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:32.970203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Port 526ecc14-442d-4b65-8301-431d44900c1a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:33.065938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ae1135f-feb9-4e86-8a35-363ab8bf1b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e372cbe1eb614ec8947c53eec360b010&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9029505
Mar 05 21:11:33.101325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 44994) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:33.116057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:33.153858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1135f-feb9-4e86-8a35-363ab8bf1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022470d2-9da0-4c1b-9fc0-266b710a9d1e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:33.155541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ebcc6ff-5ab1-4af6-8545-60578a5828fe up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:33.157012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=b6420b59-fda5-403f-b979-d6e257f571dc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:33.158838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:33.186430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:33.216773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Provisioning complete for port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:33.217372 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.218644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=79c8cc03-01ca-4434-b0c3-117f5693fcd8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:33.221343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] Publish callbacks [] for security_group (022470d2-9da0-4c1b-9fc0-266b710a9d1e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.221582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Attempting to bind port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:33.221890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Attempting to bind port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:33.222262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Attempting to bind port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 on network eb11a43e-846b-46ee-95f9-0194a7805c04 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:33.225731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Allocated IP 172.23.0.2 (e261bfe3-617a-434b-a5cd-43c84c261bcf/1c4bf992-e82d-435c-a2d4-2a3244ea8cd6/38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:33.260671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:33.261115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Checking segment: {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:33.261532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.261917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Bound using segment: {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:33.262748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Bound port: 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:33.263135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.264833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] Publish callbacks [] for security_group (022470d2-9da0-4c1b-9fc0-266b710a9d1e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.270008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.333576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a907-362a-4074-bd0e-6e1bfc205e47 None None] Port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:33.339271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:33.340238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.460192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] For port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:33.463175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d65cd3-f9ff-4e76-b289-18f41f1c4a20 req-c6af0a20-8e44-434c-ab36-3239d9d91b21 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:33.465649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93d65cd3-f9ff-4e76-b289-18f41f1c4a20 req-c6af0a20-8e44-434c-ab36-3239d9d91b21 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.5840025
Mar 05 21:11:33.478233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.510251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.514442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] For port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:33.514658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (022470d2-9da0-4c1b-9fc0-266b710a9d1e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.518486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.522093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/022470d2-9da0-4c1b-9fc0-266b710a9d1e HTTP/1.1" status: 204  len: 168 time: 0.4139361
Mar 05 21:11:33.537988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Provisioning complete for port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:33.538432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.543734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.563080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115ae9-35a8-4a6e-ae74-d1a3760666db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022470d2-9da0-4c1b-9fc0-266b710a9d1e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:33.626418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting port b8eae4c3-a2db-48a3-88db-d1a9b7321657 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:33.626886 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b8eae4c3-a2db-48a3-88db-d1a9b7321657), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.651294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks [] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.688332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:33.694761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:33.695900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9cbb8cd-6997-430a-8bfa-883fa0782a5f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:33.713637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93d65cd3-f9ff-4e76-b289-18f41f1c4a20 req-732b2554-2002-41e1-a378-7307d901079c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2284842
Mar 05 21:11:33.739788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318cd1d-9e89-422b-b3fe-60843b037fb4 None None] Pushing event updated for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:33.760623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:33.761397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:33.796322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Allocated IP 172.23.0.1 (e261bfe3-617a-434b-a5cd-43c84c261bcf/1c4bf992-e82d-435c-a2d4-2a3244ea8cd6/22cb6555-852c-49f8-aba6-59ba250c0316) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:33.805604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:33.959934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:33.963298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:34.029578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d98f1a-2a02-4052-9ae1-15a54e0b71ea req-c8f08468-8129-40ee-a66b-3962df082ab7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:34.031584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-17d98f1a-2a02-4052-9ae1-15a54e0b71ea req-c8f08468-8129-40ee-a66b-3962df082ab7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.1263449
Mar 05 21:11:34.040708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45002) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:34.046775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:34.100954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.112637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Current status of the port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:34.113035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.144065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Pushing event updated for resources: {'Port': ['ID=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:34.219534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (22cb6555-852c-49f8-aba6-59ba250c0316), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.239706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:34.245055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a9cbb8cd-6997-430a-8bfa-883fa0782a5f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:34.245442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.290424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Attempting to bind port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:34.290884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Attempting to bind port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:34.291316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Attempting to bind port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c on network e261bfe3-617a-434b-a5cd-43c84c261bcf {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:34.352199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:34.352199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Checking segment: {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:34.352199 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.352536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Bound using segment: {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:34.355157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Bound port: 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:34.355157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.360235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] For port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:34.391269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.392185 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.462856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network e261bfe3-617a-434b-a5cd-43c84c261bcf is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:34.473839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:34.483340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:34.509280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:34.518104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b8eae4c3-a2db-48a3-88db-d1a9b7321657), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.553889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.562178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Calling delete_port for b8eae4c3-a2db-48a3-88db-d1a9b7321657 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:34.588755 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Allocated IP 172.35.0.134 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/fae13fe7-e279-4741-9e51-583fa166ee50) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:34.599124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.651869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Pushing event updated for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:34.754342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Provisioning complete for port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:34.754734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.771125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (ccf2ae5a-8515-4903-a4f1-7bcce5527c2f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.853643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] For port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:34.859963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] For port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:34.880071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a9cbb8cd-6997-430a-8bfa-883fa0782a5f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:34.881406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8782b566-81bb-4cee-99bd-60ebaa8c05c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:34.928282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.943171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b8eae4c3-a2db-48a3-88db-d1a9b7321657), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.967544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (b6420b59-fda5-403f-b979-d6e257f571dc), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:34.978305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for port (fae13fe7-e279-4741-9e51-583fa166ee50), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.001737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Port': ['ID=b8eae4c3-a2db-48a3-88db-d1a9b7321657,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:35.003581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.005354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.064757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.079826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.086166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0af30c33-4b16-4959-84dd-2a79aa705d60 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/ports/b8eae4c3-a2db-48a3-88db-d1a9b7321657 HTTP/1.1" status: 204  len: 168 time: 2.1891179
Mar 05 21:11:35.086959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:35.118197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a342-2d76-4bc4-ac57-4f7f1eac93e5 None None] Pushing event updated for resources: {'Port': ['ID=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:35.151395 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cfe4c8-7299-47cf-912a-60fae73d92a2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:11:35.151913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cfe4c8-7299-47cf-912a-60fae73d92a2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:11:35.157593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c2cfe4c8-7299-47cf-912a-60fae73d92a2 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/6f103555-80a0-4671-90ec-edd71365d0ce HTTP/1.1" status: 404  len: 337 time: 0.0636222
Mar 05 21:11:35.159986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9c70>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:33Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:35.166293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6db3e5f8-4dec-4027-859d-801fbaecda2d None None] Current status of the port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:35.206830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45026) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:35.208824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:35.209356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.215964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f11616-0ea8-407f-b355-c4768c53f65d None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:33Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:35.228254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=b6420b59-fda5-403f-b979-d6e257f571dc,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:35.353309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7947dad2-7691-4d68-8631-716abff82fb9 None None] Provisioning complete for port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:35.354299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7947dad2-7691-4d68-8631-716abff82fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.516582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fae13fe7-e279-4741-9e51-583fa166ee50), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.571438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:35.574708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:35.599133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:35.604361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.615766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.645495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:35.715921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7947dad2-7691-4d68-8631-716abff82fb9 None None] Current status of the port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:35.859381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.899986 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 8a87e572-2046-400f-be3f-6e153fa5a8f5 associated. External IP: 172.35.0.156, port: dfe1078a-9630-493b-9b69-39e6676f5878.
Mar 05 21:11:35.905466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.912400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:35.920253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7629192b-76cc-443e-a6a9-72afc19fa9b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8365643
Mar 05 21:11:35.941075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event updated for resources: {'Port': ['ID=fae13fe7-e279-4741-9e51-583fa166ee50,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:35.994460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79c8cc03-01ca-4434-b0c3-117f5693fcd8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:36.083416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:36.085598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.134427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (bfd69899-c198-43b4-888c-121a4d2b7928), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.167242 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.180353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.267809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:36.269069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:36.337865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:36.338248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.429918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (ccf2ae5a-8515-4903-a4f1-7bcce5527c2f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.438034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.514927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:36.516618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:36.559455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.598645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=bfd69899-c198-43b4-888c-121a4d2b7928,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:36.634835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89dd0a30>,) {'filters': {'network_id': ['bd03558c-b413-43f6-bf64-471aedbb7a10']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:36.637980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting port fae13fe7-e279-4741-9e51-583fa166ee50 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:36.641303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fae13fe7-e279-4741-9e51-583fa166ee50), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.661157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:36.661535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.682973 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-9ca64be2-c1a7-42ee-99fc-1083ddfb9acc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--182788774&fields=id&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 267 time: 0.4163711
Mar 05 21:11:36.742672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dd0a30>, '6858c18d-6802-44e5-9ce8-8329b16dd24a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:36.743028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dd0a30>, '6858c18d-6802-44e5-9ce8-8329b16dd24a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:36.745209 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Floating IP ccf2ae5a-8515-4903-a4f1-7bcce5527c2f associated. External IP: 172.35.0.137, port: ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f.
Mar 05 21:11:36.785978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:36.786920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.791284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:36.808408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for port (22cb6555-852c-49f8-aba6-59ba250c0316), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.824040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (6858c18d-6802-44e5-9ce8-8329b16dd24a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.841752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:36.847565 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.913636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398c91e-a517-4d14-99ba-56166e8b5983 None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:36.922202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6858c18d-6802-44e5-9ce8-8329b16dd24a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.952328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:36.952585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (6858c18d-6802-44e5-9ce8-8329b16dd24a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:36.956032 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:36.980810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:36.982636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.002286 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:37.024513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:37.025736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:37.031629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fae13fe7-e279-4741-9e51-583fa166ee50), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.031629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for floatingip (fae13fe7-e279-4741-9e51-583fa166ee50), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.085786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Calling delete_port for fae13fe7-e279-4741-9e51-583fa166ee50 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:37.106499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.112221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-171cd17e-3afa-4cdc-b0ea-62e170b934e0 None None] Provisioning complete for port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:37.112609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-171cd17e-3afa-4cdc-b0ea-62e170b934e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.124274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:37.178884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.186714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34e9c642-e0af-4161-be06-a34fa01e98e8 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "PUT /v2.0/floatingips/8a87e572-2046-400f-be3f-6e153fa5a8f5 HTTP/1.1" status: 200  len: 991 time: 3.1393485
Mar 05 21:11:37.186714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:37.197864 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55dbb0-da59-43b2-af45-d592434612ec" -d '{"events": [{"name": "network-changed", "server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:37.252492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bd03558c-b413-43f6-bf64-471aedbb7a10), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.265700 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:37.290271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-87d258f8-c2be-4003-a052-7c683b84c88e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:37.296977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-87d258f8-c2be-4003-a052-7c683b84c88e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 816 time: 0.5361397
Mar 05 21:11:37.317593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.320924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/bd03558c-b413-43f6-bf64-471aedbb7a10 HTTP/1.1" status: 204  len: 168 time: 2.1130953
Mar 05 21:11:37.330563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event updated for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:37.349898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45070) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:37.366336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-171cd17e-3afa-4cdc-b0ea-62e170b934e0 None None] Current status of the port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:37.398986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e730-ae14-43a8-b396-53efd7f08549 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=bd03558c-b413-43f6-bf64-471aedbb7a10,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:37.420457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-56f81ae4-d3ae-4ab9-b26c-edaedffa049d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/quotas/5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 375 time: 0.1223748
Mar 05 21:11:37.444311 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ddc436-6322-420f-a539-a26259329dc9 x-openstack-request-id: req-05ddc436-6322-420f-a539-a26259329dc9 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:37.447646 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:37.447646 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05ddc436-6322-420f-a539-a26259329dc9 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:37.449202 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'status': 'completed', 'code': 200}
Mar 05 21:11:37.612334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-c5c9a66b-6193-45b5-9b59-074b250fc640 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1907659
Mar 05 21:11:37.628474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:37.672781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting subnet e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:37.736947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.742423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:37.744350 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba460>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:37.779214 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:37.794991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Network e261bfe3-617a-434b-a5cd-43c84c261bcf is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:37.796096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:37.796744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:37.822531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:37.848108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Provisioning complete for port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:37.848416 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.856677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (fae13fe7-e279-4741-9e51-583fa166ee50), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.859562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dbb0-da59-43b2-af45-d592434612ec req-ce4776eb-10cf-4323-bec1-6f50e97b4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:37.861130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-ce4776eb-10cf-4323-bec1-6f50e97b4180 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 1127 time: 0.3426495
Mar 05 21:11:37.920468 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Port': ['ID=fae13fe7-e279-4741-9e51-583fa166ee50,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:37.929705 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-6808c7c8-f85e-4c93-85d9-1ae251becf08 service neutron] 10.222.0.15 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166163
Mar 05 21:11:37.947613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:37.948299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:37.956279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:38.010448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dbb0-da59-43b2-af45-d592434612ec req-1441bf39-02d5-48f7-b7bf-a664737e3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:38.012584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-1441bf39-02d5-48f7-b7bf-a664737e3c7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1345859
Mar 05 21:11:38.071734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:38.190641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:38.237379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Current status of the port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:38.258725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:38.259106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:38.320678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfba460>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:38.333625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5877e677-7a16-461f-86c0-7eb56f10f017 None None] Port 22cb6555-852c-49f8-aba6-59ba250c0316 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:38.350029 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efea354-48fb-4924-bd9b-c2018b2ffd53 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:38.365878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-1bb693eb-3a1f-4f8a-958d-da2291c8a843 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 200  len: 999 time: 0.2908008
Mar 05 21:11:38.424570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:38.461113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-123e69b2-2221-46d1-b2ab-225973454eb4 None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:38.464076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-123e69b2-2221-46d1-b2ab-225973454eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:38.487384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:38.565174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-123e69b2-2221-46d1-b2ab-225973454eb4 None None] Port 22cb6555-852c-49f8-aba6-59ba250c0316 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:38.639162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dbb0-da59-43b2-af45-d592434612ec req-406c8099-ccd4-4eda-b40a-de0f4e9cffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:38.640708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-406c8099-ccd4-4eda-b40a-de0f4e9cffca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.2612975
Mar 05 21:11:38.692252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:38.697210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f22e26c2-5d17-4eda-8558-2d6f41c3c839 None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:38.698011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-5d17-4eda-8558-2d6f41c3c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:38.731274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09c490e8-0244-43ed-ae71-0d932ce8f7fd tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1907303
Mar 05 21:11:38.753949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45086) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:38.763960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:38.775020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:38.806418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:38.807068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:38.810354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f22e26c2-5d17-4eda-8558-2d6f41c3c839 None None] Port 22cb6555-852c-49f8-aba6-59ba250c0316 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:38.822191 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd2f94-d22c-4664-b193-ad062d25476d None None] New status for floating IP 8a87e572-2046-400f-be3f-6e153fa5a8f5: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:11:38.850675 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] create failed (client error): The resource could not be found.
Mar 05 21:11:38.852856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-721de057-c1e4-41b7-b963-841a4bae351e tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 7.1346712
Mar 05 21:11:38.863080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45090) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:38.950185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:38.964577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.013235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Subnet': ['ID=e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:39.015481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.019720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b1658097-3743-4c8d-9225-da19a1dbb490 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/subnets/e01b79c7-f6ea-49c1-aac1-1f0d53b6c1e0 HTTP/1.1" status: 204  len: 168 time: 1.6647978
Mar 05 21:11:39.046290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ac0c3-31de-413f-b817-c9cadfe627cc None None] Network 581545b4-1405-4849-9df5-cbca3b5e66d5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:39.047909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45094) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:39.051509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:39.188336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a20d77e8-898c-4123-a09c-57856dfdad0f service neutron] 10.222.0.15 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1804831
Mar 05 21:11:39.192332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (581545b4-1405-4849-9df5-cbca3b5e66d5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.206322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:39.213798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.314642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a557cefd-9423-4a1f-b860-cd7e434488b1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 8.6900685
Mar 05 21:11:39.319259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45100) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:39.319784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:39.322587 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5a301-3801-4be7-98f3-89d75c92b285" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:39.345045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:39.345879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829109a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:39.542413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e82f4741-cb9b-43c6-be9a-7864b9f6dc13 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/ccf2ae5a-8515-4903-a4f1-7bcce5527c2f HTTP/1.1" status: 200  len: 992 time: 0.2090106
Mar 05 21:11:39.544999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting port 2f35341b-3b0e-47ef-afdd-8ef7cd81294b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:39.545343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.597119 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d497c523-e4b7-47f0-885b-3efeaacef999 x-openstack-request-id: req-d497c523-e4b7-47f0-885b-3efeaacef999 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:39.597412 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:39.597672 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d497c523-e4b7-47f0-885b-3efeaacef999 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:39.598676 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'status': 'completed', 'code': 200}
Mar 05 21:11:39.775174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-9a47765e-4a24-4ef4-b34b-ce98ce959403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:39.778637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-9a47765e-4a24-4ef4-b34b-ce98ce959403 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1128 time: 0.2301197
Mar 05 21:11:39.861372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-87bbeec6-35d6-45eb-be95-31c283a22f00 req-c60a4cb8-7e60-4b00-b8c7-bf78464c5cbf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 210 time: 0.0863714
Mar 05 21:11:39.873153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:39.877038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dbb0-da59-43b2-af45-d592434612ec req-5ef135a9-4efe-444a-87da-2c987c0486a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:39.878730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-5ef135a9-4efe-444a-87da-2c987c0486a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.1984885
Mar 05 21:11:39.896432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Calling delete_port for 2f35341b-3b0e-47ef-afdd-8ef7cd81294b owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:39.911059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:11:39.941963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:39.981071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Removed routes are [] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:11:39.982132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.000252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] DHCP port deletion for 581545b4-1405-4849-9df5-cbca3b5e66d5 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:11:40.100796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74e20>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:35Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:36Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:40.145490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:40.146021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Updating router 7e9724e8-f53b-41ed-959a-16066d7dc2cf port 22cb6555-852c-49f8-aba6-59ba250c0316 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:11:40.232354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-8e7c4319-cfb2-43c3-ba0a-7d5e4709f6ce service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446796
Mar 05 21:11:40.234945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.248127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Deleting port 3cb880c0-90d7-42c9-8223-fe89b31fb049 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:40.248591 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.253599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.300221 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.358064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2f35341b-3b0e-47ef-afdd-8ef7cd81294b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.427011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] For port 3cb880c0-90d7-42c9-8223-fe89b31fb049, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cb880c0-90d7-42c9-8223-fe89b31fb049,segment=NetworkSegment(f74298cf-61a4-4d33-a263-833f22f4f328),segment_id=f74298cf-61a4-4d33-a263-833f22f4f328)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:40.427327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.435029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Port': ['ID=2f35341b-3b0e-47ef-afdd-8ef7cd81294b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:40.454710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Deleting port 3cb880c0-90d7-42c9-8223-fe89b31fb049 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:40.455530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.456567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Calling delete_port for 3cb880c0-90d7-42c9-8223-fe89b31fb049 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:40.461956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-4c25ab79-95b8-4846-a613-f16b1fd8a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:40.463914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-4c25ab79-95b8-4846-a613-f16b1fd8a579 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 898 time: 0.6690934
Mar 05 21:11:40.478037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:40.558876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45126) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:40.628812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8a55dbb0-da59-43b2-af45-d592434612ec req-b4babcd4-c90f-4207-b079-82d9bbddd6a8 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3864272
Mar 05 21:11:40.677589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:40.685297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.690045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c9af713-224d-411f-849d-256eba626294 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 933 time: 1.9336879
Mar 05 21:11:40.690903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45128) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:40.741778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829109a0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:33Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:40.807615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:40.830426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:40.831188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829109a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:40.860066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2e8c4d0b-a72e-4260-a917-a2282cce9edc tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 933 time: 0.1656945
Mar 05 21:11:40.860802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45132) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:40.871820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'routes': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:40.944805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.948057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] For port 3cb880c0-90d7-42c9-8223-fe89b31fb049, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cb880c0-90d7-42c9-8223-fe89b31fb049,segment=NetworkSegment(f74298cf-61a4-4d33-a263-833f22f4f328),segment_id=f74298cf-61a4-4d33-a263-833f22f4f328)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:40.950494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:40.975612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] Pushing event deleted for resources: {'Port': ['ID=3cb880c0-90d7-42c9-8223-fe89b31fb049,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:40.976841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Calling delete_port for 3cb880c0-90d7-42c9-8223-fe89b31fb049 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:41.022087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff4efc-9757-44d1-80f9-4cf3c7f7d71c None None] No DVR routers for this DVR port 3cb880c0-90d7-42c9-8223-fe89b31fb049 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:41.106785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:41.110868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-94157363-36b3-41fd-8298-6911af310300 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/ccf2ae5a-8515-4903-a4f1-7bcce5527c2f HTTP/1.1" status: 200  len: 992 time: 0.5181851
Mar 05 21:11:41.111765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3cb880c0-90d7-42c9-8223-fe89b31fb049), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.165604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Port': ['ID=3cb880c0-90d7-42c9-8223-fe89b31fb049,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:41.169475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.173038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-26c64632-03b0-49b6-8d4a-716c70f34916 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "DELETE /v2.0/ports/2f35341b-3b0e-47ef-afdd-8ef7cd81294b HTTP/1.1" status: 204  len: 168 time: 2.3068373
Mar 05 21:11:41.184943 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks [] for port (22cb6555-852c-49f8-aba6-59ba250c0316), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.194129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:41.201117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.227080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f264eae-e3c3-4c62-8673-4c76a4b742a6 req-d2e29b0f-b5a9-42f7-8daf-e53728c0a602 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 210 time: 0.1134706
Mar 05 21:11:41.234206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] No DVR routers for this DVR port 3cb880c0-90d7-42c9-8223-fe89b31fb049 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:41.283004 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-84e927e9-beed-4c59-aa8d-69c0f18479aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 1000 time: 0.7230163
Mar 05 21:11:41.366507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863c69-4e9d-49e1-9d93-715caf07d04e None None] Pushing event updated for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:41.401869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (581545b4-1405-4849-9df5-cbca3b5e66d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.477858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b902a7f70>,) {'filters': {'network_id': ['581545b4-1405-4849-9df5-cbca3b5e66d5']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:41.480909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-d4192d38-4e63-4c26-b349-60667fae8159 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:41.488230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-d4192d38-4e63-4c26-b349-60667fae8159 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 816 time: 0.3515217
Mar 05 21:11:41.489035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b902a7f70>, 'f74298cf-61a4-4d33-a263-833f22f4f328') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:41.489247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b902a7f70>, 'f74298cf-61a4-4d33-a263-833f22f4f328') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:41.501314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f74298cf-61a4-4d33-a263-833f22f4f328), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.551097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f74298cf-61a4-4d33-a263-833f22f4f328), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.575848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:41.576262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f74298cf-61a4-4d33-a263-833f22f4f328), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:41.581078 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:41.584206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Attempting to bind port 22cb6555-852c-49f8-aba6-59ba250c0316 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:41.584206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Attempting to bind port 22cb6555-852c-49f8-aba6-59ba250c0316 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:41.584206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Attempting to bind port 22cb6555-852c-49f8-aba6-59ba250c0316 on network e261bfe3-617a-434b-a5cd-43c84c261bcf {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:41.621682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-aa39e4b8-c717-4d8a-b4f9-cac12c01ea39 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 379 time: 0.1201305
Mar 05 21:11:41.634513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-2b00f15a-c3e0-48a9-a20d-b1dd3dc68989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:41.635995 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-2b00f15a-c3e0-48a9-a20d-b1dd3dc68989 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.2071857
Mar 05 21:11:41.650485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'port': {'device_id': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'admin_state_up': True, 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'security_groups': ['46e77e8d-3f1e-445f-8eca-3723d5d1d5d7']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:41.656644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce2a93-3082-4fe9-81a0-fc811cd75d75 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:41.658203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9ce2a93-3082-4fe9-81a0-fc811cd75d75 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "GET /v2.0/ports?device_id=948e0512-1454-4303-9e3b-c84a45c7be44 HTTP/1.1" status: 200  len: 913 time: 0.4610491
Mar 05 21:11:41.666682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45142) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:41.729799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (581545b4-1405-4849-9df5-cbca3b5e66d5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.748244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.754207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] 10.222.0.15 "DELETE /v2.0/networks/581545b4-1405-4849-9df5-cbca3b5e66d5 HTTP/1.1" status: 204  len: 168 time: 2.6947851
Mar 05 21:11:41.769942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74834dd1-5e91-4139-a4d4-d34ab99183c3 tempest-NetworksIpV6TestAttrs-1016239834 tempest-NetworksIpV6TestAttrs-1016239834-project] Pushing event deleted for resources: {'Network': ['ID=581545b4-1405-4849-9df5-cbca3b5e66d5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:41.779288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-9e1e2224-6cad-4305-a073-cfcff8634e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:41.781588 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-9e1e2224-6cad-4305-a073-cfcff8634e32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1336451
Mar 05 21:11:41.812387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added routes are [] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:11:41.812784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.extraroute_db [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=126563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:11:41.914294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Made reservation on behalf of 5c1b37634bef4eefa974dfc8912e8556 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:41.918530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.922102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.925586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cb880c0-90d7-42c9-8223-fe89b31fb049 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:41.946527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-fc6e1f79-7cbc-4ba9-8b5e-c2c3cd14af44 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577816
Mar 05 21:11:41.973336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:41.974372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Checking segment: {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:41.975031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.975447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Bound using segment: {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:41.976300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Bound port: 22cb6555-852c-49f8-aba6-59ba250c0316, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:41.977288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:41.995048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3cb880c0-90d7-42c9-8223-fe89b31fb049 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:41.995517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cb880c0-90d7-42c9-8223-fe89b31fb049 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:42.050993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e81f31fd-6efe-4efa-baed-44e1ab95f59a None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:42.051423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e81f31fd-6efe-4efa-baed-44e1ab95f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:42.103302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e81f31fd-6efe-4efa-baed-44e1ab95f59a None None] Port 22cb6555-852c-49f8-aba6-59ba250c0316 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:42.114558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45150) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:42.125715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829109a0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:33Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:42.167906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be755c-960c-4cda-9b77-016a969ca61f None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:33Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:42.177083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] For port 22cb6555-852c-49f8-aba6-59ba250c0316, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:42.180530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] For port 22cb6555-852c-49f8-aba6-59ba250c0316, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cb6555-852c-49f8-aba6-59ba250c0316,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:42.202692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:42.264777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-597d551c-84f6-498e-b5c5-9433e3ca9e2c tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/ccf2ae5a-8515-4903-a4f1-7bcce5527c2f HTTP/1.1" status: 200  len: 992 time: 0.1281438
Mar 05 21:11:42.309411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64e5a301-3801-4be7-98f3-89d75c92b285 req-d3298460-65ea-4e22-b9ed-fec537b26351 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561575
Mar 05 21:11:42.312009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:42.312676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:42.426642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45158) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:42.485392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863c69-4e9d-49e1-9d93-715caf07d04e None None] Pushing event updated for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:42.509183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:42.620198 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f26b73-a612-4ca2-86e0-4d5c2f8f1cff None None] New status for floating IP ccf2ae5a-8515-4903-a4f1-7bcce5527c2f: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:11:42.804483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c74e20>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:41Z', 'revision_number': 7, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:42Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:42.842256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b318b21-545c-44b3-887d-49d40be120f1 None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:41Z', 'revision_number': 7, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:42Z', 'revision_number': 4, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:42.857340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:42.857887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:42.936880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85dc06dd-9b43-431f-a9cc-90428338510d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60b621c77e3d49b8b0f30fcead551beb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5063937
Mar 05 21:11:42.939288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45168) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:43.001846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08d38d6b-9384-4044-9a63-a024d7e10cb2 req-b2e31812-7646-41f7-b16d-e23bd0022cb2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 210 time: 0.6044195
Mar 05 21:11:43.060037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Current status of the port 22cb6555-852c-49f8-aba6-59ba250c0316 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:43.071795 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.108452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] Publish callbacks [] for security_group (c420a6bd-d340-443d-9c9b-94df975e14df), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.121251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] For port 22cb6555-852c-49f8-aba6-59ba250c0316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cb6555-852c-49f8-aba6-59ba250c0316,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:43.129936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.138764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.152421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] Publish callbacks [] for security_group (c420a6bd-d340-443d-9c9b-94df975e14df), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.173387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.178124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Allocated IP 172.20.0.12 (f4b93af7-4d00-486d-82f8-877eddb5d778/65a8f678-6b9b-4d26-ad1c-20228fee7346/a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:43.241187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c420a6bd-d340-443d-9c9b-94df975e14df), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.243685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23430c3e-9151-4404-a089-93b780c2c82f None None] Pushing event updated for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:43.245216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.261154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c420a6bd-d340-443d-9c9b-94df975e14df HTTP/1.1" status: 204  len: 168 time: 0.3207107
Mar 05 21:11:43.270554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:43.290788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be6a5e-83fb-4909-a306-e10f88f33cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420a6bd-d340-443d-9c9b-94df975e14df,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:43.390138 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bce727f-0d20-4989-b4f2-3872fb1e3c22 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/ccf2ae5a-8515-4903-a4f1-7bcce5527c2f HTTP/1.1" status: 200  len: 994 time: 0.1184416
Mar 05 21:11:43.492531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:43.572770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.689777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (948e0512-1454-4303-9e3b-c84a45c7be44), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.760981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 22cb6555-852c-49f8-aba6-59ba250c0316 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:43.800782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:43.811816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.813007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5df58f67-ab1f-4217-9d80-181c979dceb8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 699 time: 2.9497561
Mar 05 21:11:43.815821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45188) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:43.867941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.873600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 22cb6555-852c-49f8-aba6-59ba250c0316 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:43.873600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:43.938680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:43.962668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:43.968715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:44.046701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 22cb6555-852c-49f8-aba6-59ba250c0316 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:44.055552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:44.061433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:44.081352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:44.081962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832de3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:44.093562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-acc47823-6cc1-49fe-82a7-c9c0e5bac2e6 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 699 time: 0.2736952
Mar 05 21:11:44.093997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45196) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:44.099765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:44.100428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.215976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ee089e14-f9e4-4c25-baeb-380bdb14f85a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5880871
Mar 05 21:11:44.235539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Request body: {'port': {'device_id': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:44.269103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:44.360724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.375865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting port 526ecc14-442d-4b65-8301-431d44900c1a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:44.376314 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (526ecc14-442d-4b65-8301-431d44900c1a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.417292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cc7b423a-2036-4f0c-90d5-60e1c6c635a0 None None] Provisioning complete for port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:44.417768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc7b423a-2036-4f0c-90d5-60e1c6c635a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.432040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d2a-215c-48aa-808a-f940e68599d2 req-f8ccc970-1283-465f-a91c-59bd4c87f5db tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:44.435110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bdb11d2a-215c-48aa-808a-f940e68599d2 req-f8ccc970-1283-465f-a91c-59bd4c87f5db tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 932 time: 0.2415586
Mar 05 21:11:44.470128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b423a-2036-4f0c-90d5-60e1c6c635a0 None None] Port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:44.475434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (526ecc14-442d-4b65-8301-431d44900c1a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.489604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Calling delete_port for 526ecc14-442d-4b65-8301-431d44900c1a owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:44.598598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45212) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:44.636066 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bdb11d2a-215c-48aa-808a-f940e68599d2 req-ce1d4c0d-d321-4c7c-bfaf-57add78ebef5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1532416
Mar 05 21:11:44.775279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832de3d0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:41Z', 'revision_number': 7, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:44.827754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (526ecc14-442d-4b65-8301-431d44900c1a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.849654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:44.854193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:44.873227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:44.876177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832de3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:44.962307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Port': ['ID=526ecc14-442d-4b65-8301-431d44900c1a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:45.090701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:45.264130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (948e0512-1454-4303-9e3b-c84a45c7be44), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.350654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-801452578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:45.396101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.397326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.415797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 22cb6555-852c-49f8-aba6-59ba250c0316 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:45.416288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.480733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832de3d0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:41Z', 'revision_number': 7, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:45.536339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe2e6b-9b63-4b6e-9c77-82a2b72d2212 None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:41Z', 'revision_number': 7, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '22cb6555-852c-49f8-aba6-59ba250c0316', 'name': '', 'network_id': 'e261bfe3-617a-434b-a5cd-43c84c261bcf', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:87:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '1c4bf992-e82d-435c-a2d4-2a3244ea8cd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:45.592400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:45.601413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks [] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.617891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Transition to ACTIVE for port object a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:11:45.654377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.744167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:45.792875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Router 948e0512-1454-4303-9e3b-c84a45c7be44 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:45.926902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router_controller (8454ac3f-9325-4ed7-80d3-729720ea1a42), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.934747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.980737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:45.981731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41ad96a6-4375-4267-96c5-67baf2db4879 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.3814588
Mar 05 21:11:45.982013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:45.992794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1630857020'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:46.018473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b235c-9eba-4d34-a711-3b2b4e1e708e req-0628cd74-71f8-46fe-b7c1-ce2091e80db2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.019907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e1b235c-9eba-4d34-a711-3b2b4e1e708e req-0628cd74-71f8-46fe-b7c1-ce2091e80db2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2259521
Mar 05 21:11:46.023378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:46.031657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7529ed5f-91b2-416f-9494-71a84888caca tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "PUT /v2.0/routers/948e0512-1454-4303-9e3b-c84a45c7be44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3526387
Mar 05 21:11:46.035557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:46.038962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Attempting to bind port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:46.038962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Attempting to bind port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:46.039230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Attempting to bind port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:46.039807 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] Sync routers for ids ['948e0512-1454-4303-9e3b-c84a45c7be44'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:46.052393 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] Routers {'948e0512-1454-4303-9e3b-c84a45c7be44'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:46.053006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903cf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['948e0512-1454-4303-9e3b-c84a45c7be44'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:46.053454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 on network f4b93af7-4d00-486d-82f8-877eddb5d778 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:11:46.053797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Attempting to bind port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:46.063254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:46.063581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:46.063959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:46.064355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Bound using segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:46.064801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Bound port: a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:46.065166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.068671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.089232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903cf910>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:46.100722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] Routers {'948e0512-1454-4303-9e3b-c84a45c7be44'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:46.101717 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b903cf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['948e0512-1454-4303-9e3b-c84a45c7be44'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:46.117499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e1b235c-9eba-4d34-a711-3b2b4e1e708e req-11160fb0-978f-4cc4-958f-11562412320c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905650
Mar 05 21:11:46.143660 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b903cf910>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:46.144412 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab482ca-e884-4d0d-a43a-5d263750f4b7 None None] The sync data for ids ['948e0512-1454-4303-9e3b-c84a45c7be44'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:46.161173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:46.164574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:46.171719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.177051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.181656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 22cb6555-852c-49f8-aba6-59ba250c0316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cb6555-852c-49f8-aba6-59ba250c0316,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:46.182031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.209095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for router (948e0512-1454-4303-9e3b-c84a45c7be44), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.212792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 22cb6555-852c-49f8-aba6-59ba250c0316 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:46.217136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.217776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.219238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] 10.222.0.31 "PUT /v2.0/ports/a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 1092 time: 1.9924679
Mar 05 21:11:46.219864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:46.222195 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87" -d '{"events": [{"name": "network-changed", "server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:46.245043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019691-7d01-48ad-a9b7-c72f8b20166a service neutron] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:46.330403 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbac215-aa63-4c51-994e-52f164bf6c76 x-openstack-request-id: req-1cbac215-aa63-4c51-994e-52f164bf6c76 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:46.331060 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:46.331060 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cbac215-aa63-4c51-994e-52f164bf6c76 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:46.331559 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'status': 'completed', 'code': 200}
Mar 05 21:11:46.356796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-b53acfc0-9ead-4e5f-96f4-6aa9ccebc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.358671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-b53acfc0-9ead-4e5f-96f4-6aa9ccebc1b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1126 time: 0.0883024
Mar 05 21:11:46.414833 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-936767e9-3841-4534-939e-31696426be20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 217 time: 0.0491569
Mar 05 21:11:46.484460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ec65a67a-1579-428c-a7c3-483b0c0a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.485991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-ec65a67a-1579-428c-a7c3-483b0c0a0aeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.0647898
Mar 05 21:11:46.543539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-5fea0deb-f7c3-457d-af4a-a69476279fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.545116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-5fea0deb-f7c3-457d-af4a-a69476279fee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0530188
Mar 05 21:11:46.566373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (948e0512-1454-4303-9e3b-c84a45c7be44), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.578850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for router_controller (948e0512-1454-4303-9e3b-c84a45c7be44), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.645391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-980ea0fd-5fd3-47b0-bb8c-d0f2748a52c8 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947609
Mar 05 21:11:46.658227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (948e0512-1454-4303-9e3b-c84a45c7be44), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.658771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Fanout notify agent at l3_agent the message router_deleted on router 948e0512-1454-4303-9e3b-c84a45c7be44 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:11:46.667585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.671369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7bf7d702-b8c7-42aa-8062-75bb1730b9bd tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "DELETE /v2.0/routers/948e0512-1454-4303-9e3b-c84a45c7be44 HTTP/1.1" status: 204  len: 168 time: 0.6347566
Mar 05 21:11:46.676336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45264) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:46.706286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for security_group (0b5d07c2-3771-43a6-b0bb-b4c7b6900627), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.712859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b5d07c2-3771-43a6-b0bb-b4c7b6900627), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.764977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5d07c2-3771-43a6-b0bb-b4c7b6900627,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:46.774003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (22cb6555-852c-49f8-aba6-59ba250c0316), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.774830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting subnet b1c925c7-002c-44bd-bdff-3f6ae7745696 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:46.780242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for subnet (b1c925c7-002c-44bd-bdff-3f6ae7745696), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.784155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:46.821517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=22cb6555-852c-49f8-aba6-59ba250c0316,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:46.823929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (08d85a9b-5efb-44f7-89f4-b98ff9158aba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.824374 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Added segment 08d85a9b-5efb-44f7-89f4-b98ff9158aba of type vlan for network 0b1981f8-a4dc-4819-bcc8-2a5d63844883
Mar 05 21:11:46.838443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (b1c925c7-002c-44bd-bdff-3f6ae7745696), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.878635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1867c6e-8b01-4b08-8e62-1c725aecf47c req-8520923e-54c1-4076-9f0e-fdf7369be27f service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216625
Mar 05 21:11:46.909088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0b1981f8-a4dc-4819-bcc8-2a5d63844883), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.959716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b1c925c7-002c-44bd-bdff-3f6ae7745696), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.969309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0b1981f8-a4dc-4819-bcc8-2a5d63844883), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:46.974835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:46.975617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.066948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-81fc1453-1fe6-4da7-a948-850d3bd8d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:47.068746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-81fc1453-1fe6-4da7-a948-850d3bd8d5f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1126 time: 0.1022787
Mar 05 21:11:47.082192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (b1c925c7-002c-44bd-bdff-3f6ae7745696), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.110244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.114076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "DELETE /v2.0/subnets/b1c925c7-002c-44bd-bdff-3f6ae7745696 HTTP/1.1" status: 204  len: 168 time: 0.4372537
Mar 05 21:11:47.119580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.1309509
Mar 05 21:11:47.123209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45272) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:47.123378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94697ea-1063-4cc1-a1db-4c615c96b5ab None None] Network 40a4e734-ed58-4798-aa52-3223eab75f08 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:47.123861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45274) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:47.144400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'subnet': {'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:47.204122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ad3e8-ae7e-4acd-89e6-730e6432d58b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Network': ['ID=0b1981f8-a4dc-4819-bcc8-2a5d63844883,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:47.206186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45278) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:47.224314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:47.285427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.312529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (40a4e734-ed58-4798-aa52-3223eab75f08), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.430288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] DHCP port deletion for 40a4e734-ed58-4798-aa52-3223eab75f08 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:11:47.430771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:47.434820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.457634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a228d34-4730-4eb8-818c-71732322c62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.489642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Deleting port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:47.490172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.561458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fabd4f-f482-4124-953f-f00e64d60c55 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c925c7-002c-44bd-bdff-3f6ae7745696,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:47.574328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] For port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,segment=NetworkSegment(01a1ada6-833c-45c5-ac33-291c0e55f31e),segment_id=01a1ada6-833c-45c5-ac33-291c0e55f31e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:47.574896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.607291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Calling delete_port for de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:47.639025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487f2b-00ca-4750-a1eb-267937efa193 req-fcd0f2ac-4e38-4f03-8051-be993e08e9fa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:47.640957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7487f2b-00ca-4750-a1eb-267937efa193 req-fcd0f2ac-4e38-4f03-8051-be993e08e9fa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.0906363
Mar 05 21:11:47.646061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-9a129fa2-6382-4eb2-8600-b657cd50a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:47.647803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-9a129fa2-6382-4eb2-8600-b657cd50a7d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.5546317
Mar 05 21:11:47.716135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-bc758238-a02f-4ff0-a3b6-6c4219346a77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 217 time: 0.0595615
Mar 05 21:11:47.756974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Deleting port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:47.757445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.778048 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.780690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7487f2b-00ca-4750-a1eb-267937efa193 req-ac368aef-b366-4e00-a57d-6a0dfc400272 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175320
Mar 05 21:11:47.792036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-56f6b347-22e7-4294-bcbf-e1bfdbdc1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:47.794444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-56f6b347-22e7-4294-bcbf-e1bfdbdc1b30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.0695510
Mar 05 21:11:47.800571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:47.803294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] No DVR routers for this DVR port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:47.827910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:47.862468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375d68-d3f3-4eed-8cf6-836f8d3f0675 None None] Pushing event deleted for resources: {'Port': ['ID=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:47.865288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:47.865920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:47.869294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-a8e33676-af98-408a-ae58-43a85c54da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:47.872040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-a8e33676-af98-408a-ae58-43a85c54da45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0662916
Mar 05 21:11:47.887372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a228d34-4730-4eb8-818c-71732322c62d admin admin] Publish callbacks [] for security_group (f0111516-bc93-4689-93f4-ae34cc2ff2bc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.911519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5a228d34-4730-4eb8-818c-71732322c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0111516-bc93-4689-93f4-ae34cc2ff2bc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.935004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (ec4c9611-e796-4748-ab25-d1dbcc7c7c2a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.968899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] For port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,segment=NetworkSegment(01a1ada6-833c-45c5-ac33-291c0e55f31e),segment_id=01a1ada6-833c-45c5-ac33-291c0e55f31e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:47.969277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:47.970093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-24defdde-7629-47b8-9edf-e688953f5e1e service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922856
Mar 05 21:11:48.055997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Calling delete_port for de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:48.059593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5a228d34-4730-4eb8-818c-71732322c62d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15218cfc058f4d16af025cfb16fa3ccf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8212647
Mar 05 21:11:48.068094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.084599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b56a08a-13ed-4fc5-9b48-4582fb9b0c87 req-1937d9c4-de73-491b-abf0-8575789e26b3 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070261
Mar 05 21:11:48.104570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a228d34-4730-4eb8-818c-71732322c62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0111516-bc93-4689-93f4-ae34cc2ff2bc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.127835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] Publish callbacks [] for security_group (f0111516-bc93-4689-93f4-ae34cc2ff2bc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.133371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Subnet': ['ID=ec4c9611-e796-4748-ab25-d1dbcc7c7c2a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.150618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] Publish callbacks [] for security_group (f0111516-bc93-4689-93f4-ae34cc2ff2bc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.199428 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f0111516-bc93-4689-93f4-ae34cc2ff2bc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.200506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Checking segment: {'id': '08d85a9b-5efb-44f7-89f4-b98ff9158aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:48.200874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network hostable DHCP agents. Network: 0b1981f8-a4dc-4819-bcc8-2a5d63844883, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:48.202206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.203353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0111516-bc93-4689-93f4-ae34cc2ff2bc HTTP/1.1" status: 204  len: 168 time: 0.1343150
Mar 05 21:11:48.208753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:48.219111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6910634e-8f92-4426-a56e-b7ec57ccae73 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1204629
Mar 05 21:11:48.219309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45286) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.222268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:48.227728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffcc08-070d-4ea6-932f-4e400903f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0111516-bc93-4689-93f4-ae34cc2ff2bc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.240361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:48.242568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82aec490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:48.246005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:48.252748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.291392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 1c4bf992-e82d-435c-a2d4-2a3244ea8cd6 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:48.296579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] No DVR routers for this DVR port de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:48.300311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Port': ['ID=de7cc99c-b7fa-4dcf-ab79-74dcfcf2a550,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.300765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (1c4bf992-e82d-435c-a2d4-2a3244ea8cd6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.306428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b1981f8-a4dc-4819-bcc8-2a5d63844883) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:48.323661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fd3a7-de7c-4535-8801-ac54aabc4ab7 None None] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:48.345017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:48.345920 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.371070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (1c4bf992-e82d-435c-a2d4-2a3244ea8cd6), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.413952 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f60dab22-7561-427a-8a9b-a95ad7bfa285 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2846451
Mar 05 21:11:48.418143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45290) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.427161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'network': {'name': 'tempest-router-network01--373972803'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:48.437880 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (40a4e734-ed58-4798-aa52-3223eab75f08), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.468562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b891b4550>,) {'filters': {'network_id': ['40a4e734-ed58-4798-aa52-3223eab75f08']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:48.477319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:48.481721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.509870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:48.520262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (425c6086-26e6-45e9-8234-490d63580f8b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.520780 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Added segment 425c6086-26e6-45e9-8234-490d63580f8b of type vlan for network 6d39da16-1ac7-47dd-87b9-f17887752782
Mar 05 21:11:48.522719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1c4bf992-e82d-435c-a2d4-2a3244ea8cd6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.573936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6d39da16-1ac7-47dd-87b9-f17887752782), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.575596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:11:48.577267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891b4550>, '01a1ada6-833c-45c5-ac33-291c0e55f31e') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:48.577564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891b4550>, '01a1ada6-833c-45c5-ac33-291c0e55f31e') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:48.585751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:48.592147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (01a1ada6-833c-45c5-ac33-291c0e55f31e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.617452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (01a1ada6-833c-45c5-ac33-291c0e55f31e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.621879 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1c4bf992-e82d-435c-a2d4-2a3244ea8cd6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.627161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:48.627656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (01a1ada6-833c-45c5-ac33-291c0e55f31e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:48.631700 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:48.641802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.644737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6d39da16-1ac7-47dd-87b9-f17887752782), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.649736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:48.650364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.677951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4bf992-e82d-435c-a2d4-2a3244ea8cd6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.681912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.688136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-80f863d7-8d44-4d37-aaa3-890e71f67090 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/1c4bf992-e82d-435c-a2d4-2a3244ea8cd6 HTTP/1.1" status: 204  len: 168 time: 0.4653633
Mar 05 21:11:48.688317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.697234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e71541-8d48-4261-8c50-d4a382e957da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.737609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cfb946-4555-4ab3-adf9-cdcddbd89d08 None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:48.739591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0b1981f8-a4dc-4819-bcc8-2a5d63844883', 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883', 'project_id': 'e37e1b8437c94723a7dd80df3308c03f', 'fixed_ips': [{'subnet_id': 'ec4c9611-e796-4748-ab25-d1dbcc7c7c2a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:48.740448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.746627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Network': ['ID=6d39da16-1ac7-47dd-87b9-f17887752782,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.775088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fb9fd171-d6a8-42e5-88e2-d98ee6b6d3e3 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3490844
Mar 05 21:11:48.775088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45296) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:48.778726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'network': {'name': 'tempest-router-network02--630142044'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:48.793690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (40a4e734-ed58-4798-aa52-3223eab75f08), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.802596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6d39da16-1ac7-47dd-87b9-f17887752782 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:48.815710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e261bfe3-617a-434b-a5cd-43c84c261bcf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.833786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.841191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] 10.222.0.15 "DELETE /v2.0/networks/40a4e734-ed58-4798-aa52-3223eab75f08 HTTP/1.1" status: 204  len: 168 time: 1.7130029
Mar 05 21:11:48.846787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c5dfa-bfc7-41fb-a683-2906bd877963 tempest-FloatingIPNegativeTestJSON-2045840173 tempest-FloatingIPNegativeTestJSON-2045840173-project] Pushing event deleted for resources: {'Network': ['ID=40a4e734-ed58-4798-aa52-3223eab75f08,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:48.861548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:48.875357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.921962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:11:48.935769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:48.936015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.945157 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (79fa557d-9a87-4564-91c6-0e4117322e59), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:48.945916 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Added segment 79fa557d-9a87-4564-91c6-0e4117322e59 of type vlan for network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57
Mar 05 21:11:48.992713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.028164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,segment=NetworkSegment(ca1ed5bf-6ced-47c2-ab30-6bc518c7d306),segment_id=ca1ed5bf-6ced-47c2-ab30-6bc518c7d306)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:49.028594 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.032494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.038410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:49.039376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.053306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:49.078218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3041527
Mar 05 21:11:49.081750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45302) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:49.086350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e71541-8d48-4261-8c50-d4a382e957da admin admin] Publish callbacks [] for security_group (57f56335-497a-4be1-bc5f-6a5bc133a1fc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.100533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'subnet': {'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:49.105397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:49.131208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:11:49.139063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56e71541-8d48-4261-8c50-d4a382e957da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (57f56335-497a-4be1-bc5f-6a5bc133a1fc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.158077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee2b22-d305-490e-a82e-4601b89877d9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Network': ['ID=2ea2bf8a-988b-4d67-92d7-5034f7f9cf57,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.173048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511bbfd-8963-47ae-a75d-e8e7c34b96f8 req-094b37ed-3daf-45d7-95c5-fee0abc6128b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:49.174688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0511bbfd-8963-47ae-a75d-e8e7c34b96f8 req-094b37ed-3daf-45d7-95c5-fee0abc6128b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.1547527
Mar 05 21:11:49.185088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:11:49.225583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71541-8d48-4261-8c50-d4a382e957da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f56335-497a-4be1-bc5f-6a5bc133a1fc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.257016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0511bbfd-8963-47ae-a75d-e8e7c34b96f8 req-99744c30-66b0-4fc1-aa6f-6ef3d39835ff tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697532
Mar 05 21:11:49.288225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-56e71541-8d48-4261-8c50-d4a382e957da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49573e874aba4e949f7c648ac70a1cb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6413579
Mar 05 21:11:49.289991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:49.316868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] DHCP port deletion for e261bfe3-617a-434b-a5cd-43c84c261bcf request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:11:49.320839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Allocated IP 172.20.0.2 (0b1981f8-a4dc-4819-bcc8-2a5d63844883/ec4c9611-e796-4748-ab25-d1dbcc7c7c2a/dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:49.332855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:49.333250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.371269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] Publish callbacks [] for security_group (57f56335-497a-4be1-bc5f-6a5bc133a1fc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.391374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:11:49.391913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.403208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:49.407206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.413050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:49.416346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] Publish callbacks [] for security_group (57f56335-497a-4be1-bc5f-6a5bc133a1fc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.461953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:49.465312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82aec490>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:46Z', 'revision_number': 8, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:49.475986 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.484454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (57f56335-497a-4be1-bc5f-6a5bc133a1fc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.488283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.489910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57f56335-497a-4be1-bc5f-6a5bc133a1fc HTTP/1.1" status: 204  len: 168 time: 0.1986399
Mar 05 21:11:49.501675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113b4f-583b-4409-b56a-82378629cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f56335-497a-4be1-bc5f-6a5bc133a1fc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.503150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:49.538166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:49.593168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e261bfe3-617a-434b-a5cd-43c84c261bcf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.597000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:49.597637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82aec490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:49.614762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b899dbb80>,) {'filters': {'network_id': ['e261bfe3-617a-434b-a5cd-43c84c261bcf']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:49.626305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899dbb80>, 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:49.626981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b899dbb80>, 'ca1ed5bf-6ced-47c2-ab30-6bc518c7d306') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:49.642727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.651204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ca1ed5bf-6ced-47c2-ab30-6bc518c7d306), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.701282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ca1ed5bf-6ced-47c2-ab30-6bc518c7d306), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.710627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Deleting port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:49.711024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.713921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:49.715092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ca1ed5bf-6ced-47c2-ab30-6bc518c7d306), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:49.718972 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:49.733101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.747434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2841e50f-efda-4e3e-a537-96bd43bd7c28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21c66f12e13e4cefb5e55b556e8179cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3325222
Mar 05 21:11:49.747709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:49.771439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:49.810795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:11:49.817661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] Publish callbacks [] for security_group (04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.836571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e261bfe3-617a-434b-a5cd-43c84c261bcf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.846247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:49.846600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:49.850392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.856782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/e261bfe3-617a-434b-a5cd-43c84c261bcf HTTP/1.1" status: 204  len: 168 time: 1.1642358
Mar 05 21:11:49.863404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks [] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.868203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:49.869746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] Publish callbacks [] for security_group (04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.872730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bca7a-1cff-480c-a8da-4b81e9f97fe8 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=e261bfe3-617a-434b-a5cd-43c84c261bcf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.888037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] For port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:49.888446 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.892087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:49.904207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.919844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Calling delete_port for 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:49.946881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.951022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:49.951516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:11:49.955774 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9 HTTP/1.1" status: 204  len: 168 time: 0.2063065
Mar 05 21:11:49.966110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bfb45-4726-4e5e-a34b-d2f4c7a27175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a840ca-7e8d-4ac6-bfb8-7876e4cbddd9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:49.997254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.063598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (de5e8754-c6fa-41ad-9f4b-1e98714eb3cf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.072890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:50.077060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Network e261bfe3-617a-434b-a5cd-43c84c261bcf is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:11:50.077801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] No DVR routers for this DVR port 38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:50.088158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:50.094158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:50.101718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Pushing event updated for resources: {'Port': ['ID=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:50.231244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Subnet': ['ID=de5e8754-c6fa-41ad-9f4b-1e98714eb3cf,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:50.251858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Checking segment: {'id': '425c6086-26e6-45e9-8234-490d63580f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:50.252484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network hostable DHCP agents. Network: 6d39da16-1ac7-47dd-87b9-f17887752782, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:50.316272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 6d39da16-1ac7-47dd-87b9-f17887752782 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:50.357128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d39da16-1ac7-47dd-87b9-f17887752782) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:50.364365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:50.365134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.372267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6fc0-aed1-4e3b-9e46-00a77cd27103 None None] Pushing event deleted for resources: {'Port': ['ID=38b4b561-2aa8-4447-8c6f-63b3a9dc7c5c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:50.380205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caa833-1df2-44df-befa-108f1e6990a3 None None] Network 6d39da16-1ac7-47dd-87b9-f17887752782 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:50.423630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45340) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:50.425056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f7cf1007-5b32-4400-aa02-aa3fc10426a7 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3317323
Mar 05 21:11:50.434086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'subnet': {'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:50.502853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Attempting to bind port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:50.503234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Attempting to bind port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '08d85a9b-5efb-44f7-89f4-b98ff9158aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:50.503607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Attempting to bind port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e on network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:50.528746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:50.529197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Checking segment: {'id': '08d85a9b-5efb-44f7-89f4-b98ff9158aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:50.529549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.529954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Bound using segment: {'id': '08d85a9b-5efb-44f7-89f4-b98ff9158aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:50.530446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Bound port: dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d85a9b-5efb-44f7-89f4-b98ff9158aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b1981f8-a4dc-4819-bcc8-2a5d63844883'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:50.530833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.565467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Made reservation on behalf of e37e1b8437c94723a7dd80df3308c03f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:11:50.570345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.645122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ef611-0d7b-4701-b015-1bf54a4c5166 req-ba405a7e-fc62-4bf1-b9ba-759f52e6f545 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:50.654727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b37ef611-0d7b-4701-b015-1bf54a4c5166 req-ba405a7e-fc62-4bf1-b9ba-759f52e6f545 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.1849787
Mar 05 21:11:50.660384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.695840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d39da16-1ac7-47dd-87b9-f17887752782', 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782', 'project_id': 'e37e1b8437c94723a7dd80df3308c03f', 'fixed_ips': [{'subnet_id': 'de5e8754-c6fa-41ad-9f4b-1e98714eb3cf'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:50.696726 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.754573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] For port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:50.759946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] For port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,segment=NetworkSegment(08d85a9b-5efb-44f7-89f4-b98ff9158aba),segment_id=08d85a9b-5efb-44f7-89f4-b98ff9158aba)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:50.829763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b37ef611-0d7b-4701-b015-1bf54a4c5166 req-3dfdd31d-cdbe-4d45-9843-238a51b74ae2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1598682
Mar 05 21:11:50.836032 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:50.898960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82aec490>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:46Z', 'revision_number': 8, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:50.996758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02a1ab-8c55-4358-8c66-656a664431bd None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:46Z', 'revision_number': 8, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '3951e743-fb5b-4b58-8ad8-62dd2f8b87b5', 'name': '', 'network_id': 'eb11a43e-846b-46ee-95f9-0194a7805c04', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:46:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:34Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '40ded717-0cc8-47f2-a9e0-a1bf2b611e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:51.040483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188165-6167-4529-9029-e0cfb9e212ea None None] Pushing event updated for resources: {'Port': ['ID=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:51.069012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Allocated IP 172.20.0.2 (6d39da16-1ac7-47dd-87b9-f17887752782/de5e8754-c6fa-41ad-9f4b-1e98714eb3cf/d2be03c4-9567-4fc7-b9e5-453e1a2097ff) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:51.243023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:51.244070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.305332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks [] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.315708 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.350938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:51.412589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:51.413236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.425834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Network 6d39da16-1ac7-47dd-87b9-f17887752782 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:51.437701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:51.441475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:51.460335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:51.470643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Pushing event updated for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:51.494846 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (712d0d35-8f6c-4a63-b94c-a99f1c073489), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.543704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Attempting to bind port d2be03c4-9567-4fc7-b9e5-453e1a2097ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:51.543704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Attempting to bind port d2be03c4-9567-4fc7-b9e5-453e1a2097ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '425c6086-26e6-45e9-8234-490d63580f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:51.544027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Attempting to bind port d2be03c4-9567-4fc7-b9e5-453e1a2097ff on network 6d39da16-1ac7-47dd-87b9-f17887752782 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:51.553680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:51.554095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Checking segment: {'id': '425c6086-26e6-45e9-8234-490d63580f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:51.554466 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.554858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Bound using segment: {'id': '425c6086-26e6-45e9-8234-490d63580f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:51.555343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Bound port: d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425c6086-26e6-45e9-8234-490d63580f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d39da16-1ac7-47dd-87b9-f17887752782'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:51.555759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.669704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--797366532'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:51.710013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:51.710276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Subnet': ['ID=712d0d35-8f6c-4a63-b94c-a99f1c073489,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:51.716772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Checking segment: {'id': '79fa557d-9a87-4564-91c6-0e4117322e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:51.717151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network hostable DHCP agents. Network: 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:11:51.728762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,segment=NetworkSegment(425c6086-26e6-45e9-8234-490d63580f8b),segment_id=425c6086-26e6-45e9-8234-490d63580f8b)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:51.744609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.748688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.754031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:11:51.775638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:51.780043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.782029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:51.794448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:51.796418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.802532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b55e8a-9d6f-4126-8a53-8d867c5cf560 None None] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:51.867941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-046c13f9-4b38-45ad-9561-55912f6a2967 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4428570
Mar 05 21:11:51.887529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45380) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:51.956628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d4a55-3832-4743-92ed-69e7814f640f None None] Pushing event updated for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:51.976854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (9be8050f-2b61-4959-a4d7-d7e67993fc92), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:51.998754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3951e743-fb5b-4b58-8ad8-62dd2f8b87b5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.038286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:52.038683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.053388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9be8050f-2b61-4959-a4d7-d7e67993fc92), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.076606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=3951e743-fb5b-4b58-8ad8-62dd2f8b87b5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:52.077543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ea2bf8a-988b-4d67-92d7-5034f7f9cf57', 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57', 'project_id': 'e37e1b8437c94723a7dd80df3308c03f', 'fixed_ips': [{'subnet_id': '712d0d35-8f6c-4a63-b94c-a99f1c073489'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:11:52.083153 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.108669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8050f-2b61-4959-a4d7-d7e67993fc92,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:52.175208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fca81-1a47-493b-8948-2d296ed8a9cd req-d892833b-e53a-4c57-8d1f-1237dbddf752 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:52.183133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f77fca81-1a47-493b-8948-2d296ed8a9cd req-d892833b-e53a-4c57-8d1f-1237dbddf752 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.1873212
Mar 05 21:11:52.291160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f77fca81-1a47-493b-8948-2d296ed8a9cd req-978d973a-7373-4b0b-9642-5cbb3e150bf8 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069934
Mar 05 21:11:52.357402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.374082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.422072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Allocated IP 172.20.0.2 (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57/712d0d35-8f6c-4a63-b94c-a99f1c073489/6484f6e8-ee4f-4800-89d8-aa8158694c72) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:52.425566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.428160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.0740943
Mar 05 21:11:52.437385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45388) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:52.469067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8ca6-8a69-4bfc-a9fa-75f8687451d4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067e46b5-fae6-4d28-bebe-8ab45b6b7906,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:52.582594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-98222f20-29ef-41b2-96a9-4ad7e7d51fbd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1440194
Mar 05 21:11:52.585011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:52.599093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-security--788775790', 'description': 'tempest-security-description-1413346791'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:52.608455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:52.609277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.616302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:52.653049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.717142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,segment=NetworkSegment(08d85a9b-5efb-44f7-89f4-b98ff9158aba),segment_id=08d85a9b-5efb-44f7-89f4-b98ff9158aba)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:52.737543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.738135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.744839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.748295 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.749807 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "PUT /v2.0/security-groups/067e46b5-fae6-4d28-bebe-8ab45b6b7906 HTTP/1.1" status: 200  len: 1796 time: 0.1630311
Mar 05 21:11:52.754497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:52.756264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 22cb6555-852c-49f8-aba6-59ba250c0316 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:52.821467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 22cb6555-852c-49f8-aba6-59ba250c0316 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:52.821832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 22cb6555-852c-49f8-aba6-59ba250c0316 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:52.848542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.863212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99271a-6597-4bb2-bc23-c14be19b32c2 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067e46b5-fae6-4d28-bebe-8ab45b6b7906,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:52.868720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.889287 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-160725a8-0e3a-4091-b8c9-0355ef3e16fa tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups/067e46b5-fae6-4d28-bebe-8ab45b6b7906 HTTP/1.1" status: 200  len: 1796 time: 0.1300542
Mar 05 21:11:52.891385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:52.939053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:11:52.946314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:52.966728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:52.967375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:52.999637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.039942 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks [] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.054700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.060902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.124793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (067e46b5-fae6-4d28-bebe-8ab45b6b7906), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.129350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.134209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/067e46b5-fae6-4d28-bebe-8ab45b6b7906 HTTP/1.1" status: 204  len: 168 time: 0.2414501
Mar 05 21:11:53.136549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266988a2-ab2d-4b76-a733-0ad50ccefbe9 None None] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:53.136905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.150057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.172404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565ed05-acec-45bd-9722-6e17247a0ce0 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e46b5-fae6-4d28-bebe-8ab45b6b7906,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:53.213069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:53.240576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:53.243081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:53.264692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Pushing event updated for resources: {'Port': ['ID=6484f6e8-ee4f-4800-89d8-aa8158694c72,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:53.270757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1b9830a-3c51-4775-889d-ddd17dd9f6a4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1190369
Mar 05 21:11:53.271028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.291766 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-901a1f8a-4a8a-4ba2-8321-0f38da802acf tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] delete failed (client error): The resource could not be found.
Mar 05 21:11:53.296900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-901a1f8a-4a8a-4ba2-8321-0f38da802acf tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/067e46b5-fae6-4d28-bebe-8ab45b6b7906 HTTP/1.1" status: 404  len: 347 time: 0.0207331
Mar 05 21:11:53.301397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.311411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--720385472'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:53.321606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-915bd42f-3daf-4214-8f66-7a173e7c222e None None] Provisioning complete for port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:53.321994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-915bd42f-3daf-4214-8f66-7a173e7c222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.361844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.456634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (e2a1781e-b83d-4a1c-b127-322694f6c0a3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.467513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:53.468118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e2a1781e-b83d-4a1c-b127-322694f6c0a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.468627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.521313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73d6bada-52a5-4cc3-bfd8-6d23c2db2ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.522782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1781e-b83d-4a1c-b127-322694f6c0a3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:53.540835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.542527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a0c92dd4-d57d-41a1-bd59-8f4049ab443e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2394474
Mar 05 21:11:53.550438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.561441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': 'e2a1781e-b83d-4a1c-b127-322694f6c0a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:53.562263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Attempting to bind port 6484f6e8-ee4f-4800-89d8-aa8158694c72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:11:53.562646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Attempting to bind port 6484f6e8-ee4f-4800-89d8-aa8158694c72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79fa557d-9a87-4564-91c6-0e4117322e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:11:53.563020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Attempting to bind port 6484f6e8-ee4f-4800-89d8-aa8158694c72 on network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:11:53.612292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.627356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:53.630341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:11:53.630989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Checking segment: {'id': '79fa557d-9a87-4564-91c6-0e4117322e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:11:53.631828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.632504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Bound using segment: {'id': '79fa557d-9a87-4564-91c6-0e4117322e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:11:53.633255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Bound port: 6484f6e8-ee4f-4800-89d8-aa8158694c72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fa557d-9a87-4564-91c6-0e4117322e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2ea2bf8a-988b-4d67-92d7-5034f7f9cf57'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:11:53.633933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.636303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:11:53.639082 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd540b46-c204-433f-902c-9612984f08fd" -d '{"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:11:53.650543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.674347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a055d2c-cd0f-44fc-9762-57257393a670 None None] Network 6d39da16-1ac7-47dd-87b9-f17887752782 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:53.741649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.756207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62ca83-d284-4ee1-aab6-fe58da238c0d req-d12530a7-ff6d-4d0e-a263-62cf98affcfe tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:53.763104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce62ca83-d284-4ee1-aab6-fe58da238c0d req-d12530a7-ff6d-4d0e-a263-62cf98affcfe tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.3303583
Mar 05 21:11:53.768925 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d970fab-3fe9-4315-a1c9-40a6771e374d x-openstack-request-id: req-8d970fab-3fe9-4315-a1c9-40a6771e374d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:11:53.769303 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:11:53.769620 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d970fab-3fe9-4315-a1c9-40a6771e374d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:11:53.770141 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'code': 200}
Mar 05 21:11:53.781966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73d6bada-52a5-4cc3-bfd8-6d23c2db2ae9 admin admin] Publish callbacks [] for security_group (0d5807d7-ec65-42cc-ab0f-abb5f0264e16), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.783256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.819987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763ae03d-3e06-4261-81fa-2a18bc37971c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:53.823954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73d6bada-52a5-4cc3-bfd8-6d23c2db2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0d5807d7-ec65-42cc-ab0f-abb5f0264e16), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.835556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.836776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35e8b869-040e-47c3-b9cb-966f36bf168e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2849519
Mar 05 21:11:53.866677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45422) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.927551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73d6bada-52a5-4cc3-bfd8-6d23c2db2ae9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=763ffdfc0be848c5a87aad8dda2b7736&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7519178
Mar 05 21:11:53.929719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.933836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:53.977579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6bada-52a5-4cc3-bfd8-6d23c2db2ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5807d7-ec65-42cc-ab0f-abb5f0264e16,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:53.982810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:53.996082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Allocated IP 172.20.0.1 (6d39da16-1ac7-47dd-87b9-f17887752782/de5e8754-c6fa-41ad-9f4b-1e98714eb3cf/a96edf0e-b006-4f9f-bb95-e814f81416fe) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:11:53.999792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-915bd42f-3daf-4214-8f66-7a173e7c222e None None] Current status of the port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:54.034566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:54.064479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] For port 6484f6e8-ee4f-4800-89d8-aa8158694c72, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:11:54.068387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d2be03c4-9567-4fc7-b9e5-453e1a2097ff up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:54.072502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] For port 6484f6e8-ee4f-4800-89d8-aa8158694c72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484f6e8-ee4f-4800-89d8-aa8158694c72,segment=NetworkSegment(79fa557d-9a87-4564-91c6-0e4117322e59),segment_id=79fa557d-9a87-4564-91c6-0e4117322e59)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:11:54.079609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] Publish callbacks [] for security_group (0d5807d7-ec65-42cc-ab0f-abb5f0264e16), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.101323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.111588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] Publish callbacks [] for security_group (0d5807d7-ec65-42cc-ab0f-abb5f0264e16), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.133957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886ba0-7598-4efc-b943-4097e77d9e98 req-56310a91-e3a4-44f5-be1d-6d73cddb8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:54.135622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a886ba0-7598-4efc-b943-4097e77d9e98 req-56310a91-e3a4-44f5-be1d-6d73cddb8eb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1128 time: 0.2601154
Mar 05 21:11:54.151643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce62ca83-d284-4ee1-aab6-fe58da238c0d req-f669dc6d-18df-4933-9b76-cba3456de85b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2770677
Mar 05 21:11:54.160244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (763ae03d-3e06-4261-81fa-2a18bc37971c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.170895 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.173053 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/763ae03d-3e06-4261-81fa-2a18bc37971c HTTP/1.1" status: 204  len: 168 time: 0.3049359
Mar 05 21:11:54.175967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45426) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:54.185012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:54.226707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=763ae03d-3e06-4261-81fa-2a18bc37971c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:54.253640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.258233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-33a67250-4203-4513-987f-7db6844a7834 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0806749
Mar 05 21:11:54.261879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.262389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.262851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.263322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.263934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.264343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.264906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.265337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.266513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.266799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:54.266956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.267340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.267810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.268523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592dae0-b155-4bb8-a22d-a505e5f3def9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:54.279201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0d5807d7-ec65-42cc-ab0f-abb5f0264e16), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.289419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.290809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d5807d7-ec65-42cc-ab0f-abb5f0264e16 HTTP/1.1" status: 204  len: 168 time: 0.3558652
Mar 05 21:11:54.301283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f08a1-c7b8-4a3a-9524-931270d74147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5807d7-ec65-42cc-ab0f-abb5f0264e16,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:54.408236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Provisioning complete for port d2be03c4-9567-4fc7-b9e5-453e1a2097ff triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:54.408708 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.429753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a886ba0-7598-4efc-b943-4097e77d9e98 req-6c97b22f-a8da-40a8-b749-13044ab90748 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2820902
Mar 05 21:11:54.447269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc51f9-7fe3-4c0d-9ccd-1d34278e0186 None None] Pushing event updated for resources: {'Port': ['ID=6484f6e8-ee4f-4800-89d8-aa8158694c72,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:54.489254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d2be03c4-9567-4fc7-b9e5-453e1a2097ff triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:54.489254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.525099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.554523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Current status of the port d2be03c4-9567-4fc7-b9e5-453e1a2097ff is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:54.554934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.559816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:54.563182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a21995d-533d-435b-b4c2-83f5cfc0a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.565049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (e2a1781e-b83d-4a1c-b127-322694f6c0a3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.571479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2053cfc-ee7f-4a81-a7fe-6728013ae3e5 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7022207
Mar 05 21:11:54.574899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45434) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:54.580803 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:54.601273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 6d39da16-1ac7-47dd-87b9-f17887752782 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:54.610387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:54.617965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:11:54.623353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Port': ['ID=a96edf0e-b006-4f9f-bb95-e814f81416fe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:54.638498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:54.643404 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:54.656213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (e2a1781e-b83d-4a1c-b127-322694f6c0a3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.668073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 40ded717-0cc8-47f2-a9e0-a1bf2b611e79 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:54.674516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (40ded717-0cc8-47f2-a9e0-a1bf2b611e79), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.690989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,segment=NetworkSegment(425c6086-26e6-45e9-8234-490d63580f8b),segment_id=425c6086-26e6-45e9-8234-490d63580f8b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:54.705624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.757480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.777599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (40ded717-0cc8-47f2-a9e0-a1bf2b611e79), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.874967 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:54.892655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (40ded717-0cc8-47f2-a9e0-a1bf2b611e79), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.911732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e2a1781e-b83d-4a1c-b127-322694f6c0a3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.919381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:54.935277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2a1781e-b83d-4a1c-b127-322694f6c0a3 HTTP/1.1" status: 204  len: 168 time: 0.6495166
Mar 05 21:11:54.947139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:54.955450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d2be03c4-9567-4fc7-b9e5-453e1a2097ff is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:54.968874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:54.974415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Provisioning complete for port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:54.978902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.021538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (40ded717-0cc8-47f2-a9e0-a1bf2b611e79), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.045489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de7109-562a-439e-87f9-c3ee3183a1d9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1781e-b83d-4a1c-b127-322694f6c0a3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:55.048090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.057276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/40ded717-0cc8-47f2-a9e0-a1bf2b611e79 HTTP/1.1" status: 204  len: 168 time: 0.4810164
Mar 05 21:11:55.073725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:55.076830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a45756-539d-4b84-b231-d20385a43ce8 None None] Network eb11a43e-846b-46ee-95f9-0194a7805c04 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:55.119527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588a6be-7d05-486f-839f-03f6a5d11cbe tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=40ded717-0cc8-47f2-a9e0-a1bf2b611e79,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:55.184500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba00>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:51Z', 'revision_number': 9, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:55.239642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d6401fb-37a6-45ab-ba1c-784cc09d6599 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2813950
Mar 05 21:11:55.244249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:55.244906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:55.250244 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--424762106'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:55.257519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:55.259009 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:55.283342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.296434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.297818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Pushing event updated for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:55.335402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (eb11a43e-846b-46ee-95f9-0194a7805c04), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.382339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:55.382895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.444324 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:55.481384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44d9d-58ee-4a29-9a5b-bd4dc9a0182c req-1a3275fd-7e7b-4cfe-bb6a-44d052286eba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:55.483076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01a44d9d-58ee-4a29-9a5b-bd4dc9a0182c req-1a3275fd-7e7b-4cfe-bb6a-44d052286eba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1533060
Mar 05 21:11:55.534096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bb450375-1881-4ecb-99f1-7b14a7d925c0 None None] Current status of the port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:55.611154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01a44d9d-58ee-4a29-9a5b-bd4dc9a0182c req-5cd0ddb3-15aa-4994-a6ba-7b51932783a0 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120672
Mar 05 21:11:55.677246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (2c2837b1-71b8-47e4-b7ff-c89213c93e18), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.686123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c2837b1-71b8-47e4-b7ff-c89213c93e18), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.690506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:55.706014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Provisioning complete for port d2be03c4-9567-4fc7-b9e5-453e1a2097ff triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:55.706665 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.737893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] DHCP port deletion for eb11a43e-846b-46ee-95f9-0194a7805c04 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:11:55.750566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.751861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5062201
Mar 05 21:11:55.758036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45462) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:55.775188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '2c2837b1-71b8-47e4-b7ff-c89213c93e18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:55.813408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8d46-ad3d-46b4-98a6-2cd87f218c6b tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2837b1-71b8-47e4-b7ff-c89213c93e18,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:55.889009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.892955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port a9cbb8cd-6997-430a-8bfa-883fa0782a5f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:55.893522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.944040 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7ba00>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:51Z', 'revision_number': 9, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:55.968018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Deleting port a9cbb8cd-6997-430a-8bfa-883fa0782a5f {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:55.968399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:55.999390 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826c25-2979-4c65-be52-4cb459e57b5b None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:51Z', 'revision_number': 9, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': '7ebcc6ff-5ab1-4af6-8545-60578a5828fe', 'name': '', 'network_id': 'b5be0aa6-967f-417d-81ad-21495d254653', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:88:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:10Z', 'updated_at': '2022-03-05T21:11:25Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': 'd1f0d039-14ca-418e-b12c-50904d205e5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:56.003570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Current status of the port d2be03c4-9567-4fc7-b9e5-453e1a2097ff is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:56.069511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d2be03c4-9567-4fc7-b9e5-453e1a2097ff up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:56.111341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:56.112133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.125479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Provisioning complete for port a96edf0e-b006-4f9f-bb95-e814f81416fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:56.125865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.133296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for a9cbb8cd-6997-430a-8bfa-883fa0782a5f owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:56.136736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] For port a9cbb8cd-6997-430a-8bfa-883fa0782a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,segment=NetworkSegment(c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff),segment_id=c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:56.137496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.186699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Calling delete_port for a9cbb8cd-6997-430a-8bfa-883fa0782a5f owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:56.207246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1a39af87-c987-401d-a8f0-64a46c8679a7 None None] Port a96edf0e-b006-4f9f-bb95-e814f81416fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:56.237743 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.247369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc79f03-eae8-4071-872d-8f712ac6f93e None None] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:56.249587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.265228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d2be03c4-9567-4fc7-b9e5-453e1a2097ff triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:56.265900 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.294528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5177cf86-d116-404c-bd65-9154330c6ef4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.316965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.320810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dffff051-0795-4b2e-b54b-fb781a3c9186 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5577090
Mar 05 21:11:56.321144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45476) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:56.321658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.333926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.341240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '2c2837b1-71b8-47e4-b7ff-c89213c93e18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:56.406060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Provisioning complete for port 6484f6e8-ee4f-4800-89d8-aa8158694c72 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:56.406768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.412370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.422993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.440217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port a9cbb8cd-6997-430a-8bfa-883fa0782a5f on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:56.474276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.478720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Port': ['ID=a96edf0e-b006-4f9f-bb95-e814f81416fe,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.498994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (a9cbb8cd-6997-430a-8bfa-883fa0782a5f), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.547074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.547503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] Pushing event deleted for resources: {'Port': ['ID=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.549574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4733109-0d5f-41f3-8716-32e92d2bc5af None None] No DVR routers for this DVR port a9cbb8cd-6997-430a-8bfa-883fa0782a5f on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:11:56.553110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d2be03c4-9567-4fc7-b9e5-453e1a2097ff is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:56.554450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484f6e8-ee4f-4800-89d8-aa8158694c72 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:56.558775 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.575195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=a9cbb8cd-6997-430a-8bfa-883fa0782a5f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.623065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.628337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3060548
Mar 05 21:11:56.629850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:56.640032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '2c2837b1-71b8-47e4-b7ff-c89213c93e18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:56.652603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (eb11a43e-846b-46ee-95f9-0194a7805c04), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.655143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Current status of the port 6484f6e8-ee4f-4800-89d8-aa8158694c72 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:56.655276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1b2f3-c6ee-4f98-a6a1-60c378a1ec59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ed343a-2953-4057-b2b0-99cfc3a621a8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.656249 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.700456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90a0e760>,) {'filters': {'network_id': ['eb11a43e-846b-46ee-95f9-0194a7805c04']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:56.711740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6484f6e8-ee4f-4800-89d8-aa8158694c72 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:56.717475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.719102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.738217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] For port 6484f6e8-ee4f-4800-89d8-aa8158694c72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484f6e8-ee4f-4800-89d8-aa8158694c72,segment=NetworkSegment(79fa557d-9a87-4564-91c6-0e4117322e59),segment_id=79fa557d-9a87-4564-91c6-0e4117322e59)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:56.748874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90a0e760>, 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:56.749532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90a0e760>, 'c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:56.772100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.785424 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.849421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.872378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.876770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.897404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 6d39da16-1ac7-47dd-87b9-f17887752782 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:11:56.899291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:11:56.899855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (c8c5aa84-e66c-48c8-8e4d-de8adfc0c0ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:11:56.907729 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:11:56.909851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168877a5-0f88-4dbf-a423-67cfa0f21f93,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:56.920522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:11:56.930503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.936304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-681556f2-7a19-4308-9670-df955873450f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2983465
Mar 05 21:11:56.936304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45490) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:56.943917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c59355fa-a72f-4153-b7bb-6dadf1079190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:56.955723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '2c2837b1-71b8-47e4-b7ff-c89213c93e18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:56.988594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b76b-f35e-4b3f-98e9-1def5cbf22d6 req-9e2b9ce9-2ce0-41bb-99d6-f51a99fcf716 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:56.996221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed39b76b-f35e-4b3f-98e9-1def5cbf22d6 req-9e2b9ce9-2ce0-41bb-99d6-f51a99fcf716 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.2047632
Mar 05 21:11:57.002962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5075540-7dbb-4fec-9fdc-ceb2ffed94d6 None None] Pushing event updated for resources: {'Port': ['ID=6484f6e8-ee4f-4800-89d8-aa8158694c72,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:57.022539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.024065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6484f6e8-ee4f-4800-89d8-aa8158694c72 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:57.122042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9cbb8cd-6997-430a-8bfa-883fa0782a5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:57.123131 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (eb11a43e-846b-46ee-95f9-0194a7805c04), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.156672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.157709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.163930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/eb11a43e-846b-46ee-95f9-0194a7805c04 HTTP/1.1" status: 204  len: 168 time: 2.0859289
Mar 05 21:11:57.163930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a29ac-8116-4dc9-8d7a-3b7678266603 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=eb11a43e-846b-46ee-95f9-0194a7805c04,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:57.164632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45506) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:57.177828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.182597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: a9cbb8cd-6997-430a-8bfa-883fa0782a5f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:57.188230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9cbb8cd-6997-430a-8bfa-883fa0782a5f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:57.190442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-42bb3de3-237f-4443-8260-7c642b4ad01c None None] Provisioning complete for port 6484f6e8-ee4f-4800-89d8-aa8158694c72 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:57.190870 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-42bb3de3-237f-4443-8260-7c642b4ad01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.216240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed39b76b-f35e-4b3f-98e9-1def5cbf22d6 req-a7094fe1-c739-4d1c-aa0c-f9e0f4bb91ca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2188973
Mar 05 21:11:57.287851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Router 8454ac3f-9325-4ed7-80d3-729720ea1a42 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:11:57.354100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-42bb3de3-237f-4443-8260-7c642b4ad01c None None] Current status of the port 6484f6e8-ee4f-4800-89d8-aa8158694c72 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:57.371952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.375626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4364784
Mar 05 21:11:57.380333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45626bc6-83b9-4ef5-a30d-05e85ec06563 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b298f3-8187-4afd-ae4e-0f27588548c2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:57.382611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:57.389780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '2c2837b1-71b8-47e4-b7ff-c89213c93e18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:57.440872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:57.448314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d87f6e55-6506-4e22-9fb0-32580743a7f9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5588026
Mar 05 21:11:57.450778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.453151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] Sync routers for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:57.455135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fb27e-83ee-4f13-80f0-4122d0e616fa req-175bbb17-602c-45e8-b1ab-509d231b4d52 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:11:57.456747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-198fb27e-83ee-4f13-80f0-4122d0e616fa req-175bbb17-602c-45e8-b1ab-509d231b4d52 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1093860
Mar 05 21:11:57.472248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45538) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:57.472598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:57.480241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:57.481955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:57.491107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'floatingip': {'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:11:57.529151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c880>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:57.538708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0dfa46cd-52ac-48fd-93ae-ec9851e14743 None None] Provisioning complete for port a96edf0e-b006-4f9f-bb95-e814f81416fe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:57.539246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0dfa46cd-52ac-48fd-93ae-ec9851e14743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.585782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:57.587340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:57.624828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.631462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8283c880>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:57.632070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24483539-7ed0-4b28-8ad4-715143c5441f None None] The sync data for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:11:57.637344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa46cd-52ac-48fd-93ae-ec9851e14743 None None] Port a96edf0e-b006-4f9f-bb95-e814f81416fe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:11:57.735868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.775394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.830792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484f6e8-ee4f-4800-89d8-aa8158694c72 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:11:57.883687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6484f6e8-ee4f-4800-89d8-aa8158694c72 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:11:57.890395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:57.985999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.023051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6484f6e8-ee4f-4800-89d8-aa8158694c72 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:11:58.053225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:11:58.077517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:11:58.077870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3951e743-fb5b-4b58-8ad8-62dd2f8b87b5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:11:58.157869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:11:58.158229 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.205311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45570) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.234741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.264112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 7ebcc6ff-5ab1-4af6-8545-60578a5828fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:11:58.264513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.281047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 7ebcc6ff-5ab1-4af6-8545-60578a5828fe owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:11:58.295742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:58.314920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.318998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-763f227e-9324-4540-b083-ef808a192b69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.9351492
Mar 05 21:11:58.319605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45574) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.353170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7e20-0fa2-4dda-bd33-c16631bc060d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.486969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.507421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.528707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7e20-0fa2-4dda-bd33-c16631bc060d admin admin] Publish callbacks [] for security_group (e06f4dea-eb98-4bf2-9c88-627381a58236), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.534513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7e20-0fa2-4dda-bd33-c16631bc060d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e06f4dea-eb98-4bf2-9c88-627381a58236), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.576321 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7ebcc6ff-5ab1-4af6-8545-60578a5828fe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.591798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cc2e7e20-0fa2-4dda-bd33-c16631bc060d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=115147a44aeb48569572f87ff3905f73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3861711
Mar 05 21:11:58.593974 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.595508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45578) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.604830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.608561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516 HTTP/1.1" status: 204  len: 168 time: 0.2843666
Mar 05 21:11:58.611004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45580) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.613051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e7e20-0fa2-4dda-bd33-c16631bc060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06f4dea-eb98-4bf2-9c88-627381a58236,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:58.626234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=7ebcc6ff-5ab1-4af6-8545-60578a5828fe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:58.708225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9c0bb8a-5f62-4ffe-9f03-0ccdb03fb516,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:58.719342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1f8c6e44-4ba4-4cfd-9b22-91425e518303 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.1070523
Mar 05 21:11:58.722382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.758581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.758979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.759274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.759616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.759985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.760322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.760654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.761048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.761398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.761721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.762042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.762366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.762687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1d62e-78c2-4b1e-a2de-e5bc2abb8301 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:11:58.816370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.831882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.860932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] Publish callbacks [] for security_group (e06f4dea-eb98-4bf2-9c88-627381a58236), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.864463 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.873905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (47b298f3-8187-4afd-ae4e-0f27588548c2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.881086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:58.882199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/47b298f3-8187-4afd-ae4e-0f27588548c2 HTTP/1.1" status: 204  len: 168 time: 0.1590779
Mar 05 21:11:58.889170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45584) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.920466 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-971ed43d-16c3-471e-93b0-d94f189ac5c0 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:11:58.921444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-971ed43d-16c3-471e-93b0-d94f189ac5c0 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4478900
Mar 05 21:11:58.928363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45586) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:58.932355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677c12-774a-4190-9b6c-d82ab5549604 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47b298f3-8187-4afd-ae4e-0f27588548c2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:58.939091 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] Publish callbacks [] for security_group (e06f4dea-eb98-4bf2-9c88-627381a58236), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.010279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-71d8caf6-2908-470b-8e46-eb76e5f73cb9 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1162264
Mar 05 21:11:59.014417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45588) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.035500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.049627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.101518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.114570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.152577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:11:59.156424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (168877a5-0f88-4dbf-a423-67cfa0f21f93), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.164167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.165264 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/168877a5-0f88-4dbf-a423-67cfa0f21f93 HTTP/1.1" status: 204  len: 168 time: 0.1499481
Mar 05 21:11:59.170721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45590) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.177840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50479-883a-47ce-9cf6-6b7a89fcb611 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=168877a5-0f88-4dbf-a423-67cfa0f21f93,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:59.203144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e06f4dea-eb98-4bf2-9c88-627381a58236), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.205695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.207848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e06f4dea-eb98-4bf2-9c88-627381a58236 HTTP/1.1" status: 204  len: 168 time: 0.6083617
Mar 05 21:11:59.236359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e2264-e925-4046-993f-5fdf33c8c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06f4dea-eb98-4bf2-9c88-627381a58236,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:59.266513 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Floating IP 64fdc311-17e6-4303-a3c1-d9341f146e47 associated. External IP: 172.35.0.135, port: a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4.
Mar 05 21:11:59.287573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-536df558-3e11-4617-afcf-90019af5c26a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1154885
Mar 05 21:11:59.290371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.321433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:11:59.329931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3ce038d0-8bdc-4a27-afcb-94872f49c040 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1613035
Mar 05 21:11:59.329931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.330798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45596) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.338338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:11:59.349215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.350951 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:59.352051 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:59.410936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet d1f0d039-14ca-418e-b12c-50904d205e5c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:11:59.415167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (d1f0d039-14ca-418e-b12c-50904d205e5c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.418409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (69ed343a-2953-4057-b2b0-99cfc3a621a8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.448708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.449893 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/69ed343a-2953-4057-b2b0-99cfc3a621a8 HTTP/1.1" status: 204  len: 168 time: 0.1585360
Mar 05 21:11:59.458540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45600) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.464936 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:11:59.470129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a3452-cd71-4bc1-82e1-fcf1f1e1f11a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ed343a-2953-4057-b2b0-99cfc3a621a8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:59.490741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d1f0d039-14ca-418e-b12c-50904d205e5c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.550983 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.568911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d0b17642-026b-4264-be23-4b2f5a4d5e34 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1092603
Mar 05 21:11:59.571829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45602) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.590802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.632898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b41-b015-48f4-aa51-c38b647362de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.655552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.672439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.681436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d1f0d039-14ca-418e-b12c-50904d205e5c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.709587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7b490>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 10, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:59.751156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (5177cf86-d116-404c-bd65-9154330c6ef4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.762067 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:11:59.765308 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.769178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5177cf86-d116-404c-bd65-9154330c6ef4 HTTP/1.1" status: 204  len: 168 time: 0.1939790
Mar 05 21:11:59.770988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.771348 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:11:59.793183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:11:59.793543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe8e97-04de-437c-b58b-bfe5278b4257 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5177cf86-d116-404c-bd65-9154330c6ef4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:59.793901 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:11:59.832675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d1f0d039-14ca-418e-b12c-50904d205e5c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.890795 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b132e67-a4b1-4168-a725-bbbc41693b14 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1125088
Mar 05 21:11:59.892580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f0d039-14ca-418e-b12c-50904d205e5c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:11:59.894187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45610) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.895247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.898557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b5f7d5f4-8448-44e1-b312-b0938fe2174a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/d1f0d039-14ca-418e-b12c-50904d205e5c HTTP/1.1" status: 204  len: 168 time: 0.5667686
Mar 05 21:11:59.907059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a4342-f290-4da6-b5cd-3eedd942f1a6 None None] Network b5be0aa6-967f-417d-81ad-21495d254653 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:11:59.921786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b41-b015-48f4-aa51-c38b647362de admin admin] Publish callbacks [] for security_group (9a295650-5888-431e-b2ab-790e67cee08b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:11:59.923278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45612) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:11:59.958998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b41-b015-48f4-aa51-c38b647362de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a295650-5888-431e-b2ab-790e67cee08b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.029869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:00.070092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.090991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be2b41-b015-48f4-aa51-c38b647362de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a295650-5888-431e-b2ab-790e67cee08b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:00.098865 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d5be2b41-b015-48f4-aa51-c38b647362de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2446fccc70b40438c5850eaeb9b27b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5070627
Mar 05 21:12:00.108622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] DHCP port deletion for b5be0aa6-967f-417d-81ad-21495d254653 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:00.114653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:00.148478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b5be0aa6-967f-417d-81ad-21495d254653), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.157051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (2c2837b1-71b8-47e4-b7ff-c89213c93e18), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.164163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Deleting port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:00.164859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.172924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:00.198607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (2c2837b1-71b8-47e4-b7ff-c89213c93e18), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.240681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] For port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:00.241460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.256639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Calling delete_port for 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:00.271774 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf7b490>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 10, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:00.283032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2c2837b1-71b8-47e4-b7ff-c89213c93e18), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.285318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.286478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c2837b1-71b8-47e4-b7ff-c89213c93e18 HTTP/1.1" status: 204  len: 168 time: 0.3835227
Mar 05 21:12:00.290259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45616) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:00.293077 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] Publish callbacks [] for security_group (9a295650-5888-431e-b2ab-790e67cee08b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.315280 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a8ba-accd-4c1f-aa73-9920cff6e98b None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 10, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None, '_interfaces': [{'id': 'd641d541-1d23-4d0e-9a4d-9d245e026e60', 'name': '', 'network_id': '3e037e64-a2db-45df-9242-e4b54ef8381c', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'mac_address': 'fa:16:3e:d8:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:01Z', 'updated_at': '2022-03-05T21:11:12Z', 'revision_number': 5, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'subnets': [{'id': '9b8de7f6-68ce-46c6-ab45-cd20660ff991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:00.318647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8b763-a858-4adf-9087-9a9a640fb67d tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2837b1-71b8-47e4-b7ff-c89213c93e18,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:00.355613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] Publish callbacks [] for security_group (9a295650-5888-431e-b2ab-790e67cee08b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.368706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:00.369092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.427338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6f509784-d9c2-45d6-a7c3-8a6d5ce4e3b4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1335223
Mar 05 21:12:00.434869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:00.436402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45618) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:00.450709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484341418'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:00.457607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.522585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ef422cb0-7890-4965-8a25-df09ec8206ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "PUT /v2.0/floatingips/64fdc311-17e6-4303-a3c1-d9341f146e47 HTTP/1.1" status: 200  len: 992 time: 3.0388703
Mar 05 21:12:00.522585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:00.522585 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602cefa5-9440-4a06-8c2b-13bc027c43cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:00.539854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.541052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:00.568168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:00.568797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8257b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:00.579583 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23cfc38-a652-4531-9e36-44c41320ed55 x-openstack-request-id: req-d23cfc38-a652-4531-9e36-44c41320ed55 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:00.580040 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:00.580399 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d23cfc38-a652-4531-9e36-44c41320ed55 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:00.580903 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'status': 'completed', 'code': 200}
Mar 05 21:12:00.644369 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.681530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] Pushing event deleted for resources: {'Port': ['ID=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:00.695136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569278ec-b283-4632-853d-df2ea2b1ba3e None None] No DVR routers for this DVR port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:00.746917 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (c0c94416-35c1-44f2-bccf-7de659656e36), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.753932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-21ffd6e5-fb80-47f4-bce6-61ab818ba121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:00.755533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-21ffd6e5-fb80-47f4-bce6-61ab818ba121 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1128 time: 0.1369817
Mar 05 21:12:00.757250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:00.758247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0c94416-35c1-44f2-bccf-7de659656e36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.805025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,segment=NetworkSegment(4369150a-835c-4367-a628-4788aecdaf74),segment_id=4369150a-835c-4367-a628-4788aecdaf74)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:00.805393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.819186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:00.833759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a295650-5888-431e-b2ab-790e67cee08b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.838082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.840291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a295650-5888-431e-b2ab-790e67cee08b HTTP/1.1" status: 204  len: 168 time: 0.7225316
Mar 05 21:12:00.850980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.852761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4078894
Mar 05 21:12:00.857391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45626) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:00.868774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': 'c0c94416-35c1-44f2-bccf-7de659656e36', 'direction': 'ingress', 'protocol': 17}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:00.881846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543cfd6-602d-4c29-8dac-3a62c2075691 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c94416-35c1-44f2-bccf-7de659656e36,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:00.889408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting port a96edf0e-b006-4f9f-bb95-e814f81416fe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:00.889760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.908681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc7a18-e506-4e32-8121-9dbce3803b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a295650-5888-431e-b2ab-790e67cee08b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:00.985105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1cd380c9-5a8c-4a5e-926a-f6096cabe0e3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:00.989743 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (bce47b27-59b3-4793-99a9-10c6adc1625f), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.003762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-28d7297d-07e7-4432-adc8-16594861a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:01.005274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-28d7297d-07e7-4432-adc8-16594861a6e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.2362888
Mar 05 21:12:01.017376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=1cd380c9-5a8c-4a5e-926a-f6096cabe0e3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:01.026256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:01.092437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.123860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b5be0aa6-967f-417d-81ad-21495d254653), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.129735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Calling delete_port for a96edf0e-b006-4f9f-bb95-e814f81416fe owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:01.149440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b895e8be0>,) {'filters': {'network_id': ['b5be0aa6-967f-417d-81ad-21495d254653']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.151173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.159696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (bce47b27-59b3-4793-99a9-10c6adc1625f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.160082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895e8be0>, '4369150a-835c-4367-a628-4788aecdaf74') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.160298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b895e8be0>, '4369150a-835c-4367-a628-4788aecdaf74') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.164306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-8ec4907a-cb06-429e-90b2-290d0d23385e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 1000 time: 0.1458218
Mar 05 21:12:01.170485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4369150a-835c-4367-a628-4788aecdaf74), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.186415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4369150a-835c-4367-a628-4788aecdaf74), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.187915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8257b550>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '64fdc311-17e6-4303-a3c1-d9341f146e47', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.135', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.193833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:01.194531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4369150a-835c-4367-a628-4788aecdaf74), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:01.198729 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:01.227595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:01.237481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:01.238368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8257b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.250652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (bce47b27-59b3-4793-99a9-10c6adc1625f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.279012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b5be0aa6-967f-417d-81ad-21495d254653), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.289850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce47b27-59b3-4793-99a9-10c6adc1625f,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:01.301709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.305453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-002233c7-9f0b-49a2-917d-a28c40366cd6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4411371
Mar 05 21:12:01.310327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45632) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:01.319101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-030a79cd-77d5-489a-85b1-f462e69b8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:01.320563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-030a79cd-77d5-489a-85b1-f462e69b8ade service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.1416693
Mar 05 21:12:01.322817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.326984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/b5be0aa6-967f-417d-81ad-21495d254653 HTTP/1.1" status: 204  len: 168 time: 1.3959763
Mar 05 21:12:01.328186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51914-91dd-43e8-ab71-e574b4098a8e tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=b5be0aa6-967f-417d-81ad-21495d254653,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:01.330300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45634) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:01.389753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:01.462799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (c0c94416-35c1-44f2-bccf-7de659656e36), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.482208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-ce741652-58bb-43ab-ac8d-fa7e02ebe7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:01.484028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-ce741652-58bb-43ab-ac8d-fa7e02ebe7c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1506104
Mar 05 21:12:01.538665 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (c0c94416-35c1-44f2-bccf-7de659656e36), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.688338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a96edf0e-b006-4f9f-bb95-e814f81416fe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.689556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8257b550>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '64fdc311-17e6-4303-a3c1-d9341f146e47', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.135', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:01.732920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Port': ['ID=a96edf0e-b006-4f9f-bb95-e814f81416fe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:01.735813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0c94416-35c1-44f2-bccf-7de659656e36), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.736261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.740465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:01.744377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0c94416-35c1-44f2-bccf-7de659656e36 HTTP/1.1" status: 204  len: 168 time: 0.4330156
Mar 05 21:12:01.749015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:01.769897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaa1d8-e11c-4ab0-bbea-ee80b3f878c1 None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '64fdc311-17e6-4303-a3c1-d9341f146e47', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.135', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:58Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:01.822602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ebcc6ff-5ab1-4af6-8545-60578a5828fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:01.837397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1b118-d2ab-4f63-8ecd-9e8b63d0a463 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c94416-35c1-44f2-bccf-7de659656e36,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:01.880489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7ebcc6ff-5ab1-4af6-8545-60578a5828fe {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:01.881251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ebcc6ff-5ab1-4af6-8545-60578a5828fe not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:01.881853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:01.928342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:01.930655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1cd380c9-5a8c-4a5e-926a-f6096cabe0e3 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:01.975519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bda6fb80-bf74-4d82-adfc-d8cbeddc8f44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2223914
Mar 05 21:12:01.979032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45652) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:01.988527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686833986'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:01.995813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-c9a9785f-1e3d-4b16-8501-7b7ec27b23c5 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5031178
Mar 05 21:12:02.038170 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.196718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (568d04f1-8efb-41cb-bfa5-681c868b59b3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.206467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (568d04f1-8efb-41cb-bfa5-681c868b59b3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.241587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.245654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port d641d541-1d23-4d0e-9a4d-9d245e026e60 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:02.246268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.264736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-602cefa5-9440-4a06-8c2b-13bc027c43cb req-694b01fb-14e2-4afe-9ca4-5ae54e9668e1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586546
Mar 05 21:12:02.325951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.331435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3508120
Mar 05 21:12:02.334399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:02.342872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503402580'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:02.357179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1d91e-abf5-4a9a-aa38-b6268016fe44 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568d04f1-8efb-41cb-bfa5-681c868b59b3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:02.397289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port d641d541-1d23-4d0e-9a4d-9d245e026e60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d641d541-1d23-4d0e-9a4d-9d245e026e60,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:02.397736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.401960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.423757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for d641d541-1d23-4d0e-9a4d-9d245e026e60 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:02.479752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Router 8454ac3f-9325-4ed7-80d3-729720ea1a42 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:02.576407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:02.581132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-223f4489-17b9-4f5e-889e-228b053d9610 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6482091
Mar 05 21:12:02.584613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45668) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:02.587553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904e790-3566-4712-815f-8044fd34261b None None] Sync routers for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:02.591445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (b5682caa-3b77-4983-8681-d8e54e43ba7f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.604852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:02.605773 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:02.623638 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5682caa-3b77-4983-8681-d8e54e43ba7f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.638205 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-85b2d713-51ed-46a4-b5d2-c575b6afa506 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:02.639352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85b2d713-51ed-46a4-b5d2-c575b6afa506 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1469693701 HTTP/1.1" status: 404  len: 335 time: 0.0522599
Mar 05 21:12:02.645359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45670) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:02.651526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8f8a221a-5536-4357-b06f-7626c69acd02 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'router': {'external_gateway_info': {'network_id': '8454ac3f-9325-4ed7-80d3-729720ea1a42'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:02.673489 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0b50>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:02.675575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.679867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3395276
Mar 05 21:12:02.680984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45672) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:02.682409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:02.684305 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:02.688296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '568d04f1-8efb-41cb-bfa5-681c868b59b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b5682caa-3b77-4983-8681-d8e54e43ba7f', 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:02.734254 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f904e790-3566-4712-815f-8044fd34261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0b50>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:02.734905 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904e790-3566-4712-815f-8044fd34261b None None] The sync data for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:02.741067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25221b4e-eb8e-4c5c-82e2-00ae035edeec tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5682caa-3b77-4983-8681-d8e54e43ba7f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:02.795800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d641d541-1d23-4d0e-9a4d-9d245e026e60), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.842167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=d641d541-1d23-4d0e-9a4d-9d245e026e60,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:02.847801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:02.933814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4461baa-868e-4e8c-8b1a-8a08446e085a None None] New status for floating IP 64fdc311-17e6-4303-a3c1-d9341f146e47: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:12:03.107169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.110123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.125059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.240446 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.241948 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.5596762
Mar 05 21:12:03.243030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c757e7-db7c-447e-8210-a229c8a1218a tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071c13a9-ab7f-4aa7-b10c-53605ff95844,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:03.247761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.295493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.336083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.383419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f8a221a-5536-4357-b06f-7626c69acd02 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router_gateway (8454ac3f-9325-4ed7-80d3-729720ea1a42), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.402481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:03.410487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (071c13a9-ab7f-4aa7-b10c-53605ff95844), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.414274 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-8f8a221a-5536-4357-b06f-7626c69acd02 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] update failed (client error): The resource could not be found.
Mar 05 21:12:03.415284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8f8a221a-5536-4357-b06f-7626c69acd02 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42 HTTP/1.1" status: 404  len: 339 time: 0.7686474
Mar 05 21:12:03.418827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.420078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/071c13a9-ab7f-4aa7-b10c-53605ff95844 HTTP/1.1" status: 204  len: 168 time: 0.1712904
Mar 05 21:12:03.422428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.422782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45714) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.472287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c4805-91b4-4327-b5f0-205f3c708bfb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=071c13a9-ab7f-4aa7-b10c-53605ff95844,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:03.627657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:03.638121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:03.648937 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:03.649911 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:03.653729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45718) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.659606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-37ab6829-6c8e-4362-9882-b04b4bd66e0a tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3287921
Mar 05 21:12:03.662336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45722) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.672503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e77fedeb-f409-46c2-8190-1ad3a857befa tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2460601
Mar 05 21:12:03.674852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45724) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:03.752821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting subnet 9b8de7f6-68ce-46c6-ab45-cd20660ff991 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:12:03.757636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (9b8de7f6-68ce-46c6-ab45-cd20660ff991), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.792738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:03.804083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f5c-fc0e-4db6-a822-1bcb5ea707ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.825986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (9b8de7f6-68ce-46c6-ab45-cd20660ff991), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.839279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (b5682caa-3b77-4983-8681-d8e54e43ba7f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.864925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0100>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:03.875015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (b5682caa-3b77-4983-8681-d8e54e43ba7f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.909585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:03.911410 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:03.921242 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:03.921864 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:03.982169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (9b8de7f6-68ce-46c6-ab45-cd20660ff991), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.002387 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:04.011129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f5c-fc0e-4db6-a822-1bcb5ea707ee admin admin] Publish callbacks [] for security_group (b0c4159b-63f2-42dd-b187-360da24a3b97), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.024393 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f5c-fc0e-4db6-a822-1bcb5ea707ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c4159b-63f2-42dd-b187-360da24a3b97), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.027387 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b5682caa-3b77-4983-8681-d8e54e43ba7f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.030602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.031290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/b5682caa-3b77-4983-8681-d8e54e43ba7f HTTP/1.1" status: 204  len: 168 time: 0.3555274
Mar 05 21:12:04.037464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45726) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.042884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1327a8-288b-48c7-9ee1-242cba17d827 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5682caa-3b77-4983-8681-d8e54e43ba7f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.074349 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbe0100>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:04.095239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec4f5c-fc0e-4db6-a822-1bcb5ea707ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4159b-63f2-42dd-b187-360da24a3b97,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.101935 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9cf0b-a1b0-475f-99f1-6d98f14e9a40 None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:04.147066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4bec4f5c-fc0e-4db6-a822-1bcb5ea707ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caa91412c4aa4832ab080e2ab87724b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4898584
Mar 05 21:12:04.147375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45730) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.163537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (9b8de7f6-68ce-46c6-ab45-cd20660ff991), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.201898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.206135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/9b8de7f6-68ce-46c6-ab45-cd20660ff991 HTTP/1.1" status: 204  len: 168 time: 0.5426691
Mar 05 21:12:04.210082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ce8c4-67c7-4e0c-adcf-929e5b04f2c8 None None] Network 3e037e64-a2db-45df-9242-e4b54ef8381c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:04.210596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bcec9-7e51-4f48-b71e-295649a04d27 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8de7f6-68ce-46c6-ab45-cd20660ff991,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.211445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45732) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.225838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0ee4a527-cac7-4439-aca7-501b6b1e6e67 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1615624
Mar 05 21:12:04.226136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.288128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Allocated IP 172.20.0.1 (0b1981f8-a4dc-4819-bcc8-2a5d63844883/ec4c9611-e796-4748-ab25-d1dbcc7c7c2a/535580e1-cf6a-4160-af6b-560705f4f830) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:04.291789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (568d04f1-8efb-41cb-bfa5-681c868b59b3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.317369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (568d04f1-8efb-41cb-bfa5-681c868b59b3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.343716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (3e037e64-a2db-45df-9242-e4b54ef8381c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.356109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] Publish callbacks [] for security_group (b0c4159b-63f2-42dd-b187-360da24a3b97), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.366664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (568d04f1-8efb-41cb-bfa5-681c868b59b3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.369386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.371407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/568d04f1-8efb-41cb-bfa5-681c868b59b3 HTTP/1.1" status: 204  len: 168 time: 0.1444154
Mar 05 21:12:04.374573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45736) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.392214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904334d-96a4-4310-a89e-397875526a25 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d04f1-8efb-41cb-bfa5-681c868b59b3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.405722 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] Publish callbacks [] for security_group (b0c4159b-63f2-42dd-b187-360da24a3b97), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.428514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0fce091c-d91b-419e-af33-ee403bc7b93f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0516984
Mar 05 21:12:04.433125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.440276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671630829'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:04.464436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.472124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] DHCP port deletion for 3e037e64-a2db-45df-9242-e4b54ef8381c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:04.534577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for port (535580e1-cf6a-4160-af6b-560705f4f830), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.543755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c4159b-63f2-42dd-b187-360da24a3b97), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.546279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.547472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c4159b-63f2-42dd-b187-360da24a3b97 HTTP/1.1" status: 204  len: 168 time: 0.3991129
Mar 05 21:12:04.548121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Deleting port 3467b0fb-5538-4bfd-9090-cb606dba52cc {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:04.548906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.560175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (75b561a8-f760-4c07-9876-291fae2550fd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.565142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (75b561a8-f760-4c07-9876-291fae2550fd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.565774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d8599-88c7-4d27-83a7-f052277482df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4159b-63f2-42dd-b187-360da24a3b97,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.587810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Deleting port 3467b0fb-5538-4bfd-9090-cb606dba52cc {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:04.588161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.609164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b561a8-f760-4c07-9876-291fae2550fd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.642203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.644247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] For port 3467b0fb-5538-4bfd-9090-cb606dba52cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3467b0fb-5538-4bfd-9090-cb606dba52cc,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:04.644918 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.646576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-18b4b7c7-ba90-4776-9645-90df2600fc21 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2126765
Mar 05 21:12:04.649814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45744) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.655654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (535580e1-cf6a-4160-af6b-560705f4f830), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.658329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '75b561a8-f760-4c07-9876-291fae2550fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:04.667918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45746) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.674582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Calling delete_port for 3467b0fb-5538-4bfd-9090-cb606dba52cc owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:04.717964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] For port 3467b0fb-5538-4bfd-9090-cb606dba52cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3467b0fb-5538-4bfd-9090-cb606dba52cc,segment=NetworkSegment(c068f26a-7ad8-4460-89a8-8d2fd75af37a),segment_id=c068f26a-7ad8-4460-89a8-8d2fd75af37a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:04.718502 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.808371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.809618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.826571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf61f83-de7b-413d-aafc-140b0d2c984b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:04.827057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf61f83-de7b-413d-aafc-140b0d2c984b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:04.827525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf61f83-de7b-413d-aafc-140b0d2c984b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:04.829428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7bf61f83-de7b-413d-aafc-140b0d2c984b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=632d8e2bf65b468e975ce9ac5869f2ad&network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 3075 time: 0.1563842
Mar 05 21:12:04.854384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] Pushing event deleted for resources: {'Port': ['ID=3467b0fb-5538-4bfd-9090-cb606dba52cc,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.859902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d01c5-7e3e-47b9-bd77-421562c25e73 None None] No DVR routers for this DVR port 3467b0fb-5538-4bfd-9090-cb606dba52cc on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:04.906011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.912545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.933032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaa8f2f-f96d-400d-8495-b6a21d9577e9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:04.944811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.946133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b1bf260e-2ce4-4aa5-8e42-bb05b358aae6 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2949646
Mar 05 21:12:04.949576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45752) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:04.978559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:04.998975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.032865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (baaa8f2f-f96d-400d-8495-b6a21d9577e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.039543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.045050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/baaa8f2f-f96d-400d-8495-b6a21d9577e9 HTTP/1.1" status: 204  len: 168 time: 0.0899980
Mar 05 21:12:05.047477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45756) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.056346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f325e-504e-428c-9369-873878d957eb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baaa8f2f-f96d-400d-8495-b6a21d9577e9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.061504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.086727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20a4ffb-e784-41b8-8004-86238df6426b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.099340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:05.107150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:05.109277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Calling delete_port for 3467b0fb-5538-4bfd-9090-cb606dba52cc owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:05.112788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:05.132781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f3cca44-7ab3-48a5-bb74-748d53a703ad tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0841093
Mar 05 21:12:05.137172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.150973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Port': ['ID=535580e1-cf6a-4160-af6b-560705f4f830,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.201914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.223365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (75b561a8-f760-4c07-9876-291fae2550fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.264088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (75b561a8-f760-4c07-9876-291fae2550fd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.268315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20a4ffb-e784-41b8-8004-86238df6426b admin admin] Publish callbacks [] for security_group (c28aa1fc-53c5-4558-b1a1-6c8898d249c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.278004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20a4ffb-e784-41b8-8004-86238df6426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c28aa1fc-53c5-4558-b1a1-6c8898d249c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.314924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3467b0fb-5538-4bfd-9090-cb606dba52cc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.340055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d20a4ffb-e784-41b8-8004-86238df6426b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d31390f36574659ae0915fdc34ab3e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2770603
Mar 05 21:12:05.340845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a4ffb-e784-41b8-8004-86238df6426b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28aa1fc-53c5-4558-b1a1-6c8898d249c0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.343245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45762) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.352599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No DVR routers for this DVR port 3467b0fb-5538-4bfd-9090-cb606dba52cc on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:05.358030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Port': ['ID=3467b0fb-5538-4bfd-9090-cb606dba52cc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.379016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (75b561a8-f760-4c07-9876-291fae2550fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.381689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.384161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/75b561a8-f760-4c07-9876-291fae2550fd HTTP/1.1" status: 204  len: 168 time: 0.2459981
Mar 05 21:12:05.394112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45764) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.419084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ca04f437-eda5-46fe-9b5e-a5157130bd9a None None] Provisioning complete for port 535580e1-cf6a-4160-af6b-560705f4f830 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:05.420143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca04f437-eda5-46fe-9b5e-a5157130bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (535580e1-cf6a-4160-af6b-560705f4f830), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.425403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50517176-8ec1-43ee-a2bc-301f1c5181d8 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b561a8-f760-4c07-9876-291fae2550fd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.448406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (535580e1-cf6a-4160-af6b-560705f4f830), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.463493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] Publish callbacks [] for security_group (c28aa1fc-53c5-4558-b1a1-6c8898d249c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.471753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ca04f437-eda5-46fe-9b5e-a5157130bd9a None None] Port 535580e1-cf6a-4160-af6b-560705f4f830 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:05.474652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f7531003-98a0-4f3a-b573-03f6540a0785 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0781906
Mar 05 21:12:05.475180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (3e037e64-a2db-45df-9242-e4b54ef8381c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.475338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45766) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.486887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696250590'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:05.511732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] Publish callbacks [] for security_group (c28aa1fc-53c5-4558-b1a1-6c8898d249c0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.521466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a284b80>,) {'filters': {'network_id': ['3e037e64-a2db-45df-9242-e4b54ef8381c']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:05.532058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.538533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a284b80>, 'c068f26a-7ad8-4460-89a8-8d2fd75af37a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:05.538836 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a284b80>, 'c068f26a-7ad8-4460-89a8-8d2fd75af37a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:05.587640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c28aa1fc-53c5-4558-b1a1-6c8898d249c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.589348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c068f26a-7ad8-4460-89a8-8d2fd75af37a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.590782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.591995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c28aa1fc-53c5-4558-b1a1-6c8898d249c0 HTTP/1.1" status: 204  len: 168 time: 0.2468081
Mar 05 21:12:05.618457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7405f-2cce-46a2-94cb-e94472512e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28aa1fc-53c5-4558-b1a1-6c8898d249c0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.637441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c068f26a-7ad8-4460-89a8-8d2fd75af37a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.650297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:05.652382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c068f26a-7ad8-4460-89a8-8d2fd75af37a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:05.656872 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:05.667718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (11e1a50b-42c8-4c13-b110-56abdd459cbb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.672019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (11e1a50b-42c8-4c13-b110-56abdd459cbb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.709941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.709941 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2302389
Mar 05 21:12:05.709941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931a774-4901-4a18-862d-12eaf211a67f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1a50b-42c8-4c13-b110-56abdd459cbb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.712275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45772) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.717476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '11e1a50b-42c8-4c13-b110-56abdd459cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:05.749750 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.781590 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (3e037e64-a2db-45df-9242-e4b54ef8381c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.808344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.814720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/networks/3e037e64-a2db-45df-9242-e4b54ef8381c HTTP/1.1" status: 204  len: 168 time: 1.6026540
Mar 05 21:12:05.818492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.819373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe0dd-4f1b-4ac9-918a-509e71caec56 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Pushing event deleted for resources: {'Network': ['ID=3e037e64-a2db-45df-9242-e4b54ef8381c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.822327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3467b0fb-5538-4bfd-9090-cb606dba52cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:05.831268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'routes': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:05.833453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.840653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.853874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3467b0fb-5538-4bfd-9090-cb606dba52cc {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:05.854529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3467b0fb-5538-4bfd-9090-cb606dba52cc not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:05.855934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d641d541-1d23-4d0e-9a4d-9d245e026e60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:05.859926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9b9534-dcee-4b27-9a07-bec49aa968b4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:05.878564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d641d541-1d23-4d0e-9a4d-9d245e026e60 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:05.879171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d641d541-1d23-4d0e-9a4d-9d245e026e60 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:05.887551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.890129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-40fa72cf-c313-460b-ab9d-fa33cba4e612 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1772468
Mar 05 21:12:05.894165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45778) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.915562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-10ea1107-aaa0-4b57-9a8d-a2f37650c156 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules/cb9b9534-dcee-4b27-9a07-bec49aa968b4 HTTP/1.1" status: 200  len: 763 time: 0.0200922
Mar 05 21:12:05.918571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45780) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.956846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-059294ad-d702-40c2-8806-ba1a81c7be01 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0371666
Mar 05 21:12:05.961071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45784) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:05.987969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:05.997991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.035935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (cb9b9534-dcee-4b27-9a07-bec49aa968b4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.041476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.043041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cb9b9534-dcee-4b27-9a07-bec49aa968b4 HTTP/1.1" status: 204  len: 168 time: 0.0809233
Mar 05 21:12:06.045762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45792) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.063312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1eafb-893e-4679-a4ee-02128a1ea329 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb9b9534-dcee-4b27-9a07-bec49aa968b4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.077257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.extraroute_db [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Added routes are [] {{(pid=126562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 05 21:12:06.077645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.extraroute_db [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Removed routes are [] {{(pid=126562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 05 21:12:06.078079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.092532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b5532d14-b105-40a6-84ec-2d0d4e604a35 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0455186
Mar 05 21:12:06.094916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45794) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.101405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '11e1a50b-42c8-4c13-b110-56abdd459cbb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:06.136177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.145165 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.171707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for port (535580e1-cf6a-4160-af6b-560705f4f830), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.178369 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (535580e1-cf6a-4160-af6b-560705f4f830), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.196386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.202439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.224992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e7a01f-c736-484f-b4a2-c78586b4046b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.234410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.235621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c9ac3256-dd34-4994-a5c0-152ed5f95d8f tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1397223
Mar 05 21:12:06.240020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45800) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.256963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc7a6040-8352-4da6-9ef5-7657313fcdd7 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules/96e7a01f-c736-484f-b4a2-c78586b4046b HTTP/1.1" status: 200  len: 763 time: 0.0157609
Mar 05 21:12:06.259546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45802) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.302899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ea3293b-179f-4ab5-bb7a-3ff7d4fc4bfd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0422444
Mar 05 21:12:06.308436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.311944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.324552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.333150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event updated for resources: {'Port': ['ID=535580e1-cf6a-4160-af6b-560705f4f830,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.334072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.335554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.345612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.387455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (96e7a01f-c736-484f-b4a2-c78586b4046b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.394962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.396097 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.399117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/96e7a01f-c736-484f-b4a2-c78586b4046b HTTP/1.1" status: 204  len: 168 time: 0.0871165
Mar 05 21:12:06.404912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45812) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.411460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a35ed-d43b-4222-8838-ad665203becb tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e7a01f-c736-484f-b4a2-c78586b4046b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.450925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45814) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.459602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-882343d6-ebc4-430f-807b-6c6bdc881951 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0533278
Mar 05 21:12:06.460495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45816) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.467021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '11e1a50b-42c8-4c13-b110-56abdd459cbb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:06.490523 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Project 8b1c4ff56b164a90966e0a2530aa87f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:06.497233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.503920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router 7e9724e8-f53b-41ed-959a-16066d7dc2cf has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:06.540915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93594f-e584-4838-ae20-0bb84538c87b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:06.544136 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fa93594f-e584-4838-ae20-0bb84538c87b tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 814 time: 0.0906768
Mar 05 21:12:06.563330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:06.570095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.575489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.594822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6688087f-f42f-447e-ab77-f2bb876501ab,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.600528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:06.608360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.612566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5adcd00b-4146-4a13-b464-57611b7782dd tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1479235
Mar 05 21:12:06.612566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45822) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.640934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-97d3f785-c9c2-4cca-9f3a-aa65c2934d59 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules/6688087f-f42f-447e-ab77-f2bb876501ab HTTP/1.1" status: 200  len: 769 time: 0.0243602
Mar 05 21:12:06.641185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45824) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.701458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d951fda9-8c29-4b66-a543-0b48bc8dcc42 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0558476
Mar 05 21:12:06.702102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:06.703999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45830) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.710273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.711443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ef4156ef-1068-48fc-8981-1513c8b0af3d tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 700 time: 0.8840411
Mar 05 21:12:06.714256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.716948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Sync routers for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:06.737247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:06.740213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834510d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:06.745286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.760187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e70ba761-d0bf-49cb-93cd-8130d41802e0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 205 time: 0.0446198
Mar 05 21:12:06.764317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45834) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.764505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.798344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6688087f-f42f-447e-ab77-f2bb876501ab), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.805084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.806834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6688087f-f42f-447e-ab77-f2bb876501ab HTTP/1.1" status: 204  len: 168 time: 0.1007202
Mar 05 21:12:06.817248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45836) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.818356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8c1f-63bc-46e5-ad29-c36dbf14ae16 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6688087f-f42f-447e-ab77-f2bb876501ab,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:06.865231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Router 8454ac3f-9325-4ed7-80d3-729720ea1a42 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:06.875331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3319c8b2-26d4-4de1-8750-ef4f9fb08c69 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0505698
Mar 05 21:12:06.875557 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:06.877820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:06.932949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:06.976130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (11e1a50b-42c8-4c13-b110-56abdd459cbb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.006152 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (11e1a50b-42c8-4c13-b110-56abdd459cbb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.021045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45846) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.025926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834510d0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.030435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'network': {'name': 'tempest-network-smoke--1126943516', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:07.068728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Checking router: 7e9724e8-f53b-41ed-959a-16066d7dc2cf for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:07.078670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (11e1a50b-42c8-4c13-b110-56abdd459cbb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.084228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.089145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/11e1a50b-42c8-4c13-b110-56abdd459cbb HTTP/1.1" status: 204  len: 168 time: 0.2096539
Mar 05 21:12:07.091156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Routers {'7e9724e8-f53b-41ed-959a-16066d7dc2cf'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:07.091924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834510d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.094758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45850) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.095489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-370d28a1-f36c-4058-8223-3b64c91de9b3 None None] Provisioning complete for port 535580e1-cf6a-4160-af6b-560705f4f830 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:07.095489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-370d28a1-f36c-4058-8223-3b64c91de9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (535580e1-cf6a-4160-af6b-560705f4f830), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.133387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ad8b7-53cf-4d3e-9386-c8018af63990 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1a50b-42c8-4c13-b110-56abdd459cbb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:07.135276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-370d28a1-f36c-4058-8223-3b64c91de9b3 None None] Port 535580e1-cf6a-4160-af6b-560705f4f830 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:07.141374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.144822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (7e9724e8-f53b-41ed-959a-16066d7dc2cf), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.156984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:07.170456 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] Sync routers for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:07.173991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:07.178774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.189802 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:07.190311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8ed589ab-b194-402f-8748-34138caf9f2d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7653804
Mar 05 21:12:07.192935 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa77f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.195560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.227708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ff5b3cf2-9fad-4181-a2ee-77b5814d4b08 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1298809
Mar 05 21:12:07.232434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.243460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516904524'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:07.248325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (7e9724e8-f53b-41ed-959a-16066d7dc2cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.249065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9724e8-f53b-41ed-959a-16066d7dc2cf {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:12:07.261830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] Set router 7e9724e8-f53b-41ed-959a-16066d7dc2cf gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:07.272397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:07.284197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.285714 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-da8d796e-0c3e-4f60-a7cb-a527994c5478 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 204  len: 168 time: 0.5200808
Mar 05 21:12:07.290956 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa77f0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.291345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.299273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-646774352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:07.310211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:07.310840 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa77f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.323045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (62cde4fb-2867-4452-bc0a-062af1f97042), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.323600 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Added segment 62cde4fb-2867-4452-bc0a-062af1f97042 of type vlan for network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a
Mar 05 21:12:07.336674 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a81710ba-fe51-40bd-b952-463df7cb5f61 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.338021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.339617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.343373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834510d0>, [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.373007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.376123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b77cd-c316-4b4d-90c8-880fbd03169c None None] The sync data for ids ['7e9724e8-f53b-41ed-959a-16066d7dc2cf'] in ncdv-master-1 is: [{'id': '7e9724e8-f53b-41ed-959a-16066d7dc2cf', 'name': 'tempest-RoutersTest-router-927190110', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:56Z', 'updated_at': '2022-03-05T21:12:02Z', 'revision_number': 11, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:07.396422 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa77f0>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:07.401933 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6c2da-374d-4115-9fe1-9ca9ffc97959 None None] The sync data for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:07.450563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.494586 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-a81710ba-fe51-40bd-b952-463df7cb5f61 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:12:07.496938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a81710ba-fe51-40bd-b952-463df7cb5f61 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42 HTTP/1.1" status: 409  len: 376 time: 0.3000855
Mar 05 21:12:07.499462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45864) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.543830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (1c8e3fcc-9940-4786-abae-bf2012858342), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.546117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (d76d792c-53ef-4812-8346-ea806d8ce2ef), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.547567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.553785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:07.553785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.564008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c8e3fcc-9940-4786-abae-bf2012858342), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.567860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.678337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6559665
Mar 05 21:12:07.689778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45872) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.690420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8c5f2-b392-4fc6-8c46-95f65958340b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Network': ['ID=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:07.707126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:07.709173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.713529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4726825
Mar 05 21:12:07.723116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:07.723642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7b626a97-e2b9-4c83-9276-30d6bdf5e2d7 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4288886
Mar 05 21:12:07.731787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45874) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.732404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45876) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:07.772958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:07.780004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Request body: {'security_group_rule': {'security_group_id': '1c8e3fcc-9940-4786-abae-bf2012858342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:07.788393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f2909-517b-47b9-897a-9fa7d9888d64 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e3fcc-9940-4786-abae-bf2012858342,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:07.951325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2c17f-1987-4339-8450-74dff82badf1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:07.955521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ebc2c17f-1987-4339-8450-74dff82badf1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=632d8e2bf65b468e975ce9ac5869f2ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.2592878
Mar 05 21:12:07.955829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.105999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9b1bdc1-69e9-496d-85e2-1dc483bed5c1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.268995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.287093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1741'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.326036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563376'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.336184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (d9b1bdc1-69e9-496d-85e2-1dc483bed5c1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.341734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4faedc5-4447-4fff-8796-c687c01eeea0 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:08.346047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4faedc5-4447-4fff-8796-c687c01eeea0 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3863800
Mar 05 21:12:08.347235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.347362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d9b1bdc1-69e9-496d-85e2-1dc483bed5c1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.462916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34b7213b-a3d1-417e-b9d0-48caafc169ce tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1134984
Mar 05 21:12:08.467347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b1bdc1-69e9-496d-85e2-1dc483bed5c1,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:08.469042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45918) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.486265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.487449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5ae40001-73fd-41cd-af94-cdb5f2b71c4c tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7536726
Mar 05 21:12:08.492433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.519382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96806710-2a89-4257-a071-8b4a7892ef38 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=632d8e2bf65b468e975ce9ac5869f2ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0469801
Mar 05 21:12:08.522047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.592473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (1c8e3fcc-9940-4786-abae-bf2012858342), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.599479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Router d76d792c-53ef-4812-8346-ea806d8ce2ef is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:12:08.604299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting port 535580e1-cf6a-4160-af6b-560705f4f830 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:08.605257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (535580e1-cf6a-4160-af6b-560705f4f830), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.663649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (1c8e3fcc-9940-4786-abae-bf2012858342), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.695931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b28f5-ecd7-43e2-bdaf-cb857cd6d2e2 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:08.700637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-375b28f5-ecd7-43e2-bdaf-cb857cd6d2e2 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1744163
Mar 05 21:12:08.701192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.711124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:08.721401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.722413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Sync routers for ids ['d76d792c-53ef-4812-8346-ea806d8ce2ef'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:08.722973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-20d0af7e-8cdb-4123-a676-e03ea20870f0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "PUT /v2.0/routers/d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 200  len: 693 time: 0.9874914
Mar 05 21:12:08.725280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45940) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.734155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Routers {'d76d792c-53ef-4812-8346-ea806d8ce2ef'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:08.735022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b836131c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d76d792c-53ef-4812-8346-ea806d8ce2ef'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:08.770042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b45a60c-1690-4bc0-b9ec-a182c4761f09 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0675719
Mar 05 21:12:08.772183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.786428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (535580e1-cf6a-4160-af6b-560705f4f830), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.801567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Calling delete_port for 535580e1-cf6a-4160-af6b-560705f4f830 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:08.807599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c8e3fcc-9940-4786-abae-bf2012858342), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.810876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:08.812932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347968736', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:08.814622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c8e3fcc-9940-4786-abae-bf2012858342 HTTP/1.1" status: 204  len: 168 time: 0.3211858
Mar 05 21:12:08.815250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.887841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45948) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.888726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-099519b4-a884-4020-a92b-ed76f826a878 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0663328
Mar 05 21:12:08.889912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb95bd1-739a-41d8-9382-00a3db8acaa4 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e3fcc-9940-4786-abae-bf2012858342,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:08.920045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-775baa1e-65f2-4281-a439-832445cb5d02 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/routers/d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 200  len: 699 time: 0.1930404
Mar 05 21:12:08.936424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45950) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:08.991444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b4aea11f-f45a-477b-9a20-b6a735a48306 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 200  len: 205 time: 0.0534642
Mar 05 21:12:09.000812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45952) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.001150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45954) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.025585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Set router d76d792c-53ef-4812-8346-ea806d8ce2ef gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:09.081349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b836131c0>, [{'id': 'd76d792c-53ef-4812-8346-ea806d8ce2ef', 'name': 'tempest-RoutersTest-router-646774352', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:12:07Z', 'updated_at': '2022-03-05T21:12:08Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.110233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (535580e1-cf6a-4160-af6b-560705f4f830), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.113504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Checking router: d76d792c-53ef-4812-8346-ea806d8ce2ef for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:09.124489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Routers {'d76d792c-53ef-4812-8346-ea806d8ce2ef'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:09.125373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b836131c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['d76d792c-53ef-4812-8346-ea806d8ce2ef'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.147955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Port': ['ID=535580e1-cf6a-4160-af6b-560705f4f830,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:09.206073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] Set router d76d792c-53ef-4812-8346-ea806d8ce2ef gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:09.270637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b836131c0>, [{'id': 'd76d792c-53ef-4812-8346-ea806d8ce2ef', 'name': 'tempest-RoutersTest-router-646774352', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:12:07Z', 'updated_at': '2022-03-05T21:12:08Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.306702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d36cb-0679-4b2b-8ed4-3ebfc277be49 None None] The sync data for ids ['d76d792c-53ef-4812-8346-ea806d8ce2ef'] in ncdv-master-1 is: [{'id': 'd76d792c-53ef-4812-8346-ea806d8ce2ef', 'name': 'tempest-RoutersTest-router-646774352', 'tenant_id': '38c809f369ea456ba9af96ec51d59fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:12:07Z', 'updated_at': '2022-03-05T21:12:08Z', 'revision_number': 2, 'project_id': '38c809f369ea456ba9af96ec51d59fdb', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:09.355863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.455453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34000665-80f7-4af4-8043-0707bd24693e tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.5664504
Mar 05 21:12:09.459569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45958) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.465492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:09.468856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.474687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b956233a-57d7-4db0-9830-e17eac2f0620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.477120 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-cb67157d-271d-4483-8e4a-1234ba05cab7 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:09.478210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb67157d-271d-4483-8e4a-1234ba05cab7 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c8e3fcc-9940-4786-abae-bf2012858342 HTTP/1.1" status: 404  len: 347 time: 0.0172226
Mar 05 21:12:09.495089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45960) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.498826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.556437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Router 8454ac3f-9325-4ed7-80d3-729720ea1a42 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:09.639929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:09.649473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f6cb16e8-5736-463a-8553-10604f781f12 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1449490
Mar 05 21:12:09.651887 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] Sync routers for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:09.652388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.663179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:09.663974 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.698601 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-2e410a82-4ab0-499e-8ace-60e12aa1458b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] show failed (client error): The resource could not be found.
Mar 05 21:12:09.703228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e410a82-4ab0-499e-8ace-60e12aa1458b tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-781662292 HTTP/1.1" status: 404  len: 334 time: 0.0464468
Mar 05 21:12:09.703412 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163f70>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.703532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.708357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7f49cf3e-09e1-46ac-a170-73a7214466f6 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:09.712077 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] Routers {'8454ac3f-9325-4ed7-80d3-729720ea1a42'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:09.713313 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:11:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8454ac3f-9325-4ed7-80d3-729720ea1a42'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.749222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163f70>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:09.749981 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb9c60-26a4-4532-8a10-82a6679fd184 None None] The sync data for ids ['8454ac3f-9325-4ed7-80d3-729720ea1a42'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:09.751472 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-7f49cf3e-09e1-46ac-a170-73a7214466f6 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] update failed (client error): The resource could not be found.
Mar 05 21:12:09.755601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f49cf3e-09e1-46ac-a170-73a7214466f6 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-167933718 HTTP/1.1" status: 404  len: 334 time: 0.0478151
Mar 05 21:12:09.756453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45966) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.767991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8148a8e8-2b6e-4642-be00-ce2dab47e3a1 tempest-SecGroupIPv6Test-1085958114 tempest-SecGroupIPv6Test-1085958114-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2715249
Mar 05 21:12:09.794883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.798727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router_controller (d76d792c-53ef-4812-8346-ea806d8ce2ef), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.818868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting subnet 712d0d35-8f6c-4a63-b94c-a99f1c073489 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:12:09.822756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (712d0d35-8f6c-4a63-b94c-a99f1c073489), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.882238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (d76d792c-53ef-4812-8346-ea806d8ce2ef), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.882528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (712d0d35-8f6c-4a63-b94c-a99f1c073489), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.883138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Fanout notify agent at l3_agent the message router_deleted on router d76d792c-53ef-4812-8346-ea806d8ce2ef {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:12:09.912817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.914199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb505803-69b3-4009-b204-38271b480153 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 204  len: 168 time: 0.9099364
Mar 05 21:12:09.922571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45970) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:09.924373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b956233a-57d7-4db0-9830-e17eac2f0620 admin admin] Publish callbacks [] for security_group (8d65ea2d-d891-46b0-88f1-e2a1a8f24b49), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.934582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b956233a-57d7-4db0-9830-e17eac2f0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8d65ea2d-d891-46b0-88f1-e2a1a8f24b49), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:09.965125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42652d8c-bb57-450b-8440-f166e4f6b6ea tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 200  len: 205 time: 0.0409546
Mar 05 21:12:09.968051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45974) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.001874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956233a-57d7-4db0-9830-e17eac2f0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65ea2d-d891-46b0-88f1-e2a1a8f24b49,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:10.012018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b956233a-57d7-4db0-9830-e17eac2f0620 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0f3e89ef34d4074acfba32e3b1c884e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0064919
Mar 05 21:12:10.014634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45976) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.019572 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-fbc6776b-602a-41ca-a4a4-dafae4baaa25 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:10.020631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fbc6776b-602a-41ca-a4a4-dafae4baaa25 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/d76d792c-53ef-4812-8346-ea806d8ce2ef HTTP/1.1" status: 404  len: 336 time: 0.0515728
Mar 05 21:12:10.024325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45978) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.043020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45980) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.059531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (2a22a379-dade-44ba-81f2-1565a0bcc7c8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.075936 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a455a5a-1df3-41b4-a40d-bd36aa77bbaa tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.076422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a455a5a-1df3-41b4-a40d-bd36aa77bbaa tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.079608 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a455a5a-1df3-41b4-a40d-bd36aa77bbaa tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/1c4bf992-e82d-435c-a2d4-2a3244ea8cd6 HTTP/1.1" status: 404  len: 337 time: 0.0556049
Mar 05 21:12:10.082264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.114602 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a2a337-ac5d-40c6-891c-7f9e7493aa19 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.115084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a2a337-ac5d-40c6-891c-7f9e7493aa19 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.121959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-01a2a337-ac5d-40c6-891c-7f9e7493aa19 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/40ded717-0cc8-47f2-a9e0-a1bf2b611e79 HTTP/1.1" status: 404  len: 337 time: 0.0349693
Mar 05 21:12:10.122154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.136293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (712d0d35-8f6c-4a63-b94c-a99f1c073489), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.155689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Subnet': ['ID=2a22a379-dade-44ba-81f2-1565a0bcc7c8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:10.160628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] Publish callbacks [] for security_group (8d65ea2d-d891-46b0-88f1-e2a1a8f24b49), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.175211 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-db50a4be-6daa-425e-98f9-5fde9ae85db3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.175699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db50a4be-6daa-425e-98f9-5fde9ae85db3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.178894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-db50a4be-6daa-425e-98f9-5fde9ae85db3 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/d1f0d039-14ca-418e-b12c-50904d205e5c HTTP/1.1" status: 404  len: 337 time: 0.0558271
Mar 05 21:12:10.181848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45988) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.192438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Checking segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:10.192817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network hostable DHCP agents. Network: a4cf4a57-5d55-469c-b3fc-5734b4a78c6a, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:10.207183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] Publish callbacks [] for security_group (8d65ea2d-d891-46b0-88f1-e2a1a8f24b49), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.216681 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d40a341-5a9c-47bc-8b52-ac05238ab100 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.217143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d40a341-5a9c-47bc-8b52-ac05238ab100 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.220324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d40a341-5a9c-47bc-8b52-ac05238ab100 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/9b8de7f6-68ce-46c6-ab45-cd20660ff991 HTTP/1.1" status: 404  len: 337 time: 0.0376093
Mar 05 21:12:10.222888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45990) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.264763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45992) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.265644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c57f5195-ad93-4aa2-8efb-8bbd286c37db tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 200  len: 205 time: 0.0403104
Mar 05 21:12:10.267774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:10.279378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35a7d3a0-a024-4a76-bc71-07773b75945c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b1c4ff56b164a90966e0a2530aa87f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2348313
Mar 05 21:12:10.281986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45994) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.288716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (712d0d35-8f6c-4a63-b94c-a99f1c073489), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.317225 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-002575ed-15db-418a-b866-5376227e8a04 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:10.320956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-002575ed-15db-418a-b866-5376227e8a04 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/7e9724e8-f53b-41ed-959a-16066d7dc2cf HTTP/1.1" status: 404  len: 336 time: 0.0516305
Mar 05 21:12:10.321645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 45996) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.333892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4cf4a57-5d55-469c-b3fc-5734b4a78c6a) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:10.336713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Subnet': ['ID=712d0d35-8f6c-4a63-b94c-a99f1c073489,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:10.338876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.339304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:10.339940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.344641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ed181c21-f916-4450-b9b7-3c0cb52bd859 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/subnets/712d0d35-8f6c-4a63-b94c-a99f1c073489 HTTP/1.1" status: 204  len: 168 time: 0.5871816
Mar 05 21:12:10.348546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 45998) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.354709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81163134-3d05-4594-9102-de568bcad638 None None] Network 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:10.359752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68eb7d1-e0c9-4b34-9d1d-2511e0d3777a None None] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:10.369485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4ddbb926-35e2-4e89-9c26-96c40cc3d6f9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c750c4-2004-475f-880a-efa65579d3a2 HTTP/1.1" status: 200  len: 205 time: 0.0446692
Mar 05 21:12:10.374925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46000) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.414590 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8d65ea2d-d891-46b0-88f1-e2a1a8f24b49), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.417979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.422353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d65ea2d-d891-46b0-88f1-e2a1a8f24b49 HTTP/1.1" status: 204  len: 168 time: 0.4035838
Mar 05 21:12:10.422524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting subnet de5e8754-c6fa-41ad-9f4b-1e98714eb3cf {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:12:10.423393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (de5e8754-c6fa-41ad-9f4b-1e98714eb3cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.450368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9f236d61-f18d-49db-93a6-f84fc5ce0e35 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.6735749
Mar 05 21:12:10.450570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] Publish callbacks [] for security_group (9be8050f-2b61-4959-a4d7-d7e67993fc92), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.450657 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-6ecbffd3-0e29-4ab2-88ef-20bed359c155 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:10.451039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ecbffd3-0e29-4ab2-88ef-20bed359c155 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/b0c750c4-2004-475f-880a-efa65579d3a2 HTTP/1.1" status: 404  len: 336 time: 0.0750179
Mar 05 21:12:10.454596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbe291-8141-45de-bfc1-2e9e6a8611c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65ea2d-d891-46b0-88f1-e2a1a8f24b49,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:10.459755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46006) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.498783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (de5e8754-c6fa-41ad-9f4b-1e98714eb3cf), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.503294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] Publish callbacks [] for security_group (9be8050f-2b61-4959-a4d7-d7e67993fc92), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.523276 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae84ec5-e4d3-4886-a522-f354ad4b28a0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.523809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae84ec5-e4d3-4886-a522-f354ad4b28a0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.537303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46008) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.538752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fae84ec5-e4d3-4886-a522-f354ad4b28a0 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/70ecc7ba-1c0f-4300-8cc6-7db5c3f5fe09 HTTP/1.1" status: 404  len: 337 time: 0.0732651
Mar 05 21:12:10.603162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-127c317f-118e-4107-a8c7-104404b5d58b tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 200  len: 205 time: 0.0612979
Mar 05 21:12:10.603653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46012) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.689489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ips': [{'subnet_id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:10.690783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.708257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9be8050f-2b61-4959-a4d7-d7e67993fc92), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.712054 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.713373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9be8050f-2b61-4959-a4d7-d7e67993fc92 HTTP/1.1" status: 204  len: 168 time: 0.4300990
Mar 05 21:12:10.718569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (de5e8754-c6fa-41ad-9f4b-1e98714eb3cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.748302 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-d506c2f5-0f85-4876-b337-51b323cf7fee tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:10.749627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d506c2f5-0f85-4876-b337-51b323cf7fee tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/b0d6b1c6-504a-4d00-811a-c58194f08ebc HTTP/1.1" status: 404  len: 336 time: 0.1415443
Mar 05 21:12:10.750451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46016) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.756338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415654954', 'description': 'tempest-secgroup-smoke-1415654954 description', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:10.757488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46018) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.774422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191f397-e329-4903-91eb-7a27574a8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8050f-2b61-4959-a4d7-d7e67993fc92,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:10.802192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.826298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5e4e085b-de2a-49bb-ba85-94c610bafd08 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e729727-0b1a-42e5-9b6b-9375011749c0 HTTP/1.1" status: 200  len: 205 time: 0.0676236
Mar 05 21:12:10.830705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46020) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.835178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] DHCP port deletion for 2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:10.877266 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-41444916-1be7-4cc9-8797-80c260a11aa4 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:10.881562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-41444916-1be7-4cc9-8797-80c260a11aa4 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/6e729727-0b1a-42e5-9b6b-9375011749c0 HTTP/1.1" status: 404  len: 336 time: 0.0498104
Mar 05 21:12:10.882324 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46024) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.920932 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b2428b-a231-40c7-87a0-45531c2f5cf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:10.921330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b2428b-a231-40c7-87a0-45531c2f5cf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:10.924910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18b2428b-a231-40c7-87a0-45531c2f5cf1 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/ef12ff15-1993-4444-9167-d7702f08c223 HTTP/1.1" status: 404  len: 337 time: 0.0393069
Mar 05 21:12:10.928369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46026) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.932996 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (f7dacd40-8f5f-4a87-9a42-b519ce9861aa), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.944821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f7dacd40-8f5f-4a87-9a42-b519ce9861aa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:10.966444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c3ac907b-e6ac-4445-8d9f-03d0c43a06bf tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=68a71b92-3138-4dea-b6ee-5309d1a7372b HTTP/1.1" status: 200  len: 205 time: 0.0369627
Mar 05 21:12:10.969726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:10.995703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dacd40-8f5f-4a87-9a42-b519ce9861aa,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.000972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.005610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4ae1471-a721-4140-89bd-4d53dbc850d7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2531285
Mar 05 21:12:11.006575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46032) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.014321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:11.024919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46034) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.045512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Deleting port 6484f6e8-ee4f-4800-89d8-aa8158694c72 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:11.045938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.049000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc17ebd5-0c8f-4d12-86d2-12763269ca0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.088531 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-433a55cf-32ce-4729-b77e-eb43a702a52c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:11.090304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-433a55cf-32ce-4729-b77e-eb43a702a52c tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/68a71b92-3138-4dea-b6ee-5309d1a7372b HTTP/1.1" status: 404  len: 336 time: 0.1196613
Mar 05 21:12:11.096247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46038) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.118153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Allocated IP 172.20.0.18 (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a/2a22a379-dade-44ba-81f2-1565a0bcc7c8/46e3f443-b9fe-41f4-917e-a1c9f16e5a80) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:11.124441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (de5e8754-c6fa-41ad-9f4b-1e98714eb3cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.171922 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-43556b3b-a99e-43d2-b5b8-617e561d6278 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:11.172389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43556b3b-a99e-43d2-b5b8-617e561d6278 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:11.175428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-43556b3b-a99e-43d2-b5b8-617e561d6278 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/5473ef3b-8667-495a-8569-cabd9aeee210 HTTP/1.1" status: 404  len: 337 time: 0.0773809
Mar 05 21:12:11.180265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46044) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.184406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Subnet': ['ID=de5e8754-c6fa-41ad-9f4b-1e98714eb3cf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.213045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] For port 6484f6e8-ee4f-4800-89d8-aa8158694c72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6484f6e8-ee4f-4800-89d8-aa8158694c72,segment=NetworkSegment(79fa557d-9a87-4564-91c6-0e4117322e59),segment_id=79fa557d-9a87-4564-91c6-0e4117322e59)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:11.214583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2092d1ef-6499-41f1-ba8f-d8c96ce604d9 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "GET /v2.0/ports?device_id=70b79e60-8df7-447d-8645-ca77c70752d2 HTTP/1.1" status: 200  len: 205 time: 0.0318723
Mar 05 21:12:11.216913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46046) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.218100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc17ebd5-0c8f-4d12-86d2-12763269ca0d admin admin] Publish callbacks [] for security_group (dd1f5b32-177b-4dd8-9608-12c4d0958c91), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.219778 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.223080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5fd784de-4797-47bc-ba7a-0502734165c4 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/subnets/de5e8754-c6fa-41ad-9f4b-1e98714eb3cf HTTP/1.1" status: 204  len: 168 time: 0.8735826
Mar 05 21:12:11.224250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.236666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46048) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.237982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (e825e68d-8dfd-487d-aec6-f785619773fc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.241012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf1b73-6684-480d-b029-1c4eacc06993 None None] Network 6d39da16-1ac7-47dd-87b9-f17887752782 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:11.271141 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-75112c46-a94d-49c5-b65f-f1db226e6e11 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:11.272613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75112c46-a94d-49c5-b65f-f1db226e6e11 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/routers/70b79e60-8df7-447d-8645-ca77c70752d2 HTTP/1.1" status: 404  len: 336 time: 0.0546341
Mar 05 21:12:11.275137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.279985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Calling delete_port for 6484f6e8-ee4f-4800-89d8-aa8158694c72 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:11.294966 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dc17ebd5-0c8f-4d12-86d2-12763269ca0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dd1f5b32-177b-4dd8-9608-12c4d0958c91), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.313962 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e0af1a-d9e7-4229-a508-a40b8cab7702 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:11.314433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e0af1a-d9e7-4229-a508-a40b8cab7702 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:11.317563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-31e0af1a-d9e7-4229-a508-a40b8cab7702 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/ceeaf05f-9bab-4db4-955a-8ea8e9b1655c HTTP/1.1" status: 404  len: 337 time: 0.0414557
Mar 05 21:12:11.320109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46056) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.374163 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa533957-11dc-404c-8cd8-88052af06652 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:12:11.374524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa533957-11dc-404c-8cd8-88052af06652 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:12:11.377805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aa533957-11dc-404c-8cd8-88052af06652 tempest-RoutersTest-1419328592 tempest-RoutersTest-1419328592-project] 10.222.0.15 "DELETE /v2.0/subnets/26d740e1-cdac-421a-b365-b1ea98fb860c HTTP/1.1" status: 404  len: 337 time: 0.0547638
Mar 05 21:12:11.409762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.474662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc17ebd5-0c8f-4d12-86d2-12763269ca0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddc84b52dca0435bbb1133afdb1d6bfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4481378
Mar 05 21:12:11.477280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46062) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.482110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ebd5-0c8f-4d12-86d2-12763269ca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f5b32-177b-4dd8-9608-12c4d0958c91,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.558508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (e825e68d-8dfd-487d-aec6-f785619773fc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.573950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e825e68d-8dfd-487d-aec6-f785619773fc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.594722 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] Publish callbacks [] for security_group (dd1f5b32-177b-4dd8-9608-12c4d0958c91), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.644123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.663175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e825e68d-8dfd-487d-aec6-f785619773fc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.695551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks [] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.703293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.703630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] Pushing event deleted for resources: {'Port': ['ID=6484f6e8-ee4f-4800-89d8-aa8158694c72,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.709740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a243534b-f64c-4595-a2c0-beee50ca0111 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6985550
Mar 05 21:12:11.710065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.711059 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] Publish callbacks [] for security_group (dd1f5b32-177b-4dd8-9608-12c4d0958c91), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.717354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:11.722869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] DHCP port deletion for 6d39da16-1ac7-47dd-87b9-f17887752782 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:11.737287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.742693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ceeb5-729e-4b9f-8a3e-74d8b1c41938 None None] No DVR routers for this DVR port 6484f6e8-ee4f-4800-89d8-aa8158694c72 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:11.754983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting port 6484f6e8-ee4f-4800-89d8-aa8158694c72 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:11.754983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.802962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (a22f0729-dd44-45b2-8637-e52ac8ffff23), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.817813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46076) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:11.872824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:11.873852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] For port 6484f6e8-ee4f-4800-89d8-aa8158694c72, host ncdv-master-1, got binding levels [] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:11.874349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.892728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:11.902298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dd1f5b32-177b-4dd8-9608-12c4d0958c91), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.906575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.908089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd1f5b32-177b-4dd8-9608-12c4d0958c91 HTTP/1.1" status: 204  len: 168 time: 0.4285069
Mar 05 21:12:11.909542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Calling delete_port for 6484f6e8-ee4f-4800-89d8-aa8158694c72 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:11.910181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:11.915748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.ipam_backend_mixin [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Port 6484f6e8-ee4f-4800-89d8-aa8158694c72 was not found and therefore no delete operation was performed {{(pid=126563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:12:11.925989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f3f2c-adc0-473c-b6e6-bdef638979df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f5b32-177b-4dd8-9608-12c4d0958c91,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.929652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6484f6e8-ee4f-4800-89d8-aa8158694c72), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:11.948632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Pushing event updated for resources: {'Port': ['ID=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.958326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d2be03c4-9567-4fc7-b9e5-453e1a2097ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:11.985388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Port': ['ID=6484f6e8-ee4f-4800-89d8-aa8158694c72,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:11.996358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] No DVR routers for this DVR port 6484f6e8-ee4f-4800-89d8-aa8158694c72 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:12.033579 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (a22f0729-dd44-45b2-8637-e52ac8ffff23), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.043153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a22f0729-dd44-45b2-8637-e52ac8ffff23), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.107940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.144809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Deleting port d2be03c4-9567-4fc7-b9e5-453e1a2097ff {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:12.145019 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.147400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8937b9a0>,) {'filters': {'network_id': ['2ea2bf8a-988b-4d67-92d7-5034f7f9cf57']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:12.155311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.160281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4491062
Mar 05 21:12:12.165517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46096) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:12.176963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:12.195315 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02a7c42c-7562-4092-84e8-f510bac865f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38c809f369ea456ba9af96ec51d59fdb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3756621
Mar 05 21:12:12.198794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46100) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:12.215435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8937b9a0>, '79fa557d-9a87-4564-91c6-0e4117322e59') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:12.217426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366eff1-1893-46e3-96eb-ff3a3d98bc86 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22f0729-dd44-45b2-8637-e52ac8ffff23,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.219371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8937b9a0>, '79fa557d-9a87-4564-91c6-0e4117322e59') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:12.247816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (79fa557d-9a87-4564-91c6-0e4117322e59), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.254752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Attempting to bind port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:12.255107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Attempting to bind port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:12.255525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Attempting to bind port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 on network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:12.274586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:12.275000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Checking segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:12.275581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.275906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Bound using segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:12.277322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Bound port: 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:12.277754 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.293237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (79fa557d-9a87-4564-91c6-0e4117322e59), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.304496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:12.305045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (79fa557d-9a87-4564-91c6-0e4117322e59), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:12.309374 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:12.313459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,segment=NetworkSegment(425c6086-26e6-45e9-8234-490d63580f8b),segment_id=425c6086-26e6-45e9-8234-490d63580f8b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:12.313459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.322724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (f8447c11-29c4-4e4c-8619-4798120b17ab), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.349195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] Publish callbacks [] for security_group (9151d5a1-de29-4897-a81a-d64acd652f18), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.384167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] Publish callbacks [] for security_group (9151d5a1-de29-4897-a81a-d64acd652f18), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.462644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9151d5a1-de29-4897-a81a-d64acd652f18), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.467083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.471201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9151d5a1-de29-4897-a81a-d64acd652f18 HTTP/1.1" status: 204  len: 168 time: 0.2692113
Mar 05 21:12:12.494080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723001-6f4a-42a3-a05f-e4dd8a28f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9151d5a1-de29-4897-a81a-d64acd652f18,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.511548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (f8447c11-29c4-4e4c-8619-4798120b17ab), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.513618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (2ea2bf8a-988b-4d67-92d7-5034f7f9cf57), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.521865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f8447c11-29c4-4e4c-8619-4798120b17ab), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.549606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.555344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/networks/2ea2bf8a-988b-4d67-92d7-5034f7f9cf57 HTTP/1.1" status: 204  len: 168 time: 1.2519388
Mar 05 21:12:12.555344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8447c11-29c4-4e4c-8619-4798120b17ab,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.556395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46112) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:12.556565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Calling delete_port for d2be03c4-9567-4fc7-b9e5-453e1a2097ff owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:12.570206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75666e-2410-49f3-8be3-82b9076ea3e2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Network': ['ID=2ea2bf8a-988b-4d67-92d7-5034f7f9cf57,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.587455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.593629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf609db9-ca2d-4881-bad7-206908e76817 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4270611
Mar 05 21:12:12.594430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46116) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:12.607298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:12.646410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] For port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:12.650243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d2be03c4-9567-4fc7-b9e5-453e1a2097ff is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:12.650675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.667427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (054f7c44-0145-4b3d-a2c1-a58962dccba7), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.678273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] For port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:12.706922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.710516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6d39da16-1ac7-47dd-87b9-f17887752782), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.723360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,segment=NetworkSegment(425c6086-26e6-45e9-8234-490d63580f8b),segment_id=425c6086-26e6-45e9-8234-490d63580f8b)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:12.764357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.767216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484f6e8-ee4f-4800-89d8-aa8158694c72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:12.784510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (054f7c44-0145-4b3d-a2c1-a58962dccba7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.795569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (054f7c44-0145-4b3d-a2c1-a58962dccba7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.799437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting port d2be03c4-9567-4fc7-b9e5-453e1a2097ff {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:12.800004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.814893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6484f6e8-ee4f-4800-89d8-aa8158694c72 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:12.815246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6484f6e8-ee4f-4800-89d8-aa8158694c72 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:12.823024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f7c44-0145-4b3d-a2c1-a58962dccba7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.834491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.836558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c380f-3de5-49fb-afb0-46c1b93b4ea4 None None] Pushing event updated for resources: {'Port': ['ID=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.839891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.848604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b3a7c25e-bd4f-4f7b-aaa2-8fb93e3df3c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2469642
Mar 05 21:12:12.849658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:12.856619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:12.893190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event deleted for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.904125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] No DVR routers for this DVR port d2be03c4-9567-4fc7-b9e5-453e1a2097ff on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:12.914265 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:12.934295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (2eb4ed96-9d0d-42c1-a503-717b383ff997), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:12.968308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c146b55-8ad3-4f6a-90af-378ca93cf3e1 None None] Pushing event deleted for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:12.999146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] For port d2be03c4-9567-4fc7-b9e5-453e1a2097ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,segment=NetworkSegment(425c6086-26e6-45e9-8234-490d63580f8b),segment_id=425c6086-26e6-45e9-8234-490d63580f8b)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:12.999787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.018735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Calling delete_port for d2be03c4-9567-4fc7-b9e5-453e1a2097ff owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:13.050398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (2eb4ed96-9d0d-42c1-a503-717b383ff997), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.057028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (2eb4ed96-9d0d-42c1-a503-717b383ff997), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.083945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.085653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2339187
Mar 05 21:12:13.089561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46136) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:13.093724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e2e07-2ef7-49e0-97df-60440326b9ce tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb4ed96-9d0d-42c1-a503-717b383ff997,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:13.108853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': 'f7dacd40-8f5f-4a87-9a42-b519ce9861aa', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:13.120145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:13.171433 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:13.193600 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (13c8df3d-c3c1-4835-80b6-9597fcbe8ccc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.214772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d2be03c4-9567-4fc7-b9e5-453e1a2097ff), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.255107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Port': ['ID=d2be03c4-9567-4fc7-b9e5-453e1a2097ff,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:13.261561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] No DVR routers for this DVR port d2be03c4-9567-4fc7-b9e5-453e1a2097ff on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:13.349615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (13c8df3d-c3c1-4835-80b6-9597fcbe8ccc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.356953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (13c8df3d-c3c1-4835-80b6-9597fcbe8ccc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.362879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6d39da16-1ac7-47dd-87b9-f17887752782), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.402923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c8df3d-c3c1-4835-80b6-9597fcbe8ccc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:13.418999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.420365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d4d749f6-7d03-4249-b3df-1f2b5a165423 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3276260
Mar 05 21:12:13.420866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b896a7550>,) {'filters': {'network_id': ['6d39da16-1ac7-47dd-87b9-f17887752782']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:13.437238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896a7550>, '425c6086-26e6-45e9-8234-490d63580f8b') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:13.437604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b896a7550>, '425c6086-26e6-45e9-8234-490d63580f8b') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:13.474464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (425c6086-26e6-45e9-8234-490d63580f8b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.493593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (425c6086-26e6-45e9-8234-490d63580f8b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.506156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:13.506683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (425c6086-26e6-45e9-8234-490d63580f8b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:13.511621 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:13.564332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-308c47c9-1705-4a35-ab56-e21593d18534 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:13.565057 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-308c47c9-1705-4a35-ab56-e21593d18534 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 05 21:12:13.565727 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-308c47c9-1705-4a35-ab56-e21593d18534 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:12:13.566721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-308c47c9-1705-4a35-ab56-e21593d18534 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4456038
Mar 05 21:12:13.570696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46158) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:13.575953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631469814'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:13.596815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6d39da16-1ac7-47dd-87b9-f17887752782), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.609584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.613444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/networks/6d39da16-1ac7-47dd-87b9-f17887752782 HTTP/1.1" status: 204  len: 168 time: 1.0550337
Mar 05 21:12:13.616049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46160) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:13.634226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e05de-9468-4373-b646-eb222a3040a9 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Network': ['ID=6d39da16-1ac7-47dd-87b9-f17887752782,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:13.690199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.702568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.738255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting subnet ec4c9611-e796-4748-ab25-d1dbcc7c7c2a {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:12:13.744400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (ec4c9611-e796-4748-ab25-d1dbcc7c7c2a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.838114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (ec4c9611-e796-4748-ab25-d1dbcc7c7c2a), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:13.956368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:14.065953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:14.066347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.108193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-771f557d-ff2a-478f-9456-3f6a60545db1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415654954&fields=id&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 267 time: 0.2644420
Mar 05 21:12:14.142754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ec4c9611-e796-4748-ab25-d1dbcc7c7c2a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.249253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:14.249974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.332914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:14.339638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.388329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (2f574ed0-68e7-442c-ac56-62f1d265515f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.411566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:14.424814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2f574ed0-68e7-442c-ac56-62f1d265515f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.476328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46238) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:14.508824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (ec4c9611-e796-4748-ab25-d1dbcc7c7c2a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.525598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-709115c7-bac4-4ee9-8428-928870dbb395 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:14.528054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-709115c7-bac4-4ee9-8428-928870dbb395 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/networks?id=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a HTTP/1.1" status: 200  len: 797 time: 0.4088871
Mar 05 21:12:14.556602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf656e7-ed7a-449b-abfb-f2e38269af48 None None] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:14.575005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (442c380b-accb-4055-a9e9-e6143d880a40), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.581721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4c9611-e796-4748-ab25-d1dbcc7c7c2a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:14.583890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f574ed0-68e7-442c-ac56-62f1d265515f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:14.597291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (442c380b-accb-4055-a9e9-e6143d880a40), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.602671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.615799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3efefb16-e61e-46c9-9dc6-9469d6ba07b2 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/subnets/ec4c9611-e796-4748-ab25-d1dbcc7c7c2a HTTP/1.1" status: 204  len: 168 time: 0.9958107
Mar 05 21:12:14.617572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:14.629378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-9d75dd93-3883-4daa-8ec7-3f123024733d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/quotas/632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 375 time: 0.0928857
Mar 05 21:12:14.657366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73ee24-3a00-4d60-a0a6-086f7747e52e None None] Network 0b1981f8-a4dc-4819-bcc8-2a5d63844883 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:14.694480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.699469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.1276126
Mar 05 21:12:14.704295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46248) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:14.709780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-126680811'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:14.756428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0b1981f8-a4dc-4819-bcc8-2a5d63844883), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.758265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '442c380b-accb-4055-a9e9-e6143d880a40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:14.768557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Made reservation on behalf of 06c0a4bae886481f994989092031c24b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:14.772224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.782991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618d68b-0013-46db-937c-6a227927e9c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442c380b-accb-4055-a9e9-e6143d880a40,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:14.788684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.819255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58309e2c-c31a-4ca5-afab-cde7ed7a5b13 None None] Provisioning complete for port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:14.820018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58309e2c-c31a-4ca5-afab-cde7ed7a5b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.825579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:14.853493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group_rule (4a52c461-fb23-43d6-b9a9-8aa2d58eb837), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:14.903857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-d87ca09d-fde2-44c3-a995-d1dcda6325d1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2459562
Mar 05 21:12:14.914658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Deleting port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:14.915040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.021752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58309e2c-c31a-4ca5-afab-cde7ed7a5b13 None None] Current status of the port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:15.032263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] For port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,segment=NetworkSegment(08d85a9b-5efb-44f7-89f4-b98ff9158aba),segment_id=08d85a9b-5efb-44f7-89f4-b98ff9158aba)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:15.034210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.042287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] DHCP port deletion for 0b1981f8-a4dc-4819-bcc8-2a5d63844883 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:15.069646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks [] for security_group (96b5957c-6efb-46b8-946d-c8383f34fed8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.070462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group_rule (4a52c461-fb23-43d6-b9a9-8aa2d58eb837), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.071657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Calling delete_port for dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:15.079257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4a52c461-fb23-43d6-b9a9-8aa2d58eb837), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.085111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96b5957c-6efb-46b8-946d-c8383f34fed8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.130878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a52c461-fb23-43d6-b9a9-8aa2d58eb837,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.143491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Deleting port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:15.143969 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.173751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.175707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e5d0f385-9c0b-491c-b279-67987e026e9f tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4359431
Mar 05 21:12:15.189073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46256) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.194412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c90ac86b-8edd-4075-8986-447db75a0636 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '442c380b-accb-4055-a9e9-e6143d880a40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:15.223420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:15.262323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0541d84-3ab2-448d-8d10-08972397cb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.262539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] For port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,segment=NetworkSegment(08d85a9b-5efb-44f7-89f4-b98ff9158aba),segment_id=08d85a9b-5efb-44f7-89f4-b98ff9158aba)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:15.262984 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.276708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b5957c-6efb-46b8-946d-c8383f34fed8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.291097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4368a298-f530-454b-a4ae-65e0c732b231), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.292329 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Added segment 4368a298-f530-454b-a4ae-65e0c732b231 of type vlan for network df944491-269b-4f3a-a01f-5fc04ad6b2e5
Mar 05 21:12:15.296080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Calling delete_port for dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:15.306108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-6bd23483-6277-4868-9c21-eced68f93b2b service neutron] 10.222.0.15 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013531
Mar 05 21:12:15.322824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c90ac86b-8edd-4075-8986-447db75a0636 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group_rule (cf63c007-526a-4d75-a835-1b92eefa45f7), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.358286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (df944491-269b-4f3a-a01f-5fc04ad6b2e5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.390784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.392500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-51c8b9ab-faf4-4168-b957-6e80c57ea349 None None] Provisioning complete for port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:15.392879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-51c8b9ab-faf4-4168-b957-6e80c57ea349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.437119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Port': ['ID=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.439145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] No DVR routers for this DVR port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:15.440545 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-c90ac86b-8edd-4075-8986-447db75a0636 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:12:15.441812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c90ac86b-8edd-4075-8986-447db75a0636 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2510226
Mar 05 21:12:15.446288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-4155d5db-b36c-447b-bcb6-a5bcbe357841 service neutron] 10.222.0.15 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326585
Mar 05 21:12:15.446739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46258) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.448609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (df944491-269b-4f3a-a01f-5fc04ad6b2e5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.453374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:15.453989 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.463025 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.499942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 1.0198045
Mar 05 21:12:15.508108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] Pushing event deleted for resources: {'Port': ['ID=dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.510746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f5134-7b0c-442d-b870-0db58a706b93 None None] No DVR routers for this DVR port dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:15.518014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46260) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.536888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (442c380b-accb-4055-a9e9-e6143d880a40), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.552762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-51c8b9ab-faf4-4168-b957-6e80c57ea349 None None] Current status of the port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:15.573993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-4f1b971b-5cde-4309-b478-a85d1ce54114 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89a7fd60>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-662601156') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:15.576313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (442c380b-accb-4055-a9e9-e6143d880a40), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.625019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (442c380b-accb-4055-a9e9-e6143d880a40), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.628645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.630039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/442c380b-accb-4055-a9e9-e6143d880a40 HTTP/1.1" status: 204  len: 168 time: 0.1822171
Mar 05 21:12:15.634175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46262) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.648778 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0541d84-3ab2-448d-8d10-08972397cb64 admin admin] Publish callbacks [] for security_group (971edf49-4add-4838-ba32-edb6699ae39e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.662251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0b1981f8-a4dc-4819-bcc8-2a5d63844883), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.676176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55122529-bbf4-4940-ba16-01961e7ca9f9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c380b-accb-4055-a9e9-e6143d880a40,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.690628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f0541d84-3ab2-448d-8d10-08972397cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (971edf49-4add-4838-ba32-edb6699ae39e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.691791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26aa55-6e8e-46b1-a939-2fe3f1df7b81 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Pushing event updated for resources: {'Network': ['ID=df944491-269b-4f3a-a01f-5fc04ad6b2e5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.725748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network df944491-269b-4f3a-a01f-5fc04ad6b2e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:15.753492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2de550>,) {'filters': {'network_id': ['0b1981f8-a4dc-4819-bcc8-2a5d63844883']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:15.780494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f0541d84-3ab2-448d-8d10-08972397cb64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02ce462be67d43e48384ef48d19f7192&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9521179
Mar 05 21:12:15.789698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541d84-3ab2-448d-8d10-08972397cb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971edf49-4add-4838-ba32-edb6699ae39e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.789952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5c3e6134-5c24-4caf-9d90-dafa190c3218 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1523902
Mar 05 21:12:15.790705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46270) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.794529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46272) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.802579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2de550>, '08d85a9b-5efb-44f7-89f4-b98ff9158aba') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:15.803138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2de550>, '08d85a9b-5efb-44f7-89f4-b98ff9158aba') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:15.818514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055029851'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:15.837292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47ffad17-575b-4db2-b689-15890e4a7ac2 req-8392a51a-e680-44bb-b969-a2b4facc7876 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 210 time: 0.0601864
Mar 05 21:12:15.840811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (08d85a9b-5efb-44f7-89f4-b98ff9158aba), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.869038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (08d85a9b-5efb-44f7-89f4-b98ff9158aba), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.881093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:15.881758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (08d85a9b-5efb-44f7-89f4-b98ff9158aba), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:15.885123 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:15.906051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.923129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] Publish callbacks [] for security_group (971edf49-4add-4838-ba32-edb6699ae39e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.961980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0b1981f8-a4dc-4819-bcc8-2a5d63844883), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.964097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] Publish callbacks [] for security_group (971edf49-4add-4838-ba32-edb6699ae39e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.974565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:15.975056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:15.977917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/networks/0b1981f8-a4dc-4819-bcc8-2a5d63844883 HTTP/1.1" status: 204  len: 168 time: 1.3582501
Mar 05 21:12:15.984851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:15.996089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4f1b971b-5cde-4309-b478-a85d1ce54114 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "PUT /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-662601156 HTTP/1.1" status: 201  len: 201 time: 0.4407721
Mar 05 21:12:15.997458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e22457-dc95-40fd-9dcd-d7414afa1768 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Pushing event deleted for resources: {'Network': ['ID=0b1981f8-a4dc-4819-bcc8-2a5d63844883,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:15.999358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46280) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.012486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-789e965f-a602-40ad-aa28-2438de55da18 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6dba30>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-662601156') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:16.049580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4c0105b7-1679-40de-bb84-8b8c54cac96d tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "GET /v2.0/ports?device_id=8454ac3f-9325-4ed7-80d3-729720ea1a42 HTTP/1.1" status: 200  len: 205 time: 0.0617425
Mar 05 21:12:16.057770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46282) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.059762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:16.060233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.103810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-789e965f-a602-40ad-aa28-2438de55da18 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-662601156 HTTP/1.1" status: 204  len: 168 time: 0.0964596
Mar 05 21:12:16.106022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.109178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-5f0b40ff-4fbc-46fd-9421-46a847a32252 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b90141af0>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:16.165691 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (37bd9435-d45a-46bd-ad11-953920481a7c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.168924 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.183503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5f0b40ff-4fbc-46fd-9421-46a847a32252 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags HTTP/1.1" status: 200  len: 237 time: 0.0780311
Mar 05 21:12:16.186234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46288) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.191266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-ba37208b-e3ea-4a7e-a946-ebd317f4b2c5 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6bf820>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', {'tags': ['tempest-TagsTest-Tag-762689068', 'tempest-TagsTest-Tag-170589819', 'tempest-TagsTest-Tag-109647506']}) {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:16.205694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:16.242718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (37bd9435-d45a-46bd-ad11-953920481a7c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.273916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (971edf49-4add-4838-ba32-edb6699ae39e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.278663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.280329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/971edf49-4add-4838-ba32-edb6699ae39e HTTP/1.1" status: 204  len: 168 time: 0.4839337
Mar 05 21:12:16.296084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:16.309915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.311706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4984665
Mar 05 21:12:16.314489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.337513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:16.337873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dd3a5f0f-5f3e-4db0-87fb-48b5ac119a5e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:16.361036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4ab70bde-a556-45cc-b3b6-c822c2c51a10 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '37bd9435-d45a-46bd-ad11-953920481a7c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:16.361947 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-4ab70bde-a556-45cc-b3b6-c822c2c51a10 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Mar 05 21:12:16.362458 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-4ab70bde-a556-45cc-b3b6-c822c2c51a10 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:16.366724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4ab70bde-a556-45cc-b3b6-c822c2c51a10 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0509403
Mar 05 21:12:16.368206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.410898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c455b-80e6-4cd1-9b56-a8c8d3e8b459 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd9435-d45a-46bd-ad11-953920481a7c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:16.493915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fffc1e-30c8-41f2-8bf5-4d4d02799dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971edf49-4add-4838-ba32-edb6699ae39e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:16.507830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.514791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router_controller (8454ac3f-9325-4ed7-80d3-729720ea1a42), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.589640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (8454ac3f-9325-4ed7-80d3-729720ea1a42), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.590157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Fanout notify agent at l3_agent the message router_deleted on router 8454ac3f-9325-4ed7-80d3-729720ea1a42 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:12:16.597746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.598750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-738f59ea-5b56-408a-ba1e-6ed2f3919481 tempest-RoutersNegativeTest-433000790 tempest-RoutersNegativeTest-433000790-project] 10.222.0.15 "DELETE /v2.0/routers/8454ac3f-9325-4ed7-80d3-729720ea1a42 HTTP/1.1" status: 204  len: 168 time: 0.5398459
Mar 05 21:12:16.602206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (37bd9435-d45a-46bd-ad11-953920481a7c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.631626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (37bd9435-d45a-46bd-ad11-953920481a7c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.666847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba37208b-e3ea-4a7e-a946-ebd317f4b2c5 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "PUT /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags HTTP/1.1" status: 200  len: 306 time: 0.4791701
Mar 05 21:12:16.671000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46300) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.675473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-6c7fb46a-a4bf-4147-a0dd-5e1a1faebefa tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8986a910>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-762689068') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:16.701006 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (37bd9435-d45a-46bd-ad11-953920481a7c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.705111 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.710159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/37bd9435-d45a-46bd-ad11-953920481a7c HTTP/1.1" status: 204  len: 168 time: 0.3001726
Mar 05 21:12:16.711093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46302) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.737321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663eff0-ad9e-420b-bdd1-4480fe4aca57 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd9435-d45a-46bd-ad11-953920481a7c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:16.792970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c7fb46a-a4bf-4147-a0dd-5e1a1faebefa tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "DELETE /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-762689068 HTTP/1.1" status: 204  len: 168 time: 0.1214731
Mar 05 21:12:16.794792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4030a26-a75c-4047-8925-8663dda58a2d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0762186
Mar 05 21:12:16.795776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.798518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46306) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.803719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--65755403'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:16.814569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-0f1a2c0a-e65e-43f2-b4c2-5ebc8d2f7617 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89a3aa00>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-762689068') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:16.893568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:16.930301 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-0f1a2c0a-e65e-43f2-b4c2-5ebc8d2f7617 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] show failed (client error): The resource could not be found.
Mar 05 21:12:16.931586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0f1a2c0a-e65e-43f2-b4c2-5ebc8d2f7617 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-762689068 HTTP/1.1" status: 404  len: 325 time: 0.1346838
Mar 05 21:12:16.934516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:16.941570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-90cf0ac8-97f9-498d-b91a-81760a4f2e1e tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b906b7c70>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-170589819') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:17.014247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46324) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.017209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6b9f83d-884a-439f-b3cb-7b5bc92806ba req-062656d9-5cea-4b73-ab6f-1c8eaf87020a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 210 time: 0.0445356
Mar 05 21:12:17.084824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (abaae5bb-ea8d-4669-a283-a1e3b3e94566), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.092834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (abaae5bb-ea8d-4669-a283-a1e3b3e94566), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.102536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90cf0ac8-97f9-498d-b91a-81760a4f2e1e tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-170589819 HTTP/1.1" status: 204  len: 168 time: 0.1646104
Mar 05 21:12:17.103829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46330) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.110048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-53e219f1-b12f-4627-aa4c-e326a13b43f3 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa705b0>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-109647506') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:17.138213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.147618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3478506
Mar 05 21:12:17.151642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.156928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-590552f0-f72a-4303-b823-4dc382f2ea07 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'abaae5bb-ea8d-4669-a283-a1e3b3e94566', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.167344 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-590552f0-f72a-4303-b823-4dc382f2ea07 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Mar 05 21:12:17.168128 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-590552f0-f72a-4303-b823-4dc382f2ea07 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:17.171991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-590552f0-f72a-4303-b823-4dc382f2ea07 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0192480
Mar 05 21:12:17.172804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.227266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b478b-cb48-4f1f-9903-050756ecc87d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaae5bb-ea8d-4669-a283-a1e3b3e94566,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:17.285115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (abaae5bb-ea8d-4669-a283-a1e3b3e94566), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.323655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (abaae5bb-ea8d-4669-a283-a1e3b3e94566), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.354619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.355943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-53e219f1-b12f-4627-aa4c-e326a13b43f3 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-109647506 HTTP/1.1" status: 204  len: 168 time: 0.2501698
Mar 05 21:12:17.360869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-227df54a-a89e-4607-bc8e-207fed0dff35 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a02af40>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:17.403174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46342) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.410285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312919515', 'description': 'tempest-description--2082468480'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.444083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-1876454f-4c3e-4722-91c9-215b1c86a786 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:17.446418 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-1876454f-4c3e-4722-91c9-215b1c86a786 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/networks?id=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a HTTP/1.1" status: 200  len: 797 time: 0.3176095
Mar 05 21:12:17.462751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.468895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (abaae5bb-ea8d-4669-a283-a1e3b3e94566), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.471518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.475322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/abaae5bb-ea8d-4669-a283-a1e3b3e94566 HTTP/1.1" status: 204  len: 168 time: 0.3016100
Mar 05 21:12:17.478031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.507204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f6e4-f8fb-4411-ac0d-fe9cf5a832c1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaae5bb-ea8d-4669-a283-a1e3b3e94566,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:17.556469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b845489d-6a36-4d52-bbd5-f49575f2155e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e37e1b8437c94723a7dd80df3308c03f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5380709
Mar 05 21:12:17.558924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-227df54a-a89e-4607-bc8e-207fed0dff35 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "DELETE /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags HTTP/1.1" status: 204  len: 168 time: 0.2028668
Mar 05 21:12:17.559545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46350) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.561907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46352) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.571903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-8fff4369-956a-4149-b0b8-df652a909772 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8977d8e0>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-170589819') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:17.608255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-e5d2dbe2-a49d-4150-95b1-7ce7699ceaf9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 473 time: 0.1532900
Mar 05 21:12:17.613821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9c20e3a-45dc-45d9-917f-8b51a1932d37 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1319056
Mar 05 21:12:17.618529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46356) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.627945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142624135'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.641495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'port': {'device_id': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'admin_state_up': True, 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'security_groups': ['f7dacd40-8f5f-4a87-9a42-b519ce9861aa']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.654246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (17874140-184a-48fb-aaa8-e878dcaf3566), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.660219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] Publish callbacks [] for security_group (0b5d07c2-3771-43a6-b0bb-b4c7b6900627), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.663337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.693250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (17874140-184a-48fb-aaa8-e878dcaf3566), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.695771 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] Publish callbacks [] for security_group (0b5d07c2-3771-43a6-b0bb-b4c7b6900627), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.762585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.766740 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3588729
Mar 05 21:12:17.769141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46360) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.784663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '17874140-184a-48fb-aaa8-e878dcaf3566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.790550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e317ffe-8c77-4126-aaaf-e11342c2b1ac tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17874140-184a-48fb-aaa8-e878dcaf3566,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:17.795703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (cbaa9217-c74f-4c1a-948a-53a03342622a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.807926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cbaa9217-c74f-4c1a-948a-53a03342622a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.819072 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-8fff4369-956a-4149-b0b8-df652a909772 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] show failed (client error): The resource could not be found.
Mar 05 21:12:17.820419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8fff4369-956a-4149-b0b8-df652a909772 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-170589819 HTTP/1.1" status: 404  len: 325 time: 0.2575400
Mar 05 21:12:17.821177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0b5d07c2-3771-43a6-b0bb-b4c7b6900627), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.824187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46362) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.824638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.825950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b5d07c2-3771-43a6-b0bb-b4c7b6900627 HTTP/1.1" status: 204  len: 168 time: 0.2583401
Mar 05 21:12:17.831595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-431306c2-75ba-4ec8-8d27-88b36c37e786 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89c10a30>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5', 'tempest-TagsTest-Tag-109647506') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:17.843234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.844583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2251403
Mar 05 21:12:17.849707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46366) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.855470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-af09277c-fb5f-4df1-b0f9-a0a78db49aa4 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa9217-c74f-4c1a-948a-53a03342622a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.892604 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-af09277c-fb5f-4df1-b0f9-a0a78db49aa4 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Mar 05 21:12:17.893471 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-af09277c-fb5f-4df1-b0f9-a0a78db49aa4 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:17.894698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-af09277c-fb5f-4df1-b0f9-a0a78db49aa4 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0438495
Mar 05 21:12:17.898293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.909822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-fbb3392c-0283-4c16-989d-c74b9095d525 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa9217-c74f-4c1a-948a-53a03342622a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.910696 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-fbb3392c-0283-4c16-989d-c74b9095d525 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Mar 05 21:12:17.911129 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-fbb3392c-0283-4c16-989d-c74b9095d525 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:17.913619 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fbb3392c-0283-4c16-989d-c74b9095d525 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0143769
Mar 05 21:12:17.915226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (06cb8d76-b46b-4763-ad68-1c21a077dab5), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:17.917005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.923880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4764e0b1-6a43-4f87-aec2-3f2ca4403270 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa9217-c74f-4c1a-948a-53a03342622a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.925437 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-4764e0b1-6a43-4f87-aec2-3f2ca4403270 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Mar 05 21:12:17.926426 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-4764e0b1-6a43-4f87-aec2-3f2ca4403270 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:17.927594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4764e0b1-6a43-4f87-aec2-3f2ca4403270 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0089805
Mar 05 21:12:17.928757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6e36-e1ef-4bf6-ab90-8623a4c2539b tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa9217-c74f-4c1a-948a-53a03342622a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:17.944501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46374) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.951184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-27eb6782-aa87-44aa-9b03-d5f2d4ef0f03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa9217-c74f-4c1a-948a-53a03342622a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:17.952281 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-27eb6782-aa87-44aa-9b03-d5f2d4ef0f03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Mar 05 21:12:17.952989 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-27eb6782-aa87-44aa-9b03-d5f2d4ef0f03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:17.954273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-27eb6782-aa87-44aa-9b03-d5f2d4ef0f03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0078309
Mar 05 21:12:17.955349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:17.959260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46376) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:17.959596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.000176 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-431306c2-75ba-4ec8-8d27-88b36c37e786 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] show failed (client error): The resource could not be found.
Mar 05 21:12:18.000974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-431306c2-75ba-4ec8-8d27-88b36c37e786 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "GET /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags/tempest-TagsTest-Tag-109647506 HTTP/1.1" status: 404  len: 325 time: 0.1759441
Mar 05 21:12:18.105412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.110312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-d71fa2cd-e076-4d38-9fe3-3da608b4758f tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b9024e9d0>, 'networks', 'df944491-269b-4f3a-a01f-5fc04ad6b2e5') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:18.216729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (06cb8d76-b46b-4763-ad68-1c21a077dab5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.234094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (06cb8d76-b46b-4763-ad68-1c21a077dab5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.250825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.21 (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a/2a22a379-dade-44ba-81f2-1565a0bcc7c8/00257fe1-6170-49e1-85e0-c4c078a18a37) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:18.281179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cb8d76-b46b-4763-ad68-1c21a077dab5,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:18.300377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.304036 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-edffdcce-57cc-4f7c-abd3-9e681da63d80 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5227158
Mar 05 21:12:18.323905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.330761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '17874140-184a-48fb-aaa8-e878dcaf3566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.348736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b635b-4c30-4b6c-b908-f1d461962068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5d07c2-3771-43a6-b0bb-b4c7b6900627,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:18.360937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d71fa2cd-e076-4d38-9fe3-3da608b4758f tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "DELETE /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5/tags HTTP/1.1" status: 204  len: 168 time: 0.2542748
Mar 05 21:12:18.369443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.390708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3fe254b9-e00e-4e9f-b8e5-61167a8895c1 req-4fbc0290-81d4-4db8-9865-2cdcf30daf8a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 210 time: 0.0566158
Mar 05 21:12:18.437385 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (cbaa9217-c74f-4c1a-948a-53a03342622a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.463867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (cbaa9217-c74f-4c1a-948a-53a03342622a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.510794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (df944491-269b-4f3a-a01f-5fc04ad6b2e5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.517373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cbaa9217-c74f-4c1a-948a-53a03342622a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.521857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.523181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbaa9217-c74f-4c1a-948a-53a03342622a HTTP/1.1" status: 204  len: 168 time: 0.5626373
Mar 05 21:12:18.527294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.529000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (656a5e55-c428-4ac2-8b3f-7eac3013f7b2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.553939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28884ed-5249-45b5-b7c1-bcf876d51ebc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa9217-c74f-4c1a-948a-53a03342622a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:18.618438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eb490c86-09ce-49af-b75e-02acc4d9ab3d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0899203
Mar 05 21:12:18.623505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.631424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168246385'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.655685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.705178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (df944491-269b-4f3a-a01f-5fc04ad6b2e5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.709630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.736112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.743011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (656a5e55-c428-4ac2-8b3f-7eac3013f7b2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.754687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8977baf0>,) {'filters': {'network_id': ['df944491-269b-4f3a-a01f-5fc04ad6b2e5']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:18.756945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (656a5e55-c428-4ac2-8b3f-7eac3013f7b2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.757470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (0213fddb-10a2-4e98-91af-b1896ff367f5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.764105 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0213fddb-10a2-4e98-91af-b1896ff367f5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.781118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8977baf0>, '4368a298-f530-454b-a4ae-65e0c732b231') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:18.781422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8977baf0>, '4368a298-f530-454b-a4ae-65e0c732b231') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:18.805748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4368a298-f530-454b-a4ae-65e0c732b231), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.807900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656a5e55-c428-4ac2-8b3f-7eac3013f7b2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:18.809849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0213fddb-10a2-4e98-91af-b1896ff367f5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:18.824659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.825192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.825860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-860711f5-6dbc-41dd-bf93-72ced3310319 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4987826
Mar 05 21:12:18.830178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46422) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.831564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96df2ad5-79b1-4185-88f6-508005755c20 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2038019
Mar 05 21:12:18.837519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46424) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.838169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.843079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4368a298-f530-454b-a4ae-65e0c732b231), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.847505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-969d146e-938b-45dd-a6e3-68643f80e884 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.848876 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-969d146e-938b-45dd-a6e3-68643f80e884 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 05 21:12:18.850423 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-969d146e-938b-45dd-a6e3-68643f80e884 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:18.853200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-969d146e-938b-45dd-a6e3-68643f80e884 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0107591
Mar 05 21:12:18.854913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.855756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:18.856671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4368a298-f530-454b-a4ae-65e0c732b231), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:18.859345 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:18.862380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.862599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5a97c571-d3cc-46a6-b32f-7e952d4b5eff tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.915639 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-5a97c571-d3cc-46a6-b32f-7e952d4b5eff tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:18.917619 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a97c571-d3cc-46a6-b32f-7e952d4b5eff tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0605314
Mar 05 21:12:18.920095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46428) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.929531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2c9853d1-9c0f-42c2-8faf-9b04c2d2c356 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.930022 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-2c9853d1-9c0f-42c2-8faf-9b04c2d2c356 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Mar 05 21:12:18.932762 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-2c9853d1-9c0f-42c2-8faf-9b04c2d2c356 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:18.935509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2c9853d1-9c0f-42c2-8faf-9b04c2d2c356 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0144644
Mar 05 21:12:18.938615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46430) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.944037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-be3faa52-46ba-4b13-821e-27f562a211dc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:18.960632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:18.971911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:18.974744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46432) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:18.997254 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-be3faa52-46ba-4b13-821e-27f562a211dc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:18.997695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:18.999717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-be3faa52-46ba-4b13-821e-27f562a211dc tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0586512
Mar 05 21:12:19.001392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.003242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (df944491-269b-4f3a-a01f-5fc04ad6b2e5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.018287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5723edbc-4ef2-4531-b278-b0807acc19c9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.020744 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-5723edbc-4ef2-4531-b278-b0807acc19c9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 05 21:12:19.023114 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-5723edbc-4ef2-4531-b278-b0807acc19c9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:19.029670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:19.029891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5723edbc-4ef2-4531-b278-b0807acc19c9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0145743
Mar 05 21:12:19.032082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46438) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.046831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-abb4859e-6709-494e-8958-e3ff227ae3d7 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.056811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828093987'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.069489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.084855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] 10.222.0.15 "DELETE /v2.0/networks/df944491-269b-4f3a-a01f-5fc04ad6b2e5 HTTP/1.1" status: 204  len: 168 time: 0.7109349
Mar 05 21:12:19.093630 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-abb4859e-6709-494e-8958-e3ff227ae3d7 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Project 96b094ffab1a482ba36d24723c3be023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:19.097847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.118184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.125710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:19.128120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7421d1b-d222-4fb6-b91a-dc2200f7a3b2 tempest-TagsTest-68313857 tempest-TagsTest-68313857-project] Pushing event deleted for resources: {'Network': ['ID=df944491-269b-4f3a-a01f-5fc04ad6b2e5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:19.137211 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-abb4859e-6709-494e-8958-e3ff227ae3d7 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:19.138670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a03d85de-12e3-49d9-a853-d910449d65be tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-104755382'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.139160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a03d85de-12e3-49d9-a853-d910449d65be tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Unknown quota resources ['metering_label']. {{(pid=126562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:12:19.140609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-abb4859e-6709-494e-8958-e3ff227ae3d7 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1054742
Mar 05 21:12:19.144023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46442) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.154393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f00162a4-c873-4c94-81e9-dc0542ea1097 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.155008 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-f00162a4-c873-4c94-81e9-dc0542ea1097 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Mar 05 21:12:19.155610 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-f00162a4-c873-4c94-81e9-dc0542ea1097 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:19.161088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f00162a4-c873-4c94-81e9-dc0542ea1097 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0130017
Mar 05 21:12:19.161911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46444) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.170766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bf67ec70-1747-4ed0-9a6d-c0db3e3acbdb tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.217566 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-bf67ec70-1747-4ed0-9a6d-c0db3e3acbdb tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Project 96b094ffab1a482ba36d24723c3be023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:19.253290 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-bf67ec70-1747-4ed0-9a6d-c0db3e3acbdb tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:19.254610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf67ec70-1747-4ed0-9a6d-c0db3e3acbdb tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0917099
Mar 05 21:12:19.257984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.269178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bc29e722-05f6-4f8a-b5cf-daa6a07bcb9c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '0213fddb-10a2-4e98-91af-b1896ff367f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.271885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:19.272612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.282250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (71e7b34f-c25b-485e-a724-95814f2b7eed), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.291956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71e7b34f-c25b-485e-a724-95814f2b7eed), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.333045 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-bc29e722-05f6-4f8a-b5cf-daa6a07bcb9c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Project 96b094ffab1a482ba36d24723c3be023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:12:19.369561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e7b34f-c25b-485e-a724-95814f2b7eed,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:19.374897 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-bc29e722-05f6-4f8a-b5cf-daa6a07bcb9c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:19.376141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bc29e722-05f6-4f8a-b5cf-daa6a07bcb9c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1170039
Mar 05 21:12:19.378957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46450) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.396438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f385854f-1a35-4c99-95aa-615ab1f1c50b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7778847
Mar 05 21:12:19.409083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c9421d4e-2c38-40d8-99c4-69b76974603b None None] Provisioning complete for port 00257fe1-6170-49e1-85e0-c4c078a18a37 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:19.409708 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c9421d4e-2c38-40d8-99c4-69b76974603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.413158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Request body: {'port': {'device_id': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.438085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.446563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.447229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c9421d4e-2c38-40d8-99c4-69b76974603b None None] Port 00257fe1-6170-49e1-85e0-c4c078a18a37 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:19.492354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46454) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.504600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:19.512227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (0213fddb-10a2-4e98-91af-b1896ff367f5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.517435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.518547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-78b3827e-57c4-4361-a885-4c85774afd1f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5428276
Mar 05 21:12:19.521564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46458) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.556214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (0213fddb-10a2-4e98-91af-b1896ff367f5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.574995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a03d85de-12e3-49d9-a853-d910449d65be tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.576192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a03d85de-12e3-49d9-a853-d910449d65be tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.8353932
Mar 05 21:12:19.576869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.586085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.595813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5509be34-864e-4c96-8e1f-3cacd32333a3 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4124ad80-0b03-446f-8a14-f7cd0d883a76'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.596419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5509be34-864e-4c96-8e1f-3cacd32333a3 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:12:19.639798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d0209458-9423-4cbe-aacf-e0f4fc5edf0c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1146860
Mar 05 21:12:19.645397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46462) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.662971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-security--1935743998', 'description': 'tempest-security-description-1828982855'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.686551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.737127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0213fddb-10a2-4e98-91af-b1896ff367f5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.737359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf389d7-5cdf-485f-99bd-3d289c821736 req-5ea7f4ee-af61-4388-80d1-19e4b33c71f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:19.738731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbf389d7-5cdf-485f-99bd-3d289c821736 req-5ea7f4ee-af61-4388-80d1-19e4b33c71f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 932 time: 0.2127035
Mar 05 21:12:19.739617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.743328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/0213fddb-10a2-4e98-91af-b1896ff367f5 HTTP/1.1" status: 204  len: 168 time: 0.3608162
Mar 05 21:12:19.745683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46464) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.749591 ncdv-master-1 neutron-server[126563]: WARNING neutron.services.metering.metering_plugin [None req-5509be34-864e-4c96-8e1f-3cacd32333a3 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 05 21:12:19.808071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70870-cba3-4212-9766-aaa754be4761 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213fddb-10a2-4e98-91af-b1896ff367f5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:19.923831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d94604ce-3bb4-41aa-855d-4f6fa6624b80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06c0a4bae886481f994989092031c24b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4271021
Mar 05 21:12:19.927022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5509be34-864e-4c96-8e1f-3cacd32333a3 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.928143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5509be34-864e-4c96-8e1f-3cacd32333a3 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3411021
Mar 05 21:12:19.928839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.931217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46468) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.939783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0e4e9de2-29d7-42f3-8a4f-9bea302f585b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4124ad80-0b03-446f-8a14-f7cd0d883a76'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.940284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0e4e9de2-29d7-42f3-8a4f-9bea302f585b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:12:19.940398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a70181d1-0fba-4363-899a-a91bd79df2a9 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1910605
Mar 05 21:12:19.944566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46470) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:19.955687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--193143761'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:19.960676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:19.987242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbf389d7-5cdf-485f-99bd-3d289c821736 req-6870db2c-9e64-46cf-bde7-b944b8ae2c5b tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2367730
Mar 05 21:12:20.022712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.35.0.36 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/eac59b3e-1c9e-4281-9f64-f20420dc91d0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:20.074154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.088373 ncdv-master-1 neutron-server[126563]: WARNING neutron.services.metering.metering_plugin [None req-0e4e9de2-29d7-42f3-8a4f-9bea302f585b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 05 21:12:20.109857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.138121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00257fe1-6170-49e1-85e0-c4c078a18a37 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:12:20.152857 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks [] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.169167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.171724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.173496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "PUT /v2.0/security-groups/e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5 HTTP/1.1" status: 200  len: 1797 time: 0.5255585
Mar 05 21:12:20.178225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.189284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Transition to ACTIVE for port object 00257fe1-6170-49e1-85e0-c4c078a18a37 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:12:20.208547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.215278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.221870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] Publish callbacks [] for security_group (96b5957c-6efb-46b8-946d-c8383f34fed8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.232462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9de2-29d7-42f3-8a4f-9bea302f585b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.233648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0e4e9de2-29d7-42f3-8a4f-9bea302f585b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2968841
Mar 05 21:12:20.244516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46476) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.274091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1e3d7-7138-439b-b037-1fb11c986f99 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:20.286758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f442e09c-1dec-4615-a340-d87c62345bf0 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=d145c23f-9289-443c-a1e0-284291e99ad0 HTTP/1.1" status: 200  len: 462 time: 0.0402253
Mar 05 21:12:20.288752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] Publish callbacks [] for security_group (96b5957c-6efb-46b8-946d-c8383f34fed8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.288898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7247b689-e161-4a2b-aa53-36b62b1bcfad tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups/e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5 HTTP/1.1" status: 200  len: 1797 time: 0.1095572
Mar 05 21:12:20.293208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.293686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46480) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.319712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Pushing event updated for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:20.337780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0399c86-e5e6-488a-a35a-926cccd8c3e9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.345052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0399c86-e5e6-488a-a35a-926cccd8c3e9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.385046 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.389768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4416027
Mar 05 21:12:20.391298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46482) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.396308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2644ef41-049b-48fa-8164-cca77191c2c6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'b0399c86-e5e6-488a-a35a-926cccd8c3e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:20.400177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75032781-370b-4186-ade3-21b1adfc6201 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0399c86-e5e6-488a-a35a-926cccd8c3e9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:20.404779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96b5957c-6efb-46b8-946d-c8383f34fed8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.406814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.411244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96b5957c-6efb-46b8-946d-c8383f34fed8 HTTP/1.1" status: 204  len: 168 time: 0.4774606
Mar 05 21:12:20.411575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.446973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eba43-c848-4b69-a907-845a120a3700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b5957c-6efb-46b8-946d-c8383f34fed8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:20.489007 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-2644ef41-049b-48fa-8164-cca77191c2c6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The resource could not be found.
Mar 05 21:12:20.494228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2644ef41-049b-48fa-8164-cca77191c2c6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1013012
Mar 05 21:12:20.495838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46486) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.501965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f49ee361-e147-416a-bb2c-e5bfee305f40 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'b0399c86-e5e6-488a-a35a-926cccd8c3e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '83b8432e-4c49-4c4b-8cbe-0ace00cd6534'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:20.569283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:20.573062 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-f49ee361-e147-416a-bb2c-e5bfee305f40 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The resource could not be found.
Mar 05 21:12:20.574886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f49ee361-e147-416a-bb2c-e5bfee305f40 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0781379
Mar 05 21:12:20.577635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46490) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.619163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de1d4578-f2f7-4c2d-b551-0e7d08ffaaee tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.623352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-de1d4578-f2f7-4c2d-b551-0e7d08ffaaee tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/d145c23f-9289-443c-a1e0-284291e99ad0 HTTP/1.1" status: 204  len: 168 time: 0.3210406
Mar 05 21:12:20.623352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:20.624221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:20.624463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46492) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.643736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6d8c0856-d3cc-45eb-9f90-d31551fb3bc6 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=d145c23f-9289-443c-a1e0-284291e99ad0 HTTP/1.1" status: 200  len: 221 time: 0.0168951
Mar 05 21:12:20.643736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0399c86-e5e6-488a-a35a-926cccd8c3e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.647117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46494) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.651989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-aebdf8dd-8df3-451e-8a4c-1798724198e1 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1933990688', 'description': 'label created by tempest'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:20.652941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-aebdf8dd-8df3-451e-8a4c-1798724198e1 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Unknown quota resources ['metering_label']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:12:20.742928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0399c86-e5e6-488a-a35a-926cccd8c3e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.915282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aebdf8dd-8df3-451e-8a4c-1798724198e1 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:20.920799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aebdf8dd-8df3-451e-8a4c-1798724198e1 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2726691
Mar 05 21:12:20.921571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46504) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:20.991719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=eac59b3e-1c9e-4281-9f64-f20420dc91d0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:21.005230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fbfa8601-9dbe-40e3-9cc9-ad0c9b0d285e tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=7eac0db0-7a09-4e2d-b785-8465a5ac9bbd HTTP/1.1" status: 200  len: 468 time: 0.0815051
Mar 05 21:12:21.007595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.023323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.028994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Attempting to bind port 00257fe1-6170-49e1-85e0-c4c078a18a37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:21.028994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Attempting to bind port 00257fe1-6170-49e1-85e0-c4c078a18a37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:21.029351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Attempting to bind port 00257fe1-6170-49e1-85e0-c4c078a18a37 on network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:21.032406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0399c86-e5e6-488a-a35a-926cccd8c3e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.034882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.035994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0399c86-e5e6-488a-a35a-926cccd8c3e9 HTTP/1.1" status: 204  len: 168 time: 0.4572349
Mar 05 21:12:21.041634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46516) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.055736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Port 00257fe1-6170-49e1-85e0-c4c078a18a37 on network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:12:21.056075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Attempting to bind port 00257fe1-6170-49e1-85e0-c4c078a18a37 on network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:21.086733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:21.087080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Checking segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:21.087613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Bound using segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:21.087926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Bound port: 00257fe1-6170-49e1-85e0-c4c078a18a37, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:21.088998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.094899 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.102783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d57180-38d8-4790-b5b4-75511515c598 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0399c86-e5e6-488a-a35a-926cccd8c3e9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:21.224976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.232283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-94b22885-0c83-4fd2-9a41-f7704de3cbec tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1888981
Mar 05 21:12:21.238108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46520) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.244310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-22298dd8-cea3-4c74-be04-d322c480c251 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '25aac0f8-a907-4e29-9f39-8742ed399e33', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:21.268680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.271116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.272568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5 HTTP/1.1" status: 204  len: 168 time: 0.9735944
Mar 05 21:12:21.272721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46522) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.277480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028977
Mar 05 21:12:21.278058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.283348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46526) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.302679 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0658-c85f-4721-8a4e-3833986fbe03 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.303992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5bfa0658-c85f-4721-8a4e-3833986fbe03 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/7eac0db0-7a09-4e2d-b785-8465a5ac9bbd HTTP/1.1" status: 204  len: 168 time: 0.2945673
Mar 05 21:12:21.309157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.316887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:21.325059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864b64-6bb6-4a18-a476-32c2bb41e29e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:21.334525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-87be50c1-0897-4068-a248-1244b4b35e0b tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=7eac0db0-7a09-4e2d-b785-8465a5ac9bbd HTTP/1.1" status: 200  len: 216 time: 0.0239360
Mar 05 21:12:21.341817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46532) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.349182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45625a08-a7e4-497b-9b32-ad343028bae3 req-15120ae3-fcdb-4fa1-928c-989d5b56aa73 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:21.350739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45625a08-a7e4-497b-9b32-ad343028bae3 req-15120ae3-fcdb-4fa1-928c-989d5b56aa73 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 944 time: 0.2013581
Mar 05 21:12:21.350867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00257fe1-6170-49e1-85e0-c4c078a18a37,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:21.355137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.364647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.379308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b487d957-e5e0-4ccc-b67f-cc7de167bd09 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0263941
Mar 05 21:12:21.389406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24e10cdf-b614-4229-aa42-f2c58151ceff tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1088011
Mar 05 21:12:21.392108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46534) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.392348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.418872 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-836f5a36-0339-49e5-a4cc-5c3d7d973e7e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:21.419932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-836f5a36-0339-49e5-a4cc-5c3d7d973e7e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/e998e9d5-1f8b-47b0-ae98-e03e8c97aaa5 HTTP/1.1" status: 404  len: 347 time: 0.0256000
Mar 05 21:12:21.424762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7008364e-7820-49aa-822d-c4339cb03961 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0280354
Mar 05 21:12:21.428293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46538) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.428293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46540) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.438512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665155106'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:21.455629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:21.456271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.458121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] 10.222.0.23 "PUT /v2.0/ports/00257fe1-6170-49e1-85e0-c4c078a18a37 HTTP/1.1" status: 200  len: 1092 time: 2.0569181
Mar 05 21:12:21.466557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-871208b9-70b1-4228-80ef-a73f0de105e3 tempest-NetworksApiDiscovery-1173019840 tempest-NetworksApiDiscovery-1173019840-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1722066
Mar 05 21:12:21.466850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:21.466850 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0910bb-8699-417f-9216-1e99493301e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:21.476534 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-22298dd8-cea3-4c74-be04-d322c480c251 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The resource could not be found.
Mar 05 21:12:21.477782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-22298dd8-cea3-4c74-be04-d322c480c251 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2379675
Mar 05 21:12:21.488049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.501700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605252473'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:21.519119 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a463474-6a21-4764-b49f-696569977c55 x-openstack-request-id: req-8a463474-6a21-4764-b49f-696569977c55 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:21.519345 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:21.519599 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a463474-6a21-4764-b49f-696569977c55 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:21.520024 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37', 'status': 'completed', 'code': 200}
Mar 05 21:12:21.596085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45625a08-a7e4-497b-9b32-ad343028bae3 req-bd4c67e1-86bf-418a-b16d-f6832c922a1d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2308791
Mar 05 21:12:21.598161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb5c7a-3b5f-4aa7-9af8-afb0fba6e597 service neutron] Pushing event updated for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:21.604977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ccae6ef6-1c02-448d-8424-d95e82e6be52 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/4124ad80-0b03-446f-8a14-f7cd0d883a76 HTTP/1.1" status: 200  len: 472 time: 0.1747415
Mar 05 21:12:21.616690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.622978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.649543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-fcd3a7b2-e566-4ba0-95de-3e84f0ebf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:21.651925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-fcd3a7b2-e566-4ba0-95de-3e84f0ebf4ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 1126 time: 0.1371737
Mar 05 21:12:21.658727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c1c23102-5d2c-40d5-95ad-b264c8a67ea1 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/aad705a6-c633-48ab-a2fd-bf27849cd72c HTTP/1.1" status: 200  len: 459 time: 0.0368700
Mar 05 21:12:21.659225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.671368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.713930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-4f32b2d0-46df-4a28-9cc3-75075af3dd4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=00257fe1-6170-49e1-85e0-c4c078a18a37 HTTP/1.1" status: 200  len: 217 time: 0.0529408
Mar 05 21:12:21.764064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (1ba26011-b27d-4051-8e0d-b1d88114163f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.775118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1ba26011-b27d-4051-8e0d-b1d88114163f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.820186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.821482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3340733
Mar 05 21:12:21.825100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46554) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.838563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038284861'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:21.848287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d2f51-f1ca-41b2-a258-50f30a206265 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba26011-b27d-4051-8e0d-b1d88114163f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:21.867233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (ff51b41d-f357-42df-90e6-ba6a2dbc1d09), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.872891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.873115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ff51b41d-f357-42df-90e6-ba6a2dbc1d09), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.891844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.898068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46556) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.918540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-1bb25ff4-34e8-4a4f-ba1c-55fd92a8ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:21.919751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-1bb25ff4-34e8-4a4f-ba1c-55fd92a8ede2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a22a379-dade-44ba-81f2-1565a0bcc7c8 HTTP/1.1" status: 200  len: 838 time: 0.1968658
Mar 05 21:12:21.924277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5735ea50-579a-478b-919f-72091cff4157 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.927434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5735ea50-579a-478b-919f-72091cff4157 tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/aad705a6-c633-48ab-a2fd-bf27849cd72c HTTP/1.1" status: 204  len: 168 time: 0.2638869
Mar 05 21:12:21.927434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.930645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:21.932494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5030255
Mar 05 21:12:21.934799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46560) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.937835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46562) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:21.953532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'ff51b41d-f357-42df-90e6-ba6a2dbc1d09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:21.959016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f020d-00af-4beb-86f2-032f2085aa64 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff51b41d-f357-42df-90e6-ba6a2dbc1d09,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.031274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=eac59b3e-1c9e-4281-9f64-f20420dc91d0,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.055124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34248f1-1169-40f1-a904-95654ecdf98d req-ebb55de7-6d10-477a-956f-2d8fb44444aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.056662 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-ebb55de7-6d10-477a-956f-2d8fb44444aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1302910
Mar 05 21:12:22.060313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.128042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.128829 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2f10852e-56a4-4025-b0a2-05db9df6e5b3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2961872
Mar 05 21:12:22.130595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.133399 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a553f1da-77cf-43ac-87c5-5e5d283d14ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.173521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-f0a6114e-3520-409d-a25a-c0c28d20f7af service neutron] 10.222.0.23 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103058
Mar 05 21:12:22.235005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1b87263-dd36-480d-b254-44feb6f0b1ab tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.236161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1b87263-dd36-480d-b254-44feb6f0b1ab tempest-MeteringIpV6TestJSON-1987254306 tempest-MeteringIpV6TestJSON-1987254306-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/4124ad80-0b03-446f-8a14-f7cd0d883a76 HTTP/1.1" status: 204  len: 168 time: 0.3000550
Mar 05 21:12:22.241245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0c8b67b-7c73-466e-b1c1-957642dd1b5f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.255119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c8b67b-7c73-466e-b1c1-957642dd1b5f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.289070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a34248f1-1169-40f1-a904-95654ecdf98d req-18c4dd78-44a7-4a68-8fbe-18b6698465ed service neutron] 10.222.0.23 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099234
Mar 05 21:12:22.314105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8b67b-7c73-466e-b1c1-957642dd1b5f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.324419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.328486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4f449ed-b868-4110-beec-47078f43c611 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4964521
Mar 05 21:12:22.328486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.338608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46578) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.341126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.352769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-919c3c60-6b26-40e9-8bc0-fc9658dbc59c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': '1ba26011-b27d-4051-8e0d-b1d88114163f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b0c8b67b-7c73-466e-b1c1-957642dd1b5f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:22.375399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d089438a-db64-43c6-bb1b-c4b237491332,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.389579 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.391056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c702ae69-bd26-4dae-a835-9343135b50f6 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4447303
Mar 05 21:12:22.396295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46580) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.411930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a553f1da-77cf-43ac-87c5-5e5d283d14ed admin admin] Publish callbacks [] for security_group (262a658a-6dec-4fe2-86c5-38b745b7ea2c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.419537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a553f1da-77cf-43ac-87c5-5e5d283d14ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (262a658a-6dec-4fe2-86c5-38b745b7ea2c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.426438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-344c1c9f-c8b1-4bc1-9a9b-a99c5357999c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--312919515&fields=id&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 267 time: 0.1161113
Mar 05 21:12:22.462277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0910bb-8699-417f-9216-1e99493301e8 req-a9100d15-0b42-4574-a805-00378b026e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.464352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-a9100d15-0b42-4574-a805-00378b026e13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 1126 time: 0.1034505
Mar 05 21:12:22.464674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.478694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a553f1da-77cf-43ac-87c5-5e5d283d14ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8112291b95d74ff0b59878613ff1bccd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5772383
Mar 05 21:12:22.481369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46584) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.483807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.486049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553f1da-77cf-43ac-87c5-5e5d283d14ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262a658a-6dec-4fe2-86c5-38b745b7ea2c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.519390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d089438a-db64-43c6-bb1b-c4b237491332), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.529036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.530547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d089438a-db64-43c6-bb1b-c4b237491332 HTTP/1.1" status: 204  len: 168 time: 0.1335914
Mar 05 21:12:22.534644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46586) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.543715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fef8c-4a79-4938-868a-e58f7b12329c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d089438a-db64-43c6-bb1b-c4b237491332,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.545176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46588) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.568861 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-919c3c60-6b26-40e9-8bc0-fc9658dbc59c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:22.569925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-919c3c60-6b26-40e9-8bc0-fc9658dbc59c tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2215245
Mar 05 21:12:22.579793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46592) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.579982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f88c8e11-d94d-4a0d-a31f-93582ed0353c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0436800
Mar 05 21:12:22.582015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.647047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (ff51b41d-f357-42df-90e6-ba6a2dbc1d09), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.681051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (ff51b41d-f357-42df-90e6-ba6a2dbc1d09), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.722978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0910bb-8699-417f-9216-1e99493301e8 req-65b7de9a-3e16-483d-a708-ebfb3c7adc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.724492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-65b7de9a-3e16-483d-a708-ebfb3c7adc7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a HTTP/1.1" status: 200  len: 898 time: 0.2456880
Mar 05 21:12:22.727684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b34e9d2-a2d4-4a28-9a8b-9524a12724dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.730919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-2522ea41-9383-4886-bf29-0a3650bf787a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.732316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-2522ea41-9383-4886-bf29-0a3650bf787a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.2863491
Mar 05 21:12:22.742076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af408445-d876-4543-8993-576758b7d400 admin admin] Publish callbacks [] for security_group (262a658a-6dec-4fe2-86c5-38b745b7ea2c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.796095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-7c68d4d9-df6c-41e4-9119-d0c77c8243db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=00257fe1-6170-49e1-85e0-c4c078a18a37 HTTP/1.1" status: 200  len: 217 time: 0.0623095
Mar 05 21:12:22.796656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e465a-e6a6-4aa3-a574-7a72aed99c22 req-d2fabc7c-79bc-4f6c-babe-2a9f1b4016c2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.798142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b5e465a-e6a6-4aa3-a574-7a72aed99c22 req-d2fabc7c-79bc-4f6c-babe-2a9f1b4016c2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 944 time: 0.1213698
Mar 05 21:12:22.803359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ff51b41d-f357-42df-90e6-ba6a2dbc1d09), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.805950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.809935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff51b41d-f357-42df-90e6-ba6a2dbc1d09 HTTP/1.1" status: 204  len: 168 time: 0.2239718
Mar 05 21:12:22.813654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46598) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.814314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0c8b67b-7c73-466e-b1c1-957642dd1b5f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.820890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-f100d6cf-e437-42d4-8057-5742be0b9be5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/quotas/f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 375 time: 0.0730507
Mar 05 21:12:22.852503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afcdc3-5f8e-486c-b41f-f52120594f1d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff51b41d-f357-42df-90e6-ba6a2dbc1d09,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:22.856273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af408445-d876-4543-8993-576758b7d400 admin admin] Publish callbacks [] for security_group (262a658a-6dec-4fe2-86c5-38b745b7ea2c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.917536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (b0c8b67b-7c73-466e-b1c1-957642dd1b5f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.931453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b34e9d2-a2d4-4a28-9a8b-9524a12724dd admin admin] Publish callbacks [] for security_group (bbe0d02a-ee41-4431-9401-99cf51d2202d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.942763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ac0ccf85-3d65-4b84-b163-40a098aba001 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1204603
Mar 05 21:12:22.942763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b34e9d2-a2d4-4a28-9a8b-9524a12724dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bbe0d02a-ee41-4431-9401-99cf51d2202d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:22.947319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46600) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:22.954243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--566124011'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:22.961627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0910bb-8699-417f-9216-1e99493301e8 req-6f626e2b-33f2-4faa-9dbc-e502d4eeac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:22.961787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b5e465a-e6a6-4aa3-a574-7a72aed99c22 req-bd667036-3156-4b63-a0f3-cfbbac6a1fe7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519532
Mar 05 21:12:22.963157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-6f626e2b-33f2-4faa-9dbc-e502d4eeac13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a22a379-dade-44ba-81f2-1565a0bcc7c8 HTTP/1.1" status: 200  len: 838 time: 0.1589921
Mar 05 21:12:22.993815 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b34e9d2-a2d4-4a28-9a8b-9524a12724dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fe9e798d2394bc09b446292a70ad7fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4418795
Mar 05 21:12:23.000715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.010234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e9d2-a2d4-4a28-9a8b-9524a12724dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0d02a-ee41-4431-9401-99cf51d2202d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.019699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.027357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-8a183af9-abc2-4cdd-b6e3-5023a2ad198d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1741314
Mar 05 21:12:23.046819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b0c8b67b-7c73-466e-b1c1-957642dd1b5f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.049260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.052854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0c8b67b-7c73-466e-b1c1-957642dd1b5f HTTP/1.1" status: 204  len: 168 time: 0.4673679
Mar 05 21:12:23.058156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46604) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.064076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af408445-d876-4543-8993-576758b7d400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (262a658a-6dec-4fe2-86c5-38b745b7ea2c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.066541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af408445-d876-4543-8993-576758b7d400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.067615 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-af408445-d876-4543-8993-576758b7d400 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/262a658a-6dec-4fe2-86c5-38b745b7ea2c HTTP/1.1" status: 204  len: 168 time: 0.5857503
Mar 05 21:12:23.085208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560350-cab0-449f-9f65-f776805b74e1 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8b67b-7c73-466e-b1c1-957642dd1b5f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.120239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0910bb-8699-417f-9216-1e99493301e8 req-0b752a20-18c2-4628-8d26-e4fc92573bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:23.121786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-0b752a20-18c2-4628-8d26-e4fc92573bbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1468852
Mar 05 21:12:23.126431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] Publish callbacks [] for security_group (bbe0d02a-ee41-4431-9401-99cf51d2202d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.143398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af408445-d876-4543-8993-576758b7d400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a658a-6dec-4fe2-86c5-38b745b7ea2c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.185108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3ec60f98-fe69-4256-a068-baaf300dbd28 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1227946
Mar 05 21:12:23.185801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.186489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] Publish callbacks [] for security_group (bbe0d02a-ee41-4431-9401-99cf51d2202d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.199230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (d761aa36-ec3c-480f-982b-cadb2d593535), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.211078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d761aa36-ec3c-480f-982b-cadb2d593535), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.255041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.256331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3078465
Mar 05 21:12:23.259211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46612) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.266972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'd761aa36-ec3c-480f-982b-cadb2d593535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:23.274086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f2953-91a8-403e-9737-87461bc585e9 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d761aa36-ec3c-480f-982b-cadb2d593535,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.275442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-5afe3afd-d1c1-4757-8403-27b8a9e197e9 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235796
Mar 05 21:12:23.316696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.330609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bbe0d02a-ee41-4431-9401-99cf51d2202d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.333373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.334895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbe0d02a-ee41-4431-9401-99cf51d2202d HTTP/1.1" status: 204  len: 168 time: 0.3332660
Mar 05 21:12:23.347390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-22030eee-1748-481c-af47-fe1c9ffd089e service neutron] 10.222.0.23 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153122
Mar 05 21:12:23.349537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (1ba26011-b27d-4051-8e0d-b1d88114163f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.350488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3ebc3-b1ab-4746-adf9-700553516cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0d02a-ee41-4431-9401-99cf51d2202d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.433559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.440405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.443106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (1ba26011-b27d-4051-8e0d-b1d88114163f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.476838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2c3f8-14c9-4efc-b1b1-064ae8461904,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.492795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.494160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a80037e2-5ceb-498f-aea2-c8f0c37e1700 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2339807
Mar 05 21:12:23.497330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46622) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.499825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-50e20cdb-3e9f-4f7a-baba-23fe893f287d service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159638
Mar 05 21:12:23.512328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'd761aa36-ec3c-480f-982b-cadb2d593535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:23.542954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a0910bb-8699-417f-9216-1e99493301e8 req-3d44bcb1-8efd-41b9-9675-9ade1d88f8b0 service neutron] 10.222.0.23 "GET /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889274
Mar 05 21:12:23.545386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1ba26011-b27d-4051-8e0d-b1d88114163f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.549636 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.553964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46626) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.554497 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ba26011-b27d-4051-8e0d-b1d88114163f HTTP/1.1" status: 204  len: 168 time: 0.3641891
Mar 05 21:12:23.568393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8481208-2cfc-4bea-942a-036b57a9e973 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba26011-b27d-4051-8e0d-b1d88114163f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.576867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.676140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46632) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.680673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681951077'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:23.687452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2534e400-69f6-4646-a68b-d515b3b3c601 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1322911
Mar 05 21:12:23.743116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.823711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.860956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (e8aa8073-51d9-4ca6-81cd-3ccbfd86864b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.867559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24bb0d50-5201-4cb4-a11f-e5d95c29baa8 req-7c5f9986-97c0-4a65-9a12-042b8b7ab87d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 210 time: 0.1254725
Mar 05 21:12:23.868239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e8aa8073-51d9-4ca6-81cd-3ccbfd86864b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.868395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.884475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4719ab59-3207-427e-83b8-5bab1d65d2e6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.925741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.928461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85a5313b-dee4-4a9d-9afb-df41b1256447 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4271753
Mar 05 21:12:23.929223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46642) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.931562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.943255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'd761aa36-ec3c-480f-982b-cadb2d593535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:23.949815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:23.954655 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2774439
Mar 05 21:12:23.956190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46648) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:23.966010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b62c0e-b520-4530-9a4d-25f38c912b9d tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa8073-51d9-4ca6-81cd-3ccbfd86864b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:23.966760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-96855e09-67cc-4007-a902-cc45882ceb03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'e8aa8073-51d9-4ca6-81cd-3ccbfd86864b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:23.984604 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89340b67-9a36-4b4d-85e5-d201e99ce1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.034209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.046165 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-96855e09-67cc-4007-a902-cc45882ceb03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:24.050372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96855e09-67cc-4007-a902-cc45882ceb03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0872898
Mar 05 21:12:24.051072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46656) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.058684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-52244b68-4b59-4796-b6f7-8228c067225a tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group_rule': {'security_group_id': 'e8aa8073-51d9-4ca6-81cd-3ccbfd86864b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:24.133187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.145244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.161738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ed127-7883-4282-ba5a-1c7b6f9dae29 req-4ab91789-1090-49b6-9c5d-0fc735c3c6f1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:24.164212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3ed127-7883-4282-ba5a-1c7b6f9dae29 req-4ab91789-1090-49b6-9c5d-0fc735c3c6f1 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 944 time: 0.0963678
Mar 05 21:12:24.165161 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-52244b68-4b59-4796-b6f7-8228c067225a tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:12:24.167247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-52244b68-4b59-4796-b6f7-8228c067225a tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1150405
Mar 05 21:12:24.170269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89340b67-9a36-4b4d-85e5-d201e99ce1cc admin admin] Publish callbacks [] for security_group (b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.171455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.183995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238e0771-509f-429d-8986-3de7d302e18e,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.187941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89340b67-9a36-4b4d-85e5-d201e99ce1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.224901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.226274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1c9183d8-1d39-4d4a-be53-00ac2c40555a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2928643
Mar 05 21:12:24.234070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af3ed127-7883-4282-ba5a-1c7b6f9dae29 req-11cc1075-8caf-4cf6-a0e2-7002865dbb77 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573559
Mar 05 21:12:24.234591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46662) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.255506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'd761aa36-ec3c-480f-982b-cadb2d593535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:24.258586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-89340b67-9a36-4b4d-85e5-d201e99ce1cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a83a33f6f8074b3096f83cbd94cb0e8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3237023
Mar 05 21:12:24.262113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.266801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89340b67-9a36-4b4d-85e5-d201e99ce1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.288387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (e8aa8073-51d9-4ca6-81cd-3ccbfd86864b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.303819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 00257fe1-6170-49e1-85e0-c4c078a18a37 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:12:24.337834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.351222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (e8aa8073-51d9-4ca6-81cd-3ccbfd86864b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.376743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] Publish callbacks [] for security_group (b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.408323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e8aa8073-51d9-4ca6-81cd-3ccbfd86864b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.411012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.415646 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8aa8073-51d9-4ca6-81cd-3ccbfd86864b HTTP/1.1" status: 204  len: 168 time: 0.2405324
Mar 05 21:12:24.415840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] Publish callbacks [] for security_group (b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.416411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46670) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.433045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.443531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.456826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117685-3f88-45f7-8362-9a13314aaee5 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa8073-51d9-4ca6-81cd-3ccbfd86864b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.475198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803fad27-ef06-4923-bdce-0ba4435c7c05,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.487592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.489087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-59ac3577-bffe-478d-ac54-c68f81d57f85 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2535295
Mar 05 21:12:24.491660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46672) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.497907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'd761aa36-ec3c-480f-982b-cadb2d593535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:24.506211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00257fe1-6170-49e1-85e0-c4c078a18a37,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:24.523345 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.531031 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.534143 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a HTTP/1.1" status: 204  len: 168 time: 0.2684758
Mar 05 21:12:24.534143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46676) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.539064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030875434'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:24.542441 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-21fe4018-a153-4f90-bf7c-86c3e3cc1095 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1044240
Mar 05 21:12:24.561458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7d92-62ed-4e52-81a5-6f37e6d394ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3f247-e7c4-4a35-b6b8-a7e2bc8a0b1a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.569414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.597492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '00257fe1-6170-49e1-85e0-c4c078a18a37', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'port_id': '00257fe1-6170-49e1-85e0-c4c078a18a37', 'mac_address': 'fa:16:3e:b3:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:12:24.605156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.615578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c87975a3-27ce-4e33-ab02-4c245ab88bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.665065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.672021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.695092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 00257fe1-6170-49e1-85e0-c4c078a18a37 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:24.695487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.705748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16899087-0fe7-4f99-9ef0-dda574295a99,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.716625 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.717640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00257fe1-6170-49e1-85e0-c4c078a18a37 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:12:24.718725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17ccfa6d-6003-41b3-af3a-044e9c47e133 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2257800
Mar 05 21:12:24.721401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.741816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00257fe1-6170-49e1-85e0-c4c078a18a37,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:24.752762 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.755886 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (992c0bc0-8b3d-4242-b321-3fa85eee05d4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.762979 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (992c0bc0-8b3d-4242-b321-3fa85eee05d4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.772234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.782150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.818269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992c0bc0-8b3d-4242-b321-3fa85eee05d4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.831426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (16899087-0fe7-4f99-9ef0-dda574295a99), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.833711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.840274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23355bf7-86e4-4d8a-a475-b407945f3171 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3047731
Mar 05 21:12:24.841219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46688) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.843072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.847312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1d728c63-3c3d-4007-a161-0a921bccce03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:24.847957 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-1d728c63-3c3d-4007-a161-0a921bccce03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 05 21:12:24.848916 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-1d728c63-3c3d-4007-a161-0a921bccce03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:12:24.856641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:24.856641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/16899087-0fe7-4f99-9ef0-dda574295a99 HTTP/1.1" status: 204  len: 168 time: 0.1308665
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.856925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.857848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.859018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.859153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d728c63-3c3d-4007-a161-0a921bccce03 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "PUT /v2.0/security-groups/992c0bc0-8b3d-4242-b321-3fa85eee05d4 HTTP/1.1" status: 409  len: 330 time: 0.0152843
Mar 05 21:12:24.859717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46690) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.860132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.860884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46692) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.861003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:24.870916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8a37b-fee9-4ebe-a91d-b509e18a76dc tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16899087-0fe7-4f99-9ef0-dda574295a99,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:24.969609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['00257fe1-6170-49e1-85e0-c4c078a18a37'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:12:24.978103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23b7a8d6-acb9-4bc1-a14d-86e7982a19bf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1166973
Mar 05 21:12:24.981423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:24.997503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (992c0bc0-8b3d-4242-b321-3fa85eee05d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.018523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e2327d4-373a-4d74-bc54-ad984c6caba9 req-dd0758b2-b224-49d4-b3da-1bab94150ec5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 210 time: 0.0555220
Mar 05 21:12:25.034693 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.046786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (992c0bc0-8b3d-4242-b321-3fa85eee05d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.050214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.083710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (803fad27-ef06-4923-bdce-0ba4435c7c05), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.089451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.090608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/803fad27-ef06-4923-bdce-0ba4435c7c05 HTTP/1.1" status: 204  len: 168 time: 0.1079969
Mar 05 21:12:25.124113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46706) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.129656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedabf0-d0ce-4fee-93ff-e10e775a55e2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=803fad27-ef06-4923-bdce-0ba4435c7c05,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:25.174855 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (992c0bc0-8b3d-4242-b321-3fa85eee05d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.177682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.181819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.182037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/992c0bc0-8b3d-4242-b321-3fa85eee05d4 HTTP/1.1" status: 204  len: 168 time: 0.3193932
Mar 05 21:12:25.199329 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3ecfb503-ba7f-442f-81f6-25e6b45e7ae1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0738802
Mar 05 21:12:25.207581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46712) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.212218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3a059-aa53-4f70-9793-a572a34941e6 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992c0bc0-8b3d-4242-b321-3fa85eee05d4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:25.303066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32cca1b9-8a7e-4205-be75-ab358c7fa1a4 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1200535
Mar 05 21:12:25.307938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46722) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.331214 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-14d2b846-902a-4baf-ad65-052dcf6930d0 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:25.337688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46724) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.337918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-14d2b846-902a-4baf-ad65-052dcf6930d0 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "DELETE /v2.0/security-groups/f63693f5-3f0c-4904-98cf-b6edd0425323 HTTP/1.1" status: 404  len: 347 time: 0.0285370
Mar 05 21:12:25.377493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.387230 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-790f6b26-f3b6-4451-bae8-0e69ea69ed23 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] show failed (client error): The resource could not be found.
Mar 05 21:12:25.388325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-790f6b26-f3b6-4451-bae8-0e69ea69ed23 tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-groups/824b5241-77f9-4557-a253-547f704dc4db HTTP/1.1" status: 404  len: 347 time: 0.0470805
Mar 05 21:12:25.394668 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.422235 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-02774de5-9bda-491f-9b2e-13b2b3fe2fec tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] show failed (client error): The resource could not be found.
Mar 05 21:12:25.427520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02774de5-9bda-491f-9b2e-13b2b3fe2fec tempest-NegativeSecGroupIPv6Test-700801136 tempest-NegativeSecGroupIPv6Test-700801136-project] 10.222.0.15 "GET /v2.0/security-group-rules/6afcade5-954d-4b8e-81ae-d4ef38b1e45e HTTP/1.1" status: 404  len: 356 time: 0.0306509
Mar 05 21:12:25.440552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc352c-995e-4d32-b57f-9cab2dfb620e req-243eda24-1610-4f02-907d-0cb616cb907f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:25.442332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6dc352c-995e-4d32-b57f-9cab2dfb620e req-243eda24-1610-4f02-907d-0cb616cb907f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 945 time: 0.0923796
Mar 05 21:12:25.549625 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6dc352c-995e-4d32-b57f-9cab2dfb620e req-5071594b-0f5c-40b0-b609-78643affc4a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986586
Mar 05 21:12:25.735661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.760925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46746) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.796110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-ef5cb356-6d4b-4211-a334-edbf9edbda88 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:25.797609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-ef5cb356-6d4b-4211-a334-edbf9edbda88 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.5243490
Mar 05 21:12:25.798889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (238e0771-509f-429d-8986-3de7d302e18e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.804790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.805944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/238e0771-509f-429d-8986-3de7d302e18e HTTP/1.1" status: 204  len: 168 time: 0.5938759
Mar 05 21:12:25.809549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46750) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.831753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5ee87-6c32-4b63-ac4d-050d8edc8873 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=238e0771-509f-429d-8986-3de7d302e18e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:25.869834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-43f60ec6-65e9-426d-9617-decc20e613da tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0573630
Mar 05 21:12:25.873847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46754) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.907994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.916193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.921481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-5c3f9600-ed4d-46c5-a40e-5228e4069e20 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 472 time: 0.1144655
Mar 05 21:12:25.930579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'port': {'device_id': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'admin_state_up': True, 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'security_groups': ['17874140-184a-48fb-aaa8-e878dcaf3566']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:25.946094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4719ab59-3207-427e-83b8-5bab1d65d2e6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.955761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:25.957112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4719ab59-3207-427e-83b8-5bab1d65d2e6 HTTP/1.1" status: 204  len: 168 time: 0.0820391
Mar 05 21:12:25.959941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46756) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:25.973015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff79950-8ba8-4a54-b2cf-39de68d48cbf tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4719ab59-3207-427e-83b8-5bab1d65d2e6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.017352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eab21c07-51a9-4318-9e43-45c77e4ba111 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0507715
Mar 05 21:12:26.022424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.071618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.084900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.133051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:26.137981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.148461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e56efd1c-892a-43ee-a6fc-7503d7110a7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96b094ffab1a482ba36d24723c3be023&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3829820
Mar 05 21:12:26.149190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46762) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.157901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (93b2c3f8-14c9-4efc-b1b1-064ae8461904), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.169885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1b5fb31-39a9-47af-8ebd-d4e45a189113 req-57cf3503-ab67-4302-ad9f-fc3b0105b093 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 210 time: 0.0509546
Mar 05 21:12:26.175028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.176600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/93b2c3f8-14c9-4efc-b1b1-064ae8461904 HTTP/1.1" status: 204  len: 168 time: 0.1530955
Mar 05 21:12:26.179645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46764) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.199605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49fb5-f6e9-4b77-8c29-895ac6da6b40 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b2c3f8-14c9-4efc-b1b1-064ae8461904,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.245365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] Publish callbacks [] for security_group (2f574ed0-68e7-442c-ac56-62f1d265515f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.278762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] Publish callbacks [] for security_group (2f574ed0-68e7-442c-ac56-62f1d265515f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.311717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a2868029-9a95-4455-9173-0d6eb2c69ba0 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1264272
Mar 05 21:12:26.314020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46772) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.318834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 00257fe1-6170-49e1-85e0-c4c078a18a37 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:26.396572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 00257fe1-6170-49e1-85e0-c4c078a18a37 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:12:26.401889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (d761aa36-ec3c-480f-982b-cadb2d593535), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.402841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 00257fe1-6170-49e1-85e0-c4c078a18a37 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:26.403255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.433281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2f574ed0-68e7-442c-ac56-62f1d265515f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.433507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.20.0.7 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/0ad03e45-ef52-4008-85cc-7d447f1a7efe) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:26.436133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.444984 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f574ed0-68e7-442c-ac56-62f1d265515f HTTP/1.1" status: 204  len: 168 time: 0.2876105
Mar 05 21:12:26.444984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (d761aa36-ec3c-480f-982b-cadb2d593535), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.461917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f32441-2ff7-4429-a7e7-4a00ab505b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f574ed0-68e7-442c-ac56-62f1d265515f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.508416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d761aa36-ec3c-480f-982b-cadb2d593535), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.511629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.517912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/d761aa36-ec3c-480f-982b-cadb2d593535 HTTP/1.1" status: 204  len: 168 time: 0.1978705
Mar 05 21:12:26.521903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.568802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f769e3-c2cc-4eba-bebe-d69041a04915 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761aa36-ec3c-480f-982b-cadb2d593535,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.621959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 00257fe1-6170-49e1-85e0-c4c078a18a37 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:26.622739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.655490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b6c2c553-020b-48e5-956d-76980624c9d8 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1266184
Mar 05 21:12:26.657678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46786) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:26.664345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--291246109'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:26.700050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00257fe1-6170-49e1-85e0-c4c078a18a37,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:26.704237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.707460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:26.710256 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7067f9f-a8ec-4cd0-81c2-c89f5f4c8911" -d '{"events": [{"server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "name": "network-vif-plugged", "status": "completed", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:26.716907 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.731707 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.756702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.796350 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c613f6-df87-4d5a-aaaf-929bcfac081e x-openstack-request-id: req-e4c613f6-df87-4d5a-aaaf-929bcfac081e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:26.796831 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "name": "network-vif-plugged", "status": "completed", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:26.797259 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4c613f6-df87-4d5a-aaaf-929bcfac081e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:26.797905 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37', 'code': 200}
Mar 05 21:12:26.872109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.875548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:26.882839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e697dd9e-b604-4844-8541-3f4e915828ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:26.898878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:26.900811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:26.903864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:26.996972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:26.998346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.018906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-42d1e9e4-0ab9-4984-858b-4458b84ec264 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0926592
Mar 05 21:12:27.027415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9c8f-3ce5-48a8-92eb-490279047167 req-df31bd26-53bd-4144-9fca-dccd37cf7e42 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:27.029434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-209f9c8f-3ce5-48a8-92eb-490279047167 req-df31bd26-53bd-4144-9fca-dccd37cf7e42 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.3191571
Mar 05 21:12:27.033995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Request body: {'port': {'device_id': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:27.108927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119ba1-ebd5-4aaa-89ac-8f1052ba9f37 req-40eae2e5-1c88-4e2a-82e2-83a453a47f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:27.110663 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce119ba1-ebd5-4aaa-89ac-8f1052ba9f37 req-40eae2e5-1c88-4e2a-82e2-83a453a47f1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 1128 time: 0.1760974
Mar 05 21:12:27.115832 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (c437f7a4-b71c-49d2-af71-199b16b40a88), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.128358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.146325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c437f7a4-b71c-49d2-af71-199b16b40a88), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.183932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46802) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.187167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c437f7a4-b71c-49d2-af71-199b16b40a88,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:27.193945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-209f9c8f-3ce5-48a8-92eb-490279047167 req-db57348d-3ec4-4777-81d5-cc872ae25781 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566644
Mar 05 21:12:27.237328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.241730 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-884aa7b5-6761-41c4-9178-b7dce8b8636c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5795879
Mar 05 21:12:27.243555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46810) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.256229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': 'c437f7a4-b71c-49d2-af71-199b16b40a88', 'direction': 'ingress', 'protocol': 17}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:27.282578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce119ba1-ebd5-4aaa-89ac-8f1052ba9f37 req-fe35fc0a-d2e1-4bca-a21d-53c5cddb2fad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1626403
Mar 05 21:12:27.330196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c5542793-9d4b-4bd0-8ca2-5af0bc5c793a None None] Provisioning complete for port 0ad03e45-ef52-4008-85cc-7d447f1a7efe triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:27.330809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c5542793-9d4b-4bd0-8ca2-5af0bc5c793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.342482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4ba84a0c-0c67-4de3-baee-51d8bf41f32d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.404064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4ba84a0c-0c67-4de3-baee-51d8bf41f32d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.408979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c5542793-9d4b-4bd0-8ca2-5af0bc5c793a None None] Port 0ad03e45-ef52-4008-85cc-7d447f1a7efe cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:27.412693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4ba84a0c-0c67-4de3-baee-51d8bf41f32d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.445157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba84a0c-0c67-4de3-baee-51d8bf41f32d,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:27.457823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.461621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30b4d6e1-b668-47d1-9383-1151fc5093bd tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2090390
Mar 05 21:12:27.465540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46816) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.539021 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (c437f7a4-b71c-49d2-af71-199b16b40a88), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.562225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1275158981', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:27.581339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad03e45-ef52-4008-85cc-7d447f1a7efe {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:12:27.589737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (c437f7a4-b71c-49d2-af71-199b16b40a88), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.593487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks [] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.626975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b826-3255-41a1-a1c8-53aab28b4f59 req-b230632e-08ba-42eb-afe3-e59f1b38c851 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:27.631280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Made reservation on behalf of 65f7e37f0c7940b7b239f3514fbd1dc0 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:27.633790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.638191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f3b826-3255-41a1-a1c8-53aab28b4f59 req-b230632e-08ba-42eb-afe3-e59f1b38c851 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 931 time: 0.2365658
Mar 05 21:12:27.646759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Transition to ACTIVE for port object 0ad03e45-ef52-4008-85cc-7d447f1a7efe will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:12:27.655156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.668595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.686287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c437f7a4-b71c-49d2-af71-199b16b40a88), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.689248 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.690678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/c437f7a4-b71c-49d2-af71-199b16b40a88 HTTP/1.1" status: 204  len: 168 time: 0.2244880
Mar 05 21:12:27.696573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46824) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.817994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5afdc08c-3589-419e-931a-45769a69b081 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0921922
Mar 05 21:12:27.818970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.821029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3d48c-9222-4929-80a7-75ba2d1a88f4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437f7a4-b71c-49d2-af71-199b16b40a88,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:27.832802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Pushing event updated for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:27.850981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--375763496'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:27.897933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f3b826-3255-41a1-a1c8-53aab28b4f59 req-d0a6a618-651d-4c4f-afa7-3f53e2bcb9ca tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2591288
Mar 05 21:12:27.955843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:27.976317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:27.988833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.011621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Attempting to bind port 0ad03e45-ef52-4008-85cc-7d447f1a7efe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:28.012468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Attempting to bind port 0ad03e45-ef52-4008-85cc-7d447f1a7efe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:28.012825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Attempting to bind port 0ad03e45-ef52-4008-85cc-7d447f1a7efe on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:28.026688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Port 0ad03e45-ef52-4008-85cc-7d447f1a7efe on network b56f14b9-afc0-424d-b080-c31779583b66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:12:28.027165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Attempting to bind port 0ad03e45-ef52-4008-85cc-7d447f1a7efe on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:28.038961 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for security_group (8873a6f6-841f-4783-b52f-9c2f8a74ea09), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.045161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:28.045794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:28.046734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:28.047365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Bound port: 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:28.048155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.057732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8873a6f6-841f-4783-b52f-9c2f8a74ea09), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.073330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] device_id is not set on port 0f8e2c46-5732-4edc-926f-3cd313a23155 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:12:28.127900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:28.133528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:28.144575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ab35e9f7-4667-4f39-aa6a-ff6d9ccd272a tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1069716062', 'prefixes': ['172.20.0.0/16']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:28.162176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.186472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873a6f6-841f-4783-b52f-9c2f8a74ea09,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:28.220986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:28.221891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.223765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] 10.222.0.31 "PUT /v2.0/ports/0ad03e45-ef52-4008-85cc-7d447f1a7efe HTTP/1.1" status: 200  len: 1091 time: 1.1979532
Mar 05 21:12:28.224638 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (9b6aa133-2dc1-44f8-a525-771741a746b5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.228395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:28.232602 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d05e12a-a738-4b13-a99d-61e609dd9c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:28.268685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b6aa133-2dc1-44f8-a525-771741a746b5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.358296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6927-4177-47e0-9c37-9209cf3111dd service neutron] Pushing event updated for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:28.362766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Allocated IP 172.35.0.6 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0f8e2c46-5732-4edc-926f-3cd313a23155) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:28.399566 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca755b-20b2-4175-bdce-5a484649704b x-openstack-request-id: req-8aca755b-20b2-4175-bdce-5a484649704b {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:28.400031 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:28.400296 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aca755b-20b2-4175-bdce-5a484649704b {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:28.401043 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'status': 'completed', 'code': 200}
Mar 05 21:12:28.405807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ab35e9f7-4667-4f39-aa6a-ff6d9ccd272a tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.407532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ab35e9f7-4667-4f39-aa6a-ff6d9ccd272a tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.4301865
Mar 05 21:12:28.411614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46858) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.437368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.438757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6156008
Mar 05 21:12:28.444385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.445117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895340-8bac-499c-99eb-8b23a1619b34 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6aa133-2dc1-44f8-a525-771741a746b5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:28.451866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278548571'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:28.482037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.498730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-03e4d909-c8a6-4626-9617-82bdab55b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:28.500285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-03e4d909-c8a6-4626-9617-82bdab55b7c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 1125 time: 0.1619508
Mar 05 21:12:28.506666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3c46b43f-d214-4730-9bce-1bd07f0aa31d tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "GET /v2.0/subnetpools/f09b7224-6268-409a-83d7-0942a93abc19 HTTP/1.1" status: 200  len: 732 time: 0.0907891
Mar 05 21:12:28.507144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.514588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3c5dc665-74db-4e28-b472-bf1287dac62b tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1744290022'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:28.559092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-84b37871-8b87-4f6d-a040-da619b4ee537 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe HTTP/1.1" status: 200  len: 217 time: 0.0460651
Mar 05 21:12:28.566001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07103-db0c-4cf4-be05-943125f44e53 req-10f4f8f1-e279-4d46-9934-9b2ff7f5118a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:28.567426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76c07103-db0c-4cf4-be05-943125f44e53 req-10f4f8f1-e279-4d46-9934-9b2ff7f5118a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.1567779
Mar 05 21:12:28.637355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-87359edd-9c54-4e65-bab9-3955974ed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:28.638819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-87359edd-9c54-4e65-bab9-3955974ed3d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0705163
Mar 05 21:12:28.663432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76c07103-db0c-4cf4-be05-943125f44e53 req-c494d334-3393-4ee9-844d-b13cebf0771f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859501
Mar 05 21:12:28.702390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-b3f6552e-eb36-4df1-855c-805ccfe63542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:28.703914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-b3f6552e-eb36-4df1-855c-805ccfe63542 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0555842
Mar 05 21:12:28.722933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for port (0f8e2c46-5732-4edc-926f-3cd313a23155), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.725827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (de3f186c-a3a3-448c-b644-191a77628483), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.729135 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc665-74db-4e28-b472-bf1287dac62b tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.730338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c5dc665-74db-4e28-b472-bf1287dac62b tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "PUT /v2.0/subnetpools/f09b7224-6268-409a-83d7-0942a93abc19 HTTP/1.1" status: 200  len: 684 time: 0.2220049
Mar 05 21:12:28.733211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (de3f186c-a3a3-448c-b644-191a77628483), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.736510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46864) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.787902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.789118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3407578
Mar 05 21:12:28.792057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.803294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '9b6aa133-2dc1-44f8-a525-771741a746b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de3f186c-a3a3-448c-b644-191a77628483', 'remote_ip_prefix': None}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:28.815091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-53158963-8f4f-48f3-abe4-ce3a430fcdbd service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045980
Mar 05 21:12:28.818733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcc7b9-38e3-457f-a680-a87ad936e62a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f186c-a3a3-448c-b644-191a77628483,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:28.875855 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0f8e2c46-5732-4edc-926f-3cd313a23155), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.884626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.927174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4f3a-b720-437e-8112-11820dfa9629 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:28.933144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eb3d4f3a-b720-437e-8112-11820dfa9629 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f09b7224-6268-409a-83d7-0942a93abc19 HTTP/1.1" status: 204  len: 168 time: 0.1879444
Mar 05 21:12:28.933144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.951593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:28.961564 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-04be9507-32b3-41de-9ba0-93086912fd21 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] show failed (client error): The resource could not be found.
Mar 05 21:12:28.962613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-04be9507-32b3-41de-9ba0-93086912fd21 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "GET /v2.0/subnetpools/f09b7224-6268-409a-83d7-0942a93abc19 HTTP/1.1" status: 404  len: 346 time: 0.0265105
Mar 05 21:12:28.964290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:28.966572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:28.968707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:28.996009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df9b9290-95c0-498d-93da-8e85b20dbe28 req-cfa774bc-da8b-4e8b-b915-599014fb750d service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740334
Mar 05 21:12:29.010813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Pushing event updated for resources: {'Port': ['ID=0f8e2c46-5732-4edc-926f-3cd313a23155,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:29.023153 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-463a316a-fd1e-480c-929c-78c54f2e5cd9 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:29.024230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-463a316a-fd1e-480c-929c-78c54f2e5cd9 tempest-SubnetPoolsTestJSON-1727428681 tempest-SubnetPoolsTestJSON-1727428681-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f09b7224-6268-409a-83d7-0942a93abc19 HTTP/1.1" status: 404  len: 346 time: 0.0567470
Mar 05 21:12:29.055566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.064293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.085371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.085996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.112475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28387fa0-2fad-44ca-a1da-b797718230c8 req-2459c563-c4ae-4e63-873e-068c155382d1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.113741 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28387fa0-2fad-44ca-a1da-b797718230c8 req-2459c563-c4ae-4e63-873e-068c155382d1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 943 time: 0.1131256
Mar 05 21:12:29.121398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79d44c82-293a-49dd-8a99-b00e7771fd22 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.9315388
Mar 05 21:12:29.122044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46882) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:29.127952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}]}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:29.128976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187ade69-7af1-4012-95c8-3922acd02dc8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:29.144028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.149241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16f8e8aa-b643-44b8-b3fd-b2384451b57e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3517148
Mar 05 21:12:29.149911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46884) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:29.185794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-506db160-43e3-40b4-a219-6b24cede5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.187631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-506db160-43e3-40b4-a219-6b24cede5918 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 1125 time: 0.1136210
Mar 05 21:12:29.191407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28387fa0-2fad-44ca-a1da-b797718230c8 req-3f839e36-cef0-440c-a3e6-da95c70eed38 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683970
Mar 05 21:12:29.195246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (eaa94596-6c3d-4859-b9e0-72b8b81834b9), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.196605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (eaa94596-6c3d-4859-b9e0-72b8b81834b9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.198070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.299708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for router_controller (eaa94596-6c3d-4859-b9e0-72b8b81834b9), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.328767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.344505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-8dbe383a-2968-411d-96de-820dc5b7360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.345993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-8dbe383a-2968-411d-96de-820dc5b7360d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1440876
Mar 05 21:12:29.396217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (187ade69-7af1-4012-95c8-3922acd02dc8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.406480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-5d2009cf-c77f-4950-8acb-eb621e697ab5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe HTTP/1.1" status: 200  len: 217 time: 0.0529203
Mar 05 21:12:29.410137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.413537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/187ade69-7af1-4012-95c8-3922acd02dc8 HTTP/1.1" status: 204  len: 168 time: 0.2580204
Mar 05 21:12:29.413537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46fdff-1878-4a36-9269-a601d07f201b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=187ade69-7af1-4012-95c8-3922acd02dc8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:29.414271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46898) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:29.427124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:29.461165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-614ff934-09da-415e-965d-de8dc20f4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.462401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-614ff934-09da-415e-965d-de8dc20f4708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0487735
Mar 05 21:12:29.519716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-a6e6fa18-4598-498f-b809-7db24b2d6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.521367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-a6e6fa18-4598-498f-b809-7db24b2d6395 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0524311
Mar 05 21:12:29.525108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for router_gateway (eaa94596-6c3d-4859-b9e0-72b8b81834b9), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.548604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.551623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-31563806-377a-4ce8-af5e-3355e40749e5 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1359408
Mar 05 21:12:29.560880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:29.588074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89c9d367-9846-41ca-a1ff-e640bc2d5dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:29.615255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-109c9879-2016-4e83-8b16-8c09daa31a08 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862548
Mar 05 21:12:29.717031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0d05e12a-a738-4b13-a99d-61e609dd9c5b req-07fefdc1-1955-44de-b10a-6352232a9fb6 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942638
Mar 05 21:12:29.793576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bc36-2c94-48ab-b892-d83e82b37e80 req-0b794f41-9915-4c75-a0a1-86760c6c160f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:29.795171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac19bc36-2c94-48ab-b892-d83e82b37e80 req-0b794f41-9915-4c75-a0a1-86760c6c160f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.0569668
Mar 05 21:12:29.850618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac19bc36-2c94-48ab-b892-d83e82b37e80 req-4858fa12-b470-4c79-9266-f57859e80ab0 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494900
Mar 05 21:12:30.087690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (de3f186c-a3a3-448c-b644-191a77628483), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.142661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4526e7a-5a30-4513-ba20-e61724226467 req-1f554a91-6d76-48da-8d67-7e544107d071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:30.144160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4526e7a-5a30-4513-ba20-e61724226467 req-1f554a91-6d76-48da-8d67-7e544107d071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.1526983
Mar 05 21:12:30.147922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (de3f186c-a3a3-448c-b644-191a77628483), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.218472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89c9d367-9846-41ca-a1ff-e640bc2d5dcb admin admin] Publish callbacks [] for security_group (0e4153b6-4022-4011-8d56-f887721211ee), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.232781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89c9d367-9846-41ca-a1ff-e640bc2d5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e4153b6-4022-4011-8d56-f887721211ee), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.273040 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (de3f186c-a3a3-448c-b644-191a77628483), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.275644 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.279205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/de3f186c-a3a3-448c-b644-191a77628483 HTTP/1.1" status: 204  len: 168 time: 0.7149808
Mar 05 21:12:30.280117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46914) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:30.302447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4526e7a-5a30-4513-ba20-e61724226467 req-3b873389-3ef2-4919-9095-3d65d34ed230 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449614
Mar 05 21:12:30.302804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9d367-9846-41ca-a1ff-e640bc2d5dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4153b6-4022-4011-8d56-f887721211ee,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:30.321093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89c9d367-9846-41ca-a1ff-e640bc2d5dcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9174d070c6c94ee6a95f6e06aa72da60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8914511
Mar 05 21:12:30.328597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46918) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:30.334907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d4911-c756-43ee-a7a3-bfd09409e741 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f186c-a3a3-448c-b644-191a77628483,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:30.403893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8ea7a304-9623-4379-8467-1f6a4963181b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1223736
Mar 05 21:12:30.408764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46926) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:30.442439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d4b9f-9f8d-4ef1-b6a8-3ea4dfa6ad78 req-eacccca2-82a6-441c-9132-5b0811b715f3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:30.444097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b3d4b9f-9f8d-4ef1-b6a8-3ea4dfa6ad78 req-eacccca2-82a6-441c-9132-5b0811b715f3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 943 time: 0.1414948
Mar 05 21:12:30.497219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] Publish callbacks [] for security_group (0e4153b6-4022-4011-8d56-f887721211ee), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.518472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for router_gateway (eaa94596-6c3d-4859-b9e0-72b8b81834b9), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.540282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b3d4b9f-9f8d-4ef1-b6a8-3ea4dfa6ad78 req-aeabb810-5eca-4b7f-a736-495bc1e54e8d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891180
Mar 05 21:12:30.546444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.553204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] Publish callbacks [] for security_group (0e4153b6-4022-4011-8d56-f887721211ee), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.555370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (9b6aa133-2dc1-44f8-a525-771741a746b5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.589673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (9b6aa133-2dc1-44f8-a525-771741a746b5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.649824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9b6aa133-2dc1-44f8-a525-771741a746b5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.653132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.659405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b6aa133-2dc1-44f8-a525-771741a746b5 HTTP/1.1" status: 204  len: 168 time: 0.2494421
Mar 05 21:12:30.663484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:30.717515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1ca53-87e5-48c1-89b8-42c8195d2575 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6aa133-2dc1-44f8-a525-771741a746b5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:30.756920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0ad03e45-ef52-4008-85cc-7d447f1a7efe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:12:30.758972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e4153b6-4022-4011-8d56-f887721211ee), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.762108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.763421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e4153b6-4022-4011-8d56-f887721211ee HTTP/1.1" status: 204  len: 168 time: 0.4338522
Mar 05 21:12:30.780079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf5a038f-5a06-4da0-b334-5a80e24f1a82 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1106775
Mar 05 21:12:30.780724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46950) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:30.787795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--244362765'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:30.815575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-34532384-7831-4f09-bbec-b566dacdb62e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1134217
Mar 05 21:12:30.822948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e4131-9327-4961-90bc-c56f16bfe15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4153b6-4022-4011-8d56-f887721211ee,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:30.829275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:30.863037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-976d6173-c573-4766-a2ce-a05faf9093dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1172652
Mar 05 21:12:30.864208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for router (eaa94596-6c3d-4859-b9e0-72b8b81834b9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.043995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (7e1a26a7-b67a-4b84-aa0c-43c127739272), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.053068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-9e0f6993-8ce2-4c19-8e86-53f664ccde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.054917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-9e0f6993-8ce2-4c19-8e86-53f664ccde6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 1127 time: 0.1747477
Mar 05 21:12:31.056160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7e1a26a7-b67a-4b84-aa0c-43c127739272), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.104895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:31.117129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (eaa94596-6c3d-4859-b9e0-72b8b81834b9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.120123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks [] for router_controller (eaa94596-6c3d-4859-b9e0-72b8b81834b9), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.124793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'port_id': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'mac_address': 'fa:16:3e:ce:13:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:12:31.151398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a26a7-b67a-4b84-aa0c-43c127739272,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:31.161003 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.173762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.177513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1b952411-a2e3-44db-a673-e440ed8efefa tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3921363
Mar 05 21:12:31.178164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 0ad03e45-ef52-4008-85cc-7d447f1a7efe is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:31.178648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.185589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46972) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.190076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '7e1a26a7-b67a-4b84-aa0c-43c127739272', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:31.199398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad03e45-ef52-4008-85cc-7d447f1a7efe {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:12:31.224977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (eaa94596-6c3d-4859-b9e0-72b8b81834b9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.225562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaa94596-6c3d-4859-b9e0-72b8b81834b9 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:12:31.243518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:31.255315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.276487 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:12:31.277762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-899d84fe-4b44-499b-aad9-3e3fb80adfc3 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409  len: 370 time: 2.1536305
Mar 05 21:12:31.280068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-a22d5d35-5c93-42cc-b02c-b2ebeff47199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.281599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46976) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.282344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-a22d5d35-5c93-42cc-b02c-b2ebeff47199 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1128 time: 0.0971656
Mar 05 21:12:31.288616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.333182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-62babba2-3298-4ba2-a3c8-2b11a1615644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.334670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-62babba2-3298-4ba2-a3c8-2b11a1615644 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1782551
Mar 05 21:12:31.349422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:31.399046 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.406823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.437475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-e0fbba45-74ef-43a8-8bfc-a934c97b007f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 200  len: 1001 time: 0.0948169
Mar 05 21:12:31.442814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bbe89b-188f-4c49-8fdd-4c48d2a96679,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:31.450162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-104c8230-5ceb-47b9-ae7a-c7b8d5a9e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.451800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-104c8230-5ceb-47b9-ae7a-c7b8d5a9e8e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 898 time: 0.1480353
Mar 05 21:12:31.457136 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.460970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-496bb9b3-3623-465c-8e80-7dd455105421 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2719071
Mar 05 21:12:31.469767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.486295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['0ad03e45-ef52-4008-85cc-7d447f1a7efe'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:12:31.509151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Deleting port 0f8e2c46-5732-4edc-926f-3cd313a23155 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:31.510663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0f8e2c46-5732-4edc-926f-3cd313a23155), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.552656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-575e559a-534f-4b29-9588-6d7c27097fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.554439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-575e559a-534f-4b29-9588-6d7c27097fe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1024771
Mar 05 21:12:31.567370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.603338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.638505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0f8e2c46-5732-4edc-926f-3cd313a23155), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.640630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-10d786a5-f943-4572-802d-e0c17681fa20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 1002 time: 0.1810129
Mar 05 21:12:31.657948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-210d0412-b053-4da8-904f-89e6de1485af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.659433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-210d0412-b053-4da8-904f-89e6de1485af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0959554
Mar 05 21:12:31.660367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Calling delete_port for 0f8e2c46-5732-4edc-926f-3cd313a23155 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:31.758322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a5bbe89b-188f-4c49-8fdd-4c48d2a96679), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.778780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:31.782480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a5bbe89b-188f-4c49-8fdd-4c48d2a96679 HTTP/1.1" status: 204  len: 168 time: 0.3080978
Mar 05 21:12:31.782480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a5f49-eb78-4c19-ae92-0180218a4ff4 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5bbe89b-188f-4c49-8fdd-4c48d2a96679,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:31.785121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 46996) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.793751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-71e54060-3ef7-428a-aeb3-6f95e5f023e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.795391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-71e54060-3ef7-428a-aeb3-6f95e5f023e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.1457536
Mar 05 21:12:31.825022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-853a2d37-0f72-4538-8584-8263c9d3ff71 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586618
Mar 05 21:12:31.827041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 46998) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.852343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3209a3-010e-4ee9-a7c2-d51c71b18fd0 req-e9ae8742-c9e8-4936-8fd0-fec4b8c891ee tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.853823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d3209a3-010e-4ee9-a7c2-d51c71b18fd0 req-e9ae8742-c9e8-4936-8fd0-fec4b8c891ee tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 944 time: 0.1444871
Mar 05 21:12:31.883894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ecf0699-17f3-48ab-aab3-16287998088d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0968747
Mar 05 21:12:31.887997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47002) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:31.937171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-746e4aef-7388-478e-976f-0afcb2d11afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:31.938721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-746e4aef-7388-478e-976f-0afcb2d11afd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1307778
Mar 05 21:12:32.028274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8d3209a3-010e-4ee9-a7c2-d51c71b18fd0 req-e44fa915-3365-4965-8d45-d1fd3a633b1b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609232
Mar 05 21:12:32.054140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (7e1a26a7-b67a-4b84-aa0c-43c127739272), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.081816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0f8e2c46-5732-4edc-926f-3cd313a23155), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.093311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-062a74ef-2e17-43db-9205-9a13dd008b4d req-bb70ce49-ea71-48f6-8778-a2d810d61626 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560260
Mar 05 21:12:32.121752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f8e2c46-5732-4edc-926f-3cd313a23155,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:32.128670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (7e1a26a7-b67a-4b84-aa0c-43c127739272), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.178693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-91699d61-1680-46dd-909d-4a821b21eb3c service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314799
Mar 05 21:12:32.279890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7e1a26a7-b67a-4b84-aa0c-43c127739272), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.282621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.287685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/7e1a26a7-b67a-4b84-aa0c-43c127739272 HTTP/1.1" status: 204  len: 168 time: 0.3946981
Mar 05 21:12:32.295240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.331813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb5883-5d18-4048-970e-4e59f2197ae2 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a26a7-b67a-4b84-aa0c-43c127739272,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:32.374751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90126864-cde7-499e-a09a-4c9b0c575695 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0723736
Mar 05 21:12:32.375849 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad1f69c4-80a3-4f89-bb8a-6cf22a533db7 req-55d648bb-49df-4df5-9c95-555fd7ec830c service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860392
Mar 05 21:12:32.376346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47020) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.381015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--544184384'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:32.407540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.503826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (348ef1d1-5ba8-432a-9707-601a839bea92), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.513382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (348ef1d1-5ba8-432a-9707-601a839bea92), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.550706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.552106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1748147
Mar 05 21:12:32.554944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.560907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '348ef1d1-5ba8-432a-9707-601a839bea92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:32.567511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bec6e2-4b8f-4ae3-abd1-415b7016e83d tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348ef1d1-5ba8-432a-9707-601a839bea92,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:32.613799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.697998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.702315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.734128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9168de2c-d24c-48db-b9f2-0d5cb157cad4,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:32.740186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.743499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c280c10a-4e4a-4d59-a231-7c185c35d4b1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1869833
Mar 05 21:12:32.746576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47034) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.748708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0ad03e45-ef52-4008-85cc-7d447f1a7efe up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:32.779659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eb09a547-c890-4ed6-abe6-7bece375011c tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules/9168de2c-d24c-48db-b9f2-0d5cb157cad4 HTTP/1.1" status: 200  len: 763 time: 0.0287843
Mar 05 21:12:32.782683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47038) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.849618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 0ad03e45-ef52-4008-85cc-7d447f1a7efe completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:12:32.856566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 0ad03e45-ef52-4008-85cc-7d447f1a7efe triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:32.856863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.873561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e8acceea-588b-4e51-89a7-10d3b3ecfea0 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0892916
Mar 05 21:12:32.876103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47042) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:32.883838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.891220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6fd28bf6-0ad4-4115-9a3d-3b532dd53994 tempest-RoutersAdminNegativeTest-1861044208 tempest-RoutersAdminNegativeTest-1861044208-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0f8e2c46-5732-4edc-926f-3cd313a23155 HTTP/1.1" status: 204  len: 168 time: 1.6037858
Mar 05 21:12:32.903473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.913113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.965105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9168de2c-d24c-48db-b9f2-0d5cb157cad4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.979343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:32.981839 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9168de2c-d24c-48db-b9f2-0d5cb157cad4 HTTP/1.1" status: 204  len: 168 time: 0.1047068
Mar 05 21:12:32.989223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead3bd8-8970-4404-8450-de78b022b94f tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9168de2c-d24c-48db-b9f2-0d5cb157cad4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:32.990358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47048) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.059623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 0ad03e45-ef52-4008-85cc-7d447f1a7efe is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:33.060054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.113370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:33.117582 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2a9bb-5086-43ed-a8be-5eda8241325a" -d '{"events": [{"server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "name": "network-vif-plugged", "status": "completed", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:33.130992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:33.142796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.148893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-312c2488-db5f-496a-ab09-bab1b0a593f1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1572256
Mar 05 21:12:33.152207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.158439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '348ef1d1-5ba8-432a-9707-601a839bea92', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:33.242167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.264450 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de27a66d-b4b8-487d-9727-567038d04da8 x-openstack-request-id: req-de27a66d-b4b8-487d-9727-567038d04da8 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:33.264920 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "name": "network-vif-plugged", "status": "completed", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:33.265720 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de27a66d-b4b8-487d-9727-567038d04da8 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:33.267092 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'code': 200}
Mar 05 21:12:33.319123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:33.398132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df125ef-9c68-40ff-ac4f-be8f7814cf5a req-1267b973-0cc1-4b70-bec6-ee55f41ede70 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:33.399770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8df125ef-9c68-40ff-ac4f-be8f7814cf5a req-1267b973-0cc1-4b70-bec6-ee55f41ede70 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.1877148
Mar 05 21:12:33.422132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.429385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.437917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.481669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f26b71-19fa-4ee5-b2ed-b21fe79b5488,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:33.491811 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8df125ef-9c68-40ff-ac4f-be8f7814cf5a req-27d0ee7f-5e51-4ea7-bfeb-fa40dd42f9ef tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829487
Mar 05 21:12:33.500689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.505008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5f5d3b87-2024-4e33-be0c-ecff1e760bc1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3493803
Mar 05 21:12:33.508961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.510184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47098) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.540340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-af0a1796-9947-43ac-a604-ea8e13a10a92 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules/31f26b71-19fa-4ee5-b2ed-b21fe79b5488 HTTP/1.1" status: 200  len: 763 time: 0.0286872
Mar 05 21:12:33.541577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47102) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.588499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0ff3d63-575b-4c20-814c-cd3b263673c5 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0457802
Mar 05 21:12:33.591661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47106) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.619469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.620775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4490a4-9c3a-4e21-a955-41f80a97c5d8 req-81785798-3a26-40c5-a513-c231e6e400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:33.624431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f4490a4-9c3a-4e21-a955-41f80a97c5d8 req-81785798-3a26-40c5-a513-c231e6e400ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 1127 time: 0.3569052
Mar 05 21:12:33.629159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.662295 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (31f26b71-19fa-4ee5-b2ed-b21fe79b5488), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.669866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.674565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/31f26b71-19fa-4ee5-b2ed-b21fe79b5488 HTTP/1.1" status: 204  len: 168 time: 0.0819113
Mar 05 21:12:33.675430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47114) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.691120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de26ed-9d4a-47e7-82f1-a375acad6cb7 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31f26b71-19fa-4ee5-b2ed-b21fe79b5488,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:33.735618 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dbf7af32-ac0d-4c46-9ce7-c467550449cb tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0504014
Mar 05 21:12:33.738212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47120) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.746070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '348ef1d1-5ba8-432a-9707-601a839bea92', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:33.774077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72711ac4-1d9a-4db3-b522-5c705027d2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.798692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.892717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.898975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.926254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0f4490a4-9c3a-4e21-a955-41f80a97c5d8 req-1c2c7cf5-2c5c-42ea-bfce-f3699119492f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2933273
Mar 05 21:12:33.928214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917ba923-5105-4d0d-864d-29e0f795a976,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:33.936512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:33.937889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-47ac1700-30ab-4b32-b281-1c6cdfe08bea tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1978519
Mar 05 21:12:33.941540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47136) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:33.960548 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-83f281f4-3a92-4844-a028-f376e15314df tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules/917ba923-5105-4d0d-864d-29e0f795a976 HTTP/1.1" status: 200  len: 764 time: 0.0179067
Mar 05 21:12:33.964320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.034508 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-858797ab-5cac-4e20-853d-e8dde636b26a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0688622
Mar 05 21:12:34.035399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47144) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.052328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.17 (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a/2a22a379-dade-44ba-81f2-1565a0bcc7c8/8ae8229a-0eed-400f-84db-94dd4bf8229b) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:34.055904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72711ac4-1d9a-4db3-b522-5c705027d2e3 admin admin] Publish callbacks [] for security_group (f99944c3-de3d-40dd-a922-cbbeaf4fe372), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.065315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.065755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72711ac4-1d9a-4db3-b522-5c705027d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f99944c3-de3d-40dd-a922-cbbeaf4fe372), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.075526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.111006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (917ba923-5105-4d0d-864d-29e0f795a976), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.117888 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.122724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/917ba923-5105-4d0d-864d-29e0f795a976 HTTP/1.1" status: 204  len: 168 time: 0.0826623
Mar 05 21:12:34.122724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.124868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.142166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d68a-db0b-46d0-adc0-c5844d0fcc28 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917ba923-5105-4d0d-864d-29e0f795a976,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.144243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72711ac4-1d9a-4db3-b522-5c705027d2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99944c3-de3d-40dd-a922-cbbeaf4fe372,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.167034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-72711ac4-1d9a-4db3-b522-5c705027d2e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb2f0019513c4e62b452d75e40a98439&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7428336
Mar 05 21:12:34.170011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47152) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.185480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b2cc99bd-02c0-42e6-8a85-eec68ed196cb tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0555475
Mar 05 21:12:34.188959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47154) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.282961 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3584a06-c787-43a7-ba80-a6d1f9641d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.294017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.304638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] Publish callbacks [] for security_group (f99944c3-de3d-40dd-a922-cbbeaf4fe372), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.354242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] Publish callbacks [] for security_group (f99944c3-de3d-40dd-a922-cbbeaf4fe372), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.366254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (348ef1d1-5ba8-432a-9707-601a839bea92), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.370149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3584a06-c787-43a7-ba80-a6d1f9641d4d admin admin] Publish callbacks [] for security_group (6f8c5408-1bb4-4736-9717-4e69be7df2c1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.375429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3584a06-c787-43a7-ba80-a6d1f9641d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6f8c5408-1bb4-4736-9717-4e69be7df2c1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.412601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (348ef1d1-5ba8-432a-9707-601a839bea92), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.421974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3584a06-c787-43a7-ba80-a6d1f9641d4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db984035d34541c8bb477873486a5994&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2955747
Mar 05 21:12:34.421974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584a06-c787-43a7-ba80-a6d1f9641d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c5408-1bb4-4736-9717-4e69be7df2c1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.422646 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.422805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47164) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.443876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-b5cdaafe-b821-4bde-b65a-1e0aed570abc req-aa85965e-09fd-499f-83cb-70e07058b2f5 service neutron] (126562) timed out ('10.222.0.15', 40852) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:12:34.478005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] Publish callbacks [] for security_group (6f8c5408-1bb4-4736-9717-4e69be7df2c1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.489545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:34.501826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:34.503645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f99944c3-de3d-40dd-a922-cbbeaf4fe372), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.504067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] Publish callbacks [] for security_group (6f8c5408-1bb4-4736-9717-4e69be7df2c1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.506188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.510347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f99944c3-de3d-40dd-a922-cbbeaf4fe372 HTTP/1.1" status: 204  len: 168 time: 0.3362381
Mar 05 21:12:34.512128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:34.581531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.597289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9d8e-5b70-41ad-8b9f-1fc7bcb12c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99944c3-de3d-40dd-a922-cbbeaf4fe372,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.598184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6f8c5408-1bb4-4736-9717-4e69be7df2c1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.619739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (348ef1d1-5ba8-432a-9707-601a839bea92), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.623062 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.627700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/348ef1d1-5ba8-432a-9707-601a839bea92 HTTP/1.1" status: 204  len: 168 time: 0.4333694
Mar 05 21:12:34.640360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.656566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f8c5408-1bb4-4736-9717-4e69be7df2c1 HTTP/1.1" status: 204  len: 168 time: 0.2322767
Mar 05 21:12:34.657421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.683236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58aac-6da7-4673-9ec2-875924dd90de tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ef1d1-5ba8-432a-9707-601a839bea92,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.704102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:34.709362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45febf-ae19-4396-a88f-e3e791015ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c5408-1bb4-4736-9717-4e69be7df2c1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:34.836036 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-777da3d3-75da-4b59-8f49-a217e703e22b tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1525609
Mar 05 21:12:34.842691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47196) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:34.957928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group': {'name': 'tempest-secgroup--696879615'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:35.055761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-297a4dd6-563a-45ba-aa00-3f88fd82dc77 None None] Provisioning complete for port 8ae8229a-0eed-400f-84db-94dd4bf8229b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:35.058522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-297a4dd6-563a-45ba-aa00-3f88fd82dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.064947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.128252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-297a4dd6-563a-45ba-aa00-3f88fd82dc77 None None] Port 8ae8229a-0eed-400f-84db-94dd4bf8229b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:35.225550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4106e-1e31-4034-a373-c5676c8acec6 req-c32bfaad-66bd-4f04-a01e-3508684cd6dc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:35.227930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2a4106e-1e31-4034-a373-c5676c8acec6 req-c32bfaad-66bd-4f04-a01e-3508684cd6dc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.0684125
Mar 05 21:12:35.233500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d75c9c-dc6f-47fb-aba1-81e68448462a req-10434115-783c-4d1e-af69-dc35f022bea7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:35.235052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4d75c9c-dc6f-47fb-aba1-81e68448462a req-10434115-783c-4d1e-af69-dc35f022bea7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.5608006
Mar 05 21:12:35.254090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.264278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47216) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.292280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.300770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9847f8b-c439-492c-a47b-fcb2853e6b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.319658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (1c65c1eb-9c9b-4f90-8251-0f22c4be1048), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.341919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2a4106e-1e31-4034-a373-c5676c8acec6 req-e5ba2ebe-b880-4aef-b1f2-5f2caacddab2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061559
Mar 05 21:12:35.353066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c65c1eb-9c9b-4f90-8251-0f22c4be1048), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.375529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4d75c9c-dc6f-47fb-aba1-81e68448462a req-641d3f85-eb91-4300-a030-2adaad6e0837 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322153
Mar 05 21:12:35.391313 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eebcd83b-9347-46a3-ae48-cb9d54d0536c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65f7e37f0c7940b7b239f3514fbd1dc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0944593
Mar 05 21:12:35.391535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47220) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.407947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.409130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5654898
Mar 05 21:12:35.412569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47222) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.419273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Request body: {'security_group_rule': {'security_group_id': '1c65c1eb-9c9b-4f90-8251-0f22c4be1048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:35.465676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4f12fe0b-7016-485d-8e04-333e5b2e60e6), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.492053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9847f8b-c439-492c-a47b-fcb2853e6b41 admin admin] Publish callbacks [] for security_group (88c4c96e-0045-4d2e-ac87-b022a2f40bef), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.496921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b552-45af-4774-83ef-759d7fa6349a tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65c1eb-9c9b-4f90-8251-0f22c4be1048,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:35.502424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a9847f8b-c439-492c-a47b-fcb2853e6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (88c4c96e-0045-4d2e-ac87-b022a2f40bef), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.544989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] Publish callbacks [] for security_group (8873a6f6-841f-4783-b52f-9c2f8a74ea09), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.574812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a9847f8b-c439-492c-a47b-fcb2853e6b41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10e57814a4ec4a6a8d2f615dc37491cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3091989
Mar 05 21:12:35.578302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47226) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.583409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] Publish callbacks [] for security_group (8873a6f6-841f-4783-b52f-9c2f8a74ea09), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.584615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847f8b-c439-492c-a47b-fcb2853e6b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c4c96e-0045-4d2e-ac87-b022a2f40bef,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:35.625265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (4f12fe0b-7016-485d-8e04-333e5b2e60e6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.632682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4f12fe0b-7016-485d-8e04-333e5b2e60e6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.658802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f12fe0b-7016-485d-8e04-333e5b2e60e6,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:35.659856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47228) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.673904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.678228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07c7f77b-1b91-4e34-97f1-b83976c5809e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2646611
Mar 05 21:12:35.678812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47232) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:35.682249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] Publish callbacks [] for security_group (88c4c96e-0045-4d2e-ac87-b022a2f40bef), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.707540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] Publish callbacks [] for security_group (88c4c96e-0045-4d2e-ac87-b022a2f40bef), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.716805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8873a6f6-841f-4783-b52f-9c2f8a74ea09), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.719389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.720571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8873a6f6-841f-4783-b52f-9c2f8a74ea09 HTTP/1.1" status: 204  len: 168 time: 0.3283617
Mar 05 21:12:35.740874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4750-a60a-4395-9e7d-19eb22859a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873a6f6-841f-4783-b52f-9c2f8a74ea09,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:35.780365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (88c4c96e-0045-4d2e-ac87-b022a2f40bef), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.783649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.788310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88c4c96e-0045-4d2e-ac87-b022a2f40bef HTTP/1.1" status: 204  len: 168 time: 0.2088726
Mar 05 21:12:35.801380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (1c65c1eb-9c9b-4f90-8251-0f22c4be1048), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.805546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c119a-cb63-4594-92d8-30f1df44d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c4c96e-0045-4d2e-ac87-b022a2f40bef,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:35.813895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.821791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.873078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-013c8946-3ac0-49c4-8250-0f8f399df854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.907096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (1c65c1eb-9c9b-4f90-8251-0f22c4be1048), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.980642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:35.982406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:36.069020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1c65c1eb-9c9b-4f90-8251-0f22c4be1048), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.071883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.073234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c65c1eb-9c9b-4f90-8251-0f22c4be1048 HTTP/1.1" status: 204  len: 168 time: 0.3932712
Mar 05 21:12:36.076294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.100456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d1f44-ca3e-4296-8d27-1e5e73708d77 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65c1eb-9c9b-4f90-8251-0f22c4be1048,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:36.139472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe2182a9-c3f7-45e6-af9e-7ccb1782569e tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0618258
Mar 05 21:12:36.143185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.147756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-013c8946-3ac0-49c4-8250-0f8f399df854 admin admin] Publish callbacks [] for security_group (c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.157795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-013c8946-3ac0-49c4-8250-0f8f399df854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.174137 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.199083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd496f42-409d-4251-b224-f89a32448216 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0525374
Mar 05 21:12:36.199377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.215917 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-64bc71bd-5055-43b1-9b82-77d8ebea77a1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] delete failed (client error): The resource could not be found.
Mar 05 21:12:36.217500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-64bc71bd-5055-43b1-9b82-77d8ebea77a1 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c65c1eb-9c9b-4f90-8251-0f22c4be1048 HTTP/1.1" status: 404  len: 347 time: 0.0152009
Mar 05 21:12:36.222113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47262) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.229386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c8946-3ac0-49c4-8250-0f8f399df854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:36.233290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:36.239244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-013c8946-3ac0-49c4-8250-0f8f399df854 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08c9a12b459f419a9939dda81ec27120&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5779712
Mar 05 21:12:36.240684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47264) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.243548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:36.299867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-584824e3-7740-4cdf-ab39-c591c845da02 tempest-SecGroupTest-218900258 tempest-SecGroupTest-218900258-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0761921
Mar 05 21:12:36.397277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.452742 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] Publish callbacks [] for security_group (c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.497882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:36.501356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] Publish callbacks [] for security_group (c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.613832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214931c-7481-4649-a324-dbd242165e4b req-75573ae3-45c7-40dc-acbc-ca2720a62322 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:36.615511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e214931c-7481-4649-a324-dbd242165e4b req-75573ae3-45c7-40dc-acbc-ca2720a62322 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1038897
Mar 05 21:12:36.669948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4aaff2bb-5330-449c-942f-4a0103a19608 None None] Provisioning complete for port 8ae8229a-0eed-400f-84db-94dd4bf8229b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:36.670678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2bb-5330-449c-942f-4a0103a19608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.706652 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e214931c-7481-4649-a324-dbd242165e4b req-5ba3cbb1-f54c-4843-8cde-f0de0c7986eb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806353
Mar 05 21:12:36.727780 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:12:36.729103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4aaff2bb-5330-449c-942f-4a0103a19608 None None] Port 8ae8229a-0eed-400f-84db-94dd4bf8229b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:36.758085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:36.796726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4820-fe7d-495e-86ff-eb697beddb73 req-10fe57bc-8e0d-44c4-91b9-0d9806142073 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:36.798271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b62e4820-fe7d-495e-86ff-eb697beddb73 req-10fe57bc-8e0d-44c4-91b9-0d9806142073 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.2441871
Mar 05 21:12:36.820634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.823474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:36.827513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7 HTTP/1.1" status: 204  len: 168 time: 0.5857229
Mar 05 21:12:36.846728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb86ad-0f16-493f-af02-25bb96c59c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ae3400-7e79-4a9c-b17e-523ed6e8a6f7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:36.849059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:36.867716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2ddba115-27b7-4153-9bc5-f83d6ff983a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/f791853a-6578-4ae3-b298-535fa8615c22/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0268824
Mar 05 21:12:36.878423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:36.894889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:36.895825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f48130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:36.912542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b62e4820-fe7d-495e-86ff-eb697beddb73 req-9eb2dac8-97b2-4e1a-91d5-8cec50ec24b2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012495
Mar 05 21:12:37.116786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119be24-81ee-4202-a303-813482f806b3 req-b1617bca-8fc7-49d9-9f21-aa462d6ab4de tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:37.123977 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4119be24-81ee-4202-a303-813482f806b3 req-b1617bca-8fc7-49d9-9f21-aa462d6ab4de tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.0849705
Mar 05 21:12:37.127887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47302) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:37.136554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'port_id': '0ad03e45-ef52-4008-85cc-7d447f1a7efe'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:37.159485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d540a250-3398-474a-bf5f-0181c1b540b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b86a0590341e471194f2af874d266afa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3995535
Mar 05 21:12:37.160377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:37.208115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.221006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:37.235379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] Publish callbacks [] for security_group (71e7b34f-c25b-485e-a724-95814f2b7eed), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.263405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] Publish callbacks [] for security_group (71e7b34f-c25b-485e-a724-95814f2b7eed), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.280573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:37.342410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71e7b34f-c25b-485e-a724-95814f2b7eed), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.348314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.349563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e7b34f-c25b-485e-a724-95814f2b7eed HTTP/1.1" status: 204  len: 168 time: 0.1881113
Mar 05 21:12:37.363037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0504cf-3ce6-48a8-97a2-0247c396d0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e7b34f-c25b-485e-a724-95814f2b7eed,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:37.543213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:37.574260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1057156943'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:37.582408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f48130>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:35Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae8229a-0eed-400f-84db-94dd4bf8229b', 'name': '', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:42:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:12:33Z', 'updated_at': '2022-03-05T21:12:35Z', 'revision_number': 2, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:37.582708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2618c219-25c3-422c-b344-dd29eefe7628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.610869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:37.611661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Updating router f791853a-6578-4ae3-b298-535fa8615c22 port 8ae8229a-0eed-400f-84db-94dd4bf8229b binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:12:37.644559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:37.648692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.660223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.663078 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.757810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2618c219-25c3-422c-b344-dd29eefe7628 admin admin] Publish callbacks [] for security_group (7a7804bf-af88-4548-85e7-05bc32472382), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.781137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2618c219-25c3-422c-b344-dd29eefe7628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a7804bf-af88-4548-85e7-05bc32472382), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.844898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for security_group (c8a18df5-5387-4e39-9bea-962e7f92c7f1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.846210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618c219-25c3-422c-b344-dd29eefe7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7804bf-af88-4548-85e7-05bc32472382,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:37.853785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2618c219-25c3-422c-b344-dd29eefe7628 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eef7cea1858c49179be1aab741b9caab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3092489
Mar 05 21:12:37.855402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c8a18df5-5387-4e39-9bea-962e7f92c7f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.859271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:37.939298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:37.965337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a18df5-5387-4e39-9bea-962e7f92c7f1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:37.975049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cb7bc23a-eba9-4d57-986c-fa802b0e1f68), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:37.975408 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment cb7bc23a-eba9-4d57-986c-fa802b0e1f68 of type vlan for network ee17cded-2d02-43e2-9a15-ffd219e9de76
Mar 05 21:12:37.977095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] Publish callbacks [] for security_group (7a7804bf-af88-4548-85e7-05bc32472382), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.036999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] Publish callbacks [] for security_group (7a7804bf-af88-4548-85e7-05bc32472382), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.039840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ee17cded-2d02-43e2-9a15-ffd219e9de76), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.114422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ee17cded-2d02-43e2-9a15-ffd219e9de76), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.130205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:38.131304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.198421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7a7804bf-af88-4548-85e7-05bc32472382), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.201606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.205156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a7804bf-af88-4548-85e7-05bc32472382 HTTP/1.1" status: 204  len: 168 time: 0.3390605
Mar 05 21:12:38.260997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e4028-2f8a-4d16-a389-fd339093f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7804bf-af88-4548-85e7-05bc32472382,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:38.273108 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks [] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.274825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9935331
Mar 05 21:12:38.309748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c00b8-bb7a-41cc-96b5-05712a6dfdbd tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=ee17cded-2d02-43e2-9a15-ffd219e9de76,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:38.314794 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.357378 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.resource_extend [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:12:38.407908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad755-0494-45b3-8fbe-5a7efd5dbc4a None None] Pushing event updated for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:38.411318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:38.424066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc034393-051a-4d30-8437-24b119b50e04 req-90f27d5c-b89e-4cf6-b0bd-2d0ccea6194e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:38.432268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc034393-051a-4d30-8437-24b119b50e04 req-90f27d5c-b89e-4cf6-b0bd-2d0ccea6194e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1207843
Mar 05 21:12:38.436155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.448684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.667454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc034393-051a-4d30-8437-24b119b50e04 req-014f0610-f033-4e02-896c-866d4048af37 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2338753
Mar 05 21:12:38.693648 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 4419beb9-47dd-44a6-a854-140be9b80f14 associated. External IP: 172.35.0.36, port: 0ad03e45-ef52-4008-85cc-7d447f1a7efe.
Mar 05 21:12:38.719868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Attempting to bind port 8ae8229a-0eed-400f-84db-94dd4bf8229b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:38.719868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Attempting to bind port 8ae8229a-0eed-400f-84db-94dd4bf8229b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:38.719868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Attempting to bind port 8ae8229a-0eed-400f-84db-94dd4bf8229b on network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:38.734007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:38.734394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Checking segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:38.734803 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.735199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Bound using segment: {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:38.735699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Bound port: 8ae8229a-0eed-400f-84db-94dd4bf8229b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cde4fb-2867-4452-bc0a-062af1f97042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:38.736269 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.830499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:38.889366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] For port 8ae8229a-0eed-400f-84db-94dd4bf8229b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:38.906832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5c1a02bf-d119-4298-85ec-971331c9bb57 None None] Provisioning complete for port 8ae8229a-0eed-400f-84db-94dd4bf8229b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:38.907566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5c1a02bf-d119-4298-85ec-971331c9bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:38.956528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a02bf-d119-4298-85ec-971331c9bb57 None None] Port 8ae8229a-0eed-400f-84db-94dd4bf8229b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:38.961775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] For port 8ae8229a-0eed-400f-84db-94dd4bf8229b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae8229a-0eed-400f-84db-94dd4bf8229b,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:38.972935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.114198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad755-0494-45b3-8fbe-5a7efd5dbc4a None None] Pushing event updated for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:39.160719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:39.162956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77a26aa9-c2ed-4c99-8779-f2b9e783aa13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.166542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:39.167433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f48130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:39.341599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:39.500824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:39.547955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77a26aa9-c2ed-4c99-8779-f2b9e783aa13 admin admin] Publish callbacks [] for security_group (962ee6b1-31d2-49c3-a5ed-b30d667df701), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.549658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:39.564493 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:39.569902 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.574335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:39.575122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77a26aa9-c2ed-4c99-8779-f2b9e783aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (962ee6b1-31d2-49c3-a5ed-b30d667df701), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.577602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:39.633461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26aa9-c2ed-4c99-8779-f2b9e783aa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ee6b1-31d2-49c3-a5ed-b30d667df701,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:39.663064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Provisioning complete for port 8ae8229a-0eed-400f-84db-94dd4bf8229b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:39.667585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:39.688040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5192818c-e5dc-4586-bb4e-f50b6fe576a1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "PUT /v2.0/floatingips/4419beb9-47dd-44a6-a854-140be9b80f14 HTTP/1.1" status: 200  len: 990 time: 2.5572653
Mar 05 21:12:39.689339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:39.693449 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630" -d '{"events": [{"name": "network-changed", "server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:39.700644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77a26aa9-c2ed-4c99-8779-f2b9e783aa13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=875ac7b57410494d8d50731679c2a87a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8691435
Mar 05 21:12:39.703099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:39.803799 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c23d687-a18f-4841-873f-b41ea7fa3e5a x-openstack-request-id: req-6c23d687-a18f-4841-873f-b41ea7fa3e5a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:39.804562 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:39.805914 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c23d687-a18f-4841-873f-b41ea7fa3e5a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:39.808752 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'status': 'completed', 'code': 200}
Mar 05 21:12:39.831085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f48130>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:35Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae8229a-0eed-400f-84db-94dd4bf8229b', 'name': '', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:42:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:12:33Z', 'updated_at': '2022-03-05T21:12:38Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:39.847480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:39.910344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50235-84b0-4b49-b5ad-5ab076fbf12f None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:35Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae8229a-0eed-400f-84db-94dd4bf8229b', 'name': '', 'network_id': 'a4cf4a57-5d55-469c-b3fc-5734b4a78c6a', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:42:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:12:33Z', 'updated_at': '2022-03-05T21:12:38Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '2a22a379-dade-44ba-81f2-1565a0bcc7c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:40.058132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] Publish callbacks [] for security_group (962ee6b1-31d2-49c3-a5ed-b30d667df701), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.089769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Current status of the port 8ae8229a-0eed-400f-84db-94dd4bf8229b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:40.090161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.111039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2105886140'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:40.129853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-189aa0df-22d7-40d7-a5d8-579e9392bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:40.134853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-189aa0df-22d7-40d7-a5d8-579e9392bf12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 1127 time: 0.2987685
Mar 05 21:12:40.163334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Made reservation on behalf of bd561595873040339acd93c149c51cfd for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:40.168670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.184689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.217305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] For port 8ae8229a-0eed-400f-84db-94dd4bf8229b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae8229a-0eed-400f-84db-94dd4bf8229b,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:40.231650 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.340819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4109-47f9-4fbd-94d6-23a72a8375bb None None] Pushing event updated for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:40.410430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-f4c5e219-2462-4f93-931b-d4e41bbb5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:40.415262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-f4c5e219-2462-4f93-931b-d4e41bbb5a70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.2666500
Mar 05 21:12:40.421894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] Publish callbacks [] for security_group (962ee6b1-31d2-49c3-a5ed-b30d667df701), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.427425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for security_group (e09f31e9-f0b7-40ba-a048-f8453b30dbbe), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.439215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e09f31e9-f0b7-40ba-a048-f8453b30dbbe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.480620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:40.504166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e3efe5db-2112-4704-84b7-e7005dd147b3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.505536 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Added segment e3efe5db-2112-4704-84b7-e7005dd147b3 of type vlan for network c7518dc2-cc28-47c7-a14b-4dcd1d222d69
Mar 05 21:12:40.569800 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374eb0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4419beb9-47dd-44a6-a854-140be9b80f14', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ce:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:12:21Z', 'updated_at': '2022-03-05T21:12:37Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}, {'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:40.575858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c7518dc2-cc28-47c7-a14b-4dcd1d222d69), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.586703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5b44b-1696-43a9-b9ef-e30ffabc6ff2 req-632fa1a9-0340-49d3-af6e-26c32ea4ea01 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:40.596620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46b5b44b-1696-43a9-b9ef-e30ffabc6ff2 req-632fa1a9-0340-49d3-af6e-26c32ea4ea01 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.6990507
Mar 05 21:12:40.633078 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:40.642116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09f31e9-f0b7-40ba-a048-f8453b30dbbe,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:40.645732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c7518dc2-cc28-47c7-a14b-4dcd1d222d69), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.651478 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:40.652733 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:40.656626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:40.657561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:40.817230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-46b5b44b-1696-43a9-b9ef-e30ffabc6ff2 req-08c2301c-67de-4d85-b72c-e86cc0904f95 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2195570
Mar 05 21:12:40.858121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:40.859494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event updated for resources: {'Network': ['ID=c7518dc2-cc28-47c7-a14b-4dcd1d222d69,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:40.874875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:40.884016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-150c040a-fe30-41b2-a60f-7194ad225a19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3788605
Mar 05 21:12:40.893979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-e735781d-6b0e-4e07-8d5d-c9f40271c344 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe HTTP/1.1" status: 200  len: 998 time: 0.4444556
Mar 05 21:12:40.895512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:40.923765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Request body: {'subnet': {'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:41.013767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (962ee6b1-31d2-49c3-a5ed-b30d667df701), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:41.023023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:41.026457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/962ee6b1-31d2-49c3-a5ed-b30d667df701 HTTP/1.1" status: 204  len: 168 time: 1.3221052
Mar 05 21:12:41.058196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f886-cc3f-48f1-8d9b-49071a2f180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ee6b1-31d2-49c3-a5ed-b30d667df701,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:41.080176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-ad14ef31-c44c-4168-8723-9d579db23f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:41.081715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-ad14ef31-c44c-4168-8723-9d579db23f83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1811943
Mar 05 21:12:41.157527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Made reservation on behalf of bd561595873040339acd93c149c51cfd for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:41.165797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:41.202343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-b6defcef-7930-415a-bbe4-a9de2debd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:41.204223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-b6defcef-7930-415a-bbe4-a9de2debd7c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1160984
Mar 05 21:12:41.428114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-7400a67c-7c39-4a88-97cb-476845946b31 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171044
Mar 05 21:12:41.630161 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374eb0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4419beb9-47dd-44a6-a854-140be9b80f14', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ce:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:12:21Z', 'updated_at': '2022-03-05T21:12:37Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}, {'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:41.647872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:41.672943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:41.693820 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cad0e-b605-4333-9c69-0ee78a87bed4 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4419beb9-47dd-44a6-a854-140be9b80f14', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ce:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:12:21Z', 'updated_at': '2022-03-05T21:12:37Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}, {'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:12:41.742660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ad0b60b-5469-416b-8c18-b3a6ef4b6630 req-254f34a1-1215-4650-9c5c-23bf9c63e67c service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077905
Mar 05 21:12:41.877138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:41.887091 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:41.966664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8ae8229a-0eed-400f-84db-94dd4bf8229b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:42.051055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4515b994-fb4a-4acf-b24b-c3990914c938), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.090968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8ae8229a-0eed-400f-84db-94dd4bf8229b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:42.093204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.142329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02ebde-c5cf-4069-87e2-efc2df5ff1d9 req-c7affef6-2e13-4c2b-a038-ca4797df5d03 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:42.143955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f02ebde-c5cf-4069-87e2-efc2df5ff1d9 req-c7affef6-2e13-4c2b-a038-ca4797df5d03 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1728380
Mar 05 21:12:42.230694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65d4e-ea52-4ecb-9a11-71cf53f6b1e9 None None] New status for floating IP 4419beb9-47dd-44a6-a854-140be9b80f14: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:12:42.279019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (474bf379-7186-4a6d-aa37-8b9850f9f7ca), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.301910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f02ebde-c5cf-4069-87e2-efc2df5ff1d9 req-fffc1e16-4b0e-4d1f-86d1-bc1f05a9a5e8 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1268170
Mar 05 21:12:42.303798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8ae8229a-0eed-400f-84db-94dd4bf8229b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:42.319067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event updated for resources: {'Subnet': ['ID=4515b994-fb4a-4acf-b24b-c3990914c938,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:42.338827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Checking segment: {'id': 'e3efe5db-2112-4704-84b7-e7005dd147b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:42.339963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Network hostable DHCP agents. Network: c7518dc2-cc28-47c7-a14b-4dcd1d222d69, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:42.367491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:42.385282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7518dc2-cc28-47c7-a14b-4dcd1d222d69) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:42.385531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=474bf379-7186-4a6d-aa37-8b9850f9f7ca,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:42.393209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:42.393662 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.401976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c51a5-b16f-40f8-8528-a87ed785740d None None] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:42.410316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:42.410763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: ee17cded-2d02-43e2-9a15-ffd219e9de76, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:42.436396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:42.436627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9938c259-498b-4272-adfb-b460173d7d21 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5359905
Mar 05 21:12:42.436726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47438) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:42.445789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Request body: {'port': {'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69', 'name': 'tempest-TagsExtTest-1230725670'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:42.479710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee17cded-2d02-43e2-9a15-ffd219e9de76) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:42.500397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342cdb9-9c55-46a6-adf9-80afaa19f591 None None] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:42.512824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:42.513430 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.551466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47444) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:42.551651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba228d85-7c53-453e-b456-fbacd2369d73 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9026418
Mar 05 21:12:42.557355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417531523'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:42.607901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:42.612334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.652408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Made reservation on behalf of bd561595873040339acd93c149c51cfd for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:42.660108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.679912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:42.680348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ee17cded-2d02-43e2-9a15-ffd219e9de76', 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '474bf379-7186-4a6d-aa37-8b9850f9f7ca'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:42.681748 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.699221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] device_id is not set on port da0b134d-bee0-40e9-b17d-910ed7780be2 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:12:42.714609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c7518dc2-cc28-47c7-a14b-4dcd1d222d69', 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69', 'project_id': 'bd561595873040339acd93c149c51cfd', 'fixed_ips': [{'subnet_id': '4515b994-fb4a-4acf-b24b-c3990914c938'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:42.716170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.722359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.724040 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc of type vlan for network 497aa04d-2baa-4d09-8ffc-2ec4378790e5
Mar 05 21:12:42.800902 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (497aa04d-2baa-4d09-8ffc-2ec4378790e5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.839582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (497aa04d-2baa-4d09-8ffc-2ec4378790e5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.847484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:42.848605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:42.927940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3721802
Mar 05 21:12:42.929015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:42.937524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '497aa04d-2baa-4d09-8ffc-2ec4378790e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:42.938624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Allocated IP 172.20.0.12 (c7518dc2-cc28-47c7-a14b-4dcd1d222d69/4515b994-fb4a-4acf-b24b-c3990914c938/da0b134d-bee0-40e9-b17d-910ed7780be2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:42.996726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467c55-082d-422d-96b1-15f96b86062f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=497aa04d-2baa-4d09-8ffc-2ec4378790e5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.001280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47454) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.054716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 497aa04d-2baa-4d09-8ffc-2ec4378790e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:43.080560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:43.085309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.160077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.169737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-780b6fd2-a9ea-4380-862c-e3cb1752b4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.209942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Allocated IP 2001:db8:0:ffff::2 (ee17cded-2d02-43e2-9a15-ffd219e9de76/474bf379-7186-4a6d-aa37-8b9850f9f7ca/6c9bab06-dc01-4a25-ac03-27dacabb8e0d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:43.236246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.297490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:43.304705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:43.312514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:43.314583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0228b0a4-4cf4-47b0-98e7-e2b69096eb01), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.329718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Allocated IP 172.20.0.2 (c7518dc2-cc28-47c7-a14b-4dcd1d222d69/4515b994-fb4a-4acf-b24b-c3990914c938/39395573-a8f9-408b-948c-a4f3330f7dcd) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:43.357026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event updated for resources: {'Port': ['ID=da0b134d-bee0-40e9-b17d-910ed7780be2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.380441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-780b6fd2-a9ea-4380-862c-e3cb1752b4ee admin admin] Publish callbacks [] for security_group (74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.394378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:43.395099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.399292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-780b6fd2-a9ea-4380-862c-e3cb1752b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.416663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=0228b0a4-4cf4-47b0-98e7-e2b69096eb01,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.430352 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': '3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '497aa04d-2baa-4d09-8ffc-2ec4378790e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:43.431067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 497aa04d-2baa-4d09-8ffc-2ec4378790e5, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:43.445347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-781e9aa3-3e5e-4e0b-85a4-4d92dd7a2449 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0076442
Mar 05 21:12:43.453405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47460) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.462854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-402110207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:43.464901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-780b6fd2-a9ea-4380-862c-e3cb1752b4ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=639feee40d304017bd933fcafa87e81b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4616232
Mar 05 21:12:43.470184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.476800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks [] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.484435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 497aa04d-2baa-4d09-8ffc-2ec4378790e5 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:43.491525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.492877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b6fd2-a9ea-4380-862c-e3cb1752b4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.522442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 497aa04d-2baa-4d09-8ffc-2ec4378790e5) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:43.527859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:43.528613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.537309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb52da9-0c4e-403d-951c-a05c4df0b6c4 None None] Network 497aa04d-2baa-4d09-8ffc-2ec4378790e5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:43.540088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.541145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.541458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e78a7-88a9-4f3f-b49c-460cd4d8cfff req-c401bd5c-a818-4d71-ad4d-738eb341cab9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:43.545649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-879e78a7-88a9-4f3f-b49c-460cd4d8cfff req-c401bd5c-a818-4d71-ad4d-738eb341cab9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1102505
Mar 05 21:12:43.567879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd9f4c5d-6d4c-457f-9192-62eef5eb6a38 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.6385303
Mar 05 21:12:43.574085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47464) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.592505 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] Publish callbacks [] for security_group (74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.630571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:43.638711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Pushing event updated for resources: {'Port': ['ID=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.639292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for router_controller (fc7d82bb-850c-49fc-90d7-3dc3f9256333), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.641819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:43.642823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] Publish callbacks [] for security_group (74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.647753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:43.661605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.664208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-879e78a7-88a9-4f3f-b49c-460cd4d8cfff req-5adb1506-fe22-4bc6-a032-e691f60e2568 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107626
Mar 05 21:12:43.673038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks [] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.696559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.698904 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7fc4abf-e703-4750-97e9-72be30dfbb83 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2435491
Mar 05 21:12:43.704438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47466) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.710969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6d2376c6-3dd2-4a61-9ed2-4a6face4f036 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-757349584', 'prefixes': ['172.20.0.0/16']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:43.722214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.727593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (497aa04d-2baa-4d09-8ffc-2ec4378790e5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.743102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.747207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.748442 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e HTTP/1.1" status: 204  len: 168 time: 0.2741549
Mar 05 21:12:43.757655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241042b8-9b29-4e0d-bcc5-25d6ce58b404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74121ef8-82e3-4f4b-9f8d-1ce77bfe4b9e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.813342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Attempting to bind port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:43.813613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Attempting to bind port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:43.813985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Attempting to bind port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d on network ee17cded-2d02-43e2-9a15-ffd219e9de76 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:43.824300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:43.824688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Checking segment: {'id': 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:43.825103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.825502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Bound using segment: {'id': 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:43.825995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Bound port: 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee17cded-2d02-43e2-9a15-ffd219e9de76'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:43.826421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.828976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f219d01-8f5c-496a-866b-2c8e577e70c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-497aa04d-2baa-4d09-8ffc-2ec4378790e5', 'network_id': '497aa04d-2baa-4d09-8ffc-2ec4378790e5', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '0228b0a4-4cf4-47b0-98e7-e2b69096eb01'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:43.829824 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2f219d01-8f5c-496a-866b-2c8e577e70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.863130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0228b0a4-4cf4-47b0-98e7-e2b69096eb01), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.866474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:43.892998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:43.896103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Pushing event updated for resources: {'Port': ['ID=39395573-a8f9-408b-948c-a4f3330f7dcd,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:43.898288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:43.924325 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d2376c6-3dd2-4a61-9ed2-4a6face4f036 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:43.929511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6d2376c6-3dd2-4a61-9ed2-4a6face4f036 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.2189920
Mar 05 21:12:43.929975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:43.936260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-776efc0e-8b3d-441a-9a4b-b151ad651a85 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7ece20>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-1613771001') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:43.999787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0228b0a4-4cf4-47b0-98e7-e2b69096eb01), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.037565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=0228b0a4-4cf4-47b0-98e7-e2b69096eb01,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:44.093596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Attempting to bind port 39395573-a8f9-408b-948c-a4f3330f7dcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:44.094179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Attempting to bind port 39395573-a8f9-408b-948c-a4f3330f7dcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3efe5db-2112-4704-84b7-e7005dd147b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:44.094433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Attempting to bind port 39395573-a8f9-408b-948c-a4f3330f7dcd on network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:44.113626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:44.113920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Checking segment: {'id': 'e3efe5db-2112-4704-84b7-e7005dd147b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:44.114460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.117469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Bound using segment: {'id': 'e3efe5db-2112-4704-84b7-e7005dd147b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:44.118046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Bound port: 39395573-a8f9-408b-948c-a4f3330f7dcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3efe5db-2112-4704-84b7-e7005dd147b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c7518dc2-cc28-47c7-a14b-4dcd1d222d69'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:44.118553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.137897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] For port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server [None req-2f219d01-8f5c-496a-866b-2c8e577e70c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0228b0a4-4cf4-47b0-98e7-e2b69096eb01: This subnet is being modified by another concurrent operation.
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server     raise exception
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0228b0a4-4cf4-47b0-98e7-e2b69096eb01: This subnet is being modified by another concurrent operation.
Mar 05 21:12:44.144297 ncdv-master-1 neutron-server[126564]: ERROR oslo_messaging.rpc.server 
Mar 05 21:12:44.175442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] For port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,segment=NetworkSegment(cb7bc23a-eba9-4d57-986c-fa802b0e1f68),segment_id=cb7bc23a-eba9-4d57-986c-fa802b0e1f68)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:44.182443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (497aa04d-2baa-4d09-8ffc-2ec4378790e5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.183127 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-776efc0e-8b3d-441a-9a4b-b151ad651a85 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-1613771001 HTTP/1.1" status: 201  len: 201 time: 0.2521369
Mar 05 21:12:44.186570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.192319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-27b89cb5-85fa-4550-866d-0f3ec30d7f54 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8a78b730>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-531851907') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.204430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16297c-b174-4769-b4de-6da7b479c64a None None] Network 497aa04d-2baa-4d09-8ffc-2ec4378790e5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:44.209122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90b5e070>,) {'filters': {'network_id': ['497aa04d-2baa-4d09-8ffc-2ec4378790e5']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.224472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b5e070>, '3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.224912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90b5e070>, '3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.237526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.254770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.258948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.263140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:44.263636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3dedf5d9-78e5-4b8d-977e-cb22aac7d8dc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:44.309486 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:44.341136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (497aa04d-2baa-4d09-8ffc-2ec4378790e5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.341604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] For port 39395573-a8f9-408b-948c-a4f3330f7dcd, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:44.359016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.360147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27b89cb5-85fa-4550-866d-0f3ec30d7f54 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-531851907 HTTP/1.1" status: 201  len: 201 time: 0.1718247
Mar 05 21:12:44.362781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.367527 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/497aa04d-2baa-4d09-8ffc-2ec4378790e5 HTTP/1.1" status: 204  len: 168 time: 0.7912376
Mar 05 21:12:44.376061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-5b6e8902-b248-4c10-92d4-a0a6cad3da9a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8a78b1f0>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-2124236990') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.377901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47494) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.382895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca30b05-ce6b-4ebf-91eb-c40cd744e61d None None] Pushing event updated for resources: {'Port': ['ID=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:44.387840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] For port 39395573-a8f9-408b-948c-a4f3330f7dcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39395573-a8f9-408b-948c-a4f3330f7dcd,segment=NetworkSegment(e3efe5db-2112-4704-84b7-e7005dd147b3),segment_id=e3efe5db-2112-4704-84b7-e7005dd147b3)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:44.396463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422365096'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:44.397719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.404603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d4027-477c-44a6-b26f-61142388828d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=497aa04d-2baa-4d09-8ffc-2ec4378790e5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:44.471873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446bb9-f241-4e8c-9b25-f1c1237df5ec None None] Pushing event updated for resources: {'Port': ['ID=39395573-a8f9-408b-948c-a4f3330f7dcd,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:44.527400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:44.531034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.575915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:44.595255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9c03ab99-bc64-40bd-9b16-6370166263d5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.595255 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 9c03ab99-bc64-40bd-9b16-6370166263d5 of type vlan for network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc
Mar 05 21:12:44.624315 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b6e8902-b248-4c10-92d4-a0a6cad3da9a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-2124236990 HTTP/1.1" status: 201  len: 201 time: 0.2600815
Mar 05 21:12:44.627749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47496) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.635942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-8aedb592-fa11-41ae-81f7-9fc334f63f9f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89683b80>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-655519774') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.666715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.708134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.713686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:44.714311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:44.722576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8aedb592-fa11-41ae-81f7-9fc334f63f9f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-655519774 HTTP/1.1" status: 201  len: 201 time: 0.0906990
Mar 05 21:12:44.723253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47502) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.730338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-065b76b7-4a69-47fa-8afc-c8b9a3a64965 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a7fd370>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.862386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4805226
Mar 05 21:12:44.862667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47508) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.874290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:44.917524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-065b76b7-4a69-47fa-8afc-c8b9a3a64965 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 200  len: 241 time: 0.1931779
Mar 05 21:12:44.920212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47510) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:44.925057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-42aa07e0-e953-45c9-bc65-cf3fe26600dd tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8ac39970>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-1613771001') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:44.966129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe8d63-638c-4ec2-ab21-8152c0cc4ec3 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:44.979413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:45.017372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-42aa07e0-e953-45c9-bc65-cf3fe26600dd tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-1613771001 HTTP/1.1" status: 204  len: 168 time: 0.0960486
Mar 05 21:12:45.020085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47514) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.026854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-68cf4bdd-ef5a-4f0a-bacd-274e24277ce1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b90a18ac0>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-1613771001') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.030150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8df30-11e1-4d84-b1a1-134f37d1847d req-f08dfe9b-bf3f-47b1-b190-6a4ce619d5fd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:45.036028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5df8df30-11e1-4d84-b1a1-134f37d1847d req-f08dfe9b-bf3f-47b1-b190-6a4ce619d5fd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.2263603
Mar 05 21:12:45.123425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-68cf4bdd-ef5a-4f0a-bacd-274e24277ce1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-1613771001 HTTP/1.1" status: 204  len: 168 time: 0.1020794
Mar 05 21:12:45.124772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47518) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.129426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-afa9813a-cedc-411b-9a6f-5b7afe5abf1e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89ea1640>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.151700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5df8df30-11e1-4d84-b1a1-134f37d1847d req-254e5761-fe4d-429c-911a-e9aaf728f93a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015542
Mar 05 21:12:45.191612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:45.195244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:45.214870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-afa9813a-cedc-411b-9a6f-5b7afe5abf1e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 200  len: 205 time: 0.0861952
Mar 05 21:12:45.215112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47526) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.222129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-6d82db40-7bec-48eb-b3f9-a18894775596 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89ca6c70>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.325204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47528) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.325388 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6d82db40-7bec-48eb-b3f9-a18894775596 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 200  len: 240 time: 0.1092939
Mar 05 21:12:45.331488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-8d06bf4c-d080-4f78-8a43-1d2376e80361 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89ded730>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-531851907') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.447436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8d06bf4c-d080-4f78-8a43-1d2376e80361 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-531851907 HTTP/1.1" status: 204  len: 168 time: 0.1201775
Mar 05 21:12:45.450066 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.459376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-cbc1d84e-cf4f-468b-9f6a-b6d5218ad863 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b888818b0>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-531851907') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.521790 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (ed7f3fe2-9577-4253-9e05-df79e847a15c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:45.731109 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cbc1d84e-cf4f-468b-9f6a-b6d5218ad863 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-531851907 HTTP/1.1" status: 204  len: 168 time: 0.2797673
Mar 05 21:12:45.733497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.740468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-805f8a68-260e-4fcd-833a-947547b9bd6d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a07bb20>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:45.784438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': '9c03ab99-bc64-40bd-9b16-6370166263d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:45.784438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:45.797148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=ed7f3fe2-9577-4253-9e05-df79e847a15c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:45.845671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:45.871182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:45.877837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:45.878484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:45.912041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc004d-a64e-41cb-8648-83981781b1c9 None None] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:45.926162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-805f8a68-260e-4fcd-833a-947547b9bd6d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 200  len: 205 time: 0.1914728
Mar 05 21:12:45.928911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.934017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-340a6450-644f-4399-8d19-a770647d20cc tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.0663228
Mar 05 21:12:45.937705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47562) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:45.942893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137476147'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:45.947182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-9f8659cf-ae2b-4ace-bf76-7cf539f712b3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89d96970>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.022599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:46.026925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.093675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:46.119841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c42e10dd-c78f-45c9-be2e-6773d43f1b12), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.119841 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment c42e10dd-c78f-45c9-be2e-6773d43f1b12 of type vlan for network c8466f25-cdcd-407d-b267-cf1cef2568dd
Mar 05 21:12:46.155103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6c9bab06-dc01-4a25-ac03-27dacabb8e0d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:46.179016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9f8659cf-ae2b-4ace-bf76-7cf539f712b3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 200  len: 241 time: 0.2487381
Mar 05 21:12:46.181862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47570) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.187570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-c8288226-e4fb-4aef-8b88-ea9f82bc66b4 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89ccff70>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-2124236990') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.201104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c8466f25-cdcd-407d-b267-cf1cef2568dd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.236877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c8466f25-cdcd-407d-b267-cf1cef2568dd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.242108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:46.244721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.256856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc', 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': 'ed7f3fe2-9577-4253-9e05-df79e847a15c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:46.258081 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.272903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cfb11-2fec-480f-9962-6d6c5041a9cc None None] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:46.326632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c8288226-e4fb-4aef-8b88-ea9f82bc66b4 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-2124236990 HTTP/1.1" status: 204  len: 168 time: 0.1434979
Mar 05 21:12:46.329444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47584) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.335470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-b262e676-6508-4433-9249-6f4f38309806 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89757f10>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-2124236990') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.435934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4968860
Mar 05 21:12:46.444777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47590) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.460994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': 'c8466f25-cdcd-407d-b267-cf1cef2568dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:46.463473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345a8c5-7fbd-448b-8433-c7b98eecb235 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=c8466f25-cdcd-407d-b267-cf1cef2568dd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:46.502415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2e371-fc04-4879-a06b-8929c2f3a30c req-1644546d-e100-4ad9-9817-b8819dea9031 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:46.527257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6b2e371-fc04-4879-a06b-8929c2f3a30c req-1644546d-e100-4ad9-9817-b8819dea9031 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1608050
Mar 05 21:12:46.569187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b262e676-6508-4433-9249-6f4f38309806 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-2124236990 HTTP/1.1" status: 204  len: 168 time: 0.2357578
Mar 05 21:12:46.574953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47596) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.579994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-c8e082ec-bebd-4d47-8556-d9925e7777f7 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8931c7c0>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.616685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6b2e371-fc04-4879-a06b-8929c2f3a30c req-3c0c527f-b300-4c58-821d-195f4369efee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885925
Mar 05 21:12:46.699258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:46.703177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.725518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c8e082ec-bebd-4d47-8556-d9925e7777f7 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 200  len: 205 time: 0.1470976
Mar 05 21:12:46.726434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47604) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.732198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-14767787-7db2-42c7-a76b-87d21d517b78 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89a29700>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.752394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Provisioning complete for port 39395573-a8f9-408b-948c-a4f3330f7dcd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:46.752876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:46.758899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c8466f25-cdcd-407d-b267-cf1cef2568dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:46.760916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e148f9-a03b-4f9b-8cc6-a47497daf96d None None] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:46.764210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14767787-7db2-42c7-a76b-87d21d517b78 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 200  len: 240 time: 0.0362723
Mar 05 21:12:46.764573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.772014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-f045183e-37ad-4b6a-bfd1-a00ff83c620a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8be7c340>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-655519774') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.776020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:12:46.776544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:12:46.824871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f045183e-37ad-4b6a-bfd1-a00ff83c620a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-655519774 HTTP/1.1" status: 204  len: 168 time: 0.0587366
Mar 05 21:12:46.827571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47608) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.834237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-b498b882-be0b-4253-8817-c68ea8cd179e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8b669d60>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-655519774') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.868759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:12:46.873871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b498b882-be0b-4253-8817-c68ea8cd179e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-655519774 HTTP/1.1" status: 204  len: 168 time: 0.0447254
Mar 05 21:12:46.876451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47610) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.881015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-b338db5a-6140-46ef-87af-408e0dd9f4ae tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b895503a0>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.907578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b338db5a-6140-46ef-87af-408e0dd9f4ae tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 200  len: 205 time: 0.0274150
Mar 05 21:12:46.908293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47612) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.912830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-c33efd1a-a8ac-4c76-8246-3b5b874a3eb1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b90718d60>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.957349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c33efd1a-a8ac-4c76-8246-3b5b874a3eb1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 204  len: 168 time: 0.0479503
Mar 05 21:12:46.960360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47616) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:46.960500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Allocated IP 2001:db8::3 (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc/ed7f3fe2-9577-4253-9e05-df79e847a15c/df278ccd-f4c9-4833-992a-235c15c322aa) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:46.967117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-3624d02e-545d-427f-a22a-bd3966cdc9e2 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a51b910>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:46.981799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0ca05648-2be2-48d2-96be-874eed3958f8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.040064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:47.043982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.097835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': 'c42e10dd-c78f-45c9-be2e-6773d43f1b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c8466f25-cdcd-407d-b267-cf1cef2568dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:47.098289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: c8466f25-cdcd-407d-b267-cf1cef2568dd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:47.102386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=0ca05648-2be2-48d2-96be-874eed3958f8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:47.139706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network c8466f25-cdcd-407d-b267-cf1cef2568dd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:47.153585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8466f25-cdcd-407d-b267-cf1cef2568dd) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:47.161735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:47.164258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.205543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4fef8ba-d709-43fa-9e1f-db36088aa54e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.7539246
Mar 05 21:12:47.206162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:47.258672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a728a-a145-4259-aa62-8df5d5cf673f None None] Network c8466f25-cdcd-407d-b267-cf1cef2568dd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:47.442939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c8466f25-cdcd-407d-b267-cf1cef2568dd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.485857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3624d02e-545d-427f-a22a-bd3966cdc9e2 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 204  len: 168 time: 0.5235579
Mar 05 21:12:47.488186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47640) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:47.496858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-f263e2d6-f4b5-455b-a165-900597f4bef1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89f856d0>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:47.554153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Current status of the port 39395573-a8f9-408b-948c-a4f3330f7dcd is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:47.554563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.567906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:47.609939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0ca05648-2be2-48d2-96be-874eed3958f8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.650453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f263e2d6-f4b5-455b-a165-900597f4bef1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 204  len: 168 time: 0.1594865
Mar 05 21:12:47.654482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:47.659498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-b406bad5-faf4-42a4-8fce-934942d1dd22 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89f85c40>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:47.685893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:12:47.689528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0ca05648-2be2-48d2-96be-874eed3958f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.762728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca05648-2be2-48d2-96be-874eed3958f8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:47.816258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b406bad5-faf4-42a4-8fce-934942d1dd22 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 204  len: 168 time: 0.1564724
Mar 05 21:12:47.816258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47664) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:47.821526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-9b683636-487f-460b-b11e-41a012d239ef tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7a8940>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-1981662692') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:47.843317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e40a2-0266-4048-8f35-0fdeced3f3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8466f25-cdcd-407d-b267-cf1cef2568dd', 'network_id': 'c8466f25-cdcd-407d-b267-cf1cef2568dd', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '0ca05648-2be2-48d2-96be-874eed3958f8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:47.845899 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-788e40a2-0266-4048-8f35-0fdeced3f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.939014 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks [] for port (df278ccd-f4c9-4833-992a-235c15c322aa), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.945150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] For port 39395573-a8f9-408b-948c-a4f3330f7dcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39395573-a8f9-408b-948c-a4f3330f7dcd,segment=NetworkSegment(e3efe5db-2112-4704-84b7-e7005dd147b3),segment_id=e3efe5db-2112-4704-84b7-e7005dd147b3)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:47.966005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:47.966679 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.974735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.978342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:47.986178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b683636-487f-460b-b11e-41a012d239ef tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-1981662692 HTTP/1.1" status: 201  len: 201 time: 0.1691053
Mar 05 21:12:47.986832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47678) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:47.991604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-db1853cd-3e6b-4f78-9ed2-5a7a114ab366 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b90a32160>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-1330790449') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.080353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:48.080787 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.153827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db1853cd-3e6b-4f78-9ed2-5a7a114ab366 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-1330790449 HTTP/1.1" status: 201  len: 201 time: 0.1659279
Mar 05 21:12:48.156633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47680) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.162116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-845fed68-5873-4297-aeac-7fa945088a08 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89f85340>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-1121386815') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.220381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,segment=NetworkSegment(cb7bc23a-eba9-4d57-986c-fa802b0e1f68),segment_id=cb7bc23a-eba9-4d57-986c-fa802b0e1f68)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:48.229547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:48.248240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:12:48.270437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.271132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39395573-a8f9-408b-948c-a4f3330f7dcd up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:48.296416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:48.299376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:48.302608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b2e86-4e6e-49f9-b7ad-085c27fe71f9 None None] Network c8466f25-cdcd-407d-b267-cf1cef2568dd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:48.333859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-845fed68-5873-4297-aeac-7fa945088a08 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-1121386815 HTTP/1.1" status: 201  len: 201 time: 0.1736403
Mar 05 21:12:48.334227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47688) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.340598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-ad87aee2-4204-453b-981c-d48e7d1c9008 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb169a0>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-94726181') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.386675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846ff0d-d654-48e4-b9e6-639f2379d8b4 None None] Pushing event updated for resources: {'Port': ['ID=39395573-a8f9-408b-948c-a4f3330f7dcd,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:48.391593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad87aee2-4204-453b-981c-d48e7d1c9008 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-94726181 HTTP/1.1" status: 201  len: 201 time: 0.0560331
Mar 05 21:12:48.394111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47694) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.399762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Provisioning complete for port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:48.400982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.409806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:48.411922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-aba4bd38-0057-46c7-9e99-134b8952c6b6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89c2e670>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', {'tags': ['tempest-TagsExtTest-Tag-1888753536', 'tempest-TagsExtTest-Tag-2118571596', 'tempest-TagsExtTest-Tag-2007045820']}) {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.420862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c8466f25-cdcd-407d-b267-cf1cef2568dd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.450824 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a98b1-cbd3-4dd5-ab0f-ea586d6ed070 req-30853c74-1cea-4ec3-a6cb-d8ec1f1abf1a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:48.458074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e06a98b1-cbd3-4dd5-ab0f-ea586d6ed070 req-30853c74-1cea-4ec3-a6cb-d8ec1f1abf1a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.7096579
Mar 05 21:12:48.470680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b77e370>,) {'filters': {'network_id': ['c8466f25-cdcd-407d-b267-cf1cef2568dd']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.474046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.498219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b77e370>, 'c42e10dd-c78f-45c9-be2e-6773d43f1b12') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.498219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b77e370>, 'c42e10dd-c78f-45c9-be2e-6773d43f1b12') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.510585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aba4bd38-0057-46c7-9e99-134b8952c6b6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 200  len: 318 time: 0.1116531
Mar 05 21:12:48.511725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47698) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.517949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c42e10dd-c78f-45c9-be2e-6773d43f1b12), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.526929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-f41ec520-bccb-4d8f-a17d-3d3c634c843e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89c2e5e0>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.558504 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e06a98b1-cbd3-4dd5-ab0f-ea586d6ed070 req-55d48e08-7e1d-4aa6-b915-4151a349314b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993199
Mar 05 21:12:48.565647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c42e10dd-c78f-45c9-be2e-6773d43f1b12), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.577818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:48.578622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c42e10dd-c78f-45c9-be2e-6773d43f1b12), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:48.583135 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:48.640599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:12:48.643115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Attempting to bind port df278ccd-f4c9-4833-992a-235c15c322aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:48.643616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Attempting to bind port df278ccd-f4c9-4833-992a-235c15c322aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c03ab99-bc64-40bd-9b16-6370166263d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:48.644162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Attempting to bind port df278ccd-f4c9-4833-992a-235c15c322aa on network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:48.703260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c8466f25-cdcd-407d-b267-cf1cef2568dd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.706161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47716) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.708037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f41ec520-bccb-4d8f-a17d-3d3c634c843e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 204  len: 168 time: 0.1933510
Mar 05 21:12:48.718570 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-512c0bee-3d03-48ec-a389-0b7b3ef72bf8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89343850>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-1888753536') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.721901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Pushing event updated for resources: {'Port': ['ID=df278ccd-f4c9-4833-992a-235c15c322aa,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:48.731568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:48.731999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Checking segment: {'id': '9c03ab99-bc64-40bd-9b16-6370166263d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:48.732408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.733316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Bound using segment: {'id': '9c03ab99-bc64-40bd-9b16-6370166263d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:48.733316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Bound port: df278ccd-f4c9-4833-992a-235c15c322aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c03ab99-bc64-40bd-9b16-6370166263d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:48.733652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.737789 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.741329 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/c8466f25-cdcd-407d-b267-cf1cef2568dd HTTP/1.1" status: 204  len: 168 time: 1.5340445
Mar 05 21:12:48.745070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47724) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.785054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925108780'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:48.793050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28defe-ee3f-412b-ab8c-adcc4b3377a0 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=c8466f25-cdcd-407d-b267-cf1cef2568dd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:48.821996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:48.825941 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.869948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:48.872490 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-512c0bee-3d03-48ec-a389-0b7b3ef72bf8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:48.873527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-512c0bee-3d03-48ec-a389-0b7b3ef72bf8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-1888753536 HTTP/1.1" status: 404  len: 329 time: 0.1662726
Mar 05 21:12:48.876976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47730) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.881894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.882240 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment ecf55c96-3835-4d82-8ca3-267b489424f7 of type vlan for network 96ec580c-df68-436e-ac8b-0582ffff8a7f
Mar 05 21:12:48.885074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-ba464dc8-564a-4c76-bcf0-6e4ab236db63 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89ca6790>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-2118571596') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.906053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 39395573-a8f9-408b-948c-a4f3330f7dcd triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:48.906444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.950168 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-ba464dc8-564a-4c76-bcf0-6e4ab236db63 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:48.952024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba464dc8-564a-4c76-bcf0-6e4ab236db63 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-2118571596 HTTP/1.1" status: 404  len: 329 time: 0.0735803
Mar 05 21:12:48.952507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:48.954873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:48.964840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-b99897ec-4920-4af7-82bf-7fa95b260d19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b897f3be0>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938', 'tempest-TagsExtTest-Tag-2007045820') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:48.996356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.003166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:49.004197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Current status of the port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:49.004957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.030311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:49.074734 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-b99897ec-4920-4af7-82bf-7fa95b260d19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:49.078144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b99897ec-4920-4af7-82bf-7fa95b260d19 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags/tempest-TagsExtTest-Tag-2007045820 HTTP/1.1" status: 404  len: 329 time: 0.1186225
Mar 05 21:12:49.083028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47744) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.113743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Provisioning complete for port 39395573-a8f9-408b-948c-a4f3330f7dcd triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:49.114139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.119506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-2ae8cfb3-882a-4e86-b53e-f972d0c909bc tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8982d400>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', {'tags': ['tempest-TagsExtTest-Tag-1172101986', 'tempest-TagsExtTest-Tag-1015425856', 'tempest-TagsExtTest-Tag-465152192']}) {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:49.141243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] For port df278ccd-f4c9-4833-992a-235c15c322aa, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:49.154848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4085367
Mar 05 21:12:49.158279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47748) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.164801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:49.203407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814d63a-45e2-4012-b6e4-436f6619800e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=96ec580c-df68-436e-ac8b-0582ffff8a7f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:49.244495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] For port df278ccd-f4c9-4833-992a-235c15c322aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df278ccd-f4c9-4833-992a-235c15c322aa,segment=NetworkSegment(9c03ab99-bc64-40bd-9b16-6370166263d5),segment_id=9c03ab99-bc64-40bd-9b16-6370166263d5)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:49.248831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2ae8cfb3-882a-4e86-b53e-f972d0c909bc tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 200  len: 317 time: 0.1646283
Mar 05 21:12:49.251368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47750) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.255933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-9522b05e-2246-4cd6-8f52-fdab61ec675f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89927040>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:49.258983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:49.319972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:49.345339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.394082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9522b05e-2246-4cd6-8f52-fdab61ec675f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 204  len: 168 time: 0.1415434
Mar 05 21:12:49.396045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47766) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.403830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-6e99051d-badf-431f-9361-dc35af74baf5 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1c1f40>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-1172101986') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:49.541899 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-6e99051d-badf-431f-9361-dc35af74baf5 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:49.548777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.553635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e99051d-badf-431f-9361-dc35af74baf5 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-1172101986 HTTP/1.1" status: 404  len: 329 time: 0.1552343
Mar 05 21:12:49.553753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-75222e73-1646-40ae-8fe2-e9275db4a1ee tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b9070d730>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-1015425856') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:49.570226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.650986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 39395573-a8f9-408b-948c-a4f3330f7dcd is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:49.687386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:49.737028 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-75222e73-1646-40ae-8fe2-e9275db4a1ee tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:49.740676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75222e73-1646-40ae-8fe2-e9275db4a1ee tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-1015425856 HTTP/1.1" status: 404  len: 329 time: 0.1890037
Mar 05 21:12:49.744658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:49.750053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-49aa3d5a-00fa-4fbe-8370-3c11b7248ee6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b90196520>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2', 'tempest-TagsExtTest-Tag-465152192') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:49.827357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0439d9b4-b8e4-493d-bf13-929841be1d7b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:49.883468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedac7-1ea2-4393-a21b-eedd1169479c req-95d9df8b-82ea-49f0-880b-8f5c0251c3ef tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:49.886508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9beedac7-1ea2-4393-a21b-eedd1169479c req-95d9df8b-82ea-49f0-880b-8f5c0251c3ef tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.2175679
Mar 05 21:12:49.954220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=0439d9b4-b8e4-493d-bf13-929841be1d7b,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:49.959317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9beedac7-1ea2-4393-a21b-eedd1169479c req-b85d7dc7-d902-4be2-a5a1-01f1ebe7dd85 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629265
Mar 05 21:12:50.005517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39395573-a8f9-408b-948c-a4f3330f7dcd up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:50.016394 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-49aa3d5a-00fa-4fbe-8370-3c11b7248ee6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:50.016394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-49aa3d5a-00fa-4fbe-8370-3c11b7248ee6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags/tempest-TagsExtTest-Tag-465152192 HTTP/1.1" status: 404  len: 328 time: 0.2678711
Mar 05 21:12:50.016656 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47794) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.021201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-48f43840-ce64-4400-aabb-7d3c430a822d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b89f49ee0>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', {'tags': ['tempest-TagsExtTest-Tag-271514890', 'tempest-TagsExtTest-Tag-1049342431', 'tempest-TagsExtTest-Tag-1473284680']}) {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:50.115310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8517db-25c4-41f8-b39b-686146522a47 None None] Pushing event updated for resources: {'Port': ['ID=df278ccd-f4c9-4833-992a-235c15c322aa,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:50.129351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-48f43840-ce64-4400-aabb-7d3c430a822d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 200  len: 317 time: 0.1092498
Mar 05 21:12:50.130893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47796) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.136765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-20d6590f-2e87-4ffb-8a51-f4295163bf3e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8b0a7e80>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:50.183186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': 'ecf55c96-3835-4d82-8ca3-267b489424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:50.184289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 96ec580c-df68-436e-ac8b-0582ffff8a7f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:50.198369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Current status of the port 39395573-a8f9-408b-948c-a4f3330f7dcd is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:50.247050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Provisioning complete for port da0b134d-bee0-40e9-b17d-910ed7780be2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:50.253473 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.269094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:50.292063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 96ec580c-df68-436e-ac8b-0582ffff8a7f) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:50.297706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:50.298447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.314135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-20d6590f-2e87-4ffb-8a51-f4295163bf3e tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 204  len: 168 time: 0.1823831
Mar 05 21:12:50.317751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47804) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.324977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-a1cef7fd-a6b7-42a9-9451-27face15bd2b tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89828f10>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-271514890') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:50.326437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c86e5854-9d0f-4688-aaca-3b929d310b3a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.1666331
Mar 05 21:12:50.329592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.347340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a129fa-7bd9-413c-872c-c3b9f131f56c None None] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:50.354080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 39395573-a8f9-408b-948c-a4f3330f7dcd triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:50.354467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.504555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-688ed28c-7be9-41d3-b697-e3c551ce8da7 None None] Port da0b134d-bee0-40e9-b17d-910ed7780be2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:50.620840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-96ec580c-df68-436e-ac8b-0582ffff8a7f', 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '0439d9b4-b8e4-493d-bf13-929841be1d7b'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:50.621804 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.665009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 39395573-a8f9-408b-948c-a4f3330f7dcd is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:50.666672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6c9bab06-dc01-4a25-ac03-27dacabb8e0d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:50.734660 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-a1cef7fd-a6b7-42a9-9451-27face15bd2b tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:50.735783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a1cef7fd-a6b7-42a9-9451-27face15bd2b tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-271514890 HTTP/1.1" status: 404  len: 328 time: 0.4168458
Mar 05 21:12:50.739590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47820) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.747483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Provisioning complete for port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:50.747924 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.756428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-b5a44014-e39e-485c-ae8b-99320ef61bb8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8b1b6640>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-1049342431') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:50.765873 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.875181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0439d9b4-b8e4-493d-bf13-929841be1d7b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:50.927881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:50.940254 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-b5a44014-e39e-485c-ae8b-99320ef61bb8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:50.941333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b5a44014-e39e-485c-ae8b-99320ef61bb8 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-1049342431 HTTP/1.1" status: 404  len: 329 time: 0.1981654
Mar 05 21:12:50.944162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47830) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:50.959053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-e156b080-eabc-489d-9536-685e50e76fda tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd43c70>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333', 'tempest-TagsExtTest-Tag-1473284680') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.156470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Allocated IP 2001:db8::1 (96ec580c-df68-436e-ac8b-0582ffff8a7f/0439d9b4-b8e4-493d-bf13-929841be1d7b/67b84553-944e-4c10-bfc7-6ebbaf37abe5) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:51.258900 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e156b080-eabc-489d-9536-685e50e76fda tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:51.266479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e156b080-eabc-489d-9536-685e50e76fda tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags/tempest-TagsExtTest-Tag-1473284680 HTTP/1.1" status: 404  len: 329 time: 0.3212776
Mar 05 21:12:51.269312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.275621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-55d02dd9-f75e-4bb1-89eb-66b7c4669cc1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a090a30>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', {'tags': ['tempest-TagsExtTest-Tag-18936030', 'tempest-TagsExtTest-Tag-201594015', 'tempest-TagsExtTest-Tag-658857687']}) {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.282596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Current status of the port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:51.284968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:51.285485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.302253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642b62c-64cc-4698-b946-c8362973430e req-845c876d-3785-4bd9-bffe-cecfeae15358 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:51.308764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7642b62c-64cc-4698-b946-c8362973430e req-845c876d-3785-4bd9-bffe-cecfeae15358 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.2067592
Mar 05 21:12:51.360063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55d02dd9-f75e-4bb1-89eb-66b7c4669cc1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "PUT /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 200  len: 314 time: 0.0863676
Mar 05 21:12:51.360299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.370776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-276ae824-d73c-405f-b713-fbb5e496461c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8a003c70>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.410430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7642b62c-64cc-4698-b946-c8362973430e req-6eac1569-c0c8-403a-9858-06997dafcd66 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960667
Mar 05 21:12:51.466496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-276ae824-d73c-405f-b713-fbb5e496461c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 204  len: 168 time: 0.1048129
Mar 05 21:12:51.469936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47852) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.477842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-37396b19-691b-4ef3-9f00-d9bcfd4f452f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b899f1d30>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-18936030') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.532042 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-37396b19-691b-4ef3-9f00-d9bcfd4f452f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:51.533537 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37396b19-691b-4ef3-9f00-d9bcfd4f452f tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-18936030 HTTP/1.1" status: 404  len: 327 time: 0.0620477
Mar 05 21:12:51.536556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47854) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.543344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-d784808f-4900-4108-84fb-7893b6c1ccf6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbc8b80>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-201594015') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.578483 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-d784808f-4900-4108-84fb-7893b6c1ccf6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:51.584745 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d784808f-4900-4108-84fb-7893b6c1ccf6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-201594015 HTTP/1.1" status: 404  len: 328 time: 0.0446260
Mar 05 21:12:51.585040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.595500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-09022c22-295b-41c4-a892-e3f8e2e4a008 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b89b46c40>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe', 'tempest-TagsExtTest-Tag-658857687') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.618248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks [] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.646413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Provisioning complete for port da0b134d-bee0-40e9-b17d-910ed7780be2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:51.646812 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.651977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:51.652770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.654185 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-09022c22-295b-41c4-a892-e3f8e2e4a008 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] show failed (client error): The resource could not be found.
Mar 05 21:12:51.658221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-09022c22-295b-41c4-a892-e3f8e2e4a008 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags/tempest-TagsExtTest-Tag-658857687 HTTP/1.1" status: 404  len: 328 time: 0.0696437
Mar 05 21:12:51.659616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47858) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.667142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-0009bc67-4d39-433a-ac4f-3866d27ce438 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8973a700>, 'subnetpools', 'dba2e292-ebd3-4d58-abc0-ab76d1e5cebe') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.672274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0439d9b4-b8e4-493d-bf13-929841be1d7b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.712779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=0439d9b4-b8e4-493d-bf13-929841be1d7b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:51.713475 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.716084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-87414502-0ebd-461d-9103-a222b1509af6 None None] Port da0b134d-bee0-40e9-b17d-910ed7780be2 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:12:51.798607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.809318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0009bc67-4d39-433a-ac4f-3866d27ce438 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe/tags HTTP/1.1" status: 204  len: 168 time: 0.1483305
Mar 05 21:12:51.811926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47860) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:51.816761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-3c6eee2b-7de6-44f5-9c81-603175858f5d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b893a66a0>, 'routers', 'fc7d82bb-850c-49fc-90d7-3dc3f9256333') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.846517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:51.847540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89bc0e50>,) {'filters': {'network_id': ['96ec580c-df68-436e-ac8b-0582ffff8a7f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.851061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:51.861802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:51.867527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:51.874231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Pushing event updated for resources: {'Port': ['ID=67b84553-944e-4c10-bfc7-6ebbaf37abe5,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:51.886682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89bc0e50>, 'ecf55c96-3835-4d82-8ca3-267b489424f7') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.886996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89bc0e50>, 'ecf55c96-3835-4d82-8ca3-267b489424f7') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:51.913343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.960089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:51.960568 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.964098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.966514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32501bc0-b872-4406-9b1d-c8cbbdc83160 None None] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:51.978891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:51.980125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:51.987846 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:52.086415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Attempting to bind port 67b84553-944e-4c10-bfc7-6ebbaf37abe5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:52.087052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Attempting to bind port 67b84553-944e-4c10-bfc7-6ebbaf37abe5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecf55c96-3835-4d82-8ca3-267b489424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:52.087443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Attempting to bind port 67b84553-944e-4c10-bfc7-6ebbaf37abe5 on network 96ec580c-df68-436e-ac8b-0582ffff8a7f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:52.104741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:12:52.107048 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc047c-3d75-4098-a116-4f50f0310248" -d '{"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:12:52.110102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:52.110576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Checking segment: {'id': 'ecf55c96-3835-4d82-8ca3-267b489424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:52.111068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.111573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Bound using segment: {'id': 'ecf55c96-3835-4d82-8ca3-267b489424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:52.112160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Bound port: 67b84553-944e-4c10-bfc7-6ebbaf37abe5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf55c96-3835-4d82-8ca3-267b489424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:52.112607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.135569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Provisioning complete for port df278ccd-f4c9-4833-992a-235c15c322aa triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:52.135872 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.147548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:12:52.147548 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:12:52.147548 ncdv-master-1 neutron-server[126563]: [parameters: {'id': '96ec580c-df68-436e-ac8b-0582ffff8a7f'}]
Mar 05 21:12:52.147548 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:12:52.148083 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:12:52.162818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:52.174044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c6eee2b-7de6-44f5-9c81-603175858f5d tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333/tags HTTP/1.1" status: 204  len: 168 time: 0.3596716
Mar 05 21:12:52.175457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:52.178585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device df278ccd-f4c9-4833-992a-235c15c322aa up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:52.189958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.tag.tag_plugin [None req-ec275e9a-c492-45f9-8a2a-80a16fbd9010 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8b602760>, 'ports', 'da0b134d-bee0-40e9-b17d-910ed7780be2') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:52.262218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec275e9a-c492-45f9-8a2a-80a16fbd9010 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2/tags HTTP/1.1" status: 204  len: 168 time: 0.0843694
Mar 05 21:12:52.267875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:52.272961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.tag.tag_plugin [None req-3c9899f6-fc17-44aa-8ad7-125d4f7015bc tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7d4640>, 'subnets', '4515b994-fb4a-4acf-b24b-c3990914c938') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:52.305173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.311792 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a546773f-4346-4992-8600-8c88412b60c2 x-openstack-request-id: req-a546773f-4346-4992-8600-8c88412b60c2 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:12:52.312094 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:12:52.312358 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a546773f-4346-4992-8600-8c88412b60c2 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:12:52.312794 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'code': 200}
Mar 05 21:12:52.346265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47876) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:52.346860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c9899f6-fc17-44aa-8ad7-125d4f7015bc tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938/tags HTTP/1.1" status: 204  len: 168 time: 0.0772827
Mar 05 21:12:52.465953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port df278ccd-f4c9-4833-992a-235c15c322aa triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:52.466340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.511151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-571da261-7841-413d-9ac5-c41fdfff28f1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.516689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-571da261-7841-413d-9ac5-c41fdfff28f1 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnetpools/dba2e292-ebd3-4d58-abc0-ab76d1e5cebe HTTP/1.1" status: 204  len: 168 time: 0.1666749
Mar 05 21:12:52.516864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47880) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:52.521053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:52.556866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] For port 67b84553-944e-4c10-bfc7-6ebbaf37abe5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:52.587367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] For port 67b84553-944e-4c10-bfc7-6ebbaf37abe5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67b84553-944e-4c10-bfc7-6ebbaf37abe5,segment=NetworkSegment(ecf55c96-3835-4d82-8ca3-267b489424f7),segment_id=ecf55c96-3835-4d82-8ca3-267b489424f7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:52.595794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Current status of the port df278ccd-f4c9-4833-992a-235c15c322aa is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:52.597553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.630092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.638975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-49a83e03-46ec-40a6-b957-04a7f4272cb7 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7d82bb-850c-49fc-90d7-3dc3f9256333 HTTP/1.1" status: 200  len: 205 time: 0.1196649
Mar 05 21:12:52.638975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:52.649457 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.807109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babb9a7-7fbd-4d02-a70e-22765ad4ce41 req-89a895f7-fa02-4561-9543-e422a5cba912 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:52.817543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7babb9a7-7fbd-4d02-a70e-22765ad4ce41 req-89a895f7-fa02-4561-9543-e422a5cba912 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.2066154
Mar 05 21:12:52.837193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.920615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port df278ccd-f4c9-4833-992a-235c15c322aa is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:52.921921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:52.941808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7babb9a7-7fbd-4d02-a70e-22765ad4ce41 req-30cd614c-e1e4-42b7-b5e4-05fabcfaf2ff tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1231747
Mar 05 21:12:53.028884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] For port df278ccd-f4c9-4833-992a-235c15c322aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df278ccd-f4c9-4833-992a-235c15c322aa,segment=NetworkSegment(9c03ab99-bc64-40bd-9b16-6370166263d5),segment_id=9c03ab99-bc64-40bd-9b16-6370166263d5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:53.051604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.055114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636624-f151-4ef1-9e71-58ece0f9d8d2 None None] Pushing event updated for resources: {'Port': ['ID=67b84553-944e-4c10-bfc7-6ebbaf37abe5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:53.132200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c67d2c-5d11-407b-9df1-aa4244b7a204 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:12:53.148823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.152300 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for router_controller (fc7d82bb-850c-49fc-90d7-3dc3f9256333), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.201219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port 67b84553-944e-4c10-bfc7-6ebbaf37abe5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:53.201568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.233260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:53.255713 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (fc7d82bb-850c-49fc-90d7-3dc3f9256333), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.255897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Fanout notify agent at l3_agent the message router_deleted on router fc7d82bb-850c-49fc-90d7-3dc3f9256333 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:12:53.286075 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.287192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aa7e3f70-ba62-475c-a12a-7754a7ece60c tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/routers/fc7d82bb-850c-49fc-90d7-3dc3f9256333 HTTP/1.1" status: 204  len: 168 time: 0.6474404
Mar 05 21:12:53.303584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:53.410422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c67d2c-5d11-407b-9df1-aa4244b7a204 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:12:53.414758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:12:53.415299 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:12:53.415900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5518e-b8e4-49af-9177-cc079c426645 None None] Pushing event updated for resources: {'Port': ['ID=df278ccd-f4c9-4833-992a-235c15c322aa,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:53.448500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-302792bd-8e3c-44a8-897b-44769ad74fb4 None None] Provisioning complete for port df278ccd-f4c9-4833-992a-235c15c322aa triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:53.448886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-302792bd-8e3c-44a8-897b-44769ad74fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.456828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port 67b84553-944e-4c10-bfc7-6ebbaf37abe5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67b84553-944e-4c10-bfc7-6ebbaf37abe5,segment=NetworkSegment(ecf55c96-3835-4d82-8ca3-267b489424f7),segment_id=ecf55c96-3835-4d82-8ca3-267b489424f7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:53.457344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.550783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for 67b84553-944e-4c10-bfc7-6ebbaf37abe5 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:53.786236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (67b84553-944e-4c10-bfc7-6ebbaf37abe5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:53.859994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=67b84553-944e-4c10-bfc7-6ebbaf37abe5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:53.876854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port 67b84553-944e-4c10-bfc7-6ebbaf37abe5 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:54.031273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.075423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b892ec700>,) {'filters': {'network_id': ['96ec580c-df68-436e-ac8b-0582ffff8a7f']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:54.097670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b892ec700>, 'ecf55c96-3835-4d82-8ca3-267b489424f7') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:54.097901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b892ec700>, 'ecf55c96-3835-4d82-8ca3-267b489424f7') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:54.100727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-302792bd-8e3c-44a8-897b-44769ad74fb4 None None] Current status of the port df278ccd-f4c9-4833-992a-235c15c322aa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:54.108416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port df278ccd-f4c9-4833-992a-235c15c322aa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:54.187461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.199651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.234426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.243292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:54.244528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ecf55c96-3835-4d82-8ca3-267b489424f7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.246654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643faf7c-115a-4141-9928-19de7c5f5098 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:12:54.322479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device df278ccd-f4c9-4833-992a-235c15c322aa up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:54.431184 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:54.477528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Deleting port da0b134d-bee0-40e9-b17d-910ed7780be2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:54.478883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.517536 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11d90ffc-7dfd-407a-b7a7-6c3f0f214a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.558671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port df278ccd-f4c9-4833-992a-235c15c322aa triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:12:54.559480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.602573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809787fd-5b32-44af-be63-839ecb936e49 req-c18856db-f266-4a3c-8930-8d643818c715 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:54.604547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-809787fd-5b32-44af-be63-839ecb936e49 req-c18856db-f266-4a3c-8930-8d643818c715 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.4282017
Mar 05 21:12:54.607790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (96ec580c-df68-436e-ac8b-0582ffff8a7f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.633805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.642493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/96ec580c-df68-436e-ac8b-0582ffff8a7f HTTP/1.1" status: 204  len: 168 time: 4.3089845
Mar 05 21:12:54.661857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 47944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:54.674219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544894103'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:54.681307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643faf7c-115a-4141-9928-19de7c5f5098 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:12:54.704150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb19de-4820-4a69-9c0a-78b090b810f2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=96ec580c-df68-436e-ac8b-0582ffff8a7f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:54.772449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.786843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-809787fd-5b32-44af-be63-839ecb936e49 req-f62b094a-1294-4c37-800e-f53ae297af6d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432781
Mar 05 21:12:54.798440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Calling delete_port for da0b134d-bee0-40e9-b17d-910ed7780be2 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:54.845633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:54.850404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:54.885736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port df278ccd-f4c9-4833-992a-235c15c322aa is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:12:54.980915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:55.066162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.066909 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 4ffe2814-51d4-4a7e-8507-55ee243a5302 of type vlan for network 012aa44b-4922-45ab-aab2-a9613926d77d
Mar 05 21:12:55.155407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (da0b134d-bee0-40e9-b17d-910ed7780be2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.161171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.215717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port 8ae8229a-0eed-400f-84db-94dd4bf8229b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:55.216760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.286852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba605e-099e-4718-86e2-5c0f7be38a26 None None] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:55.288440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.295351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:55.296095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.298725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event deleted for resources: {'Port': ['ID=da0b134d-bee0-40e9-b17d-910ed7780be2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:55.324155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba605e-099e-4718-86e2-5c0f7be38a26 None None] Network 96ec580c-df68-436e-ac8b-0582ffff8a7f could not be found, it might have been deleted concurrently. {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 05 21:12:55.410815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.414982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-be7195bb-8096-4537-be95-1969665c1bd6 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/ports/da0b134d-bee0-40e9-b17d-910ed7780be2 HTTP/1.1" status: 204  len: 168 time: 2.1103487
Mar 05 21:12:55.417981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 47984) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:55.494449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Deleting subnet 4515b994-fb4a-4acf-b24b-c3990914c938 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:12:55.498664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for subnet (4515b994-fb4a-4acf-b24b-c3990914c938), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.565961 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (4515b994-fb4a-4acf-b24b-c3990914c938), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.677478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4515b994-fb4a-4acf-b24b-c3990914c938), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.753875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (4515b994-fb4a-4acf-b24b-c3990914c938), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.772918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.778268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/subnets/4515b994-fb4a-4acf-b24b-c3990914c938 HTTP/1.1" status: 204  len: 168 time: 0.3589470
Mar 05 21:12:55.780440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48002) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:55.789498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ebf8d-2fdb-4319-84b0-b993b0d0132c None None] Network c7518dc2-cc28-47c7-a14b-4dcd1d222d69 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:55.804085 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1407127
Mar 05 21:12:55.810371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48006) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:55.826179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:55.943866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=012aa44b-4922-45ab-aab2-a9613926d77d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:55.963391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port 8ae8229a-0eed-400f-84db-94dd4bf8229b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae8229a-0eed-400f-84db-94dd4bf8229b,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:55.963737 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.971600 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c7518dc2-cc28-47c7-a14b-4dcd1d222d69), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:55.974013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.974391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.974764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.975118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.976013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.976013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.976229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.976508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.976863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.977211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.977794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.978160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.978471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33c9e8b-bc78-44f0-b0d8-0ea000ecdbf4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:12:55.980853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e7e3-1b83-4aa8-8179-82996f18051a tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event deleted for resources: {'Subnet': ['ID=4515b994-fb4a-4acf-b24b-c3990914c938,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:55.991631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for 8ae8229a-0eed-400f-84db-94dd4bf8229b owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:56.028351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:56.032544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 012aa44b-4922-45ab-aab2-a9613926d77d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:12:56.036138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.132620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Deleting port 39395573-a8f9-408b-948c-a4f3330f7dcd {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:56.133064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.246675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] For port 39395573-a8f9-408b-948c-a4f3330f7dcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39395573-a8f9-408b-948c-a4f3330f7dcd,segment=NetworkSegment(e3efe5db-2112-4704-84b7-e7005dd147b3),segment_id=e3efe5db-2112-4704-84b7-e7005dd147b3)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:56.247069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.310713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Calling delete_port for 39395573-a8f9-408b-948c-a4f3330f7dcd owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:56.310939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] DHCP port deletion for c7518dc2-cc28-47c7-a14b-4dcd1d222d69 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:12:56.313814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48020) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:56.435730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.446854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Deleting port 39395573-a8f9-408b-948c-a4f3330f7dcd {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:12:56.447269 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.456496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2a09d-0e9c-442a-adb3-c3101b770ba3 req-a115aea0-18f1-47a8-82cd-1993a49c8f7a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:56.462667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3d2a09d-0e9c-442a-adb3-c3101b770ba3 req-a115aea0-18f1-47a8-82cd-1993a49c8f7a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.4759517
Mar 05 21:12:56.475701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] No DVR routers for this DVR port 39395573-a8f9-408b-948c-a4f3330f7dcd on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:56.511051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event deleted for resources: {'Port': ['ID=39395573-a8f9-408b-948c-a4f3330f7dcd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.564372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] For port 39395573-a8f9-408b-948c-a4f3330f7dcd, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:12:56.565041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.582411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Calling delete_port for 39395573-a8f9-408b-948c-a4f3330f7dcd owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:12:56.585830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Port 39395573-a8f9-408b-948c-a4f3330f7dcd was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:12:56.587848 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (39395573-a8f9-408b-948c-a4f3330f7dcd), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.592570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-237c9194-15b0-401e-a6c6-24ca40406a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.619457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] Pushing event deleted for resources: {'Port': ['ID=39395573-a8f9-408b-948c-a4f3330f7dcd,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.624574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ea7c8-75d0-4935-b8fc-24c876b85edf None None] No DVR routers for this DVR port 39395573-a8f9-408b-948c-a4f3330f7dcd on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:12:56.640998 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c7518dc2-cc28-47c7-a14b-4dcd1d222d69), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.682630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8afa92e0>,) {'filters': {'network_id': ['c7518dc2-cc28-47c7-a14b-4dcd1d222d69']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:56.703027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8afa92e0>, 'e3efe5db-2112-4704-84b7-e7005dd147b3') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:56.703258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8afa92e0>, 'e3efe5db-2112-4704-84b7-e7005dd147b3') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:56.716811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (e3efe5db-2112-4704-84b7-e7005dd147b3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.744556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e3efe5db-2112-4704-84b7-e7005dd147b3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.752620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (3a7e33c8-4dbe-482b-b84d-e5fca0a73885), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.757996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:56.758407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (e3efe5db-2112-4704-84b7-e7005dd147b3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:56.762073 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:56.824954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=3a7e33c8-4dbe-482b-b84d-e5fca0a73885,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.835718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-237c9194-15b0-401e-a6c6-24ca40406a24 admin admin] Publish callbacks [] for security_group (04c6be29-9522-44c0-b0b4-a522382dec34), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.841091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-68cd8eb5-db18-4f57-a72d-6b320274c321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.845827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-237c9194-15b0-401e-a6c6-24ca40406a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (04c6be29-9522-44c0-b0b4-a522382dec34), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.875045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8ae8229a-0eed-400f-84db-94dd4bf8229b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.895603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9194-15b0-401e-a6c6-24ca40406a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6be29-9522-44c0-b0b4-a522382dec34,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.899332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c7518dc2-cc28-47c7-a14b-4dcd1d222d69), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.904021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:56.909430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] 10.222.0.15 "DELETE /v2.0/networks/c7518dc2-cc28-47c7-a14b-4dcd1d222d69 HTTP/1.1" status: 204  len: 168 time: 1.1280274
Mar 05 21:12:56.935331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3ccd-da32-4a3a-b6ba-0babdc80b0a3 tempest-TagsExtTest-1164521175 tempest-TagsExtTest-1164521175-project] Pushing event deleted for resources: {'Network': ['ID=c7518dc2-cc28-47c7-a14b-4dcd1d222d69,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.939079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=8ae8229a-0eed-400f-84db-94dd4bf8229b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:56.951958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-237c9194-15b0-401e-a6c6-24ca40406a24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49e8d430cf044c53b14c5592b2a76519&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6368394
Mar 05 21:12:56.955126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48026) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:56.983846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3d2a09d-0e9c-442a-adb3-c3101b770ba3 req-e35d3c01-0c3e-445b-b95a-38021bb29fca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2357931
Mar 05 21:12:57.038266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] Publish callbacks [] for security_group (04c6be29-9522-44c0-b0b4-a522382dec34), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.094141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] Publish callbacks [] for security_group (04c6be29-9522-44c0-b0b4-a522382dec34), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.183010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (04c6be29-9522-44c0-b0b4-a522382dec34), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.189379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.193222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04c6be29-9522-44c0-b0b4-a522382dec34 HTTP/1.1" status: 204  len: 168 time: 0.2349579
Mar 05 21:12:57.202762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aeca7-26ca-417b-83f3-4106c49e40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6be29-9522-44c0-b0b4-a522382dec34,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:57.265204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': '4ffe2814-51d4-4a7e-8507-55ee243a5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:57.265583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 012aa44b-4922-45ab-aab2-a9613926d77d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:12:57.278353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.357594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 012aa44b-4922-45ab-aab2-a9613926d77d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:12:57.414816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 012aa44b-4922-45ab-aab2-a9613926d77d) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:57.423088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:57.423779 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.424981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40e55c-bf3a-4c8d-9caa-39d6f167b624 None None] Network 012aa44b-4922-45ab-aab2-a9613926d77d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:12:57.458281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48038) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:57.465288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0fc5063-a2f5-42dc-aa62-311bd331364b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.6480720
Mar 05 21:12:57.467792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48040) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:57.743604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-012aa44b-4922-45ab-aab2-a9613926d77d', 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '3a7e33c8-4dbe-482b-b84d-e5fca0a73885'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:12:57.744503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.761274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.989751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (3a7e33c8-4dbe-482b-b84d-e5fca0a73885), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:57.992973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.018287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Allocated IP 2001:db8::1 (012aa44b-4922-45ab-aab2-a9613926d77d/3a7e33c8-4dbe-482b-b84d-e5fca0a73885/ea349691-e115-49af-8471-5a1ecd936c5b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:12:58.033343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9d3e26f0-3463-4117-a54c-949c6622e1f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd561595873040339acd93c149c51cfd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5715749
Mar 05 21:12:58.033996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48060) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:58.071030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:12:58.161904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] Publish callbacks [] for security_group (e09f31e9-f0b7-40ba-a048-f8453b30dbbe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.257720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] Publish callbacks [] for security_group (e09f31e9-f0b7-40ba-a048-f8453b30dbbe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.316484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02affcb3-5fae-4e33-993e-d939969c1022 req-8ff38a7a-e255-4afe-9690-f67d8ff89dcb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:58.318928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02affcb3-5fae-4e33-993e-d939969c1022 req-8ff38a7a-e255-4afe-9690-f67d8ff89dcb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1481056
Mar 05 21:12:58.366101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:12:58.374342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks [] for port (ea349691-e115-49af-8471-5a1ecd936c5b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.379092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39395573-a8f9-408b-948c-a4f3330f7dcd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:12:58.379763 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:12:58.383347 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5481121a-3df3-4179-81df-181939c7fb18 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/f791853a-6578-4ae3-b298-535fa8615c22/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1488330
Mar 05 21:12:58.400613 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:58.405787 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:58.418789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e09f31e9-f0b7-40ba-a048-f8453b30dbbe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.423532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (3a7e33c8-4dbe-482b-b84d-e5fca0a73885), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.428411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.429610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e09f31e9-f0b7-40ba-a048-f8453b30dbbe HTTP/1.1" status: 204  len: 168 time: 0.3948162
Mar 05 21:12:58.449230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 39395573-a8f9-408b-948c-a4f3330f7dcd {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:12:58.450649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39395573-a8f9-408b-948c-a4f3330f7dcd not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:12:58.456337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.501250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80311e-1769-4d6b-93bc-63f0436dbf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09f31e9-f0b7-40ba-a048-f8453b30dbbe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:58.576893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Pushing event updated for resources: {'Port': ['ID=ea349691-e115-49af-8471-5a1ecd936c5b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:58.578891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-02affcb3-5fae-4e33-993e-d939969c1022 req-b1a2e374-5825-49c3-bc7a-4ecb2ce97854 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2435508
Mar 05 21:12:58.626253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Network 012aa44b-4922-45ab-aab2-a9613926d77d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:12:58.628023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:12:58.633406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:12:58.731211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7e33c8-4dbe-482b-b84d-e5fca0a73885,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:58.734379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Attempting to bind port ea349691-e115-49af-8471-5a1ecd936c5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:12:58.738343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Attempting to bind port ea349691-e115-49af-8471-5a1ecd936c5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ffe2814-51d4-4a7e-8507-55ee243a5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:12:58.738757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Attempting to bind port ea349691-e115-49af-8471-5a1ecd936c5b on network 012aa44b-4922-45ab-aab2-a9613926d77d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:12:58.752413 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.762768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:12:58.763778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Checking segment: {'id': '4ffe2814-51d4-4a7e-8507-55ee243a5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:12:58.763778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.764004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Bound using segment: {'id': '4ffe2814-51d4-4a7e-8507-55ee243a5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:12:58.764469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Bound port: ea349691-e115-49af-8471-5a1ecd936c5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe2814-51d4-4a7e-8507-55ee243a5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '012aa44b-4922-45ab-aab2-a9613926d77d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:12:58.766667 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.810120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0670>,) {'filters': {'network_id': ['012aa44b-4922-45ab-aab2-a9613926d77d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:58.842675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0670>, '4ffe2814-51d4-4a7e-8507-55ee243a5302') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:58.843001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0670>, '4ffe2814-51d4-4a7e-8507-55ee243a5302') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:58.845421 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:58.866132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48080) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:12:58.878670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.911343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.917703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804046-d976-46a2-aca3-1584a360fb45 req-2ae8d3df-8a63-45be-8b44-a5d63568ba5a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:12:58.922900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:12:58.923326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:58.931499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3804046-d976-46a2-aca3-1584a360fb45 req-2ae8d3df-8a63-45be-8b44-a5d63568ba5a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.1225133
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:12:58.947461 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:12:58.967359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] For port ea349691-e115-49af-8471-5a1ecd936c5b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:12:59.055036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3804046-d976-46a2-aca3-1584a360fb45 req-b55d65fa-3731-4290-94d3-7db837c077bb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117246
Mar 05 21:12:59.083310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] For port ea349691-e115-49af-8471-5a1ecd936c5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea349691-e115-49af-8471-5a1ecd936c5b,segment=NetworkSegment(4ffe2814-51d4-4a7e-8507-55ee243a5302),segment_id=4ffe2814-51d4-4a7e-8507-55ee243a5302)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:12:59.086503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:12:59.086503 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:12:59.086503 ncdv-master-1 neutron-server[126562]: [parameters: {'id': '012aa44b-4922-45ab-aab2-a9613926d77d'}]
Mar 05 21:12:59.086503 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:12:59.087829 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:12:59.096176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.154155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1108091964-network', 'tenant_id': '7a6813d01c694475a2a3645008b1c369'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:12:59.198652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Made reservation on behalf of 7a6813d01c694475a2a3645008b1c369 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:12:59.201321 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.225570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.238445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef4c9-7069-44bd-9c09-496e78ec7920 None None] Pushing event updated for resources: {'Port': ['ID=ea349691-e115-49af-8471-5a1ecd936c5b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:59.259812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c8c38-cb96-4a7a-9627-ee8644cf79c5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:12:59.488965 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f9a0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:59.538951 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:12:59.543539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c8c38-cb96-4a7a-9627-ee8644cf79c5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:12:59.555453 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:12:59.557775 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:12:59.585436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks [] for security_group (5284b2e9-aabe-4ccd-b55b-3c3348e97293), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.589694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.603003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5284b2e9-aabe-4ccd-b55b-3c3348e97293), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.654009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.728207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5284b2e9-aabe-4ccd-b55b-3c3348e97293,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:12:59.747959 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:12:59.827433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:12:59.948044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (59d15748-6261-47a1-9c59-b4c02d1f4a3a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:12:59.948474 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Added segment 59d15748-6261-47a1-9c59-b4c02d1f4a3a of type vlan for network 7b01390b-af80-47c7-b861-6f85f06d7866
Mar 05 21:13:00.101955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7b01390b-af80-47c7-b861-6f85f06d7866), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.170246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ffc91-0f8c-4b68-adf6-6afe84a1708f None None] Network 012aa44b-4922-45ab-aab2-a9613926d77d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:00.300699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9012f9a0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:00.305337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649836-8e3d-4fbc-88d7-f049fb00dc93 req-ad6e66f3-ea84-41f9-a3a6-7f9fb9073aaf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:00.315327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab649836-8e3d-4fbc-88d7-f049fb00dc93 req-ad6e66f3-ea84-41f9-a3a6-7f9fb9073aaf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.5583673
Mar 05 21:13:00.350837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f20d-fe4c-440f-a816-a1c8219a535f req-47277c3b-ea87-4fc9-b614-2f0b77046f6d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:00.359122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7571f20d-fe4c-440f-a816-a1c8219a535f req-47277c3b-ea87-4fc9-b614-2f0b77046f6d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.1379499
Mar 05 21:13:00.375917 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dc25e-3a5f-4c54-8757-7851b70c0819 None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccf2ae5a-8515-4903-a4f1-7bcce5527c2f', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'port_id': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'mac_address': 'fa:16:3e:52:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:33Z', 'updated_at': '2022-03-05T21:11:43Z', 'revision_number': 1, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:00.404038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port ea349691-e115-49af-8471-5a1ecd936c5b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:00.404635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.407221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7b01390b-af80-47c7-b861-6f85f06d7866), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.408825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:00.409734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.453660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7571f20d-fe4c-440f-a816-a1c8219a535f req-cffb50e1-9c94-487f-9f9d-fdc9aeef29ed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934069
Mar 05 21:13:00.634698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-4ab79b02-68e1-4257-a6ef-5f9a0d209268 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:00.636146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-4ab79b02-68e1-4257-a6ef-5f9a0d209268 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.5507691
Mar 05 21:13:00.662825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48146) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:00.669855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Request body: {'subnet': {'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1108091964-subnet', 'tenant_id': '7a6813d01c694475a2a3645008b1c369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:00.671597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8041697
Mar 05 21:13:00.700597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Made reservation on behalf of 7a6813d01c694475a2a3645008b1c369 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:00.703563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.750609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0bf8-d07b-489d-92d5-bcc0f3c518fd admin admin] Pushing event updated for resources: {'Network': ['ID=7b01390b-af80-47c7-b861-6f85f06d7866,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:00.762340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7b01390b-af80-47c7-b861-6f85f06d7866 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:00.769549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port ea349691-e115-49af-8471-5a1ecd936c5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea349691-e115-49af-8471-5a1ecd936c5b,segment=NetworkSegment(4ffe2814-51d4-4a7e-8507-55ee243a5302),segment_id=4ffe2814-51d4-4a7e-8507-55ee243a5302)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:00.769963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:00.797787 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ab649836-8e3d-4fbc-88d7-f049fb00dc93 req-7eb811e5-4ea7-45f9-9b2f-51decc8f36c6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4699447
Mar 05 21:13:00.809333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for ea349691-e115-49af-8471-5a1ecd936c5b owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:01.075845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.247400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port 00257fe1-6170-49e1-85e0-c4c078a18a37 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:01.248124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.300096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (d7352a16-fded-4d9c-afa4-773f9e5616c8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.383551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7352a16-fded-4d9c-afa4-773f9e5616c8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:01.394808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Checking segment: {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:01.395594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Network hostable DHCP agents. Network: 7b01390b-af80-47c7-b861-6f85f06d7866, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:01.399777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.400599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.401156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.401735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.402337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.402887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.403468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.404198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.405673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.406288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.406864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.407560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.408146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:01.432932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Network 7b01390b-af80-47c7-b861-6f85f06d7866 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:01.434084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ea349691-e115-49af-8471-5a1ecd936c5b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.452781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b01390b-af80-47c7-b861-6f85f06d7866) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:01.465525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f875e42d-a364-4383-9673-b36fce2489bf None None] Network 7b01390b-af80-47c7-b861-6f85f06d7866 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:01.470051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:01.472773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.520679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port ea349691-e115-49af-8471-5a1ecd936c5b on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:01.531313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c5009e47-0706-411a-93b9-98ba559dd2d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8648632
Mar 05 21:13:01.555369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=ea349691-e115-49af-8471-5a1ecd936c5b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:01.682319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.731312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port 00257fe1-6170-49e1-85e0-c4c078a18a37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00257fe1-6170-49e1-85e0-c4c078a18a37,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:01.731947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.764036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for 00257fe1-6170-49e1-85e0-c4c078a18a37 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:01.779554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89aebb20>,) {'filters': {'network_id': ['012aa44b-4922-45ab-aab2-a9613926d77d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:01.795226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89aebb20>, '4ffe2814-51d4-4a7e-8507-55ee243a5302') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:01.837363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89aebb20>, '4ffe2814-51d4-4a7e-8507-55ee243a5302') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:01.837871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04ee9-ab15-45bc-a712-60fe214cd50e req-99be3dbe-9b57-45b5-b576-57655ccc3220 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:01.837871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43f04ee9-ab15-45bc-a712-60fe214cd50e req-99be3dbe-9b57-45b5-b576-57655ccc3220 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 946 time: 0.1231415
Mar 05 21:13:01.838198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd595b-6ea1-4134-81d6-66ebd6444700 None None] Network 7b01390b-af80-47c7-b861-6f85f06d7866 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:01.860300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.928205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.979799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:01.980667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4ffe2814-51d4-4a7e-8507-55ee243a5302), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:01.984215 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:02.066447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43f04ee9-ab15-45bc-a712-60fe214cd50e req-5542f6ce-559a-4226-8d23-86a9bccd6bbb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7dacd40-8f5f-4a87-9a42-b519ce9861aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2242427
Mar 05 21:13:02.130612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (012aa44b-4922-45ab-aab2-a9613926d77d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.148473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.158359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48188) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:02.166483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-225170629'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:02.174071 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/012aa44b-4922-45ab-aab2-a9613926d77d HTTP/1.1" status: 204  len: 168 time: 4.7049978
Mar 05 21:13:02.198128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8ae8229a-0eed-400f-84db-94dd4bf8229b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:02.213688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717efc4-beef-4964-97a1-06d852662581 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=012aa44b-4922-45ab-aab2-a9613926d77d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:02.216035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:02.223381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.291398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (00257fe1-6170-49e1-85e0-c4c078a18a37), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.306940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:02.326705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8ae8229a-0eed-400f-84db-94dd4bf8229b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:02.344359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8ae8229a-0eed-400f-84db-94dd4bf8229b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:02.347476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (54b54f96-aea9-4ab6-93d5-e3a562bbf099), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.354927 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 54b54f96-aea9-4ab6-93d5-e3a562bbf099 of type vlan for network 61be7fb8-7692-4682-a2a9-acfaa5608fd5
Mar 05 21:13:02.461226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (61be7fb8-7692-4682-a2a9-acfaa5608fd5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.519102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (61be7fb8-7692-4682-a2a9-acfaa5608fd5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.528645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:02.529893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.535362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=00257fe1-6170-49e1-85e0-c4c078a18a37,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:02.538360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] No DVR routers for this DVR port 00257fe1-6170-49e1-85e0-c4c078a18a37 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:02.552973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:02.564001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88e5a50c-da75-454e-ae72-f4ff756b40ad req-115918f5-9975-403d-9641-e41da0537eed tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "DELETE /v2.0/ports/00257fe1-6170-49e1-85e0-c4c078a18a37 HTTP/1.1" status: 204  len: 173 time: 1.9143960
Mar 05 21:13:02.566008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'name': 'network-vif-deleted', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:02.570158 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34110a-2ef2-4a65-a3f1-f3134f9e2a5c" -d '{"events": [{"server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "name": "network-vif-deleted", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:02.589275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a44e-0123-469c-bbd9-104bd628d680 req-3c76b285-fcb7-4723-a5cd-a5b8c6058d4a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:02.591439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c878a44e-0123-469c-bbd9-104bd628d680 req-3c76b285-fcb7-4723-a5cd-a5b8c6058d4a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.4082494
Mar 05 21:13:02.651571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=61be7fb8-7692-4682-a2a9-acfaa5608fd5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:02.667108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:02.685422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0378af58-8f35-42d6-9daa-fdff4b3b41b4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5258510
Mar 05 21:13:02.688504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:02.694035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:02.731384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c878a44e-0123-469c-bbd9-104bd628d680 req-6ec7bb39-5355-457d-9e25-c93c22d12aae tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337399
Mar 05 21:13:02.764884 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61563250-fcce-4a7e-b8ef-043f7ed0ea30 x-openstack-request-id: req-61563250-fcce-4a7e-b8ef-043f7ed0ea30 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:02.765193 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e713812-42a7-4df0-aac0-fbd1bcfb9746", "name": "network-vif-deleted", "tag": "00257fe1-6170-49e1-85e0-c4c078a18a37", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:02.765600 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61563250-fcce-4a7e-b8ef-043f7ed0ea30 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:02.766028 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e713812-42a7-4df0-aac0-fbd1bcfb9746', 'name': 'network-vif-deleted', 'tag': '00257fe1-6170-49e1-85e0-c4c078a18a37', 'status': 'completed', 'code': 200}
Mar 05 21:13:03.015162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:03.019161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:03.517830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:03.698554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8ed7755-f05b-441d-939f-99ab1b3c9d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:03.768198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52a8a4ec-0ee8-4794-b5dd-ae9890df0560 req-72e9c3a5-9d5d-4ac9-bf21-97c9d7e76e2f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e713812-42a7-4df0-aac0-fbd1bcfb9746 HTTP/1.1" status: 200  len: 210 time: 0.0398073
Mar 05 21:13:03.893012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8ed7755-f05b-441d-939f-99ab1b3c9d6e admin admin] Publish callbacks [] for security_group (77e39a12-6d2b-4b73-b415-d3c92c46f090), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:03.902406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e8ed7755-f05b-441d-939f-99ab1b3c9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (77e39a12-6d2b-4b73-b415-d3c92c46f090), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:03.912273 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.064422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:04.080104 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e8ed7755-f05b-441d-939f-99ab1b3c9d6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75762d520f3b47998dcad5cf538b950c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5609949
Mar 05 21:13:04.081024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48274) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:04.095898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed7755-f05b-441d-939f-99ab1b3c9d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e39a12-6d2b-4b73-b415-d3c92c46f090,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:04.105940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': '54b54f96-aea9-4ab6-93d5-e3a562bbf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:04.106322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 61be7fb8-7692-4682-a2a9-acfaa5608fd5, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:04.161151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:04.171404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1257-f537-4a81-9ff1-3635d5fea4ea req-d32ae9de-c030-4b06-ad72-4dbf26e93133 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:04.174503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d23a1257-f537-4a81-9ff1-3635d5fea4ea req-d32ae9de-c030-4b06-ad72-4dbf26e93133 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.2305665
Mar 05 21:13:04.181142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] Publish callbacks [] for security_group (77e39a12-6d2b-4b73-b415-d3c92c46f090), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.204173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61be7fb8-7692-4682-a2a9-acfaa5608fd5) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:04.216539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0fe17-ff1c-4aaf-b129-8764fe0c97b7 None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:04.221479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:04.223951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.291582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d23a1257-f537-4a81-9ff1-3635d5fea4ea req-b6d895c5-b197-4e82-9a70-690bd3b3acbd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086874
Mar 05 21:13:04.314931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] Publish callbacks [] for security_group (77e39a12-6d2b-4b73-b415-d3c92c46f090), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.358682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3b7cc2fe-944a-4f05-8214-efa60588d62b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6687124
Mar 05 21:13:04.362852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48290) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:04.368385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:04.396063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61be7fb8-7692-4682-a2a9-acfaa5608fd5', 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': 'cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:04.397258 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.484400 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 00257fe1-6170-49e1-85e0-c4c078a18a37 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:04.529705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 00257fe1-6170-49e1-85e0-c4c078a18a37 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:04.531626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 00257fe1-6170-49e1-85e0-c4c078a18a37 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:04.545577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-8395b9c7-4ffc-458e-bef1-88c35dcf0296 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:04.552734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-8395b9c7-4ffc-458e-bef1-88c35dcf0296 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 809 time: 0.3052957
Mar 05 21:13:04.561626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (77e39a12-6d2b-4b73-b415-d3c92c46f090), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.564272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.565543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77e39a12-6d2b-4b73-b415-d3c92c46f090 HTTP/1.1" status: 204  len: 168 time: 0.4834459
Mar 05 21:13:04.599744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa029b-9888-424f-bcca-96191b9dc0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e39a12-6d2b-4b73-b415-d3c92c46f090,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:04.616154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:04.621994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-bf5266bc-3de6-4fff-b558-eb80418a44a7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/quotas/7a6813d01c694475a2a3645008b1c369 HTTP/1.1" status: 200  len: 375 time: 0.0681045
Mar 05 21:13:04.630030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:04.689148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-1a109cdd-9df3-4351-849c-b523cd223130 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645471
Mar 05 21:13:04.830630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-66e2b1f2-1146-4c07-99cd-7ad1dac12989 service neutron] 10.222.0.15 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395555
Mar 05 21:13:04.979937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Allocated IP 2001:db8::2 (61be7fb8-7692-4682-a2a9-acfaa5608fd5/cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39/7aa8cd44-c0da-41a8-b608-126407a9e54c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:05.026500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48310) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:05.046078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6b4d91b7-e010-4247-bd13-82dbcc256be2 service neutron] 10.222.0.15 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119615
Mar 05 21:13:05.279243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:05.299335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33b2f72f-b6f4-4819-9588-f7696235333c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.383437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks [] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.405291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33b2f72f-b6f4-4819-9588-f7696235333c admin admin] Publish callbacks [] for security_group (d53191eb-8e43-4db3-9dfc-5a3b9a955564), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.409604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.421657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33b2f72f-b6f4-4819-9588-f7696235333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d53191eb-8e43-4db3-9dfc-5a3b9a955564), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.455827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:05.461158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (f7dacd40-8f5f-4a87-9a42-b519ce9861aa), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.463013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:05.470350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:05.511258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Pushing event updated for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:05.530567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33b2f72f-b6f4-4819-9588-f7696235333c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc9c9c0fa7b14734b07c7a758121ec04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2497494
Mar 05 21:13:05.533623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:05.534507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2f72f-b6f4-4819-9588-f7696235333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53191eb-8e43-4db3-9dfc-5a3b9a955564,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:05.547800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4e4efb9-57f0-493d-84e5-30aeeb7243cb req-01868e23-4ea9-473b-ada5-cdf433b6616c tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 210 time: 0.2349496
Mar 05 21:13:05.586972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef298b-4cd3-418f-b4b6-4732965a60f9 req-46d5f103-4210-40f0-9417-8420f530294d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:05.608088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14ef298b-4cd3-418f-b4b6-4732965a60f9 req-46d5f103-4210-40f0-9417-8420f530294d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.1340425
Mar 05 21:13:05.635547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (f7dacd40-8f5f-4a87-9a42-b519ce9861aa), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.650709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (bbbc5cf8-c084-4eee-ae95-e1cf871457b2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.703755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Attempting to bind port 7aa8cd44-c0da-41a8-b608-126407a9e54c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:05.705149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Attempting to bind port 7aa8cd44-c0da-41a8-b608-126407a9e54c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54b54f96-aea9-4ab6-93d5-e3a562bbf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:05.707493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Attempting to bind port 7aa8cd44-c0da-41a8-b608-126407a9e54c on network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:05.715245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:05.720689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:05.722231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Checking segment: {'id': '54b54f96-aea9-4ab6-93d5-e3a562bbf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:05.726897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:05.728492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.730127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Bound using segment: {'id': '54b54f96-aea9-4ab6-93d5-e3a562bbf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:05.730964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Bound port: 7aa8cd44-c0da-41a8-b608-126407a9e54c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b54f96-aea9-4ab6-93d5-e3a562bbf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:05.732761 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.749340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:05.750402 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.799834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] Publish callbacks [] for security_group (d53191eb-8e43-4db3-9dfc-5a3b9a955564), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.834460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:05.839949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-14ef298b-4cd3-418f-b4b6-4732965a60f9 req-0c2f2702-5ec0-4619-ac9b-ef1ea315e687 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2300081
Mar 05 21:13:05.842360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa8cd44-c0da-41a8-b608-126407a9e54c,segment=NetworkSegment(54b54f96-aea9-4ab6-93d5-e3a562bbf099),segment_id=54b54f96-aea9-4ab6-93d5-e3a562bbf099)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:05.857316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.866277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=bbbc5cf8-c084-4eee-ae95-e1cf871457b2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:05.896055 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0b056342-f637-4358-8812-4f52bfadaa8b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5317013
Mar 05 21:13:05.897500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:05.901673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] Publish callbacks [] for security_group (d53191eb-8e43-4db3-9dfc-5a3b9a955564), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.936577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f7dacd40-8f5f-4a87-9a42-b519ce9861aa), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.941141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:05.947225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/security-groups/f7dacd40-8f5f-4a87-9a42-b519ce9861aa HTTP/1.1" status: 204  len: 168 time: 0.9196098
Mar 05 21:13:05.967001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ac75-2f09-4062-aa7f-cc074989dff4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dacd40-8f5f-4a87-9a42-b519ce9861aa,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:06.000107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ed0ac-17aa-4f59-9eee-6a46c73ba280 None None] Pushing event updated for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:06.028592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d53191eb-8e43-4db3-9dfc-5a3b9a955564), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.042606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48350) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:06.052638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.061985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d53191eb-8e43-4db3-9dfc-5a3b9a955564 HTTP/1.1" status: 204  len: 168 time: 0.5241446
Mar 05 21:13:06.185257 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.193745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a3478-9566-473c-8fd1-0ffe779874e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53191eb-8e43-4db3-9dfc-5a3b9a955564,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:06.218266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting subnet 2a22a379-dade-44ba-81f2-1565a0bcc7c8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:06.231092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.233118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.234843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (2a22a379-dade-44ba-81f2-1565a0bcc7c8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.235259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.237306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.239255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.244727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aab6ad0c-43e0-4f71-8265-74805febcfc1 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2516313
Mar 05 21:13:06.248081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48354) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:06.253660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883545945'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:06.315480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2a22a379-dade-44ba-81f2-1565a0bcc7c8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.316540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:06.329568 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.385187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:06.429447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.438405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a5454cd7-1879-42ed-add2-486018d3441d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.439982 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment a5454cd7-1879-42ed-add2-486018d3441d of type vlan for network 6fcbca40-3059-4aa1-86d2-291856032912
Mar 05 21:13:06.529224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2a22a379-dade-44ba-81f2-1565a0bcc7c8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.549504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6fcbca40-3059-4aa1-86d2-291856032912), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.625629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6fcbca40-3059-4aa1-86d2-291856032912), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.635695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2a22a379-dade-44ba-81f2-1565a0bcc7c8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.637654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:06.640253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.668221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17699468-c4e2-4cf0-a0f3-3b2b171fd60e None None] Network a4cf4a57-5d55-469c-b3fc-5734b4a78c6a requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:06.700957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Subnet': ['ID=2a22a379-dade-44ba-81f2-1565a0bcc7c8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:06.703450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.707209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75c9e755-388f-48ef-bc9d-38f88d548162 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/subnets/2a22a379-dade-44ba-81f2-1565a0bcc7c8 HTTP/1.1" status: 204  len: 168 time: 0.6625848
Mar 05 21:13:06.709578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48360) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:06.810415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=6fcbca40-3059-4aa1-86d2-291856032912,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:06.818008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2bc7f075-64e9-41d4-a85d-ca809a99add8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5688345
Mar 05 21:13:06.820658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48366) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:06.834881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:06.854547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:06.875465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:06.995158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:06.995509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.006760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef74cfce-123d-435d-b280-9d16e66b3b6f req-1e96ef99-40d8-4e92-aa26-833a87a8bd40 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 210 time: 0.1932490
Mar 05 21:13:07.275837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6fcbca40-3059-4aa1-86d2-291856032912), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.317775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6fcbca40-3059-4aa1-86d2-291856032912), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.385851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] DHCP port deletion for a4cf4a57-5d55-469c-b3fc-5734b4a78c6a request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:07.453097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 6fcbca40-3059-4aa1-86d2-291856032912 is not hosted by any dhcp agent {{(pid=126563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:13:07.459374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:07.466348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:07.466716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.486616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.499371 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48384) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:07.499959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "PUT /v2.0/networks/6fcbca40-3059-4aa1-86d2-291856032912 HTTP/1.1" status: 200  len: 723 time: 0.6773293
Mar 05 21:13:07.503474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:07.507886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '6fcbca40-3059-4aa1-86d2-291856032912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:07.531058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Deleting port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:07.531640 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.533864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-83cb4eb3-e156-4684-bd1a-6793e3595f68 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:07.535519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-83cb4eb3-e156-4684-bd1a-6793e3595f68 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 809 time: 0.3821852
Mar 05 21:13:07.545900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47da6d7-afc7-44ca-a71d-615b3d4fb778 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=6fcbca40-3059-4aa1-86d2-291856032912,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:07.598655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Request body: {'port': {'device_id': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866', 'admin_state_up': True, 'tenant_id': '7a6813d01c694475a2a3645008b1c369'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:07.638287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864af557-2640-4b93-b124-a4a2493fdfe2 req-d9e2b1d5-e826-4090-975e-0919628a1300 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:07.640716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-864af557-2640-4b93-b124-a4a2493fdfe2 req-d9e2b1d5-e826-4090-975e-0919628a1300 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.6350932
Mar 05 21:13:07.663057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] For port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,segment=NetworkSegment(62cde4fb-2867-4452-bc0a-062af1f97042),segment_id=62cde4fb-2867-4452-bc0a-062af1f97042)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:07.663530 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.668250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:07.756785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Calling delete_port for 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:07.872158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:07.875986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:07.961818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc86c72-005b-4444-b336-1e6329b9de69 None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:07.997216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-864af557-2640-4b93-b124-a4a2493fdfe2 req-18931eb2-833a-4571-b02f-b07318616fb8 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3137589
Mar 05 21:13:08.016557 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.139176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:08.151098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] No DVR routers for this DVR port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:08.182979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Made reservation on behalf of 7a6813d01c694475a2a3645008b1c369 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:08.186662 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.231718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9a8fbfa-6a5f-41a2-9166-ba3be086abfe req-d0eddd6a-abc0-4455-8069-ae7bf1d5e512 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 210 time: 0.0809033
Mar 05 21:13:08.249516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:08.249900 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.308317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (46e3f443-b9fe-41f4-917e-a1c9f16e5a80), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.330559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.371935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] Pushing event deleted for resources: {'Port': ['ID=46e3f443-b9fe-41f4-917e-a1c9f16e5a80,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:08.409650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f16aa8-0632-4235-909f-beb7a92c8044 None None] No DVR routers for this DVR port 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:08.425306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89dfdee0>,) {'filters': {'network_id': ['a4cf4a57-5d55-469c-b3fc-5734b4a78c6a']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:08.512094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:08.512497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.521599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Allocated IP 172.20.0.10 (7b01390b-af80-47c7-b861-6f85f06d7866/d7352a16-fded-4d9c-afa4-773f9e5616c8/7760e862-823a-4806-9c12-ad39ee170581) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:08.527453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aa8cd44-c0da-41a8-b608-126407a9e54c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:08.605201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa8cd44-c0da-41a8-b608-126407a9e54c,segment=NetworkSegment(54b54f96-aea9-4ab6-93d5-e3a562bbf099),segment_id=54b54f96-aea9-4ab6-93d5-e3a562bbf099)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:08.622424 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.689727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7729ed6-5203-4d4f-86fa-2e487017c0da None None] Pushing event updated for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:08.718115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:08.718501 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.752260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks [] for port (7760e862-823a-4806-9c12-ad39ee170581), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.783120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dfdee0>, '62cde4fb-2867-4452-bc0a-062af1f97042') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:08.783120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89dfdee0>, '62cde4fb-2867-4452-bc0a-062af1f97042') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:08.796526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (62cde4fb-2867-4452-bc0a-062af1f97042), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.801208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4040ec72-a823-4bfd-b3d6-b019e1fff465), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.804317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Update dhcp port {'port': {'network_id': '61be7fb8-7692-4682-a2a9-acfaa5608fd5', 'fixed_ips': [{'subnet_id': 'cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbbc5cf8-c084-4eee-ae95-e1cf871457b2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7aa8cd44-c0da-41a8-b608-126407a9e54c'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:13:08.897535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.897535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (62cde4fb-2867-4452-bc0a-062af1f97042), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (62cde4fb-2867-4452-bc0a-062af1f97042), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:08.914933 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:08.978710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=4040ec72-a823-4bfd-b3d6-b019e1fff465,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:09.005486 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.007850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a4cf4a57-5d55-469c-b3fc-5734b4a78c6a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.031644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': 'a5454cd7-1879-42ed-add2-486018d3441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:09.033949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 6fcbca40-3059-4aa1-86d2-291856032912, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:09.099527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Network 7b01390b-af80-47c7-b861-6f85f06d7866 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:09.105184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.109079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/networks/a4cf4a57-5d55-469c-b3fc-5734b4a78c6a HTTP/1.1" status: 204  len: 168 time: 2.3979981
Mar 05 21:13:09.111630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:09.115548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:09.126549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:09.134473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:09.227043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:09.228474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.236786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:09.237141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 46e3f443-b9fe-41f4-917e-a1c9f16e5a80 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:09.265528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4ce0-5981-4f67-8498-6fd837631eaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Network': ['ID=a4cf4a57-5d55-469c-b3fc-5734b4a78c6a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:09.276767 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7201414
Mar 05 21:13:09.280106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 6fcbca40-3059-4aa1-86d2-291856032912 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:09.452546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Request body: {'port': {'device_id': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:09.457298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6fcbca40-3059-4aa1-86d2-291856032912) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:09.474837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2bef74-abee-490b-a42d-b149f08b3ecf None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:09.482518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090404-4f59-4ed7-bfe6-176b6292db57 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Pushing event updated for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:09.487275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:09.487938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.490019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Allocated IP 172.20.0.1 (61be7fb8-7692-4682-a2a9-acfaa5608fd5/bbbc5cf8-c084-4eee-ae95-e1cf871457b2/7aa8cd44-c0da-41a8-b608-126407a9e54c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:09.609875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6caf5103-c5de-4797-bc66-00bf00b02018 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1062880
Mar 05 21:13:09.628422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48466) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:09.646293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:09.698910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44323ab-59b0-4fd7-9789-81a8f3bf4c6b req-d3802b91-9915-4c26-a066-5a4370aea050 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:09.705922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b44323ab-59b0-4fd7-9789-81a8f3bf4c6b req-d3802b91-9915-4c26-a066-5a4370aea050 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 932 time: 0.3198910
Mar 05 21:13:09.800618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port bfd69899-c198-43b4-888c-121a4d2b7928 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:09.800999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.812782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b44323ab-59b0-4fd7-9789-81a8f3bf4c6b req-e3c28426-64d4-4de2-a7e2-3f0b1827a624 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058738
Mar 05 21:13:09.819316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6fcbca40-3059-4aa1-86d2-291856032912', 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '4040ec72-a823-4bfd-b3d6-b019e1fff465'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:09.835165 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.851140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26452654'] for subnet (4040ec72-a823-4bfd-b3d6-b019e1fff465), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.876569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa8cd44-c0da-41a8-b608-126407a9e54c,segment=NetworkSegment(54b54f96-aea9-4ab6-93d5-e3a562bbf099),segment_id=54b54f96-aea9-4ab6-93d5-e3a562bbf099)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:09.930178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8e384-7f35-402f-9dfd-053f51b3dd53 req-9bed4d22-da6c-4787-8f16-8d81bf913dd6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:09.945436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a6b8e384-7f35-402f-9dfd-053f51b3dd53 req-9bed4d22-da6c-4787-8f16-8d81bf913dd6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.6412783
Mar 05 21:13:09.956223 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7760e862-823a-4806-9c12-ad39ee170581), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.982205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Publish callbacks [] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.992469 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:09.992951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (bfd69899-c198-43b4-888c-121a4d2b7928), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.010929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.027076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for bfd69899-c198-43b4-888c-121a4d2b7928 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:10.050290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a6b8e384-7f35-402f-9dfd-053f51b3dd53 req-173d0440-d2b3-4d2d-b305-6549e8cde446 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028280
Mar 05 21:13:10.130312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48476) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:10.337320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bfd69899-c198-43b4-888c-121a4d2b7928), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.371942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=bfd69899-c198-43b4-888c-121a4d2b7928,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:10.421794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aa8cd44-c0da-41a8-b608-126407a9e54c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:10.449503 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-128b4519-913a-4a0f-845c-e866ebe6d7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.474527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Allocated IP 2001:db8::2 (6fcbca40-3059-4aa1-86d2-291856032912/4040ec72-a823-4bfd-b3d6-b019e1fff465/db9888e1-f05d-46f4-9a5d-5a9b1841f017) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:10.509736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (ccf2ae5a-8515-4903-a4f1-7bcce5527c2f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.510180 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Floating IP ccf2ae5a-8515-4903-a4f1-7bcce5527c2f disassociated (deleted). External IP: 172.35.0.137, port: ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f.
Mar 05 21:13:10.552962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3ecc-9c64-429d-a629-31c98d324dba None None] Pushing event updated for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:10.870233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:10.876001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.945008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-128b4519-913a-4a0f-845c-e866ebe6d7ea admin admin] Publish callbacks [] for security_group (efd6b66c-0e7b-4354-9abc-dd693e809bb7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:10.966601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-128b4519-913a-4a0f-845c-e866ebe6d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (efd6b66c-0e7b-4354-9abc-dd693e809bb7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.070421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks [] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.162992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:11.169104 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.185592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7760e862-823a-4806-9c12-ad39ee170581 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:11.195875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks [] for port (7760e862-823a-4806-9c12-ad39ee170581), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.213044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Transition to ACTIVE for port object 7760e862-823a-4806-9c12-ad39ee170581 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:13:11.213305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:13:11.219994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b4519-913a-4a0f-845c-e866ebe6d7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd6b66c-0e7b-4354-9abc-dd693e809bb7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.242533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-128b4519-913a-4a0f-845c-e866ebe6d7ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac93c539530443dd8a1fd9d177fa5e69&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1108375
Mar 05 21:13:11.244296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48508) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:11.267745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.273520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:11.277577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:11.283691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:11.285628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Pushing event updated for resources: {'Port': ['ID=db9888e1-f05d-46f4-9a5d-5a9b1841f017,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.364435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b83a-917a-4afa-a5e2-60452ca97fd8 req-370e9eae-1e84-4ab3-842c-5af06c42d8ee tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:11.379895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a71b83a-917a-4afa-a5e2-60452ca97fd8 req-370e9eae-1e84-4ab3-842c-5af06c42d8ee tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 932 time: 0.3852696
Mar 05 21:13:11.434053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Attempting to bind port db9888e1-f05d-46f4-9a5d-5a9b1841f017 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:11.434454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Attempting to bind port db9888e1-f05d-46f4-9a5d-5a9b1841f017 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5454cd7-1879-42ed-add2-486018d3441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:11.434725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Attempting to bind port db9888e1-f05d-46f4-9a5d-5a9b1841f017 on network 6fcbca40-3059-4aa1-86d2-291856032912 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:11.443175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:11.443657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Checking segment: {'id': 'a5454cd7-1879-42ed-add2-486018d3441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:11.444103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.446602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Bound using segment: {'id': 'a5454cd7-1879-42ed-add2-486018d3441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:11.446602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Bound port: db9888e1-f05d-46f4-9a5d-5a9b1841f017, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5454cd7-1879-42ed-add2-486018d3441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6fcbca40-3059-4aa1-86d2-291856032912'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:11.446602 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.465472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.559169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] For port db9888e1-f05d-46f4-9a5d-5a9b1841f017, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:11.568233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] For port db9888e1-f05d-46f4-9a5d-5a9b1841f017, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9888e1-f05d-46f4-9a5d-5a9b1841f017,segment=NetworkSegment(a5454cd7-1879-42ed-add2-486018d3441d),segment_id=a5454cd7-1879-42ed-add2-486018d3441d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:11.581708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] Publish callbacks [] for security_group (efd6b66c-0e7b-4354-9abc-dd693e809bb7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.582041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.583972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7dc8-9147-4459-b205-f407aeceb4f3 req-b4bd3a76-2fc2-4940-b79a-69d1c5516b94 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:11.585609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bac7dc8-9147-4459-b205-f407aeceb4f3 req-b4bd3a76-2fc2-4940-b79a-69d1c5516b94 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.3192253
Mar 05 21:13:11.591087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739070150593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26951369'] for subnet (4040ec72-a823-4bfd-b3d6-b019e1fff465), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.630958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a71b83a-917a-4afa-a5e2-60452ca97fd8 req-e5414ae9-a95c-4a6f-bbc0-95f14bb4b0c7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500894
Mar 05 21:13:11.634984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:11.635932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.637447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "PUT /v2.0/subnets/4040ec72-a823-4bfd-b3d6-b019e1fff465 HTTP/1.1" status: 200  len: 826 time: 2.0051064
Mar 05 21:13:11.650000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:11.683531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5afcd8-3df9-4547-a046-92b80fe7e4d1 None None] Pushing event updated for resources: {'Port': ['ID=db9888e1-f05d-46f4-9a5d-5a9b1841f017,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.719770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10341c6-5e0b-4be1-b8ab-930193793ff2 None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:11.725148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Attempting to bind port 7760e862-823a-4806-9c12-ad39ee170581 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:11.725322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Attempting to bind port 7760e862-823a-4806-9c12-ad39ee170581 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:11.725596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Attempting to bind port 7760e862-823a-4806-9c12-ad39ee170581 on network 7b01390b-af80-47c7-b861-6f85f06d7866 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:11.734064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bac7dc8-9147-4459-b205-f407aeceb4f3 req-4f0dc6a4-0582-47d5-90d5-ae9463d7446d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1326952
Mar 05 21:13:11.740066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Port 7760e862-823a-4806-9c12-ad39ee170581 on network 7b01390b-af80-47c7-b861-6f85f06d7866 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:13:11.740525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Attempting to bind port 7760e862-823a-4806-9c12-ad39ee170581 on network 7b01390b-af80-47c7-b861-6f85f06d7866 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:11.751502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3150c-0822-4576-bf14-a0c9d5037888 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=4040ec72-a823-4bfd-b3d6-b019e1fff465,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.754708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:11.755064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Checking segment: {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:11.755445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Bound using segment: {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:11.756126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Bound port: 7760e862-823a-4806-9c12-ad39ee170581, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:11.756498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7760e862-823a-4806-9c12-ad39ee170581), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.774685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] Publish callbacks [] for security_group (efd6b66c-0e7b-4354-9abc-dd693e809bb7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.781016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:11.807602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.847517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:11.851603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7760e862-823a-4806-9c12-ad39ee170581,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:11.854632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:11.865420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.912397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:11.915723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0faa26e5-5339-4375-86b7-86249ed96875 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/floatingips/ccf2ae5a-8515-4903-a4f1-7bcce5527c2f HTTP/1.1" status: 204  len: 168 time: 2.8021352
Mar 05 21:13:11.917372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f750d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:11.918600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:11.930496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:11.931132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:11.932824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] 10.222.0.23 "PUT /v2.0/ports/7760e862-823a-4806-9c12-ad39ee170581 HTTP/1.1" status: 200  len: 1092 time: 2.6300023
Mar 05 21:13:11.933290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'tag': '7760e862-823a-4806-9c12-ad39ee170581'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:11.934533 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:11.935587 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f34d43-3012-42e4-aa72-ed4003382ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "tag": "7760e862-823a-4806-9c12-ad39ee170581"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:11.961177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5faef-2a1c-4124-8fd2-4b501cf29b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:11.969732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6fcbca40-3059-4aa1-86d2-291856032912), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.114459 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb73f6b3-d0d1-4177-b5c3-f2540d8cfc6c x-openstack-request-id: req-bb73f6b3-d0d1-4177-b5c3-f2540d8cfc6c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:12.114833 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "tag": "7760e862-823a-4806-9c12-ad39ee170581", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:12.115882 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb73f6b3-d0d1-4177-b5c3-f2540d8cfc6c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:12.117134 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'tag': '7760e862-823a-4806-9c12-ad39ee170581', 'status': 'completed', 'code': 200}
Mar 05 21:13:12.119636 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2940a-c3ef-4edf-8e39-e2c0ef4d0b97 x-openstack-request-id: req-01b2940a-c3ef-4edf-8e39-e2c0ef4d0b97 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:12.123641 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:12.124053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01b2940a-c3ef-4edf-8e39-e2c0ef4d0b97 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:12.124804 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'status': 'completed', 'code': 200}
Mar 05 21:13:12.164212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-f31efe45-cabb-4f31-a64c-efc1b22a8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.167839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (efd6b66c-0e7b-4354-9abc-dd693e809bb7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.169990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-f31efe45-cabb-4f31-a64c-efc1b22a8a27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 1126 time: 0.1811290
Mar 05 21:13:12.172209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.176600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efd6b66c-0e7b-4354-9abc-dd693e809bb7 HTTP/1.1" status: 204  len: 168 time: 0.9302087
Mar 05 21:13:12.235073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289fbc4-b9a5-4a28-aa0a-1ebbf7675a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd6b66c-0e7b-4354-9abc-dd693e809bb7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:12.268092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-92cfb0cc-6c31-48c5-86de-f0d04f188420 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7760e862-823a-4806-9c12-ad39ee170581 HTTP/1.1" status: 200  len: 217 time: 0.0901794
Mar 05 21:13:12.294234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-b93d58a4-80ab-4457-8210-726c803b05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.300124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-b93d58a4-80ab-4457-8210-726c803b05d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1128 time: 0.2301745
Mar 05 21:13:12.337452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-e090d3b8-252f-40e1-a452-de1eb47ce3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.340217 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-e090d3b8-252f-40e1-a452-de1eb47ce3c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 1128 time: 0.1564841
Mar 05 21:13:12.342086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port db9888e1-f05d-46f4-9a5d-5a9b1841f017 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:12.343037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.353807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:12.374650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-4aa9e64b-1ee4-4227-9a97-42ff3e59c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.377423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-4aa9e64b-1ee4-4227-9a97-42ff3e59c3ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7352a16-fded-4d9c-afa4-773f9e5616c8 HTTP/1.1" status: 200  len: 849 time: 0.0985310
Mar 05 21:13:12.460658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-0ef6e4e0-5b9d-4b8c-a0cf-3baf5e3d24cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b01390b-af80-47c7-b861-6f85f06d7866&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753241
Mar 05 21:13:12.606391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db9888e1-f05d-46f4-9a5d-5a9b1841f017 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:12.625869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-39ec8d52-018f-4a69-aeb1-311f3a718dc2 None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:12.626259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-39ec8d52-018f-4a69-aeb1-311f3a718dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.626383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port db9888e1-f05d-46f4-9a5d-5a9b1841f017, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9888e1-f05d-46f4-9a5d-5a9b1841f017,segment=NetworkSegment(a5454cd7-1879-42ed-add2-486018d3441d),segment_id=a5454cd7-1879-42ed-add2-486018d3441d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:12.626881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:12.692998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for db9888e1-f05d-46f4-9a5d-5a9b1841f017 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:12.762158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-3b954a79-9c94-4dd5-b36a-d540665defb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.765153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-3b954a79-9c94-4dd5-b36a-d540665defb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.4528842
Mar 05 21:13:12.808840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ad05-81af-4363-b41f-aabb50221fac req-a5622434-8482-44a9-8693-6f3a2ec177e2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.811400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f16ad05-81af-4363-b41f-aabb50221fac req-a5622434-8482-44a9-8693-6f3a2ec177e2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.3529656
Mar 05 21:13:12.855862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-a0c46364-c758-40af-a603-90c9d8cfdd0a service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3258216
Mar 05 21:13:12.906507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-b7bacba7-cb8c-4ca3-8f1d-a6fd72c7702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:12.908177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-b7bacba7-cb8c-4ca3-8f1d-a6fd72c7702e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 200  len: 898 time: 0.4986179
Mar 05 21:13:12.917643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5f16ad05-81af-4363-b41f-aabb50221fac req-a77a8a0e-7668-41e5-92e9-67b45bd9a067 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936837
Mar 05 21:13:12.975045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port db9888e1-f05d-46f4-9a5d-5a9b1841f017 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:12.975555 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.058507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-39ec8d52-018f-4a69-aeb1-311f3a718dc2 None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:13.064743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48582) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:13.083842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f750d0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:13.090383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-a37bb746-508f-4e66-bab9-81ae64d5f060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 200  len: 217 time: 0.1466544
Mar 05 21:13:13.157888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-0cb672e1-45b6-4e77-8b26-d8aab1ae3767 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 1002 time: 0.2488604
Mar 05 21:13:13.159436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port db9888e1-f05d-46f4-9a5d-5a9b1841f017 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:13.164628 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.185860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a156-b406-49f2-ae66-cd90fea3652e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.200296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a42ab425-80be-44d3-9722-ed79a21a5ac7 req-4d7d7b20-2e5d-485a-a59e-cdeb48887987 service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3107216
Mar 05 21:13:13.201103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:13.223751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:13.226617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f750d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:13.272661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48996ab8-015b-4075-8443-f2c15007a61f req-3a6f57af-204e-44ec-82a3-b859ed7165e4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.283437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48996ab8-015b-4075-8443-f2c15007a61f req-3a6f57af-204e-44ec-82a3-b859ed7165e4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.2111988
Mar 05 21:13:13.372406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (db9888e1-f05d-46f4-9a5d-5a9b1841f017), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.398729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef4efc-443b-45c6-85a2-672a730ac703 req-18480a5f-baab-46dc-b2a2-47cca2cac5b8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.407063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4cef4efc-443b-45c6-85a2-672a730ac703 req-18480a5f-baab-46dc-b2a2-47cca2cac5b8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 944 time: 0.4848955
Mar 05 21:13:13.424625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-4b52cbd4-406a-437d-a0be-d2036faf568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.427640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-4b52cbd4-406a-437d-a0be-d2036faf568f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.2499816
Mar 05 21:13:13.429425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-6ad579ac-e0ab-45df-b9b2-69ceff016837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.431503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-6ad579ac-e0ab-45df-b9b2-69ceff016837 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 200  len: 835 time: 0.2724082
Mar 05 21:13:13.432137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48996ab8-015b-4075-8443-f2c15007a61f req-d91f9e3e-fa9b-4cbf-b375-dd97c9d741f5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426065
Mar 05 21:13:13.433990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aa8cd44-c0da-41a8-b608-126407a9e54c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:13.447848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-c00a2aea-c5a0-4b86-b9ea-c496491d39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.449356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-c00a2aea-c5a0-4b86-b9ea-c496491d39a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 1126 time: 0.1571383
Mar 05 21:13:13.497869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-535beb7e-59b4-4f02-af59-63d138a56142 None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:13.498358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-535beb7e-59b4-4f02-af59-63d138a56142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.528432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:13.554484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=db9888e1-f05d-46f4-9a5d-5a9b1841f017,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:13.583522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-37314f4c-d804-4c58-bd95-e0fc00071dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.585378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-37314f4c-d804-4c58-bd95-e0fc00071dd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 910 time: 0.1207910
Mar 05 21:13:13.658352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:13.658735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:13.674943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-b0baf003-b025-4e6d-834a-658d7611228e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7760e862-823a-4806-9c12-ad39ee170581 HTTP/1.1" status: 200  len: 217 time: 0.0484300
Mar 05 21:13:13.687244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366132e8-12de-4cb4-9bd3-0f6e33f7ea05 None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:13.723384 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:13:13.730554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-4e8a923b-e783-49bb-943b-9ac8a9ef9bf2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.732186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-4e8a923b-e783-49bb-943b-9ac8a9ef9bf2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.1456230
Mar 05 21:13:13.770104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-81e25a53-36bd-4599-be51-4e74fc5137a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:13.771661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-81e25a53-36bd-4599-be51-4e74fc5137a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7352a16-fded-4d9c-afa4-773f9e5616c8 HTTP/1.1" status: 200  len: 849 time: 0.0885448
Mar 05 21:13:13.813229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-a337464c-32c2-415f-86e2-12cc2e61bf72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b01390b-af80-47c7-b861-6f85f06d7866&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352027
Mar 05 21:13:13.881528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-535beb7e-59b4-4f02-af59-63d138a56142 None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:13.989517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port db9888e1-f05d-46f4-9a5d-5a9b1841f017 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:14.033225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c3976ea8-c532-4cc8-a3d8-dcfc2b51a049 None None] Could not find standard attr ID for object db9888e1-f05d-46f4-9a5d-5a9b1841f017. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:13:14.051954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:14.067112 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-3fb0aded-63d7-4354-9725-0f1b0ff82b59 service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444799
Mar 05 21:13:14.069337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f750d0>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:14.105338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-1cbc9a5f-0ae5-4c52-9d69-bc67683f8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:14.107235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-1cbc9a5f-0ae5-4c52-9d69-bc67683f8eb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6123447
Mar 05 21:13:14.116437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399329ae-93c7-4ff6-b675-4215cbfcad4e None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:12:56Z', 'revision_number': 6, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0aee458-c602-47f9-a26e-0bd3f2f8639f', 'name': '', 'network_id': '5d790b17-850c-4d1e-9bd5-defe0ee9f1b9', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:21:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:50Z', 'updated_at': '2022-03-05T21:11:02Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '97e26de3-bc53-4bed-801f-be3939cb4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:14.129464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4cef4efc-443b-45c6-85a2-672a730ac703 req-450f1ab5-33ea-458c-81b6-d7ed9c25187c tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7207413
Mar 05 21:13:14.138005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:14.138637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.193081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4040ec72-a823-4bfd-b3d6-b019e1fff465), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.328506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02332519-af71-4716-aaaa-6785195445c2 None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:14.335397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84836f3-d0d6-4538-9e49-59da209c9b48 req-00da546a-56ad-46ec-bf65-1d6c46658aaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:14.339068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a156-b406-49f2-ae66-cd90fea3652e admin admin] Publish callbacks [] for security_group (5108c6b1-6645-4c29-96f4-10df5822bf9f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.343233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d84836f3-d0d6-4538-9e49-59da209c9b48 req-00da546a-56ad-46ec-bf65-1d6c46658aaf tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 946 time: 0.2603900
Mar 05 21:13:14.344866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-7dae6260-7a77-419f-9e28-46fc4af2af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:14.347685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-7dae6260-7a77-419f-9e28-46fc4af2af91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8283806
Mar 05 21:13:14.459943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-32eee248-34cb-4634-bc85-4192e7fbefb7 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249352
Mar 05 21:13:14.485262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d84836f3-d0d6-4538-9e49-59da209c9b48 req-2723ef16-eace-47f7-8eaa-804190511ab6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a28d8b5-eeb1-4f37-b8de-0008375bef19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399138
Mar 05 21:13:14.496232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a156-b406-49f2-ae66-cd90fea3652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5108c6b1-6645-4c29-96f4-10df5822bf9f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.507539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-0a66e1bd-116a-476f-b8a2-ec8877f4c849 service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4334390
Mar 05 21:13:14.509778 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:14.510179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.541506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:14.651099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6cc3a156-b406-49f2-ae66-cd90fea3652e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da54148390844d1b9cfe1f0d30473492&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5850873
Mar 05 21:13:14.657240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48612) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:14.657825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9359f64-168c-4b24-b38c-27cc3b8b1e84 None None] New status for floating IP ccf2ae5a-8515-4903-a4f1-7bcce5527c2f: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:13:14.774940 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] Publish callbacks [] for security_group (5108c6b1-6645-4c29-96f4-10df5822bf9f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.806284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-3a94e800-bffa-4538-a59c-92df9e244035 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3416185
Mar 05 21:13:14.814582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] Publish callbacks [] for security_group (5108c6b1-6645-4c29-96f4-10df5822bf9f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.816203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3a156-b406-49f2-ae66-cd90fea3652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5108c6b1-6645-4c29-96f4-10df5822bf9f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:14.873590 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (4040ec72-a823-4bfd-b3d6-b019e1fff465), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.895199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5108c6b1-6645-4c29-96f4-10df5822bf9f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.898709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.900317 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5108c6b1-6645-4c29-96f4-10df5822bf9f HTTP/1.1" status: 204  len: 168 time: 0.2413149
Mar 05 21:13:14.903301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:14.940798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:14.964846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:14.970600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c280a97-382a-4015-830d-089fceed1b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5108c6b1-6645-4c29-96f4-10df5822bf9f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:14.978502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb1dee6a-e3b0-4034-9c26-7d62b6a5ac34 req-7ad9e56a-4485-4580-83b4-4cb4e7cc82ae service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627845
Mar 05 21:13:15.002361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=4040ec72-a823-4bfd-b3d6-b019e1fff465,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:15.073916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] No DVR routers for this DVR port ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:15.084014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.089160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7acd7e2-7c02-475a-ad4d-ac4967c26e85 req-0d3aac71-0090-410b-9b4e-d664c8461a61 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "DELETE /v2.0/ports/ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f HTTP/1.1" status: 204  len: 173 time: 1.3509939
Mar 05 21:13:15.089781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'name': 'network-vif-deleted', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:15.092437 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614ee94-777f-402d-9998-2a79cd1e001b" -d '{"events": [{"server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "name": "network-vif-deleted", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:15.105596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b379779-ef86-4fa6-9e95-5b2abe0f0261 None None] Network 6fcbca40-3059-4aa1-86d2-291856032912 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:15.153133 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c16db11-3a7c-4b85-a86b-b4fbd8dc9b84 x-openstack-request-id: req-3c16db11-3a7c-4b85-a86b-b4fbd8dc9b84 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:15.154681 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0a57db-9d48-4aed-90ac-42492dda1a36", "name": "network-vif-deleted", "tag": "ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:15.154681 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c16db11-3a7c-4b85-a86b-b4fbd8dc9b84 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:15.155014 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0a57db-9d48-4aed-90ac-42492dda1a36', 'name': 'network-vif-deleted', 'tag': 'ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f', 'status': 'completed', 'code': 200}
Mar 05 21:13:15.206407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316227b2-807b-4adc-9d32-950e41803e1f req-21c147b0-e7d5-4ec8-9f57-e38ee96436b1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:15.208359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-316227b2-807b-4adc-9d32-950e41803e1f req-21c147b0-e7d5-4ec8-9f57-e38ee96436b1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 946 time: 0.5562081
Mar 05 21:13:15.247708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0e0a9ce9-0ee8-49f4-adce-9568fecacd42 req-f96955cf-6935-4211-aa05-29821cbc8516 service neutron] 10.222.0.23 "GET /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336901
Mar 05 21:13:15.256599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6fcbca40-3059-4aa1-86d2-291856032912), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.283894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:15.284314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.312638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a116820>,) {'filters': {'network_id': ['6fcbca40-3059-4aa1-86d2-291856032912']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:15.340824 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:15.348137 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-316227b2-807b-4adc-9d32-950e41803e1f req-bc41ffa9-df5b-48ef-8d14-a4132d3820e5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294630
Mar 05 21:13:15.354808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a116820>, 'a5454cd7-1879-42ed-add2-486018d3441d') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:15.355322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a116820>, 'a5454cd7-1879-42ed-add2-486018d3441d') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:15.365424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:15.368296 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73677b7-0e7d-46d2-af05-677130db60ce" -d '{"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:15.378849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.381411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (a5454cd7-1879-42ed-add2-486018d3441d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.419054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a5454cd7-1879-42ed-add2-486018d3441d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.439185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:15.440960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:15.446668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (a5454cd7-1879-42ed-add2-486018d3441d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.457394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df53585-8799-465f-a7e6-4a31f00e9346 None None] DHCP port deletion for 6fcbca40-3059-4aa1-86d2-291856032912 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:15.500965 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:15.537726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422143-c508-467e-ae7b-14b742abab57 req-8da165c3-ce14-4cd2-8f7e-7199c20d67f8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:15.546983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50422143-c508-467e-ae7b-14b742abab57 req-8da165c3-ce14-4cd2-8f7e-7199c20d67f8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 944 time: 0.1059978
Mar 05 21:13:15.654897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50422143-c508-467e-ae7b-14b742abab57 req-d2575e8e-f13e-4591-b802-63690a8e106b tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078846
Mar 05 21:13:15.720985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6fcbca40-3059-4aa1-86d2-291856032912), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.736928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.739156 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217959b-4d13-4ffb-aadd-d7bda3ec008a x-openstack-request-id: req-9217959b-4d13-4ffb-aadd-d7bda3ec008a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:15.739505 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:15.739851 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9217959b-4d13-4ffb-aadd-d7bda3ec008a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:15.740328 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'code': 200}
Mar 05 21:13:15.752162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/6fcbca40-3059-4aa1-86d2-291856032912 HTTP/1.1" status: 204  len: 168 time: 4.1027002
Mar 05 21:13:15.752558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48672) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:15.782504 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b9e89d-1765-4094-b5ad-dd2c7c1b1024 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:15.783133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b9e89d-1765-4094-b5ad-dd2c7c1b1024 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:15.786255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02b9e89d-1765-4094-b5ad-dd2c7c1b1024 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/6fcbca40-3059-4aa1-86d2-291856032912 HTTP/1.1" status: 404  len: 339 time: 0.0327389
Mar 05 21:13:15.791434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48676) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:15.800549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba599a07-f96d-4315-93a0-c31d1fcc213f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=6fcbca40-3059-4aa1-86d2-291856032912,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:15.801453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503725440', 'description': 'd1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:15.840357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:15.845517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.919516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cecc8e4a-d202-4fb5-a078-9dfc2d5885a5 req-2230c482-c367-41cf-aa53-381b8e65e15a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0a57db-9d48-4aed-90ac-42492dda1a36 HTTP/1.1" status: 200  len: 210 time: 0.0415332
Mar 05 21:13:15.922195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:15.936215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (13574d39-b1b3-485f-abd7-8a464cd35d08), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:15.936550 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 13574d39-b1b3-485f-abd7-8a464cd35d08 of type vlan for network 7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70
Mar 05 21:13:15.973615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e00354-4968-4fc8-9b6f-39d77297334c req-20c78314-211d-4430-8e24-49a098f14933 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:15.975552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4e00354-4968-4fc8-9b6f-39d77297334c req-20c78314-211d-4430-8e24-49a098f14933 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.1275523
Mar 05 21:13:16.003277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.059493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.062369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.062947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.086011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4e00354-4968-4fc8-9b6f-39d77297334c req-ecd6e0ba-d3e7-4fbd-8c4a-a37b7245b7b9 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035962
Mar 05 21:13:16.130153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3376040
Mar 05 21:13:16.132985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48688) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:16.136450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7bbef-6fcf-40d9-b40b-8932c9a02b23 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:16.146909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:16.194004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db9888e1-f05d-46f4-9a5d-5a9b1841f017 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:16.227512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: db9888e1-f05d-46f4-9a5d-5a9b1841f017 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:16.227890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device db9888e1-f05d-46f4-9a5d-5a9b1841f017 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:16.239006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa166a9-d14b-426d-b9be-128bf8c32c8a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.240510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0fa166a9-d14b-426d-b9be-128bf8c32c8a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks?id=7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 HTTP/1.1" status: 200  len: 765 time: 0.1063662
Mar 05 21:13:16.243217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48690) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:16.248335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'description': 'd2'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:16.407351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.424986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.435085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 is not hosted by any dhcp agent {{(pid=126563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:13:16.440225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.440840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.444887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "PUT /v2.0/networks/7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 HTTP/1.1" status: 200  len: 762 time: 0.1979108
Mar 05 21:13:16.445508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:16.448132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7760e862-823a-4806-9c12-ad39ee170581 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:13:16.450338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:16.477298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:16.477940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea1c2fe7-a4f7-4275-bd44-c9c3c90a0f5f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:16.547290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b75eb2-da64-457d-972e-26495d95925e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:16.565332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aa3a1-fa8c-43af-bc5b-50bc0d63af77 req-eb6d544d-b575-431d-a47e-b163252bcde1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.567140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1aa3a1-fa8c-43af-bc5b-50bc0d63af77 req-eb6d544d-b575-431d-a47e-b163252bcde1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.1020560
Mar 05 21:13:16.568811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:16.627331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d70a0-0602-4435-9950-8caf38cb92c7 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.638018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-528d70a0-0602-4435-9950-8caf38cb92c7 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks?id=7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 HTTP/1.1" status: 200  len: 765 time: 0.1906850
Mar 05 21:13:16.642765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48706) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:16.676222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7760e862-823a-4806-9c12-ad39ee170581,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:16.700620 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1aa3a1-fa8c-43af-bc5b-50bc0d63af77 req-b5b3063b-8295-4ebf-90fc-e0ad5b6b87c5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038995
Mar 05 21:13:16.708693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '7760e862-823a-4806-9c12-ad39ee170581', 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866', 'port_id': '7760e862-823a-4806-9c12-ad39ee170581', 'mac_address': 'fa:16:3e:d9:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7352a16-fded-4d9c-afa4-773f9e5616c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:13:16.783810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7760e862-823a-4806-9c12-ad39ee170581 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:16.788295 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7760e862-823a-4806-9c12-ad39ee170581), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.809185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760e862-823a-4806-9c12-ad39ee170581 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:16.860449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7760e862-823a-4806-9c12-ad39ee170581,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:16.866340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:16.935965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:16.949984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ad6c-6260-4af6-a2d0-a1e0731fd608 req-72c69123-d18f-4367-93ea-0b6d34932f9d tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.951502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcb8ad6c-6260-4af6-a2d0-a1e0731fd608 req-72c69123-d18f-4367-93ea-0b6d34932f9d tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 944 time: 0.2117503
Mar 05 21:13:16.983549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb69066-ba73-4c78-a1e8-e6ae42091449 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:16.985350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0cb69066-ba73-4c78-a1e8-e6ae42091449 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3333766
Mar 05 21:13:16.989497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48716) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:17.012844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48720) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:17.035074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dcb8ad6c-6260-4af6-a2d0-a1e0731fd608 req-1323ca68-f10a-46aa-bceb-aef56c7b89ac tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760605
Mar 05 21:13:17.043492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-688e1edd-1ebb-4671-afec-75b4691d075d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161 HTTP/1.1" status: 200  len: 207 time: 0.0524001
Mar 05 21:13:17.050067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:17.057130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['7760e862-823a-4806-9c12-ad39ee170581'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:13:17.146874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (9a28d8b5-eeb1-4f37-b8de-0008375bef19), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:17.276821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (9a28d8b5-eeb1-4f37-b8de-0008375bef19), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:17.339633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-07a2bb02-7ae0-43ef-8f6a-1c9452c4bc9b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.341159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-07a2bb02-7ae0-43ef-8f6a-1c9452c4bc9b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.1901188
Mar 05 21:13:17.356405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.361119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eab97-b166-4bf3-9a58-87cfa27a97ef req-0cffd194-9eab-44f8-b565-82782d306d1b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.362594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a1eab97-b166-4bf3-9a58-87cfa27a97ef req-0cffd194-9eab-44f8-b565-82782d306d1b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.1556046
Mar 05 21:13:17.372241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.378660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.386132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.393252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.400777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:17.410011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3711acc5-987f-4cd0-88d6-17ad8acb0f71 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3515658
Mar 05 21:13:17.410011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:17.468246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a28d8b5-eeb1-4f37-b8de-0008375bef19), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:17.470788 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:17.471969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a28d8b5-eeb1-4f37-b8de-0008375bef19 HTTP/1.1" status: 204  len: 168 time: 0.4581125
Mar 05 21:13:17.509791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a1eab97-b166-4bf3-9a58-87cfa27a97ef req-10177a85-9c07-4edc-a4b3-a45922ab0198 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247675
Mar 05 21:13:17.517681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8286ac-a110-49ec-b01c-14996e047ccb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28d8b5-eeb1-4f37-b8de-0008375bef19,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:17.533439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48742) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:17.875817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 0ad03e45-ef52-4008-85cc-7d447f1a7efe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:17.876205 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:17.952935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-83f36b77-6c83-4d9b-b426-daaff640c9c6 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.5428686
Mar 05 21:13:17.958454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48770) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.093144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.094445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.095770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.097058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.098339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.104356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4bdf2129-b5e0-4008-a557-da3ae34313ba tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1379611
Mar 05 21:13:18.104804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48778) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.104892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] For port 0ad03e45-ef52-4008-85cc-7d447f1a7efe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ad03e45-ef52-4008-85cc-7d447f1a7efe,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:18.104983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.119100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0c83-68a3-474f-99c6-48c9f448ac4b req-647b553b-0c7d-49ee-8cdb-6f0bc9530857 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.119100 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1acf0c83-68a3-474f-99c6-48c9f448ac4b req-647b553b-0c7d-49ee-8cdb-6f0bc9530857 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2645750
Mar 05 21:13:18.236367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.237673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.238980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.240302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.241699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.243713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b90e3c69-75cb-43e3-87dc-89d5bf032b6a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1379886
Mar 05 21:13:18.250070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.319383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df118be-3106-441a-9ee0-ded02e556976 req-0e1f9d44-06ad-4ef1-a512-f399d2c9e767 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.320975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6df118be-3106-441a-9ee0-ded02e556976 req-0e1f9d44-06ad-4ef1-a512-f399d2c9e767 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 945 time: 0.1741335
Mar 05 21:13:18.377692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1acf0c83-68a3-474f-99c6-48c9f448ac4b req-422a5042-5f4a-46b8-80e7-94c528741bb6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2299736
Mar 05 21:13:18.405702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3f514-373a-4ab0-a66e-4a486a016069 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.410606 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90c3f514-373a-4ab0-a66e-4a486a016069 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks/ee17cded-2d02-43e2-9a15-ffd219e9de76 HTTP/1.1" status: 200  len: 804 time: 0.1559234
Mar 05 21:13:18.410882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.426467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6df118be-3106-441a-9ee0-ded02e556976 req-18b02cc3-18ba-4c7d-b837-37fbc2e9ec14 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988297
Mar 05 21:13:18.463186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7760e862-823a-4806-9c12-ad39ee170581 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:18.463749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.463749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.463999 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 4419beb9-47dd-44a6-a854-140be9b80f14 disassociated. External IP: 172.35.0.36, port: 0ad03e45-ef52-4008-85cc-7d447f1a7efe.
Mar 05 21:13:18.464353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 0ad03e45-ef52-4008-85cc-7d447f1a7efe owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:18.582943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-86cd8d4e-a13b-4a93-88c2-0e0c79da83c5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/networks/ee17cded-2d02-43e2-9a15-ffd219e9de76?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1673391
Mar 05 21:13:18.583492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48800) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.590113 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 7760e862-823a-4806-9c12-ad39ee170581 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:13:18.597112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 7760e862-823a-4806-9c12-ad39ee170581 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:18.598220 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7760e862-823a-4806-9c12-ad39ee170581), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.612839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.721441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfdbfa-49d8-4814-a53e-2d62de0b792b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.725526 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1abfdbfa-49d8-4814-a53e-2d62de0b792b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets/474bf379-7186-4a6d-aa37-8b9850f9f7ca HTTP/1.1" status: 200  len: 843 time: 0.1405208
Mar 05 21:13:18.729773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48808) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:18.732835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 7760e862-823a-4806-9c12-ad39ee170581 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:18.734151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7760e862-823a-4806-9c12-ad39ee170581), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.760691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804977-af28-40ac-9715-be89f9bf43f1 req-1f1dd25e-7293-40c8-a50b-748f5233a2ab tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:18.771983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d804977-af28-40ac-9715-be89f9bf43f1 req-1f1dd25e-7293-40c8-a50b-748f5233a2ab tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 945 time: 0.1630187
Mar 05 21:13:18.777796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760e862-823a-4806-9c12-ad39ee170581'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:18.781171 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175b1b8-d7c9-4621-85ac-728b4c5e2af2" -d '{"events": [{"server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "name": "network-vif-plugged", "status": "completed", "tag": "7760e862-823a-4806-9c12-ad39ee170581"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:18.798768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7760e862-823a-4806-9c12-ad39ee170581,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:18.815336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:18.853403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d804977-af28-40ac-9715-be89f9bf43f1 req-dc41acce-bfe5-41ea-ad34-b6ac43d8d35e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=17874140-184a-48fb-aaa8-e878dcaf3566&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771730
Mar 05 21:13:18.916962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:18.950755 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d185577-28fc-44f8-ba55-1446e8e84fc1 x-openstack-request-id: req-1d185577-28fc-44f8-ba55-1446e8e84fc1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:18.951428 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "name": "network-vif-plugged", "status": "completed", "tag": "7760e862-823a-4806-9c12-ad39ee170581", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:18.951891 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d185577-28fc-44f8-ba55-1446e8e84fc1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:18.952311 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760e862-823a-4806-9c12-ad39ee170581', 'code': 200}
Mar 05 21:13:19.132503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48824) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:19.266152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6363e363-2be0-4d65-a946-a2e1870f6657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.343842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0ad03e45-ef52-4008-85cc-7d447f1a7efe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.405767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6363e363-2be0-4d65-a946-a2e1870f6657 admin admin] Publish callbacks [] for security_group (5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.413096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1bff1-584b-40a8-8430-03f7fbd873c5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['shared'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:19.414790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-92e1bff1-584b-40a8-8430-03f7fbd873c5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "GET /v2.0/subnets/474bf379-7186-4a6d-aa37-8b9850f9f7ca?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.6839592
Mar 05 21:13:19.420819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:19.421383 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6363e363-2be0-4d65-a946-a2e1870f6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.421673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=0ad03e45-ef52-4008-85cc-7d447f1a7efe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:19.433653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e654fc-9246-4482-9a14-01a65297095e req-e18bc009-3bd2-4333-8339-cfa5898bc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:19.435702 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52e654fc-9246-4482-9a14-01a65297095e req-e18bc009-3bd2-4333-8339-cfa5898bc6c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 1128 time: 0.1721334
Mar 05 21:13:19.457775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828751702'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:19.532738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6363e363-2be0-4d65-a946-a2e1870f6657 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=144e0445f60c4015b38a8bd5e29d9fe8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3979428
Mar 05 21:13:19.535856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363e363-2be0-4d65-a946-a2e1870f6657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:19.538776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:19.542929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.559820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48854) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:19.625944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:19.669222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.669789 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Added segment 50f2b37c-0ee9-47c0-9062-433ae17c2c96 of type vlan for network 12ad6be7-b66c-4799-9f85-c133e5606b61
Mar 05 21:13:19.671025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] Publish callbacks [] for security_group (5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.708131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52e654fc-9246-4482-9a14-01a65297095e req-e46acd9a-57be-4c82-896f-e24ee6b01e12 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433708
Mar 05 21:13:19.720833 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ac5e-c75c-40bc-8533-ebd46a297b03 req-be2cfc13-86f6-4ce9-91e9-6257b137a0c3 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:19.722345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1e7ac5e-c75c-40bc-8533-ebd46a297b03 req-be2cfc13-86f6-4ce9-91e9-6257b137a0c3 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.1880949
Mar 05 21:13:19.736767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e8689-6f4c-4a51-ab3f-5ad31a5c24f3 req-96eb23e0-bf6c-401c-940d-f1a6faec9114 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:19.738260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-675e8689-6f4c-4a51-ab3f-5ad31a5c24f3 req-96eb23e0-bf6c-401c-940d-f1a6faec9114 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.3016579
Mar 05 21:13:19.749249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] Publish callbacks [] for security_group (5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.757681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.763814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-800ef685-4b47-4235-940c-9b49b0cb0cee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1945872
Mar 05 21:13:19.790695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:13:19.801716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48866) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:19.848208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-675e8689-6f4c-4a51-ab3f-5ad31a5c24f3 req-d7e4e1b1-f108-4257-b2f1-d5a34dbbd9b2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007779
Mar 05 21:13:19.895650 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1e7ac5e-c75c-40bc-8533-ebd46a297b03 req-07002438-2305-4c84-a06f-b8933db9872d tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592474
Mar 05 21:13:19.904937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:19.910554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:19.911627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.022272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:20.040194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:20.048863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-630fc646-201f-4a71-8556-40bc6fe45900 req-a3178e95-fbc9-4f00-8344-bd44a70c7514 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=0612a448-c43d-402f-892e-e1f1ec0575c6 HTTP/1.1" status: 200  len: 210 time: 0.0493698
Mar 05 21:13:20.053922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:20.054938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82dba040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:20.067395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port c0aee458-c602-47f9-a26e-0bd3f2f8639f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:20.067931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.084635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6291528
Mar 05 21:13:20.092106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:20.104267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.106691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.120180 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c HTTP/1.1" status: 204  len: 168 time: 0.5440805
Mar 05 21:13:20.124516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:20.132866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] No DVR routers for this DVR port 0ad03e45-ef52-4008-85cc-7d447f1a7efe on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:20.136143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3d1ad-babd-4e55-a558-481418b666c8 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Network': ['ID=12ad6be7-b66c-4799-9f85-c133e5606b61,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:20.137559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.141151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b962fea5-834c-44ae-8a09-9e3d29203f2a req-e0d56277-11bb-4f13-96c6-a2a1fbb16faa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "DELETE /v2.0/ports/0ad03e45-ef52-4008-85cc-7d447f1a7efe HTTP/1.1" status: 204  len: 173 time: 2.7945244
Mar 05 21:13:20.141620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'name': 'network-vif-deleted', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:20.144031 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d26bbe-d26f-472a-8273-640850a92fd7" -d '{"events": [{"server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "name": "network-vif-deleted", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:20.162013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:20.220187 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d3f52-c73d-467d-9951-0e7587a5f53a x-openstack-request-id: req-b01d3f52-c73d-467d-9951-0e7587a5f53a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:20.220487 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0612a448-c43d-402f-892e-e1f1ec0575c6", "name": "network-vif-deleted", "tag": "0ad03e45-ef52-4008-85cc-7d447f1a7efe", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:20.220744 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b01d3f52-c73d-467d-9951-0e7587a5f53a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:20.221340 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0612a448-c43d-402f-892e-e1f1ec0575c6', 'name': 'network-vif-deleted', 'tag': '0ad03e45-ef52-4008-85cc-7d447f1a7efe', 'status': 'completed', 'code': 200}
Mar 05 21:13:20.248783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port c0aee458-c602-47f9-a26e-0bd3f2f8639f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aee458-c602-47f9-a26e-0bd3f2f8639f,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:20.249545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.268873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ada5-d6e1-434d-9ab6-8c861d641244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ceaf6-b8a9-491d-86ca-cab3552ccf0c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:20.287604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for c0aee458-c602-47f9-a26e-0bd3f2f8639f owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:20.299425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-3ab6be1e-9c3a-47eb-8c37-c43b936c3131 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:20.308175 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-3ab6be1e-9c3a-47eb-8c37-c43b936c3131 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports/a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 941 time: 0.4998891
Mar 05 21:13:20.348895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:20.380492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Made reservation on behalf of 2fa578e92a5142f893a1588b66aa6d27 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:20.386361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.480397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:13:20.481010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:13:20.583418 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c0aee458-c602-47f9-a26e-0bd3f2f8639f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.648434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=c0aee458-c602-47f9-a26e-0bd3f2f8639f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:20.840898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48894) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:20.883074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (825e4201-9462-4e85-8cf6-b616c8326688), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:20.931507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82dba040>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:20.999847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:21.001135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Checking segment: {'id': '50f2b37c-0ee9-47c0-9062-433ae17c2c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:21.001507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network hostable DHCP agents. Network: 12ad6be7-b66c-4799-9f85-c133e5606b61, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:21.004424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0ad03e45-ef52-4008-85cc-7d447f1a7efe no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:21.018890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=825e4201-9462-4e85-8cf6-b616c8326688,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:21.030914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6acf42f0-b01e-4166-afd0-3debb5926139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.063970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:21.071463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:21.072845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82dba040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:21.076270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 0ad03e45-ef52-4008-85cc-7d447f1a7efe {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:21.076840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0ad03e45-ef52-4008-85cc-7d447f1a7efe not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:21.077434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:21.115056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12ad6be7-b66c-4799-9f85-c133e5606b61) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:21.122251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:21.122891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.148232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-524ea31d-8940-4dc8-a99a-e73202e2df0a tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.0455265
Mar 05 21:13:21.154437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:21.161268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be2ab-dd4c-4ee5-9115-149af7008c8f req-64e08f57-9e06-4bd3-b826-4ebdc443f6ee tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:21.167841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:21.169064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e0be2ab-dd4c-4ee5-9115-149af7008c8f req-64e08f57-9e06-4bd3-b826-4ebdc443f6ee tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.1219840
Mar 05 21:13:21.195507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93591b-43c5-4397-9b7d-9d782e60e095 None None] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:21.231802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e0be2ab-dd4c-4ee5-9115-149af7008c8f req-8f6ac640-a7cb-4ced-a998-5feaf1ea61db tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573840
Mar 05 21:13:21.309794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367c5ed-3862-4b63-b2c3-86ca8c2d37cf req-b24e6f83-85ef-402b-9d03-a43183f97bd6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:21.320033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c367c5ed-3862-4b63-b2c3-86ca8c2d37cf req-b24e6f83-85ef-402b-9d03-a43183f97bd6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2412534
Mar 05 21:13:21.321908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48908) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:21.377010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:21.388810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (f791853a-6578-4ae3-b298-535fa8615c22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.400866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (17874140-184a-48fb-aaa8-e878dcaf3566), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.408959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6acf42f0-b01e-4166-afd0-3debb5926139 admin admin] Publish callbacks [] for security_group (9ba26072-7143-47a3-a263-6bb07d34ab2b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.431704 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (17874140-184a-48fb-aaa8-e878dcaf3566), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.453116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:21.464002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6acf42f0-b01e-4166-afd0-3debb5926139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9ba26072-7143-47a3-a263-6bb07d34ab2b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.497963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (17874140-184a-48fb-aaa8-e878dcaf3566), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.500680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.504392 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/security-groups/17874140-184a-48fb-aaa8-e878dcaf3566 HTTP/1.1" status: 204  len: 168 time: 0.1788037
Mar 05 21:13:21.505768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48910) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:21.524845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12ad6be7-b66c-4799-9f85-c133e5606b61', 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61', 'project_id': '2fa578e92a5142f893a1588b66aa6d27', 'fixed_ips': [{'subnet_id': '825e4201-9462-4e85-8cf6-b616c8326688'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:21.525286 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-f9af6db0-2827-4958-aaf1-efb9497ef4fe tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] show failed (client error): The resource could not be found.
Mar 05 21:13:21.525721 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.530153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f9af6db0-2827-4958-aaf1-efb9497ef4fe tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups/17874140-184a-48fb-aaa8-e878dcaf3566 HTTP/1.1" status: 404  len: 347 time: 0.0196700
Mar 05 21:13:21.530153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528bc9a-c8db-4311-a7a6-a6988f23fca3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17874140-184a-48fb-aaa8-e878dcaf3566,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:21.537144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:21.605824 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c367c5ed-3862-4b63-b2c3-86ca8c2d37cf req-b39d9e5d-8273-4a59-be6b-56bc9fcc6938 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2848108
Mar 05 21:13:21.654497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25363286'] for subnet (825e4201-9462-4e85-8cf6-b616c8326688), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.659437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6acf42f0-b01e-4166-afd0-3debb5926139 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61a2da955e6d4adf8e62c457067fd76f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8146708
Mar 05 21:13:21.663395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48920) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:21.667080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf42f0-b01e-4166-afd0-3debb5926139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba26072-7143-47a3-a263-6bb07d34ab2b,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:21.897956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] Publish callbacks [] for security_group (9ba26072-7143-47a3-a263-6bb07d34ab2b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.949460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] Publish callbacks [] for security_group (9ba26072-7143-47a3-a263-6bb07d34ab2b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.977566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port eac59b3e-1c9e-4281-9f64-f20420dc91d0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:21.977968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:21.979789 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 05 21:13:21.979789 ncdv-master-1 neutron-server[126564]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Mar 05 21:13:21.979789 ncdv-master-1 neutron-server[126564]: [parameters: {'in_use': 1, 'id_1': '825e4201-9462-4e85-8cf6-b616c8326688'}]
Mar 05 21:13:21.979789 ncdv-master-1 neutron-server[126564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:13:21.980137 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:13:22.031194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router f791853a-6578-4ae3-b298-535fa8615c22 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:13:22.050701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739070150593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25728477'] for subnet (825e4201-9462-4e85-8cf6-b616c8326688), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.194625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82dba040>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:22.202159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.204414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (eac59b3e-1c9e-4281-9f64-f20420dc91d0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.209892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9ba26072-7143-47a3-a263-6bb07d34ab2b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.222691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.225202 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ba26072-7143-47a3-a263-6bb07d34ab2b HTTP/1.1" status: 204  len: 168 time: 0.5607646
Mar 05 21:13:22.241867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42608043-ab3b-4231-834f-72098c1912f7 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a87e572-2046-400f-be3f-6e153fa5a8f5', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:40:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b8477-8c82-4b91-879f-48b125f19e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:11:04Z', 'updated_at': '2022-03-05T21:11:38Z', 'revision_number': 2, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:22.257191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:22.257837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.262280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "PUT /v2.0/subnets/825e4201-9462-4e85-8cf6-b616c8326688 HTTP/1.1" status: 200  len: 900 time: 1.0985558
Mar 05 21:13:22.266398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 48942) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:22.273991 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for eac59b3e-1c9e-4281-9f64-f20420dc91d0 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:22.303042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:22.317889 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Sync routers for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:22.329653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b58910-ae45-4bb2-ad92-57de4e872807 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event updated for resources: {'Subnet': ['ID=825e4201-9462-4e85-8cf6-b616c8326688,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:22.334472 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:22.334784 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:22.346069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-58df449e-7b14-4153-be27-4aef66438cad tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/f791853a-6578-4ae3-b298-535fa8615c22/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8080623
Mar 05 21:13:22.349375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48944) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:22.404145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.409869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee95f3-1181-4b26-9cff-da67f9fa3327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba26072-7143-47a3-a263-6bb07d34ab2b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:22.481676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.494880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8a08-3833-4dd5-ba13-692bb30d66a3 req-3e99fedf-0a69-4a49-a1ef-8c121554441f tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:22.496707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f22d8a08-3833-4dd5-ba13-692bb30d66a3 req-3e99fedf-0a69-4a49-a1ef-8c121554441f tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.1256475
Mar 05 21:13:22.627810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting subnet 97e26de3-bc53-4bed-801f-be3939cb4f32 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:22.632656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (97e26de3-bc53-4bed-801f-be3939cb4f32), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.642147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f22d8a08-3833-4dd5-ba13-692bb30d66a3 req-ed0da115-56b4-43ac-8f4f-1d6c67b20f74 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390729
Mar 05 21:13:22.699695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (97e26de3-bc53-4bed-801f-be3939cb4f32), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.706019 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:22.798438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (825e4201-9462-4e85-8cf6-b616c8326688), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.800091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aee52-6b98-4f12-9e47-0e10c5f2a390 None None] New status for floating IP 4419beb9-47dd-44a6-a854-140be9b80f14: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:13:22.922789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d90f-c66b-4553-8ee7-37437e28798d req-7a8e6d00-334b-465f-9858-dc0a7fbe738a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:22.937188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bea6d90f-c66b-4553-8ee7-37437e28798d req-7a8e6d00-334b-465f-9858-dc0a7fbe738a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2004833
Mar 05 21:13:22.958114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (97e26de3-bc53-4bed-801f-be3939cb4f32), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:22.962068 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45250>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:13:20Z', 'revision_number': 7, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.051129 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Checking router: f791853a-6578-4ae3-b298-535fa8615c22 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:23.064841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (eac59b3e-1c9e-4281-9f64-f20420dc91d0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.068752 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Routers {'f791853a-6578-4ae3-b298-535fa8615c22'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:23.071542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:12:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f791853a-6578-4ae3-b298-535fa8615c22'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.085449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (97e26de3-bc53-4bed-801f-be3939cb4f32), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.155099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Subnet': ['ID=97e26de3-bc53-4bed-801f-be3939cb4f32,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:23.170221 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.179006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4debaabd-f406-418d-8dec-e61f994613b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/subnets/97e26de3-bc53-4bed-801f-be3939cb4f32 HTTP/1.1" status: 204  len: 168 time: 0.8186603
Mar 05 21:13:23.183214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 48958) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:23.185189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ee67e-e80b-44f8-ba29-95fdd31287d1 None None] Network 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:23.186377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=eac59b3e-1c9e-4281-9f64-f20420dc91d0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:23.203249 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bea6d90f-c66b-4553-8ee7-37437e28798d req-e9357721-1639-407a-86c1-ed112ad6ece7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2650075
Mar 05 21:13:23.245683 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-e24aee52-6b98-4f12-9e47-0e10c5f2a390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:13:23.246249 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-e24aee52-6b98-4f12-9e47-0e10c5f2a390 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:13:23.267366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Allocated IP 2001:db8::3 (12ad6be7-b66c-4799-9f85-c133e5606b61/825e4201-9462-4e85-8cf6-b616c8326688/a8332d83-47b6-4b46-80ab-7907163f9b09) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:23.302072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (4419beb9-47dd-44a6-a854-140be9b80f14), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.304645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.311178 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dfd54c48-8729-47df-9b57-d20036af5394 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/floatingips/4419beb9-47dd-44a6-a854-140be9b80f14 HTTP/1.1" status: 204  len: 168 time: 1.7686427
Mar 05 21:13:23.434522 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] Set router f791853a-6578-4ae3-b298-535fa8615c22 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:23.468983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (f791853a-6578-4ae3-b298-535fa8615c22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.556730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks [] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.575877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.595132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (825e4201-9462-4e85-8cf6-b616c8326688), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.632392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:23.640710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=825e4201-9462-4e85-8cf6-b616c8326688,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:23.660557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:23.677524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:23.752717 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-49edf311-5b30-404a-9064-57269df13c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45250>, [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:13:20Z', 'revision_number': 7, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.779084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.816692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aee52-6b98-4f12-9e47-0e10c5f2a390 None None] New status for floating IP 4419beb9-47dd-44a6-a854-140be9b80f14: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:13:23.828650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edf311-5b30-404a-9064-57269df13c5c None None] The sync data for ids ['f791853a-6578-4ae3-b298-535fa8615c22'] in ncdv-master-1 is: [{'id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'name': 'tempest-TestNetworkBasicOps-router-1562848166', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248'}], 'enable_snat': True}, 'gw_port_id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:37Z', 'updated_at': '2022-03-05T21:13:20Z', 'revision_number': 7, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': 'c8c1639b-b99d-423d-978c-bbe7c9762179', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f791853a-6578-4ae3-b298-535fa8615c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:39Z', 'updated_at': '2022-03-05T21:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:23.935880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1e1700>,) {'filters': {'network_id': ['12ad6be7-b66c-4799-9f85-c133e5606b61']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.950301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1e1700>, '50f2b37c-0ee9-47c0-9062-433ae17c2c96') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.950602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1e1700>, '50f2b37c-0ee9-47c0-9062-433ae17c2c96') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:23.954694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Attempting to bind port a8332d83-47b6-4b46-80ab-7907163f9b09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:23.954694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Attempting to bind port a8332d83-47b6-4b46-80ab-7907163f9b09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50f2b37c-0ee9-47c0-9062-433ae17c2c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:23.954934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Attempting to bind port a8332d83-47b6-4b46-80ab-7907163f9b09 on network 12ad6be7-b66c-4799-9f85-c133e5606b61 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:23.957107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Pushing event updated for resources: {'Port': ['ID=a8332d83-47b6-4b46-80ab-7907163f9b09,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:23.968061 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.991365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2a93e-968a-4463-9faa-cc22a1934522 req-945a3a26-05e0-48e2-a1b2-b4cb2aac6ecf tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:23.992317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-d0bf4233-d967-4cd2-8486-c211a853b9a6 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:23.993567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45f2a93e-968a-4463-9faa-cc22a1934522 req-945a3a26-05e0-48e2-a1b2-b4cb2aac6ecf tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.1895838
Mar 05 21:13:23.994614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:23.994897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-d0bf4233-d967-4cd2-8486-c211a853b9a6 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.4412324
Mar 05 21:13:23.999595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] DHCP port deletion for 5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:24.002728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:24.003240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:24.007054 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:24.010052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:24.010186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Checking segment: {'id': '50f2b37c-0ee9-47c0-9062-433ae17c2c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:24.010682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.011136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Bound using segment: {'id': '50f2b37c-0ee9-47c0-9062-433ae17c2c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:24.011711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Bound port: a8332d83-47b6-4b46-80ab-7907163f9b09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f2b37c-0ee9-47c0-9062-433ae17c2c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12ad6be7-b66c-4799-9f85-c133e5606b61'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:24.012170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.108870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] For port a8332d83-47b6-4b46-80ab-7907163f9b09, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:24.112623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] For port a8332d83-47b6-4b46-80ab-7907163f9b09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8332d83-47b6-4b46-80ab-7907163f9b09,segment=NetworkSegment(50f2b37c-0ee9-47c0-9062-433ae17c2c96),segment_id=50f2b37c-0ee9-47c0-9062-433ae17c2c96)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:24.120324 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.db.api [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:13:24.120324 ncdv-master-1 neutron-server[126562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:13:24.120324 ncdv-master-1 neutron-server[126562]: [parameters: {'id': '12ad6be7-b66c-4799-9f85-c133e5606b61'}]
Mar 05 21:13:24.120324 ncdv-master-1 neutron-server[126562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:13:24.120700 ncdv-master-1 neutron-server[126562]: DEBUG oslo_db.api [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:13:24.125329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.126762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45f2a93e-968a-4463-9faa-cc22a1934522 req-47ebc06f-0e56-4e7b-90a2-bd9ea23a33bd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256855
Mar 05 21:13:24.221378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Deleting port 2adb8c18-5618-4610-9a2d-47ddc9d1976c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:24.221758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.285429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f48c8b-25e5-4307-a389-2909ed81276f None None] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:24.287969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f838974-a6c9-4d70-9d82-43fc61598037 None None] Pushing event updated for resources: {'Port': ['ID=a8332d83-47b6-4b46-80ab-7907163f9b09,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:24.386305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] For port 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2adb8c18-5618-4610-9a2d-47ddc9d1976c,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:24.386714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.428797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2adb8c18-5618-4610-9a2d-47ddc9d1976c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:24.496707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Calling delete_port for 2adb8c18-5618-4610-9a2d-47ddc9d1976c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:24.552332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d6770445-43f8-475a-92aa-47da89482178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.565970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-a73f9bba-28d3-4bd5-ac95-2af8f3ce6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:24.567521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-a73f9bba-28d3-4bd5-ac95-2af8f3ce6c91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 1126 time: 0.8604467
Mar 05 21:13:24.606499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (f791853a-6578-4ae3-b298-535fa8615c22), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.621799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.719345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0357c-aac0-4cd3-8b16-c37fc487b1bb None None] Network 12ad6be7-b66c-4799-9f85-c133e5606b61 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:24.776740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-e7135739-2e2c-4a70-9927-735582fb1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:24.778564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-e7135739-2e2c-4a70-9927-735582fb1c21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1126 time: 0.1833284
Mar 05 21:13:24.784431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port a8332d83-47b6-4b46-80ab-7907163f9b09 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:24.785165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.787581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79be065-7101-4357-bffb-ff20d6b82830 req-8eefcc4d-bb13-4874-a09f-36bccdce3596 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:24.789557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f79be065-7101-4357-bffb-ff20d6b82830 req-8eefcc4d-bb13-4874-a09f-36bccdce3596 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2183554
Mar 05 21:13:24.825511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2adb8c18-5618-4610-9a2d-47ddc9d1976c is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:24.826046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.889838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port a8332d83-47b6-4b46-80ab-7907163f9b09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8332d83-47b6-4b46-80ab-7907163f9b09,segment=NetworkSegment(50f2b37c-0ee9-47c0-9062-433ae17c2c96),segment_id=50f2b37c-0ee9-47c0-9062-433ae17c2c96)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:24.890577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:24.908101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for a8332d83-47b6-4b46-80ab-7907163f9b09 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:24.965136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Deleting port 7760e862-823a-4806-9c12-ad39ee170581 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:24.965540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7760e862-823a-4806-9c12-ad39ee170581), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.026351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a8332d83-47b6-4b46-80ab-7907163f9b09), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.032846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2adb8c18-5618-4610-9a2d-47ddc9d1976c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2adb8c18-5618-4610-9a2d-47ddc9d1976c,segment=NetworkSegment(1d4d6573-9cc3-411e-aad2-3f000cc96b58),segment_id=1d4d6573-9cc3-411e-aad2-3f000cc96b58)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:25.053323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.058212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c0aee458-c602-47f9-a26e-0bd3f2f8639f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:25.094283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=a8332d83-47b6-4b46-80ab-7907163f9b09,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:25.095189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port c8c1639b-b99d-423d-978c-bbe7c9762179 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:25.099527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.102908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port a8332d83-47b6-4b46-80ab-7907163f9b09 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:25.108814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f79be065-7101-4357-bffb-ff20d6b82830 req-8cc87475-1445-4d65-9c46-a4dc35fef2a6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3076162
Mar 05 21:13:25.136004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c0aee458-c602-47f9-a26e-0bd3f2f8639f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:25.136004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c0aee458-c602-47f9-a26e-0bd3f2f8639f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:25.159588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (2adb8c18-5618-4610-9a2d-47ddc9d1976c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.189220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-490076e7-3964-4d76-953d-bc570d44fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:25.192297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-490076e7-3964-4d76-953d-bc570d44fdd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.3980238
Mar 05 21:13:25.192732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] No DVR routers for this DVR port 2adb8c18-5618-4610-9a2d-47ddc9d1976c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:25.225029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677de218-2806-47fd-8412-c0fd7142b631 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:13:25.269088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2adb8c18-5618-4610-9a2d-47ddc9d1976c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:25.287169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.288197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.288546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.288889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.289221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.290333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.290993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.291349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.291686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.292068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.292407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.292736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.293062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:25.326483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.344388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5a794-fd55-4abe-b43c-3d28ab369287 None None] Pushing event deleted for resources: {'Port': ['ID=2adb8c18-5618-4610-9a2d-47ddc9d1976c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:25.362079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4eb0>,) {'filters': {'network_id': ['12ad6be7-b66c-4799-9f85-c133e5606b61']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.375881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4eb0>, '50f2b37c-0ee9-47c0-9062-433ae17c2c96') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.377119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a4b4eb0>, '50f2b37c-0ee9-47c0-9062-433ae17c2c96') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.394338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port c8c1639b-b99d-423d-978c-bbe7c9762179, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c1639b-b99d-423d-978c-bbe7c9762179,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:25.394837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.417091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.431973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] For port 7760e862-823a-4806-9c12-ad39ee170581, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7760e862-823a-4806-9c12-ad39ee170581,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:25.432358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7760e862-823a-4806-9c12-ad39ee170581), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.436390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.440934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for c8c1639b-b99d-423d-978c-bbe7c9762179 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:25.447967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:25.447967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (50f2b37c-0ee9-47c0-9062-433ae17c2c96), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:25.451454 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:25.457164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-bb978dcb-d43d-479e-99b8-463acc51a97e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 1000 time: 0.2455604
Mar 05 21:13:25.467771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Calling delete_port for 7760e862-823a-4806-9c12-ad39ee170581 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:25.503117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677de218-2806-47fd-8412-c0fd7142b631 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:13:25.567720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6505e7-c9e1-4ac8-84e0-e5215030062c req-e7c8e1fe-da10-49c8-af6c-6b8d84e0e809 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:25.569275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6505e7-c9e1-4ac8-84e0-e5215030062c req-e7c8e1fe-da10-49c8-af6c-6b8d84e0e809 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 946 time: 0.2810838
Mar 05 21:13:25.599801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (12ad6be7-b66c-4799-9f85-c133e5606b61), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.610242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.617374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/12ad6be7-b66c-4799-9f85-c133e5606b61 HTTP/1.1" status: 204  len: 168 time: 3.3419387
Mar 05 21:13:25.625055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49070) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:25.630421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912cbbc-b5a2-4c1d-ba48-de138178c2a1 req-2419cdb9-3fd8-43b3-8587-d7d364b0b408 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:25.640060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9912cbbc-b5a2-4c1d-ba48-de138178c2a1 req-2419cdb9-3fd8-43b3-8587-d7d364b0b408 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.1101391
Mar 05 21:13:25.667185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403eeb8-af57-49ba-b1f0-10b63c763e77 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=12ad6be7-b66c-4799-9f85-c133e5606b61,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:25.692063 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6141cd6-6781-42cb-aacf-81a15eccf8d2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:25.693105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6141cd6-6781-42cb-aacf-81a15eccf8d2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:25.699916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6141cd6-6781-42cb-aacf-81a15eccf8d2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/825e4201-9462-4e85-8cf6-b616c8326688 HTTP/1.1" status: 404  len: 337 time: 0.0727007
Mar 05 21:13:25.704207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:25.709347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-e9d32700-4ec1-4882-9c88-7e1cda5d2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:25.710759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-e9d32700-4ec1-4882-9c88-7e1cda5d2271 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.2404704
Mar 05 21:13:25.728866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9912cbbc-b5a2-4c1d-ba48-de138178c2a1 req-c38f5197-dbc4-4b71-8927-d4c3a68352e5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798395
Mar 05 21:13:25.730042 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fb5d14-0a0d-4213-acef-9d0b5fd4268b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:25.730642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fb5d14-0a0d-4213-acef-9d0b5fd4268b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:25.733928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b8fb5d14-0a0d-4213-acef-9d0b5fd4268b tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/12ad6be7-b66c-4799-9f85-c133e5606b61 HTTP/1.1" status: 404  len: 339 time: 0.0287023
Mar 05 21:13:25.736661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49084) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:25.827773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.835075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6505e7-c9e1-4ac8-84e0-e5215030062c req-acabcd3d-92dc-43af-87d8-d8b206624f34 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090437
Mar 05 21:13:25.899583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-3b779347-4a8c-477a-9156-05d071c36bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:25.901168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-3b779347-4a8c-477a-9156-05d071c36bfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1819351
Mar 05 21:13:25.924209 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.944355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3d4fa0>,) {'filters': {'network_id': ['7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.954210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3d4fa0>, '13574d39-b1b3-485f-abd7-8a464cd35d08') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.954506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3d4fa0>, '13574d39-b1b3-485f-abd7-8a464cd35d08') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:25.969842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (13574d39-b1b3-485f-abd7-8a464cd35d08), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.985055 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (13574d39-b1b3-485f-abd7-8a464cd35d08), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.993387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:25.993987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (13574d39-b1b3-485f-abd7-8a464cd35d08), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:25.997208 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:26.021307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7760e862-823a-4806-9c12-ad39ee170581), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.040819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c8c1639b-b99d-423d-978c-bbe7c9762179), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.067784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.072404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Pushing event deleted for resources: {'Port': ['ID=7760e862-823a-4806-9c12-ad39ee170581,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:26.079275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.083623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70 HTTP/1.1" status: 204  len: 168 time: 0.3457525
Mar 05 21:13:26.095043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49092) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:26.096220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4ee6-1a51-4629-a023-cbca9ef7de88 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=7b7c8a08-9e77-4bc6-b360-cf0d1a3e9b70,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:26.179538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=c8c1639b-b99d-423d-978c-bbe7c9762179,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:26.214126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-0df80d64-4260-4dff-bd10-74dfcca4733c service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023753
Mar 05 21:13:26.220355 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-998b65fa-4992-4b53-866a-1fa1c1f367f6 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:26.221380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998b65fa-4992-4b53-866a-1fa1c1f367f6 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:26.224876 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-998b65fa-4992-4b53-866a-1fa1c1f367f6 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/4040ec72-a823-4bfd-b3d6-b019e1fff465 HTTP/1.1" status: 404  len: 337 time: 0.1270268
Mar 05 21:13:26.228148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49102) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:26.261720 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe14f8e1-a7cc-497d-8042-ff1d54aa05a4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:26.263286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe14f8e1-a7cc-497d-8042-ff1d54aa05a4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:26.269481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe14f8e1-a7cc-497d-8042-ff1d54aa05a4 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/6fcbca40-3059-4aa1-86d2-291856032912 HTTP/1.1" status: 404  len: 339 time: 0.0372183
Mar 05 21:13:26.270969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49104) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:26.279644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] No DVR routers for this DVR port 7760e862-823a-4806-9c12-ad39ee170581 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:26.294082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.298157 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-911bad93-669e-4d21-a5e4-9d4c5bf4b47b req-593bea49-78b5-462d-8aa0-fbacf19ee856 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "DELETE /v2.0/ports/7760e862-823a-4806-9c12-ad39ee170581 HTTP/1.1" status: 204  len: 173 time: 2.2956171
Mar 05 21:13:26.298679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'name': 'network-vif-deleted', 'tag': '7760e862-823a-4806-9c12-ad39ee170581'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:26.307869 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a587a3-785c-480b-bb86-f154af0ff229" -d '{"events": [{"server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "name": "network-vif-deleted", "tag": "7760e862-823a-4806-9c12-ad39ee170581"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:26.406384 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a34a42c-0646-4a21-93b1-10023816a884 x-openstack-request-id: req-3a34a42c-0646-4a21-93b1-10023816a884 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:26.407529 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eade4ef9-e6d1-4f9c-82be-8616813b5aef", "name": "network-vif-deleted", "tag": "7760e862-823a-4806-9c12-ad39ee170581", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:26.408221 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a34a42c-0646-4a21-93b1-10023816a884 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:26.408845 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eade4ef9-e6d1-4f9c-82be-8616813b5aef', 'name': 'network-vif-deleted', 'tag': '7760e862-823a-4806-9c12-ad39ee170581', 'status': 'completed', 'code': 200}
Mar 05 21:13:26.418584 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (f791853a-6578-4ae3-b298-535fa8615c22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.435548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting subnet bbbc5cf8-c084-4eee-ae95-e1cf871457b2 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:26.441675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (bbbc5cf8-c084-4eee-ae95-e1cf871457b2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.473660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01420bf-6f14-4047-87d1-04e86ea36652 req-9bfd08fa-a718-4899-97fa-2ab24746bf39 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:26.482457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a01420bf-6f14-4047-87d1-04e86ea36652 req-9bfd08fa-a718-4899-97fa-2ab24746bf39 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2140610
Mar 05 21:13:26.496395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7760e862-823a-4806-9c12-ad39ee170581 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:26.526075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (bbbc5cf8-c084-4eee-ae95-e1cf871457b2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.551553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 7760e862-823a-4806-9c12-ad39ee170581 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:26.552082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 7760e862-823a-4806-9c12-ad39ee170581 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:26.592913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a01420bf-6f14-4047-87d1-04e86ea36652 req-9476efb2-e486-426d-8890-c996e38a3376 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088514
Mar 05 21:13:26.642080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (f791853a-6578-4ae3-b298-535fa8615c22), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.644663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_controller (f791853a-6578-4ae3-b298-535fa8615c22), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.647974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9f51d6c-0fd9-489d-aacb-a86ccab332f2 req-0f251448-0c22-4695-b9eb-4f94e0073173 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059145
Mar 05 21:13:26.669420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (bbbc5cf8-c084-4eee-ae95-e1cf871457b2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.709082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (f791853a-6578-4ae3-b298-535fa8615c22), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.709724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Fanout notify agent at l3_agent the message router_deleted on router f791853a-6578-4ae3-b298-535fa8615c22 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:13:26.718112 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.719571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-88807b79-19d6-4da1-b3b2-861398fc1c8e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/routers/f791853a-6578-4ae3-b298-535fa8615c22 HTTP/1.1" status: 204  len: 168 time: 3.5240979
Mar 05 21:13:26.723393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49124) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:26.775425 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (bbbc5cf8-c084-4eee-ae95-e1cf871457b2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.806510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693e669-3ab2-42e3-8e4e-6bad0b679c1e None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:26.809161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.818552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/bbbc5cf8-c084-4eee-ae95-e1cf871457b2 HTTP/1.1" status: 204  len: 168 time: 0.5253849
Mar 05 21:13:26.832426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:26.837271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49130) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:26.884025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c883-c41e-425b-a56f-c9259273d0a9 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbc5cf8-c084-4eee-ae95-e1cf871457b2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:26.949178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting subnet cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:26.962425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.074601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bce1e5dc-ab11-42d8-96e2-126e11f8aabe req-d1300743-a09f-44fc-8b59-1b93b0d9946e tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=eade4ef9-e6d1-4f9c-82be-8616813b5aef HTTP/1.1" status: 200  len: 210 time: 0.0557265
Mar 05 21:13:27.091655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5603280a-2685-4ee0-a5d3-b28cf7085212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.162251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.167257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.218288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c48c63-60e5-41e4-9356-11e78a806d92 req-5e2ab93f-637a-4884-ac07-b94717232c92 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:27.220008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6c48c63-60e5-41e4-9356-11e78a806d92 req-5e2ab93f-637a-4884-ac07-b94717232c92 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.2785580
Mar 05 21:13:27.240703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-24a9e410-c362-4a3c-b990-634931e3477f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:27.242337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-24a9e410-c362-4a3c-b990-634931e3477f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.3092501
Mar 05 21:13:27.250532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4c58e0>,) {'filters': {'network_id': ['5d790b17-850c-4d1e-9bd5-defe0ee9f1b9']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:27.296370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4c58e0>, '1d4d6573-9cc3-411e-aad2-3f000cc96b58') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:27.296691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4c58e0>, '1d4d6573-9cc3-411e-aad2-3f000cc96b58') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:27.413643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.490913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (1d4d6573-9cc3-411e-aad2-3f000cc96b58), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.528822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (1d4d6573-9cc3-411e-aad2-3f000cc96b58), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.598394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:27.599330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (1d4d6573-9cc3-411e-aad2-3f000cc96b58), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:27.605337 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:27.931068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6c48c63-60e5-41e4-9356-11e78a806d92 req-03d28eaa-9c24-4cf8-98e7-b99a0766b1a7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6778126
Mar 05 21:13:27.952973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5d790b17-850c-4d1e-9bd5-defe0ee9f1b9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.956547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.979259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:27.983379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/networks/5d790b17-850c-4d1e-9bd5-defe0ee9f1b9 HTTP/1.1" status: 204  len: 168 time: 1.2585149
Mar 05 21:13:28.022609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.023151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a78824-f881-46ba-a8a0-cabfabc39db5 req-6eecad1e-b999-4ecc-8733-955d827501f4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:28.031227 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82a78824-f881-46ba-a8a0-cabfabc39db5 req-6eecad1e-b999-4ecc-8733-955d827501f4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2524426
Mar 05 21:13:28.032018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:28.060408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'network': {'name': 'tempest-network-smoke--985449963', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:28.083153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:28.086068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.092981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-54fab4ce-c21a-4787-b67c-d7dd7f9daa8f tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/cb535d2e-2fd1-4ec4-9afc-b4fd698d5c39 HTTP/1.1" status: 204  len: 168 time: 1.2475095
Mar 05 21:13:28.094641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d09c-4ac8-4954-8dcc-1cdf8ba53d7a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Network': ['ID=5d790b17-850c-4d1e-9bd5-defe0ee9f1b9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:28.100232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49178) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:28.150678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:28.157373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.245829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b936d2-01b0-4325-87ed-f3dfb3dcd46e None None] Network 61be7fb8-7692-4682-a2a9-acfaa5608fd5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:28.300345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:28.340241 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (61be7fb8-7692-4682-a2a9-acfaa5608fd5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.368240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port dfe1078a-9630-493b-9b69-39e6676f5878 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:28.369413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.377490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82a78824-f881-46ba-a8a0-cabfabc39db5 req-d76b0aae-51ad-49fb-9820-ad4a096f89e4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2306278
Mar 05 21:13:28.393253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f343ecc9-224d-4182-a349-d9328ab4ced9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.393832 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Added segment f343ecc9-224d-4182-a349-d9328ab4ced9 of type vlan for network d9b9f3d8-89cc-4d64-807e-aa00ac579414
Mar 05 21:13:28.432964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8c1639b-b99d-423d-978c-bbe7c9762179 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:28.611274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d9b9f3d8-89cc-4d64-807e-aa00ac579414), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.631021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c8c1639b-b99d-423d-978c-bbe7c9762179 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:28.631864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c8c1639b-b99d-423d-978c-bbe7c9762179 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:28.710753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d9b9f3d8-89cc-4d64-807e-aa00ac579414), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.726595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:28.727478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.728484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] For port dfe1078a-9630-493b-9b69-39e6676f5878, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfe1078a-9630-493b-9b69-39e6676f5878,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:28.728893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.731640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-10984296-e031-4d98-8154-4a42a51d0726 None None] Provisioning complete for port 7aa8cd44-c0da-41a8-b608-126407a9e54c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:28.732454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-10984296-e031-4d98-8154-4a42a51d0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.959566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Network': ['ID=d9b9f3d8-89cc-4d64-807e-aa00ac579414,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:28.972732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port 7aa8cd44-c0da-41a8-b608-126407a9e54c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:28.972955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:28.994046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4412cb09-4061-43f1-af26-b222e0613ca9 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9555581
Mar 05 21:13:28.994321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49208) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:29.030617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:29.032564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] DHCP port deletion for 61be7fb8-7692-4682-a2a9-acfaa5608fd5 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:29.105804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-348436768', 'admin_state_up': True, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:29.209045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-10984296-e031-4d98-8154-4a42a51d0726 None None] Current status of the port 7aa8cd44-c0da-41a8-b608-126407a9e54c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:29.236743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Deleting port 7aa8cd44-c0da-41a8-b608-126407a9e54c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:29.237507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:29.259248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5330a-d43c-4b0e-bfc7-6b9da16a8ad0 req-bce287d2-0761-4037-a553-99c581736897 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:29.269878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cf5330a-d43c-4b0e-bfc7-6b9da16a8ad0 req-bce287d2-0761-4037-a553-99c581736897 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.1039748
Mar 05 21:13:29.331859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cf5330a-d43c-4b0e-bfc7-6b9da16a8ad0 req-cb46aa2f-c619-41f7-8a1b-803200f0b4b0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606794
Mar 05 21:13:29.364224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa8cd44-c0da-41a8-b608-126407a9e54c,segment=NetworkSegment(54b54f96-aea9-4ab6-93d5-e3a562bbf099),segment_id=54b54f96-aea9-4ab6-93d5-e3a562bbf099)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:29.365072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:29.383691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Calling delete_port for 7aa8cd44-c0da-41a8-b608-126407a9e54c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:29.499871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:29.548724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] Pushing event deleted for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:29.553541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979df3ee-a733-4ef1-b5e9-5e142fe062ce None None] No DVR routers for this DVR port 7aa8cd44-c0da-41a8-b608-126407a9e54c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:29.616206 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:29.687550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b1f4-126b-49bd-bb44-f2326822d4ba req-afe53e02-3106-4f18-80b6-215fe8e9619b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:29.689743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83e1b1f4-126b-49bd-bb44-f2326822d4ba req-afe53e02-3106-4f18-80b6-215fe8e9619b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.1337445
Mar 05 21:13:29.796895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83e1b1f4-126b-49bd-bb44-f2326822d4ba req-b7cfacc0-fd3b-4c26-983d-d5d3eb7bc67f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999880
Mar 05 21:13:29.989923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port 7aa8cd44-c0da-41a8-b608-126407a9e54c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa8cd44-c0da-41a8-b608-126407a9e54c,segment=NetworkSegment(54b54f96-aea9-4ab6-93d5-e3a562bbf099),segment_id=54b54f96-aea9-4ab6-93d5-e3a562bbf099)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:29.990463 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.058044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.058610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.059107 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 8a87e572-2046-400f-be3f-6e153fa5a8f5 disassociated. External IP: 172.35.0.156, port: dfe1078a-9630-493b-9b69-39e6676f5878.
Mar 05 21:13:30.059658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for dfe1078a-9630-493b-9b69-39e6676f5878 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:30.132324 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.134754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.160383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for 7aa8cd44-c0da-41a8-b608-126407a9e54c owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:30.262197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aa8cd44-c0da-41a8-b608-126407a9e54c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:30.319825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-5eea8df8-5c89-48db-9c50-a6f81154b074 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:30.321937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7aa8cd44-c0da-41a8-b608-126407a9e54c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:30.322535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aa8cd44-c0da-41a8-b608-126407a9e54c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:30.327212 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-5eea8df8-5c89-48db-9c50-a6f81154b074 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 809 time: 1.4609194
Mar 05 21:13:30.409093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-3341a9fd-fb4f-4861-85d5-26f0728ee0d8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/quotas/7a6813d01c694475a2a3645008b1c369 HTTP/1.1" status: 200  len: 375 time: 0.0446253
Mar 05 21:13:30.410898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_controller (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.455920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-44b8af41-9bd2-4fbc-9dea-921f87b621cd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0337651
Mar 05 21:13:30.589156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ede1c-ce55-49e1-a038-d767003d28a0 req-20419ebb-4076-4f02-835f-49c1db3b23c1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:30.590945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-245ede1c-ce55-49e1-a038-d767003d28a0 req-20419ebb-4076-4f02-835f-49c1db3b23c1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 945 time: 0.1247315
Mar 05 21:13:30.634954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49238) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:30.705161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7aa8cd44-c0da-41a8-b608-126407a9e54c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.753255 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-245ede1c-ce55-49e1-a038-d767003d28a0 req-24e379e3-375d-44e7-8ad2-6306526452b2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471255
Mar 05 21:13:30.904851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9194bb9c-2395-4b1d-9a63-c9d9a57d0915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.920035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=7aa8cd44-c0da-41a8-b608-126407a9e54c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:30.979359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (dfe1078a-9630-493b-9b69-39e6676f5878), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:30.990786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port 7aa8cd44-c0da-41a8-b608-126407a9e54c on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:31.029490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.038088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dfe1078a-9630-493b-9b69-39e6676f5878 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:31.053546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.066059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: dfe1078a-9630-493b-9b69-39e6676f5878 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:31.067391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device dfe1078a-9630-493b-9b69-39e6676f5878 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:31.081470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-2486652e-f697-44e7-b686-26a90ecfd2c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5820942
Mar 05 21:13:31.082214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=dfe1078a-9630-493b-9b69-39e6676f5878,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:31.222052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f3a1-7b7f-4dce-ba96-100d8c4dd8da req-74e5fc1c-8202-4674-98c2-ca59479a2c50 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:31.223723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b817f3a1-7b7f-4dce-ba96-100d8c4dd8da req-74e5fc1c-8202-4674-98c2-ca59479a2c50 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.2500772
Mar 05 21:13:31.239714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9194bb9c-2395-4b1d-9a63-c9d9a57d0915 admin admin] Publish callbacks [] for security_group (9885e7a6-2ba1-43da-9add-17452fbe2ddd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.256134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9194bb9c-2395-4b1d-9a63-c9d9a57d0915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9885e7a6-2ba1-43da-9add-17452fbe2ddd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.281262 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (61be7fb8-7692-4682-a2a9-acfaa5608fd5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.333640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfddd90>,) {'filters': {'network_id': ['61be7fb8-7692-4682-a2a9-acfaa5608fd5']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:31.338472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194bb9c-2395-4b1d-9a63-c9d9a57d0915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885e7a6-2ba1-43da-9add-17452fbe2ddd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:31.352994 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9194bb9c-2395-4b1d-9a63-c9d9a57d0915 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa832ddc5a8c41608563cac2bebb8e9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7161841
Mar 05 21:13:31.360423 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:31.382470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b817f3a1-7b7f-4dce-ba96-100d8c4dd8da req-14059e4b-f82b-48b1-8c18-0a8d07bbb5e6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1482408
Mar 05 21:13:31.431304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfddd90>, '54b54f96-aea9-4ab6-93d5-e3a562bbf099') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:31.431611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfddd90>, '54b54f96-aea9-4ab6-93d5-e3a562bbf099') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:31.472071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (54b54f96-aea9-4ab6-93d5-e3a562bbf099), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.477906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-b07cdd04-a21f-411b-8b9e-e1b28c847c45 service neutron] 10.222.0.15 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3484757
Mar 05 21:13:31.525507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (54b54f96-aea9-4ab6-93d5-e3a562bbf099), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.558061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:31.558695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (54b54f96-aea9-4ab6-93d5-e3a562bbf099), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   self.session.flush()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:31.582802 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:31.817839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (61be7fb8-7692-4682-a2a9-acfaa5608fd5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.840774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:31.846069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/61be7fb8-7692-4682-a2a9-acfaa5608fd5 HTTP/1.1" status: 204  len: 168 time: 3.7427614
Mar 05 21:13:31.920555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49284) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:31.932638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:13:31.982348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b761c-d5ef-46c7-820e-44a466a5467c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=61be7fb8-7692-4682-a2a9-acfaa5608fd5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:32.005005 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9957000f-c628-47c9-938a-c823c7af1288 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.005815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9957000f-c628-47c9-938a-c823c7af1288 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.009092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9957000f-c628-47c9-938a-c823c7af1288 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/3a7e33c8-4dbe-482b-b84d-e5fca0a73885 HTTP/1.1" status: 404  len: 337 time: 0.0864878
Mar 05 21:13:32.034927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.037429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ea463e5-fd38-4be9-bcb6-f1972c770f3e req-3d942ec2-5516-45c8-9965-3970da737cfe tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.0482717
Mar 05 21:13:32.241862 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23c02b0-d3d9-40f6-a031-8da09ec0b09e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.243598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23c02b0-d3d9-40f6-a031-8da09ec0b09e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.247275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e23c02b0-d3d9-40f6-a031-8da09ec0b09e tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/012aa44b-4922-45ab-aab2-a9613926d77d HTTP/1.1" status: 404  len: 339 time: 0.2062349
Mar 05 21:13:32.254059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49302) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.254888 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] Publish callbacks [] for security_group (9885e7a6-2ba1-43da-9add-17452fbe2ddd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.311913 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.316199 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] Publish callbacks [] for security_group (9885e7a6-2ba1-43da-9add-17452fbe2ddd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.369236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.453530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28896694-12aa-4d2b-8e52-f8d3740cab94 req-23db0627-14ef-44ed-81d4-db8f13378a89 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.2955782
Mar 05 21:13:32.459709 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-19338bd8-9900-4977-a4d1-074fec613cff tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.462829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19338bd8-9900-4977-a4d1-074fec613cff tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.477900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-19338bd8-9900-4977-a4d1-074fec613cff tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/0439d9b4-b8e4-493d-bf13-929841be1d7b HTTP/1.1" status: 404  len: 337 time: 0.0904403
Mar 05 21:13:32.480752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9885e7a6-2ba1-43da-9add-17452fbe2ddd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.485852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.489050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9885e7a6-2ba1-43da-9add-17452fbe2ddd HTTP/1.1" status: 204  len: 168 time: 1.1265059
Mar 05 21:13:32.505787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.555197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40553fcc-529e-45d8-a8ca-389ee77ef740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885e7a6-2ba1-43da-9add-17452fbe2ddd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:32.603183 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c02b29-5e8b-4fd3-8a6e-2b0290e88435 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.603957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c02b29-5e8b-4fd3-8a6e-2b0290e88435 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.609012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51c02b29-5e8b-4fd3-8a6e-2b0290e88435 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/96ec580c-df68-436e-ac8b-0582ffff8a7f HTTP/1.1" status: 404  len: 339 time: 0.0744407
Mar 05 21:13:32.613261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.682123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:32.705022 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:32.713711 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edbb25d-566f-4ed2-9998-c330fe5a8c91 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.714170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edbb25d-566f-4ed2-9998-c330fe5a8c91 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.717385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8edbb25d-566f-4ed2-9998-c330fe5a8c91 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/0ca05648-2be2-48d2-96be-874eed3958f8 HTTP/1.1" status: 404  len: 337 time: 0.0932815
Mar 05 21:13:32.723551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49318) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.755524 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:32.759726 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:32.795214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] No DVR routers for this DVR port dfe1078a-9630-493b-9b69-39e6676f5878 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:32.799086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:32.802961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-381ab054-5d03-45d0-b018-5d5b8f6d3d9e req-62b511c9-dae5-4af1-914e-d8610215ce06 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "DELETE /v2.0/ports/dfe1078a-9630-493b-9b69-39e6676f5878 HTTP/1.1" status: 204  len: 173 time: 5.5486240
Mar 05 21:13:32.803461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'name': 'network-vif-deleted', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:32.808497 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee82ac5-c691-4e05-bc89-1fa7f97496f0" -d '{"events": [{"server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "name": "network-vif-deleted", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:32.849654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.35.0.200 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/707e6a16-96fc-45ee-8d3e-c8b8c5717e17) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:32.891433 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-218a02b3-a141-4cd9-8969-7d02f1d9e444 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:32.902915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218a02b3-a141-4cd9-8969-7d02f1d9e444 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:32.906469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-218a02b3-a141-4cd9-8969-7d02f1d9e444 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/c8466f25-cdcd-407d-b267-cf1cef2568dd HTTP/1.1" status: 404  len: 339 time: 0.1818032
Mar 05 21:13:32.911609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:32.975624 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea32c93b-4547-4d4a-b132-72b553ce6836 x-openstack-request-id: req-ea32c93b-4547-4d4a-b132-72b553ce6836 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:32.975950 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b8477-8c82-4b91-879f-48b125f19e40", "name": "network-vif-deleted", "tag": "dfe1078a-9630-493b-9b69-39e6676f5878", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:32.976302 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea32c93b-4547-4d4a-b132-72b553ce6836 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:32.977864 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b8477-8c82-4b91-879f-48b125f19e40', 'name': 'network-vif-deleted', 'tag': 'dfe1078a-9630-493b-9b69-39e6676f5878', 'status': 'completed', 'code': 200}
Mar 05 21:13:33.116594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting subnet ed7f3fe2-9577-4253-9e05-df79e847a15c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:33.129677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (ed7f3fe2-9577-4253-9e05-df79e847a15c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:33.239400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:33.245076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ed7f3fe2-9577-4253-9e05-df79e847a15c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:33.259123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:33.327317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4b6f-723d-4504-8d8a-527dd213593b req-f1506d4f-0c8e-4b02-8db4-cc595800d6c7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:33.329330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-707d4b6f-723d-4504-8d8a-527dd213593b req-f1506d4f-0c8e-4b02-8db4-cc595800d6c7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.7493429
Mar 05 21:13:33.364878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44f4abca-b6a0-4e33-824e-07a2913612c9 req-6227379e-7796-480a-9fae-2253628efc86 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.1079402
Mar 05 21:13:33.390192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-e263dcb3-fe4c-4651-9929-3c04620d8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:33.391710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-e263dcb3-fe4c-4651-9929-3c04620d8c96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1126 time: 0.6514156
Mar 05 21:13:33.498618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-707d4b6f-723d-4504-8d8a-527dd213593b req-8d55b24e-b53f-4c1d-a1c4-e9392b799ade tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355152
Mar 05 21:13:33.501839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:33.571980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:33.576452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:33.582799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:33.587215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:33.636816 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a7c0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:33.729238 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:33.765835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:33.771642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:33.808023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17271820-e07f-4ef7-92dc-21cfe16b0060 req-2fafcda4-a54a-43ee-92ec-cc9222a0460c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=024b8477-8c82-4b91-879f-48b125f19e40 HTTP/1.1" status: 200  len: 210 time: 0.0561013
Mar 05 21:13:33.818567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ed7f3fe2-9577-4253-9e05-df79e847a15c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:33.975937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-cd3d59f9-14dd-44bb-af56-83d75a9ecffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:33.987149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-cd3d59f9-14dd-44bb-af56-83d75a9ecffc service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.5582576
Mar 05 21:13:34.075923 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ed7f3fe2-9577-4253-9e05-df79e847a15c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:34.089773 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:34.294449 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-ac0c57eb-8dca-4d25-8d65-b1abcf8a93ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 200  len: 1000 time: 0.2398996
Mar 05 21:13:34.312292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5cb5c-9fbf-4dae-ba32-a44252e284ca None None] Network f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:34.315088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:34.328823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/ed7f3fe2-9577-4253-9e05-df79e847a15c HTTP/1.1" status: 204  len: 168 time: 1.4031661
Mar 05 21:13:34.336685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49362) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:34.520693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70289acf-cfb2-4332-92b0-228a191d840c tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7f3fe2-9577-4253-9e05-df79e847a15c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:34.561130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-a1c2caa1-561b-4256-b1d8-c759f82786a8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:34.567178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-a1c2caa1-561b-4256-b1d8-c759f82786a8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 809 time: 0.6280890
Mar 05 21:13:34.602738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Request body: {'port': {'device_id': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866', 'admin_state_up': True, 'tenant_id': '7a6813d01c694475a2a3645008b1c369'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:34.813430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a7c0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:34.842905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8ce3068-4835-4382-9a12-c991314dd206 req-139e9438-b81a-4dd5-b364-c564ce34f706 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.1892262
Mar 05 21:13:34.855775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-12c5c3dc-c459-4f6e-96c1-5f95e00a402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:34.857656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-12c5c3dc-c459-4f6e-96c1-5f95e00a402c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.5267079
Mar 05 21:13:34.863005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:34.907357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785d7c7-b421-4054-9e0c-6813d1716ad8 req-39a114e0-f28e-4030-909b-118a3242c04d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:34.916156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3785d7c7-b421-4054-9e0c-6813d1716ad8 req-39a114e0-f28e-4030-909b-118a3242c04d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.1441269
Mar 05 21:13:34.937826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa750df2-977a-45c8-9db3-632bb5df2575 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:34.998099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:35.147551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:35.208515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3785d7c7-b421-4054-9e0c-6813d1716ad8 req-99d9cbb2-c233-4b9e-9e5d-98adacc5c352 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2910991
Mar 05 21:13:35.260543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-4161a164-92c4-4f2e-b809-ddf059f42cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:35.268955 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-4161a164-92c4-4f2e-b809-ddf059f42cae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3954961
Mar 05 21:13:35.334328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] DHCP port deletion for f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:35.485034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Deleting port df278ccd-f4c9-4833-992a-235c15c322aa {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:35.485982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:35.497010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-c4117873-5edb-49c3-bef6-dc8b76e8b8ef service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777129
Mar 05 21:13:35.692173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82807e-ee2b-477f-bb0a-c7ab71e396b2 None None] New status for floating IP 8a87e572-2046-400f-be3f-6e153fa5a8f5: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:13:35.810896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port df278ccd-f4c9-4833-992a-235c15c322aa {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:35.811517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:35.865179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] For port df278ccd-f4c9-4833-992a-235c15c322aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df278ccd-f4c9-4833-992a-235c15c322aa,segment=NetworkSegment(9c03ab99-bc64-40bd-9b16-6370166263d5),segment_id=9c03ab99-bc64-40bd-9b16-6370166263d5)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:35.865720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:35.900700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Calling delete_port for df278ccd-f4c9-4833-992a-235c15c322aa owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:36.158099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (b21c0cef-c37b-4cf1-823e-22aa8e6cb81f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.190333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port df278ccd-f4c9-4833-992a-235c15c322aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df278ccd-f4c9-4833-992a-235c15c322aa,segment=NetworkSegment(9c03ab99-bc64-40bd-9b16-6370166263d5),segment_id=9c03ab99-bc64-40bd-9b16-6370166263d5)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:36.194051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.194580 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.220707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23cb3f13-6794-4971-a7e0-fd5cf53aaa01 req-b4a1b586-b5ab-4e0d-9293-964aada1db29 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6929836
Mar 05 21:13:36.258825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] Pushing event deleted for resources: {'Port': ['ID=df278ccd-f4c9-4833-992a-235c15c322aa,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:36.285554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.297575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700fb20-020c-4b26-a7a0-eac16a662692 None None] No DVR routers for this DVR port df278ccd-f4c9-4833-992a-235c15c322aa on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:36.311813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for df278ccd-f4c9-4833-992a-235c15c322aa owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:36.350276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (b21c0cef-c37b-4cf1-823e-22aa8e6cb81f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.353089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device df278ccd-f4c9-4833-992a-235c15c322aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:36.390844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: df278ccd-f4c9-4833-992a-235c15c322aa {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:36.392276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device df278ccd-f4c9-4833-992a-235c15c322aa not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:36.455227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.583522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (df278ccd-f4c9-4833-992a-235c15c322aa), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.700574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08b15e98-ca69-4ddb-80ef-a6f416f3da4e req-bbae748a-03a4-417c-b1e5-399fe53dfa7b tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.1574965
Mar 05 21:13:36.704986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port df278ccd-f4c9-4833-992a-235c15c322aa on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:36.761132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.787527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=df278ccd-f4c9-4833-992a-235c15c322aa,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:36.839650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b21c0cef-c37b-4cf1-823e-22aa8e6cb81f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.848421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.854734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/security-groups/b21c0cef-c37b-4cf1-823e-22aa8e6cb81f HTTP/1.1" status: 204  len: 168 time: 1.7003274
Mar 05 21:13:36.877363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:36.945687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Made reservation on behalf of 7a6813d01c694475a2a3645008b1c369 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:36.956313 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-80b17480-5181-493f-9e7c-6127255f5148 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] show failed (client error): The resource could not be found.
Mar 05 21:13:36.958116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80b17480-5181-493f-9e7c-6127255f5148 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups/b21c0cef-c37b-4cf1-823e-22aa8e6cb81f HTTP/1.1" status: 404  len: 347 time: 0.0763330
Mar 05 21:13:36.959155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:36.968643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49464) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:37.006462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a6010-ac16-40f1-bc04-418e54746797 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c0cef-c37b-4cf1-823e-22aa8e6cb81f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:37.068851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.159918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:13:37.211772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a669-f11b-410f-b240-9a17270c2fe2 req-5eb559d2-678e-4ced-9adc-5cd07eff1b63 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:37.226517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5657a669-f11b-410f-b240-9a17270c2fe2 req-5eb559d2-678e-4ced-9adc-5cd07eff1b63 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.8447576
Mar 05 21:13:37.280784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b898521c0>,) {'filters': {'network_id': ['f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:37.317765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b898521c0>, '9c03ab99-bc64-40bd-9b16-6370166263d5') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:37.329502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b898521c0>, '9c03ab99-bc64-40bd-9b16-6370166263d5') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:37.397349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (9c03ab99-bc64-40bd-9b16-6370166263d5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.449448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9c03ab99-bc64-40bd-9b16-6370166263d5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.482488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Allocated IP 172.20.0.11 (7b01390b-af80-47c7-b861-6f85f06d7866/d7352a16-fded-4d9c-afa4-773f9e5616c8/01a57961-fbe3-4574-8e1d-4266a150ade8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:37.485374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5657a669-f11b-410f-b240-9a17270c2fe2 req-a780f286-c03e-448d-aece-8f2b4f9fc031 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2459846
Mar 05 21:13:37.490374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:37.491155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (9c03ab99-bc64-40bd-9b16-6370166263d5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   self.session.flush()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:37.495745 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:37.633606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 892c24a9-f5f9-48b3-bff2-1eee592ebd45 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:37.635637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.695585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:37.706497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Sync routers for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:37.723808 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:37.726198 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:37.763431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.764491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (892c24a9-f5f9-48b3-bff2-1eee592ebd45), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.795519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 892c24a9-f5f9-48b3-bff2-1eee592ebd45 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:37.875556 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:37.876899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1305d695-0a6f-46b5-882c-e25628d407a5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.8793495
Mar 05 21:13:37.888247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49502) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:37.944270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba090e8b-1bbf-4ec0-a8c2-df363ca89d57 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=632d8e2bf65b468e975ce9ac5869f2ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0543995
Mar 05 21:13:37.949784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49506) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.048616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe8408f8-f0c2-480c-a58f-d0a271ec0f9b req-389faa47-135b-4b5e-b59a-070a1a628ed6 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.1019757
Mar 05 21:13:38.083180 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:38.091198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks [] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.095567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (892c24a9-f5f9-48b3-bff2-1eee592ebd45), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.164466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.169695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3ba30-26f6-481e-bfef-dbf188767c35 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:38.171546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0cc3ba30-26f6-481e-bfef-dbf188767c35 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2201564
Mar 05 21:13:38.174952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49508) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.219955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=892c24a9-f5f9-48b3-bff2-1eee592ebd45,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:38.233058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.238515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc HTTP/1.1" status: 204  len: 168 time: 3.8405132
Mar 05 21:13:38.266328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49514) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.282583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3dcef88-cb5c-47bf-a2eb-b6b2e0252084 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0937505
Mar 05 21:13:38.283624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49516) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.291622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612895754', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:38.342181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfec-68da-4e7b-90fd-33db3789c8c2 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=f9969f70-43d7-4fd2-a618-ccb9d1e6bdfc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:38.352719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a87e572-2046-400f-be3f-6e153fa5a8f5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.356971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.361170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-edde99b5-a433-4346-be5b-af221a1f9529 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a87e572-2046-400f-be3f-6e153fa5a8f5 HTTP/1.1" status: 204  len: 168 time: 1.3641112
Mar 05 21:13:38.406775 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a820>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:34Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:38.438654 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Checking router: 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:38.439246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Updating router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:13:38.467955 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a986da-c560-4767-bbd1-8771f28c092d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:38.468402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a986da-c560-4767-bbd1-8771f28c092d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:38.478990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-97a986da-c560-4767-bbd1-8771f28c092d tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/0228b0a4-4cf4-47b0-98e7-e2b69096eb01 HTTP/1.1" status: 404  len: 337 time: 0.2056763
Mar 05 21:13:38.479374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49522) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.493793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.510510 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.551881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:38.552649 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d10a612-aa16-4199-9ffa-b6ec0cf356ea tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:38.553226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d10a612-aa16-4199-9ffa-b6ec0cf356ea tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:38.556165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.566029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d10a612-aa16-4199-9ffa-b6ec0cf356ea tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/497aa04d-2baa-4d09-8ffc-2ec4378790e5 HTTP/1.1" status: 404  len: 339 time: 0.0845706
Mar 05 21:13:38.572303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49526) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.781437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting subnet 474bf379-7186-4a6d-aa37-8b9850f9f7ca {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:38.798218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (474bf379-7186-4a6d-aa37-8b9850f9f7ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:38.847867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Network 7b01390b-af80-47c7-b861-6f85f06d7866 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:38.873108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49532) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:38.988944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (474bf379-7186-4a6d-aa37-8b9850f9f7ca), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.155292 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:39.193500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332902829', 'description': 'tempest-description--208882603'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:39.254038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:39.258922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:39.271903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (3a96b527-e9d0-4e13-9b6d-099b60bccf26), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.295829 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1540313f-bdc4-4dfa-bf12-7f11cb640d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.299561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (474bf379-7186-4a6d-aa37-8b9850f9f7ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.334411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.401873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d70d9-63c3-4251-9b66-d95355ac10df req-5641c423-e2b9-4fe9-8e0d-2e0b5cf98372 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:39.402215 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks [] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.409559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-597d70d9-63c3-4251-9b66-d95355ac10df req-5641c423-e2b9-4fe9-8e0d-2e0b5cf98372 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 932 time: 0.1874704
Mar 05 21:13:39.420964 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.464567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Pushing event updated for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:39.514528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (474bf379-7186-4a6d-aa37-8b9850f9f7ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.553647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Pushing event updated for resources: {'Port': ['ID=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:39.573298 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Attempting to bind port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:39.573949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Attempting to bind port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:39.574480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Attempting to bind port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:39.591471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-597d70d9-63c3-4251-9b66-d95355ac10df req-dd1b34ce-05fc-4ecb-affe-387370b86e85 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805687
Mar 05 21:13:39.593460 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:39.594536 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:39.595112 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.595659 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:39.596303 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Bound port: 707e6a16-96fc-45ee-8d3e-c8b8c5717e17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:39.596896 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.638772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Subnet': ['ID=474bf379-7186-4a6d-aa37-8b9850f9f7ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:39.640712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Subnet': ['ID=3a96b527-e9d0-4e13-9b6d-099b60bccf26,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:39.655749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Checking segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:39.655749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network hostable DHCP agents. Network: d9b9f3d8-89cc-4d64-807e-aa00ac579414, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:39.656008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda2af9-8f9e-4947-8bbb-dbe7e0e303fb None None] Network ee17cded-2d02-43e2-9a15-ffd219e9de76 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:39.668552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.669926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:39.670569 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.688012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0e97726d-fa38-4a96-ba1e-5da6f5e901ab tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/subnets/474bf379-7186-4a6d-aa37-8b9850f9f7ca HTTP/1.1" status: 204  len: 168 time: 1.0985153
Mar 05 21:13:39.692886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:39.703938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-171d2df0-c231-4e74-a2bb-50078c085ccd tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1256275
Mar 05 21:13:39.717642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4049-5010-420d-a7c7-3f0ddcb081fd req-826fd7ba-ab27-4175-9737-80b2a682b069 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:39.719202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c5c4049-5010-420d-a7c7-3f0ddcb081fd req-826fd7ba-ab27-4175-9737-80b2a682b069 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.8940916
Mar 05 21:13:39.724133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Request body: {'port': {'device_id': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:39.739245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] For port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:39.743768 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] For port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:39.760189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.762508 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.763126 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.763754 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.764654 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.765258 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.765858 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.766465 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.767082 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.767720 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.768366 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.769028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.769622 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:39.774900 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.867130 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:39.868374 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:39.870663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:39.872775 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8003-7017-460b-8531-0d8304842ef6 None None] Pushing event updated for resources: {'Port': ['ID=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:39.932479 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1540313f-bdc4-4dfa-bf12-7f11cb640d12 admin admin] Publish callbacks [] for security_group (1fd06401-4077-408b-b9b4-123afc4a8f33), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.957257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (67570818-9387-429d-a3d8-8c010ec7957e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.967358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1540313f-bdc4-4dfa-bf12-7f11cb640d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1fd06401-4077-408b-b9b4-123afc4a8f33), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:39.993896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (67570818-9387-429d-a3d8-8c010ec7957e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.020782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9b9f3d8-89cc-4d64-807e-aa00ac579414) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:40.031225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13a87c-6aea-4230-9172-ae475d3643f6 None None] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:40.038256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:40.038256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.089705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.101985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ee17cded-2d02-43e2-9a15-ffd219e9de76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.123279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] DHCP port deletion for ee17cded-2d02-43e2-9a15-ffd219e9de76 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:40.127389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1540313f-bdc4-4dfa-bf12-7f11cb640d12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=887fb3d0d7634607b0fb6283496d1ca3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2408285
Mar 05 21:13:40.127798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.131479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.9717922
Mar 05 21:13:40.131479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49564) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:40.131750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:40.144287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540313f-bdc4-4dfa-bf12-7f11cb640d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd06401-4077-408b-b9b4-123afc4a8f33,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:40.147022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49566) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:40.160091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1c5c4049-5010-420d-a7c7-3f0ddcb081fd req-c80ca92f-f774-4da2-88b9-3500e959b696 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4268482
Mar 05 21:13:40.173834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c262eed5-2c0f-48e4-bc41-b42886a1a04a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.8879256
Mar 05 21:13:40.180568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49568) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:40.183655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '67570818-9387-429d-a3d8-8c010ec7957e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:40.252517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9b9f3d8-89cc-4d64-807e-aa00ac579414', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:40.253871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.298359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c856b9-6fd1-45e0-a63a-9ad365ffc4be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67570818-9387-429d-a3d8-8c010ec7957e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:40.323969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (8e112037-7690-4a8e-81a1-dc35efecb349), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.331558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] Publish callbacks [] for security_group (1fd06401-4077-408b-b9b4-123afc4a8f33), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.399249 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] Publish callbacks [] for security_group (1fd06401-4077-408b-b9b4-123afc4a8f33), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.406296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (8e112037-7690-4a8e-81a1-dc35efecb349), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.412661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Deleting port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:40.413076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.421505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Allocated IP 172.20.0.2 (d9b9f3d8-89cc-4d64-807e-aa00ac579414/3a96b527-e9d0-4e13-9b6d-099b60bccf26/11849fd7-62fb-4534-b763-2e6499418de0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:40.430936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (8e112037-7690-4a8e-81a1-dc35efecb349), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.457999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9011a820>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:34Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:40.486386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e112037-7690-4a8e-81a1-dc35efecb349,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:40.521662 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac51b2-0a15-4626-8b2c-a0f730e91a67 None None] The sync data for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 is: [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:34Z', 'revision_number': 3, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:40.535003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6c9bab06-dc01-4a25-ac03-27dacabb8e0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:40.541057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.546054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-158ae706-6e2a-437d-be49-2d6a052eda7a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3932292
Mar 05 21:13:40.551862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49570) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:40.563482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] For port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,segment=NetworkSegment(cb7bc23a-eba9-4d57-986c-fa802b0e1f68),segment_id=cb7bc23a-eba9-4d57-986c-fa802b0e1f68)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:40.563898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.583127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '67570818-9387-429d-a3d8-8c010ec7957e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:40.599575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Calling delete_port for 6c9bab06-dc01-4a25-ac03-27dacabb8e0d owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:40.626646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1fd06401-4077-408b-b9b4-123afc4a8f33), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.629739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.630981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fd06401-4077-408b-b9b4-123afc4a8f33 HTTP/1.1" status: 204  len: 168 time: 0.4998147
Mar 05 21:13:40.645924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Deleting port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:40.646309 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.665951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks [] for port (11849fd7-62fb-4534-b763-2e6499418de0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.684917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (9257a1a7-4a93-4875-b9ae-41df0be76040), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.691263 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04edb5-3237-46b7-b8c7-01333f76fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd06401-4077-408b-b9b4-123afc4a8f33,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:40.758168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (11849fd7-62fb-4534-b763-2e6499418de0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.766855 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (9257a1a7-4a93-4875-b9ae-41df0be76040), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.783216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9257a1a7-4a93-4875-b9ae-41df0be76040), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.945639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:40.949970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3860731
Mar 05 21:13:40.950848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49582) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:40.959013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19381-387f-46a9-885b-0ae6ce5fad3c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9257a1a7-4a93-4875-b9ae-41df0be76040,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:40.985146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:41.043007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] For port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,segment=NetworkSegment(cb7bc23a-eba9-4d57-986c-fa802b0e1f68),segment_id=cb7bc23a-eba9-4d57-986c-fa802b0e1f68)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:41.043547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.064056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:41.095823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:41.096526 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.105864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Pushing event updated for resources: {'Port': ['ID=11849fd7-62fb-4534-b763-2e6499418de0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.111984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daf2c8-60f3-4493-9ae9-ad6b18c63776 req-34f4d41e-582a-42c9-8c6f-89e13e495c5b tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:41.120176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7daf2c8-60f3-4493-9ae9-ad6b18c63776 req-34f4d41e-582a-42c9-8c6f-89e13e495c5b tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 932 time: 0.3518112
Mar 05 21:13:41.131273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.156717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a57961-fbe3-4574-8e1d-4266a150ade8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:41.165181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:41.169293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:41.190935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Calling delete_port for 6c9bab06-dc01-4a25-ac03-27dacabb8e0d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:41.323202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] No DVR routers for this DVR port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:41.339099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Port': ['ID=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.345462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks [] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.351190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.434480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Transition to ACTIVE for port object 01a57961-fbe3-4574-8e1d-4266a150ade8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:13:41.441812 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7daf2c8-60f3-4493-9ae9-ad6b18c63776 req-3d8fa6de-0b07-4832-93f9-54ca2fc47278 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005228
Mar 05 21:13:41.454313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Attempting to bind port 11849fd7-62fb-4534-b763-2e6499418de0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:41.454702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Attempting to bind port 11849fd7-62fb-4534-b763-2e6499418de0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:41.455077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Attempting to bind port 11849fd7-62fb-4534-b763-2e6499418de0 on network d9b9f3d8-89cc-4d64-807e-aa00ac579414 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:41.484244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:41.485136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Checking segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:41.485748 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.486315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Bound using segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:41.487297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Bound port: 11849fd7-62fb-4534-b763-2e6499418de0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:41.488153 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11849fd7-62fb-4534-b763-2e6499418de0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.500375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.528605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ee17cded-2d02-43e2-9a15-ffd219e9de76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.553041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1f3700>,) {'filters': {'network_id': ['ee17cded-2d02-43e2-9a15-ffd219e9de76']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:41.565909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1f3700>, 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:41.566300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a1f3700>, 'cb7bc23a-eba9-4d57-986c-fa802b0e1f68') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:41.578426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (cb7bc23a-eba9-4d57-986c-fa802b0e1f68), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.579770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.598101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cb7bc23a-eba9-4d57-986c-fa802b0e1f68), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.598379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (6c9bab06-dc01-4a25-ac03-27dacabb8e0d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.607941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:41.608654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (cb7bc23a-eba9-4d57-986c-fa802b0e1f68), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.621739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] No DVR routers for this DVR port 6c9bab06-dc01-4a25-ac03-27dacabb8e0d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:41.647417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] For port 11849fd7-62fb-4534-b763-2e6499418de0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:41.652937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54a68c-65b2-49c6-a02c-b7936de4af9e None None] Pushing event deleted for resources: {'Port': ['ID=6c9bab06-dc01-4a25-ac03-27dacabb8e0d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.668277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] For port 11849fd7-62fb-4534-b763-2e6499418de0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11849fd7-62fb-4534-b763-2e6499418de0,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:41.680223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11849fd7-62fb-4534-b763-2e6499418de0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:41.705179 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:41.709973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ee17cded-2d02-43e2-9a15-ffd219e9de76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.716440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:41.728409 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] 10.222.0.15 "DELETE /v2.0/networks/ee17cded-2d02-43e2-9a15-ffd219e9de76 HTTP/1.1" status: 204  len: 168 time: 2.0315287
Mar 05 21:13:41.745028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Pushing event updated for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.764456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbce85c-288a-4986-babd-ddf8ef5a7d4e req-11bfdf02-5e9b-4589-822d-fc97dda90c01 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:41.771511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ccbce85c-288a-4986-babd-ddf8ef5a7d4e req-11bfdf02-5e9b-4589-822d-fc97dda90c01 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 944 time: 0.4233696
Mar 05 21:13:41.776999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e55d-f7bd-42ce-808c-13ef50dcd9a5 tempest-NetworksIpV6Test-432348479 tempest-NetworksIpV6Test-432348479-project] Pushing event deleted for resources: {'Network': ['ID=ee17cded-2d02-43e2-9a15-ffd219e9de76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.796070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695f47-374b-4ae8-ba9f-116876615b27 None None] Pushing event updated for resources: {'Port': ['ID=11849fd7-62fb-4534-b763-2e6499418de0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:41.902548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Attempting to bind port 01a57961-fbe3-4574-8e1d-4266a150ade8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:41.902879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Attempting to bind port 01a57961-fbe3-4574-8e1d-4266a150ade8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:41.903221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Attempting to bind port 01a57961-fbe3-4574-8e1d-4266a150ade8 on network 7b01390b-af80-47c7-b861-6f85f06d7866 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:41.933735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Port 01a57961-fbe3-4574-8e1d-4266a150ade8 on network 7b01390b-af80-47c7-b861-6f85f06d7866 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:13:41.934065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Attempting to bind port 01a57961-fbe3-4574-8e1d-4266a150ade8 on network 7b01390b-af80-47c7-b861-6f85f06d7866 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:41.956410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ccbce85c-288a-4986-babd-ddf8ef5a7d4e req-5c912b2d-f0c2-4915-91a2-b3287dd0baa9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1838987
Mar 05 21:13:42.000595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:42.000944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Checking segment: {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:42.001372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Bound using segment: {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:42.001897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Bound port: 01a57961-fbe3-4574-8e1d-4266a150ade8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d15748-6261-47a1-9c59-b4c02d1f4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:42.002245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.063476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.197508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49602) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:42.349456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:42.354870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01a57961-fbe3-4574-8e1d-4266a150ade8,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:42.391859 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.405046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89e2d4d6-7f7e-4835-9669-62a00882c8d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fa578e92a5142f893a1588b66aa6d27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2052803
Mar 05 21:13:42.409091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49616) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:42.419033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.35.0.213 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/9e879cd9-0b37-4075-b789-55c1d0822a5f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:42.425034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:42.462923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.1 (d9b9f3d8-89cc-4d64-807e-aa00ac579414/3a96b527-e9d0-4e13-9b6d-099b60bccf26/c24509a3-1e90-44fc-9547-c2c21b14e715) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:42.470619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:42.471264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.472706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] 10.222.0.23 "PUT /v2.0/ports/01a57961-fbe3-4574-8e1d-4266a150ade8 HTTP/1.1" status: 200  len: 1092 time: 2.7525458
Mar 05 21:13:42.474900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] Publish callbacks [] for security_group (c8a18df5-5387-4e39-9bea-962e7f92c7f1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.490104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:42.495305 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d838643-cd09-4cf1-b363-245689c000a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:42.515286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] Publish callbacks [] for security_group (c8a18df5-5387-4e39-9bea-962e7f92c7f1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.545022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:42.545790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.598786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c8a18df5-5387-4e39-9bea-962e7f92c7f1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.605053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2bc7e9-dfe3-47a9-ba8e-fd2f3d96e895 x-openstack-request-id: req-6e2bc7e9-dfe3-47a9-ba8e-fd2f3d96e895 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:42.605053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:42.605053 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e2bc7e9-dfe3-47a9-ba8e-fd2f3d96e895 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:42.605482 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8', 'status': 'completed', 'code': 200}
Mar 05 21:13:42.606705 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.619724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a18df5-5387-4e39-9bea-962e7f92c7f1 HTTP/1.1" status: 204  len: 168 time: 0.2082169
Mar 05 21:13:42.674203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:42.675432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.720336 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:42.723222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d91e57-0ba5-4856-9a8c-085ef3cd8eed service neutron] Pushing event updated for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:42.723576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c55025-2385-4a40-83fd-b23323b981fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a18df5-5387-4e39-9bea-962e7f92c7f1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:42.772071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb96b-e8d7-49b7-a6d1-2880d86909bc req-302f98c6-e587-4e77-bfb3-eda93c6ce977 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:42.774250 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fceb96b-e8d7-49b7-a6d1-2880d86909bc req-302f98c6-e587-4e77-bfb3-eda93c6ce977 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 944 time: 0.1529560
Mar 05 21:13:42.781383 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:42.785938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11849fd7-62fb-4534-b763-2e6499418de0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:42.868235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fceb96b-e8d7-49b7-a6d1-2880d86909bc req-8904e523-85c2-4fec-b30e-5c263e241c74 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864909
Mar 05 21:13:42.906364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-2378fe53-cbe8-487a-b73a-1201593fb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:42.908252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-2378fe53-cbe8-487a-b73a-1201593fb30a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 1126 time: 0.3675745
Mar 05 21:13:42.929577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:42.949174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 11849fd7-62fb-4534-b763-2e6499418de0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:42.949551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11849fd7-62fb-4534-b763-2e6499418de0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.045848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:13:43.052910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 11849fd7-62fb-4534-b763-2e6499418de0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:43.055776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11849fd7-62fb-4534-b763-2e6499418de0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.124658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 11849fd7-62fb-4534-b763-2e6499418de0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11849fd7-62fb-4534-b763-2e6499418de0,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:43.143935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11849fd7-62fb-4534-b763-2e6499418de0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.272041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=11849fd7-62fb-4534-b763-2e6499418de0,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:43.295150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:43.328082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'mac_address': 'fa:16:3e:f9:a7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:13:43.369191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:43.369595 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.385222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:43.411447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:43.417358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.480738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:43.516775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.532870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.535838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-9d0b5ea3-fa82-4569-a25c-919257b54fd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a57961-fbe3-4574-8e1d-4266a150ade8 HTTP/1.1" status: 200  len: 217 time: 0.6156106
Mar 05 21:13:43.659876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:13:43.690746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417dce8-d3bd-4382-bb5a-b416817b5078 req-9b601901-2f88-4bec-824b-7dfc1a31d5a2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:43.698449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8417dce8-d3bd-4382-bb5a-b416817b5078 req-9b601901-2f88-4bec-824b-7dfc1a31d5a2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.2261341
Mar 05 21:13:43.710946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-35270a2d-4819-405c-8ea8-89e623f75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:43.712502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-35270a2d-4819-405c-8ea8-89e623f75cab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7352a16-fded-4d9c-afa4-773f9e5616c8 HTTP/1.1" status: 200  len: 849 time: 0.1562800
Mar 05 21:13:43.718754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd2166-7676-4811-af9c-49fcda6a91b3 None None] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:43.744714 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.777038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-d70a3acc-e9b0-4509-986d-210902083acc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b01390b-af80-47c7-b861-6f85f06d7866&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474095
Mar 05 21:13:43.777038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:43.777590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:43.885750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:43.911941 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8417dce8-d3bd-4382-bb5a-b416817b5078 req-69bfb26a-6b52-40dd-adac-6000f6010daa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2045884
Mar 05 21:13:43.919812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:43.932697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:43.941130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:43.943703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:43.947104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:43.947333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1556762455'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:44.001824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.025966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:44.029484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.045382 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.085096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b74c6382-6756-47a0-99cb-0872634e7689 None None] Provisioning complete for port 11849fd7-62fb-4534-b763-2e6499418de0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:44.085471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b74c6382-6756-47a0-99cb-0872634e7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11849fd7-62fb-4534-b763-2e6499418de0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.093084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43f00a-943b-47df-9834-8c06b9910a58 req-15a3fa13-bb46-43a5-ae12-84ee59209a7a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:44.102026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af43f00a-943b-47df-9834-8c06b9910a58 req-15a3fa13-bb46-43a5-ae12-84ee59209a7a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 944 time: 0.1114924
Mar 05 21:13:44.153348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=9e879cd9-0b37-4075-b789-55c1d0822a5f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:44.215259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:44.252172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af43f00a-943b-47df-9834-8c06b9910a58 req-65a5896a-9455-4e00-9393-7c733ca6e9e8 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482260
Mar 05 21:13:44.303174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b74c6382-6756-47a0-99cb-0872634e7689 None None] Current status of the port 11849fd7-62fb-4534-b763-2e6499418de0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:44.370584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (083df10d-c192-4df6-9bb5-4e7708d3e20d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.380329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (083df10d-c192-4df6-9bb5-4e7708d3e20d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.383354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:44.389072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.398533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:44.404707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.409049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.409441 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4 of type vlan for network 7cdfd28c-6909-435d-8326-83bfd050d579
Mar 05 21:13:44.415201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-cf563421-f0c0-4e80-b7f1-f24ce43b385c service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6155653
Mar 05 21:13:44.463228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:44.463884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.465113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7cdfd28c-6909-435d-8326-83bfd050d579), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.506707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083df10d-c192-4df6-9bb5-4e7708d3e20d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:44.543133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7cdfd28c-6909-435d-8326-83bfd050d579), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.552434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:44.553267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.595507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:44.597329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11849fd7-62fb-4534-b763-2e6499418de0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:44.642598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8617675
Mar 05 21:13:44.642816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:44.658026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'name': 'tempest-PortsIpV6TestJSON-1931834742'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:44.662494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Provisioning complete for port 11849fd7-62fb-4534-b763-2e6499418de0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:44.662810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11849fd7-62fb-4534-b763-2e6499418de0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.683251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.689388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03260-2efc-4cd7-aa0d-f64364d814f9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=7cdfd28c-6909-435d-8326-83bfd050d579,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:44.712158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:44.786431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e724fc-c819-494f-8a68-04863cf37ef3 req-52d49265-35a2-45c4-afea-4fa31092a54e service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3634443
Mar 05 21:13:44.797977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:44.802275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:44.826653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 65c46551-356d-4793-9123-7fd1614c3b1e yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:13:44.938955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 11849fd7-62fb-4534-b763-2e6499418de0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:44.939523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11849fd7-62fb-4534-b763-2e6499418de0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.041472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Current status of the port 11849fd7-62fb-4534-b763-2e6499418de0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:45.058794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (65c46551-356d-4793-9123-7fd1614c3b1e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.072067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:45.138104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.151355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:45.151612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.189168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 11849fd7-62fb-4534-b763-2e6499418de0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:45.202780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=65c46551-356d-4793-9123-7fd1614c3b1e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:45.203770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838643-cd09-4cf1-b363-245689c000a1 req-fe0bce3a-15a2-48f1-8ec3-0035c7641627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.205860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-fe0bce3a-15a2-48f1-8ec3-0035c7641627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6813d01c694475a2a3645008b1c369&device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 1126 time: 0.3358634
Mar 05 21:13:45.214066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-228f9afc-2bb7-42cc-a0f7-1e41c33b5303 None None] Port c24509a3-1e90-44fc-9547-c2c21b14e715 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:45.215514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:45.215917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.237636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc527d-fc6d-4f08-b5f5-d896675b8d29 req-0e693080-f735-4af4-b0ed-f025e33d06e6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.240006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:45.240446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: 7cdfd28c-6909-435d-8326-83bfd050d579, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:45.245750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79dc527d-fc6d-4f08-b5f5-d896675b8d29 req-0e693080-f735-4af4-b0ed-f025e33d06e6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 945 time: 0.2154796
Mar 05 21:13:45.262639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:45.276950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7cdfd28c-6909-435d-8326-83bfd050d579) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:45.293849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:45.301087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d82065-e7f7-4eea-a584-786676be67fa None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:45.302665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.303321 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.327146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35cca39d-3f12-4fc5-b184-b95bff04a462 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.6775181
Mar 05 21:13:45.327384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.327625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:45.333351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650460191'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:45.347265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.402130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-acc3da8f-05bc-4991-8221-4b278e39289f None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:45.402952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-acc3da8f-05bc-4991-8221-4b278e39289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.407183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:45.407962 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.432658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:45.437168 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.462746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:45.465267 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424e88e-415e-4e0c-bfcc-b3a8f8770ee5" -d '{"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:45.478804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:45.492663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc3281-678f-4868-bc3c-5373266b7f6d req-da5919ff-931e-4606-9e69-b90aa07b5af3 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.496360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=9e879cd9-0b37-4075-b789-55c1d0822a5f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:45.503018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.511179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34bc3281-678f-4868-bc3c-5373266b7f6d req-da5919ff-931e-4606-9e69-b90aa07b5af3 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 944 time: 0.1591809
Mar 05 21:13:45.513648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.545478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.548527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.575426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:45.582517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-acc3da8f-05bc-4991-8221-4b278e39289f None None] Port c24509a3-1e90-44fc-9547-c2c21b14e715 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:45.605374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79dc527d-fc6d-4f08-b5f5-d896675b8d29 req-fe3cc18c-9fdd-438d-b48b-6f15abec46c6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3586383
Mar 05 21:13:45.692324 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c14a0a8-f333-43d1-84eb-ae9d67eaa6ee x-openstack-request-id: req-1c14a0a8-f333-43d1-84eb-ae9d67eaa6ee {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:45.692631 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:45.692901 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c14a0a8-f333-43d1-84eb-ae9d67eaa6ee {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:45.693311 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'code': 200}
Mar 05 21:13:45.698050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.700347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1f0a38c-3d62-4ce5-bd48-87a760729b2d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7280231
Mar 05 21:13:45.718053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:45.725297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838643-cd09-4cf1-b363-245689c000a1 req-f463a3bc-5de6-443f-bd00-a820e6d93afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.730007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-f463a3bc-5de6-443f-bd00-a820e6d93afd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 200  len: 910 time: 0.5163572
Mar 05 21:13:45.735700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:45.809623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-5b1e4e06-fbf7-4d84-8d73-7a55d424d8a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a57961-fbe3-4574-8e1d-4266a150ade8 HTTP/1.1" status: 200  len: 217 time: 0.0696800
Mar 05 21:13:45.963888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838643-cd09-4cf1-b363-245689c000a1 req-c444cfff-9609-482e-ad69-ec4ad0193628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:45.968145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-c444cfff-9609-482e-ad69-ec4ad0193628 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7352a16-fded-4d9c-afa4-773f9e5616c8 HTTP/1.1" status: 200  len: 849 time: 0.0889699
Mar 05 21:13:46.034575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-23fe1522-cf37-4ec9-b174-1d2c915cd5bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b01390b-af80-47c7-b861-6f85f06d7866&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432103
Mar 05 21:13:46.088583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:46.138296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (44896381-80e6-4cd6-9470-6015b97572cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.138648 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment 44896381-80e6-4cd6-9470-6015b97572cf of type vlan for network f73df843-6e58-4c10-9721-f47fc45cb4fe
Mar 05 21:13:46.156321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-b6d01c04-dd0f-482d-b193-73cfb067bd23 service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200359
Mar 05 21:13:46.161548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:46.181595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:46.199518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34bc3281-678f-4868-bc3c-5373266b7f6d req-41e94232-8467-4c4f-a7d0-ab8b83b53612 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6863165
Mar 05 21:13:46.211583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f73df843-6e58-4c10-9721-f47fc45cb4fe), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.249229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dc229-642c-4894-b042-fedc9fa29370 req-217911c5-6591-4d0e-835d-039e75fa23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:46.251043 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa1dc229-642c-4894-b042-fedc9fa29370 req-217911c5-6591-4d0e-835d-039e75fa23b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 1129 time: 0.1762381
Mar 05 21:13:46.273388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f73df843-6e58-4c10-9721-f47fc45cb4fe), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.278710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:46.279484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.377895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0491405
Mar 05 21:13:46.378376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-680c7cab-77b6-44a2-8d69-ae0db8665a09 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1332902829&fields=id&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 267 time: 0.3256774
Mar 05 21:13:46.384810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49782) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:46.391749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'ports': [{'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'}, {'network_id': 'f73df843-6e58-4c10-9721-f47fc45cb4fe'}]} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:46.392112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:46.392533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'f73df843-6e58-4c10-9721-f47fc45cb4fe'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:46.393338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe39cc-1eb9-4ec9-b037-0efabcb6b1ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=f73df843-6e58-4c10-9721-f47fc45cb4fe,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:46.403421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:46.408255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f73df843-6e58-4c10-9721-f47fc45cb4fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:46.416602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa1dc229-642c-4894-b042-fedc9fa29370 req-8441a8e7-2697-47c2-8c91-917c1f56024c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1561093
Mar 05 21:13:46.521232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9bf06406-01de-4728-99fc-84c691105c45 None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:46.521732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bf06406-01de-4728-99fc-84c691105c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.535483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f2-2683-4551-aac6-1b49ec6c7b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.559092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9bf06406-01de-4728-99fc-84c691105c45 None None] Port c24509a3-1e90-44fc-9547-c2c21b14e715 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:46.589547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 01a57961-fbe3-4574-8e1d-4266a150ade8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:13:46.591021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3d838643-cd09-4cf1-b363-245689c000a1 req-f8893620-fddb-4b1e-b6cc-7529bde0e18e service neutron] 10.222.0.23 "GET /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4283099
Mar 05 21:13:46.617393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f2-2683-4551-aac6-1b49ec6c7b05 admin admin] Publish callbacks [] for security_group (b20b255b-0091-4e70-aa57-9a86623b8153), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.625550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f2-2683-4551-aac6-1b49ec6c7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b20b255b-0091-4e70-aa57-9a86623b8153), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.670672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15aa84f2-2683-4551-aac6-1b49ec6c7b05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2e437b46d75485cb231d9a73fb90e85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2656567
Mar 05 21:13:46.671865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa84f2-2683-4551-aac6-1b49ec6c7b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b255b-0091-4e70-aa57-9a86623b8153,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:46.685404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49790) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:46.718444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-ce9869fb-ce36-4148-8914-aff5684364ba tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:46.720089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-ce9869fb-ce36-4148-8914-aff5684364ba tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.3409390
Mar 05 21:13:46.729873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01a57961-fbe3-4574-8e1d-4266a150ade8,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:46.743532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '01a57961-fbe3-4574-8e1d-4266a150ade8', 'network_id': '7b01390b-af80-47c7-b861-6f85f06d7866', 'port_id': '01a57961-fbe3-4574-8e1d-4266a150ade8', 'mac_address': 'fa:16:3e:c9:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7352a16-fded-4d9c-afa4-773f9e5616c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:13:46.754109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:13:46.755890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-2f81594a-e3b5-464c-98d5-5d4da46c3b1c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/quotas/f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 375 time: 0.0237725
Mar 05 21:13:46.784363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] Publish callbacks [] for security_group (b20b255b-0091-4e70-aa57-9a86623b8153), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.787838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 01a57961-fbe3-4574-8e1d-4266a150ade8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:46.788231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.802043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a57961-fbe3-4574-8e1d-4266a150ade8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:46.805842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676f86-e91c-4775-939c-709110d8ec2e req-39e5fb9a-6178-4596-9740-077ac8221526 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:46.807604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a676f86-e91c-4775-939c-709110d8ec2e req-39e5fb9a-6178-4596-9740-077ac8221526 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.0935469
Mar 05 21:13:46.822504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01a57961-fbe3-4574-8e1d-4266a150ade8,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:46.825370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] Publish callbacks [] for security_group (b20b255b-0091-4e70-aa57-9a86623b8153), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.828873 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.888236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a676f86-e91c-4775-939c-709110d8ec2e req-84e280ae-1ce6-473c-9e0a-02c4fc908cc2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727475
Mar 05 21:13:46.890447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:46.914744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 2} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:46.919373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.925682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b20b255b-0091-4e70-aa57-9a86623b8153), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.929156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.931746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b20b255b-0091-4e70-aa57-9a86623b8153 HTTP/1.1" status: 204  len: 168 time: 0.2428272
Mar 05 21:13:46.939124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff6a31-4f89-4572-b7e8-957ff4c21fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b255b-0091-4e70-aa57-9a86623b8153,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:46.951253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:46.976914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-74f0f389-0e50-486f-9b9f-09c8553dcdad tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2096798
Mar 05 21:13:47.033462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['01a57961-fbe3-4574-8e1d-4266a150ade8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:13:47.072988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:13:47.078469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5dc6cbc8-b259-4cff-8983-42631d80df09 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/0e701f3d-b4f1-4940-aeb9-27984a3b9f36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8967402
Mar 05 21:13:47.081082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49796) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:47.085126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Sync routers for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:13:47.114716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:47.115364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:47.211500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 1e7242ab-6552-4fdc-a04c-ea629a6447b4 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:13:47.221950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-0dc22de7-ecb0-4737-be98-e53cedba37e0 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322483
Mar 05 21:13:47.313949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:47.392838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49800) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:47.395147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.395726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.396206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.396673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.397145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.397609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.398635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.399104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.399564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.401660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2b0c082-cf4d-49c5-9357-68d1d54b59e1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6295 time: 0.3194087
Mar 05 21:13:47.408357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49802) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:47.468430 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3227cfca-291a-4e49-8902-cc5eacdfd137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:47.519597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec2c1b-a096-4e4c-94c2-e5bd67b4ef3b req-adb07a8f-a6c8-416f-a158-caf8d8657361 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.521245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69ec2c1b-a096-4e4c-94c2-e5bd67b4ef3b req-adb07a8f-a6c8-416f-a158-caf8d8657361 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 945 time: 0.1555514
Mar 05 21:13:47.588369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9520>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 2, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:47.594955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.595429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.595929 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.596385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.596835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.597279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.597740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:47.602503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-814b9951-905e-4947-945c-3e4f4f7cadc1 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4650 time: 0.1852646
Mar 05 21:13:47.606819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49808) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:47.635820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Checking router: 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:13:47.636224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Updating router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 port c24509a3-1e90-44fc-9547-c2c21b14e715 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:13:47.676312 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:47.759656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69ec2c1b-a096-4e4c-94c2-e5bd67b4ef3b req-02f8e6f1-035a-4409-8d45-77e604e3fed3 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243614
Mar 05 21:13:47.779731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-d3235d4c-e3de-4114-82e7-193842b7caf6 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5408602
Mar 05 21:13:47.792725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (1e7242ab-6552-4fdc-a04c-ea629a6447b4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:47.875652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 209b4570-5f59-41ba-b045-dc8d54e5eeba yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:13:47.958063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3227cfca-291a-4e49-8902-cc5eacdfd137 admin admin] Publish callbacks [] for security_group (b57d7d30-a3a5-47bc-aa1f-51f5937cd27e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:47.980773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3227cfca-291a-4e49-8902-cc5eacdfd137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b57d7d30-a3a5-47bc-aa1f-51f5937cd27e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.005564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (209b4570-5f59-41ba-b045-dc8d54e5eeba), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.045838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227cfca-291a-4e49-8902-cc5eacdfd137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d7d30-a3a5-47bc-aa1f-51f5937cd27e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:48.056309 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3227cfca-291a-4e49-8902-cc5eacdfd137 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ead78e04edd40f19bafbb6b28d27449&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6484299
Mar 05 21:13:48.056791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:48.100092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1e7242ab-6552-4fdc-a04c-ea629a6447b4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.203585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:48.206916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4a816d5-83de-49ca-9075-fd7067787517 req-e776bec3-0555-45bd-8721-30f2678e6af4 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 210 time: 0.0946639
Mar 05 21:13:48.210336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:48.213754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:48.214803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (209b4570-5f59-41ba-b045-dc8d54e5eeba), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.230153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=1e7242ab-6552-4fdc-a04c-ea629a6447b4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:48.276677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks [] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.290527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.312225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d97b2e-37a7-4707-8955-664098d0d698 req-8f4004a3-c4ae-45c5-ae76-e6398d4878c9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:48.314106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a6d97b2e-37a7-4707-8955-664098d0d698 req-8f4004a3-c4ae-45c5-ae76-e6398d4878c9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.2194691
Mar 05 21:13:48.348606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd73cd3-24c9-4362-8ea0-c15fabb33b3d None None] Pushing event updated for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:48.350065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] Publish callbacks [] for security_group (b57d7d30-a3a5-47bc-aa1f-51f5937cd27e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.371535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': '44896381-80e6-4cd6-9470-6015b97572cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f73df843-6e58-4c10-9721-f47fc45cb4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:48.372161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: f73df843-6e58-4c10-9721-f47fc45cb4fe, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:48.388599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=209b4570-5f59-41ba-b045-dc8d54e5eeba,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:48.410153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8a499e11-318f-4aa1-8a63-22921acc717d tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3054 time: 0.7993252
Mar 05 21:13:48.426463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network f73df843-6e58-4c10-9721-f47fc45cb4fe is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:48.437068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Attempting to bind port c24509a3-1e90-44fc-9547-c2c21b14e715 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:48.438565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Attempting to bind port c24509a3-1e90-44fc-9547-c2c21b14e715 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:48.439324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Attempting to bind port c24509a3-1e90-44fc-9547-c2c21b14e715 on network d9b9f3d8-89cc-4d64-807e-aa00ac579414 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:48.444594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f73df843-6e58-4c10-9721-f47fc45cb4fe) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:48.449467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:48.457856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:48.459185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:48.459769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Checking segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:48.462041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.462646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Bound using segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:48.463953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Bound port: c24509a3-1e90-44fc-9547-c2c21b14e715, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:48.465878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.470441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:48.473672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca16cc7-b78b-4e65-b94f-f42f25f59ed4 None None] Network f73df843-6e58-4c10-9721-f47fc45cb4fe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:48.474611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.475233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] Publish callbacks [] for security_group (b57d7d30-a3a5-47bc-aa1f-51f5937cd27e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.509110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1775a7b0-9308-47d2-86ab-0e74019f83d3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1212871
Mar 05 21:13:48.511730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:48.536738 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a6d97b2e-37a7-4707-8955-664098d0d698 req-6ee1f1f0-d271-4add-ad27-0ce90dd0661d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2010102
Mar 05 21:13:48.603300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 01a57961-fbe3-4574-8e1d-4266a150ade8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:48.617543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b57d7d30-a3a5-47bc-aa1f-51f5937cd27e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.620549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.624177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b57d7d30-a3a5-47bc-aa1f-51f5937cd27e HTTP/1.1" status: 204  len: 168 time: 0.5600574
Mar 05 21:13:48.638387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb88da-908a-4f1a-938b-84f267951d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d7d30-a3a5-47bc-aa1f-51f5937cd27e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:48.703299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 209b4570-5f59-41ba-b045-dc8d54e5eeba {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:48.703641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (209b4570-5f59-41ba-b045-dc8d54e5eeba), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.831713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] For port c24509a3-1e90-44fc-9547-c2c21b14e715, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:48.848290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:48.854298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74062424', 'description': 'tempest-secgroup-smoke-74062424 description', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:48.859100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aa61f483-1009-4f95-8475-691b97e3f9b5 None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:48.859552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aa61f483-1009-4f95-8475-691b97e3f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.877220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] For port c24509a3-1e90-44fc-9547-c2c21b14e715, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24509a3-1e90-44fc-9547-c2c21b14e715,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:48.893752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (209b4570-5f59-41ba-b045-dc8d54e5eeba), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.908465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 01a57961-fbe3-4574-8e1d-4266a150ade8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:13:48.920593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 209b4570-5f59-41ba-b045-dc8d54e5eeba owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:48.920847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 01a57961-fbe3-4574-8e1d-4266a150ade8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:48.921141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.932657 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:48.973649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.012610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a2adb-7f78-4546-af96-d9fc4468ff75 req-2de3f4e3-d732-4a23-b531-fcbb1b0229a7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:49.014731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e10a2adb-7f78-4546-af96-d9fc4468ff75 req-2de3f4e3-d732-4a23-b531-fcbb1b0229a7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 945 time: 0.0948625
Mar 05 21:13:49.057890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (209b4570-5f59-41ba-b045-dc8d54e5eeba), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.128530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=209b4570-5f59-41ba-b045-dc8d54e5eeba,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.135741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (2678c394-d095-4b15-bfc1-11a4063a5a1a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.146151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.150725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e10a2adb-7f78-4546-af96-d9fc4468ff75 req-98b81bbe-f8e6-4d87-b78e-6d6e213dd890 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997806
Mar 05 21:13:49.154692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03f6dc53-b903-417b-b3fb-289a115af238 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/209b4570-5f59-41ba-b045-dc8d54e5eeba HTTP/1.1" status: 204  len: 168 time: 0.6416228
Mar 05 21:13:49.156151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.157228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2678c394-d095-4b15-bfc1-11a4063a5a1a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.192838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2678c394-d095-4b15-bfc1-11a4063a5a1a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.200707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.202837 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-77878b89-9bdd-4ef2-b85f-7c65083649c5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3531914
Mar 05 21:13:49.205969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49870) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.211029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:49.243592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aa61f483-1009-4f95-8475-691b97e3f9b5 None None] Port c24509a3-1e90-44fc-9547-c2c21b14e715 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:49.245042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (86cfa509-a54b-47b1-a42b-744845a95218), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.294735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:13:49.295413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:49.325858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (86cfa509-a54b-47b1-a42b-744845a95218), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.334197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (86cfa509-a54b-47b1-a42b-744845a95218), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.343278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e895214-7a1c-4f39-9641-abebfda06d41 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:49.356745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cfa509-a54b-47b1-a42b-744845a95218,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.357136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e895214-7a1c-4f39-9641-abebfda06d41 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:49.358789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e895214-7a1c-4f39-9641-abebfda06d41 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.2004178
Mar 05 21:13:49.362723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49878) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.385801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.389791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-156af255-f793-49d2-8cff-9deb3435a678 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1799247
Mar 05 21:13:49.390063 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.396266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:49.439975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (9191d15e-41d8-4335-aac9-5494486085e9), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.451913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fa183775-99b3-4d7e-9177-531fd09e10e6 req-04c83a81-f80c-4613-8ccc-06173a8131e0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 210 time: 0.0703063
Mar 05 21:13:49.466023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd73cd3-24c9-4362-8ea0-c15fabb33b3d None None] Pushing event updated for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.529850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 1e7242ab-6552-4fdc-a04c-ea629a6447b4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:49.530200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1e7242ab-6552-4fdc-a04c-ea629a6447b4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.536454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (9191d15e-41d8-4335-aac9-5494486085e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.544518 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (9191d15e-41d8-4335-aac9-5494486085e9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.618626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9191d15e-41d8-4335-aac9-5494486085e9,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.639447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:13:49.642869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 01a57961-fbe3-4574-8e1d-4266a150ade8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:49.643474 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.664615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.668848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba3487ae-0fe9-44de-ada3-0cd226d08259 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2777941
Mar 05 21:13:49.669576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.674270 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1e7242ab-6552-4fdc-a04c-ea629a6447b4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.685707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:49.696643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 1e7242ab-6552-4fdc-a04c-ea629a6447b4 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:49.724268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:49.724792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.754422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (1f813987-bbff-4caf-bbaf-fae5f2b289b4), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.803121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:49.806789 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a9077-e867-4e11-8d02-81a4b7cf0f0b" -d '{"events": [{"server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "name": "network-vif-plugged", "status": "completed", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:49.825848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0712dd-17dd-4497-8f53-25d613c1cd64 req-a1b2ec49-8bef-43bc-804f-8cf3273bc4cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:49.833340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a0712dd-17dd-4497-8f53-25d613c1cd64 req-a1b2ec49-8bef-43bc-804f-8cf3273bc4cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.1620350
Mar 05 21:13:49.864233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1e7242ab-6552-4fdc-a04c-ea629a6447b4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.894442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.900625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/1e7242ab-6552-4fdc-a04c-ea629a6447b4 HTTP/1.1" status: 204  len: 168 time: 0.5341148
Mar 05 21:13:49.902126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49896) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:49.922691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01a57961-fbe3-4574-8e1d-4266a150ade8,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:49.925223 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4ef4a3-3766-427a-b553-6686761636b3 x-openstack-request-id: req-ab4ef4a3-3766-427a-b553-6686761636b3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:49.925527 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "name": "network-vif-plugged", "status": "completed", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:49.925852 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab4ef4a3-3766-427a-b553-6686761636b3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:49.926210 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8', 'code': 200}
Mar 05 21:13:49.929104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-fd4d2210-8993-4c1a-8729-141ab378d871 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:49.931929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-fd4d2210-8993-4c1a-8729-141ab378d871 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.3375092
Mar 05 21:13:49.934094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:49.957826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e6a49-65d2-44c5-942c-2f9d1ae742c1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=1e7242ab-6552-4fdc-a04c-ea629a6447b4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:49.972926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a0712dd-17dd-4497-8f53-25d613c1cd64 req-cf04f418-3cf7-445a-8a7e-5dd9305ec8fa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387239
Mar 05 21:13:50.039359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389aeac-57ee-44f0-a19f-89892caac7f2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:50.041030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2389aeac-57ee-44f0-a19f-89892caac7f2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1392343
Mar 05 21:13:50.044169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd677e4b-9a45-4b7e-a2d3-c1c6518fec06 req-b8262312-e7b2-4448-a977-d67a5dc1ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:50.045580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd677e4b-9a45-4b7e-a2d3-c1c6518fec06 req-b8262312-e7b2-4448-a977-d67a5dc1ff54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 1128 time: 0.0891383
Mar 05 21:13:50.046038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.056044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-2c31dbe8-70c5-460a-84c5-6a04813a51f2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 380 time: 0.0870607
Mar 05 21:13:50.076747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Current status of the port c24509a3-1e90-44fc-9547-c2c21b14e715 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:50.077154 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.078190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'port': {'device_id': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'admin_state_up': True, 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'security_groups': ['67570818-9387-429d-a3d8-8c010ec7957e']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:50.084459 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d29dd6f-1ec2-4c86-a099-1f6ed9e20a74 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:13:50.086833 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d29dd6f-1ec2-4c86-a099-1f6ed9e20a74 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/209b4570-5f59-41ba-b045-dc8d54e5eeba HTTP/1.1" status: 404  len: 333 time: 0.0390830
Mar 05 21:13:50.088841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49904) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.088997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (1f813987-bbff-4caf-bbaf-fae5f2b289b4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.106166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1f813987-bbff-4caf-bbaf-fae5f2b289b4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.116685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.133033 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0010ef-1c01-481e-a48e-7e6ac46195ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:13:50.135551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6a0010ef-1c01-481e-a48e-7e6ac46195ad tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/1e7242ab-6552-4fdc-a04c-ea629a6447b4 HTTP/1.1" status: 404  len: 333 time: 0.0456784
Mar 05 21:13:50.138467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49906) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.150522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] For port c24509a3-1e90-44fc-9547-c2c21b14e715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24509a3-1e90-44fc-9547-c2c21b14e715,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:50.177598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.182412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f813987-bbff-4caf-bbaf-fae5f2b289b4,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.203288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.204924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba9ddcce-38f1-4a1f-8179-a206bdfdaf37 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5228014
Mar 05 21:13:50.209147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.216863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:50.248853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf27bb-09e3-443a-b1cf-cd93d6c49f5d None None] Pushing event updated for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.261929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd677e4b-9a45-4b7e-a2d3-c1c6518fec06 req-02a6e041-96f9-43a9-9c88-224f3481c6f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058070
Mar 05 21:13:50.265428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9520>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:48Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:50.285358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (43ce84c9-fed6-40c8-9a68-574a11393d3b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.305901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26152-66dd-46eb-96a7-ea33923d7d70 None None] The sync data for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 is: [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:48Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:13:50.340206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f73df843-6e58-4c10-9721-f47fc45cb4fe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.356871 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (43ce84c9-fed6-40c8-9a68-574a11393d3b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.358465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:50.362304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.366238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (43ce84c9-fed6-40c8-9a68-574a11393d3b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.385067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f5e1-39ea-41dc-b2a5-cbeb3c296f93 req-d0c70b6f-657a-4197-b19a-342b905ed0ad tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:50.396320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff84f5e1-39ea-41dc-b2a5-cbeb3c296f93 req-d0c70b6f-657a-4197-b19a-342b905ed0ad tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 946 time: 0.1139758
Mar 05 21:13:50.492709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff84f5e1-39ea-41dc-b2a5-cbeb3c296f93 req-930f3782-b1c5-419e-8a7c-4ee316a45639 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929096
Mar 05 21:13:50.495491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ce84c9-fed6-40c8-9a68-574a11393d3b,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.512610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.514364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-674d23bb-a304-4a20-9d5f-9e140b336081 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3030410
Mar 05 21:13:50.517588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49918) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.523353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:50.597937 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f73df843-6e58-4c10-9721-f47fc45cb4fe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.624573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2f0dba2-e814-4970-9c58-649ccedbf8d4 req-a812b52f-6f62-4b89-abd4-07af256b0d5d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 210 time: 0.0463996
Mar 05 21:13:50.626857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89d0a820>,) {'filters': {'network_id': ['f73df843-6e58-4c10-9721-f47fc45cb4fe']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:50.628253 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:13:50.638984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89d0a820>, '44896381-80e6-4cd6-9470-6015b97572cf') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:50.639340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89d0a820>, '44896381-80e6-4cd6-9470-6015b97572cf') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:50.644388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (80d641b5-2ace-4d83-af46-0b23b7280263), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.663629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (44896381-80e6-4cd6-9470-6015b97572cf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.673846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.20.0.13 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/71b7c409-e98e-4866-bf19-79f1bddce767) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:50.680280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (44896381-80e6-4cd6-9470-6015b97572cf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.688270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:50.688838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (44896381-80e6-4cd6-9470-6015b97572cf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:50.692015 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:50.723960 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:13:50.749186 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (80d641b5-2ace-4d83-af46-0b23b7280263), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.769336 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (80d641b5-2ace-4d83-af46-0b23b7280263), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.775341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f73df843-6e58-4c10-9721-f47fc45cb4fe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.789543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.797395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/f73df843-6e58-4c10-9721-f47fc45cb4fe HTTP/1.1" status: 204  len: 168 time: 0.6567607
Mar 05 21:13:50.813288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49926) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.823625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025055989'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:50.829958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d70f85-f25a-4319-be9a-27c3a9d21109 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=f73df843-6e58-4c10-9721-f47fc45cb4fe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.834021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d641b5-2ace-4d83-af46-0b23b7280263,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:50.849368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.850506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75ea3833-67de-4812-b4b6-027545d7d494 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3317997
Mar 05 21:13:50.854042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 49928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:50.865542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'security_group_rule': {'security_group_id': '2678c394-d095-4b15-bfc1-11a4063a5a1a', 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:50.887740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:50.891632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.910790 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Project 632d8e2bf65b468e975ce9ac5869f2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:13:50.918182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (85d3183e-3abc-4fe0-920d-3787ede661f3), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.925808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (71b7c409-e98e-4866-bf19-79f1bddce767), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.946228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:50.971284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fecc49aa-72d9-4773-ae93-19347b2078ca), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:50.971655 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment fecc49aa-72d9-4773-ae93-19347b2078ca of type vlan for network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30
Mar 05 21:13:50.984081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.040581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.056605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:51.056824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (85d3183e-3abc-4fe0-920d-3787ede661f3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.069193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (85d3183e-3abc-4fe0-920d-3787ede661f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.081680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:51.084425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:51.087286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:51.095518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d3183e-3abc-4fe0-920d-3787ede661f3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:51.099147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.104706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:51.105456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.113167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.123716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-af826df3-7502-49ff-888a-f4d42d80ab3f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2576089
Mar 05 21:13:51.183495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:51.184304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.214833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e3ea4ba0-fc8b-4fa9-9179-2eeebb5406d0 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1471081
Mar 05 21:13:51.315489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4997091
Mar 05 21:13:51.318224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 49944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:51.325946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f3a3-c555-435d-8207-960b8feb0b26 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:51.326245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:51.339216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:51.521904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Request body: {'port': {'device_id': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:51.577544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-b2863ac2-2dbb-44a7-89c7-6cee1eec9286 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74062424&fields=id&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 267 time: 0.1418738
Mar 05 21:13:51.587934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-13f6ece9-46f9-4608-a9d3-b93ef421cce2 None None] Provisioning complete for port 71b7c409-e98e-4866-bf19-79f1bddce767 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:51.588619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13f6ece9-46f9-4608-a9d3-b93ef421cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.626071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.648042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-13f6ece9-46f9-4608-a9d3-b93ef421cce2 None None] Port 71b7c409-e98e-4866-bf19-79f1bddce767 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:51.660216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:51.664094 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:51.740867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-7e190b99-c898-46b6-8039-58c4f57a370e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:51.742613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-7e190b99-c898-46b6-8039-58c4f57a370e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 796 time: 0.1642742
Mar 05 21:13:51.760439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-d2589497-4a59-4c8d-9b41-8acf22ef54f6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/quotas/632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 375 time: 0.0120027
Mar 05 21:13:51.796154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:13:51.798913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:13:51.828859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-234f75ab-362e-497b-b83a-1adaf873d7c4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0624785
Mar 05 21:13:51.862483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfb265-6382-413f-834f-5f4adc62df4d req-605c39db-7faa-45ae-94fa-8fe494af48a9 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:51.864107 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acbfb265-6382-413f-834f-5f4adc62df4d req-605c39db-7faa-45ae-94fa-8fe494af48a9 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 946 time: 0.2235713
Mar 05 21:13:51.973617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-1ece80e8-a48c-4448-8a23-0cbe6b3f445f service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300225
Mar 05 21:13:52.072660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acbfb265-6382-413f-834f-5f4adc62df4d req-835bab3e-f61f-430a-ac88-9fef0ab0e698 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971006
Mar 05 21:13:52.144859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-8a6daba4-7bce-4ece-b548-1ce461f5beb5 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546106
Mar 05 21:13:52.164437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (284d280d-9498-4e4f-adc9-97a764fdf452), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.353726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': 'fecc49aa-72d9-4773-ae93-19347b2078ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:52.354218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:52.357283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=284d280d-9498-4e4f-adc9-97a764fdf452,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:52.410539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c24509a3-1e90-44fc-9547-c2c21b14e715 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:52.424038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b7c409-e98e-4866-bf19-79f1bddce767 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:52.435536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks [] for port (71b7c409-e98e-4866-bf19-79f1bddce767), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.445296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16584a29-c959-4900-a200-17f1492006f7 req-33ec0e6a-9513-4c8b-9320-03fca96001c3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:52.446935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16584a29-c959-4900-a200-17f1492006f7 req-33ec0e6a-9513-4c8b-9320-03fca96001c3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 932 time: 0.2224391
Mar 05 21:13:52.449008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:52.479694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Transition to ACTIVE for port object 71b7c409-e98e-4866-bf19-79f1bddce767 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:13:52.480864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:52.488346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:52.489474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.495783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.498156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c435d-2122-4e70-832a-85136237c0fb None None] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:52.540836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3aaa8631-8c1d-4067-979d-a8e5fb19ba4b req-49d11619-89d1-4f5f-8215-3769a316c446 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 210 time: 0.0759811
Mar 05 21:13:52.552208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50000) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:52.576220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50004) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:52.576484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-86ca0312-fc4a-4bd6-9575-99afde1e9587 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2566004
Mar 05 21:13:52.588574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16584a29-c959-4900-a200-17f1492006f7 req-3bd60c52-2353-4d54-a9ec-3c0d12b1a85c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322112
Mar 05 21:13:52.590511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:52.591692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30', 'name': 'tempest-PortsIpV6TestJSON-1821080180'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:52.723362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c24509a3-1e90-44fc-9547-c2c21b14e715 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:52.724236 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.874191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:52.878949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.900088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30', 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': '284d280d-9498-4e4f-adc9-97a764fdf452'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:52.903020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aeea2e5-b765-469a-9f25-23e8232d21d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.910404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:52.977602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port ca0931fd-b25b-4795-8ce4-27a20aa6ea2c yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:13:53.160326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Attempting to bind port 71b7c409-e98e-4866-bf19-79f1bddce767 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:53.161451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Attempting to bind port 71b7c409-e98e-4866-bf19-79f1bddce767 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:53.162030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Attempting to bind port 71b7c409-e98e-4866-bf19-79f1bddce767 on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:53.169655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Port 71b7c409-e98e-4866-bf19-79f1bddce767 on network b56f14b9-afc0-424d-b080-c31779583b66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:13:53.170101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Attempting to bind port 71b7c409-e98e-4866-bf19-79f1bddce767 on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:53.176498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:53.176968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:53.177766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:53.178376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Bound port: 71b7c409-e98e-4866-bf19-79f1bddce767, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:53.179764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.214821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c24509a3-1e90-44fc-9547-c2c21b14e715 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:53.215251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::f6 (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30/284d280d-9498-4e4f-adc9-97a764fdf452/ca0931fd-b25b-4795-8ce4-27a20aa6ea2c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:53.304523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:53.305968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aeea2e5-b765-469a-9f25-23e8232d21d2 admin admin] Publish callbacks [] for security_group (aa4cc5f1-d241-4547-a5b1-a3c38272db5a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.308492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:53.317253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245f13-9282-417d-8a1e-7afb9c2cf6f7 req-bf11a896-6b32-4600-877c-932d8b0a19c7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.317492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1aeea2e5-b765-469a-9f25-23e8232d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa4cc5f1-d241-4547-a5b1-a3c38272db5a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.323981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb245f13-9282-417d-8a1e-7afb9c2cf6f7 req-bf11a896-6b32-4600-877c-932d8b0a19c7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 946 time: 0.0919008
Mar 05 21:13:53.334130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.395203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.396095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.397511 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] 10.222.0.31 "PUT /v2.0/ports/71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 200  len: 1092 time: 2.1747785
Mar 05 21:13:53.398500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:53.400877 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e974e29-771a-48be-82e3-748cdd3bdf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:53.408596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1aeea2e5-b765-469a-9f25-23e8232d21d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=665e09b2dfed454da1e73ddf9f23e057&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8525667
Mar 05 21:13:53.411257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50022) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:53.415567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea2e5-b765-469a-9f25-23e8232d21d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4cc5f1-d241-4547-a5b1-a3c38272db5a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:53.463931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (ca0931fd-b25b-4795-8ce4-27a20aa6ea2c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.475253 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb245f13-9282-417d-8a1e-7afb9c2cf6f7 req-4007b186-a120-4b2c-8e3d-93e5f36196d7 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502130
Mar 05 21:13:53.488919 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de47ffa-b363-49f4-9026-419606f699c0 x-openstack-request-id: req-9de47ffa-b363-49f4-9026-419606f699c0 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:53.489266 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:53.489474 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9de47ffa-b363-49f4-9026-419606f699c0 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:53.489885 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767', 'status': 'completed', 'code': 200}
Mar 05 21:13:53.495298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3c6a-e355-4817-9b5c-6f1da0ee0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:53.528629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ca0931fd-b25b-4795-8ce4-27a20aa6ea2c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.581299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:53.588896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] Publish callbacks [] for security_group (aa4cc5f1-d241-4547-a5b1-a3c38272db5a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.598389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:53.598586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Allocated IP 2001:db8::2 (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30/284d280d-9498-4e4f-adc9-97a764fdf452/66fa6d93-5028-435c-81e1-0dc43ed877f0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:53.603172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:53.622233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-5f07617a-9ce1-4d31-9725-545be4deae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.624030 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-5f07617a-9ce1-4d31-9725-545be4deae20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 1126 time: 0.1435664
Mar 05 21:13:53.630205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.631096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.637045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] Publish callbacks [] for security_group (aa4cc5f1-d241-4547-a5b1-a3c38272db5a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.655658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=ca0931fd-b25b-4795-8ce4-27a20aa6ea2c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:53.680739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2b790322-fac0-4271-8d75-a9eea5e76f8a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1023505
Mar 05 21:13:53.683821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50028) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:53.725460 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-97fb7a59-c845-47fc-a430-102e2299ee2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 200  len: 217 time: 0.0913286
Mar 05 21:13:53.773465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef3ef9c7-95d1-411a-8cbb-adb7230b6ac6 req-05246cce-4309-4e29-9348-a5b612bf784c tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 210 time: 0.0605454
Mar 05 21:13:53.837085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-0ab27665-ac1f-458e-8881-4b7d7b9cf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.839301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-0ab27665-ac1f-458e-8881-4b7d7b9cf0c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1024895
Mar 05 21:13:53.839583 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks [] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.840493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa4cc5f1-d241-4547-a5b1-a3c38272db5a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.844843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.846071 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa4cc5f1-d241-4547-a5b1-a3c38272db5a HTTP/1.1" status: 204  len: 168 time: 0.4337673
Mar 05 21:13:53.848805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:53.848972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c1cd-152c-43a3-bdde-aa6aa49e20a4 req-cfe95a30-389f-43e8-b6a6-2924da44d59f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.858004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ce0c1cd-152c-43a3-bdde-aa6aa49e20a4 req-cfe95a30-389f-43e8-b6a6-2924da44d59f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 944 time: 0.1531971
Mar 05 21:13:53.875513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:53.878850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:53.881400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a7f60-aa4a-4268-a8f3-6b2d752b2b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4cc5f1-d241-4547-a5b1-a3c38272db5a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:53.920927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-654da360-913d-4f40-949a-3a0d99b87b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:53.923086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-654da360-913d-4f40-949a-3a0d99b87b16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0757267
Mar 05 21:13:53.943919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:53.961523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Pushing event updated for resources: {'Port': ['ID=66fa6d93-5028-435c-81e1-0dc43ed877f0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:54.015453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Attempting to bind port 66fa6d93-5028-435c-81e1-0dc43ed877f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:54.015862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Attempting to bind port 66fa6d93-5028-435c-81e1-0dc43ed877f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fecc49aa-72d9-4773-ae93-19347b2078ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:54.016235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Attempting to bind port 66fa6d93-5028-435c-81e1-0dc43ed877f0 on network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:54.021854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:54.022455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Checking segment: {'id': 'fecc49aa-72d9-4773-ae93-19347b2078ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:54.023881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.024640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Bound using segment: {'id': 'fecc49aa-72d9-4773-ae93-19347b2078ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:54.025301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Bound port: 66fa6d93-5028-435c-81e1-0dc43ed877f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecc49aa-72d9-4773-ae93-19347b2078ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:54.025881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.102497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port ca0931fd-b25b-4795-8ce4-27a20aa6ea2c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:54.103071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ca0931fd-b25b-4795-8ce4-27a20aa6ea2c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.103300 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-0611e6d7-8d9f-419b-ab6a-93f402ad7c0e service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719751
Mar 05 21:13:54.121456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] For port 66fa6d93-5028-435c-81e1-0dc43ed877f0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:54.125643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] For port 66fa6d93-5028-435c-81e1-0dc43ed877f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66fa6d93-5028-435c-81e1-0dc43ed877f0,segment=NetworkSegment(fecc49aa-72d9-4773-ae93-19347b2078ca),segment_id=fecc49aa-72d9-4773-ae93-19347b2078ca)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:54.129131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ce0c1cd-152c-43a3-bdde-aa6aa49e20a4 req-021b4a7a-f35a-46cf-aa60-b8ec21b29644 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2667282
Mar 05 21:13:54.137650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-643eb419-6538-4840-95df-98870e45b331 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.139397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-643eb419-6538-4840-95df-98870e45b331 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 796 time: 0.1892657
Mar 05 21:13:54.157064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.205235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-244ffde7-be1c-4fdd-a0af-e9d484fd8c6d req-0bf984e6-df9c-4849-98e3-328840b48e58 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958521
Mar 05 21:13:54.252634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f09f8-6e34-4071-acb1-5f304bfdfe0e None None] Pushing event updated for resources: {'Port': ['ID=66fa6d93-5028-435c-81e1-0dc43ed877f0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:54.285551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ca0931fd-b25b-4795-8ce4-27a20aa6ea2c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.313866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for ca0931fd-b25b-4795-8ce4-27a20aa6ea2c owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:54.321719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-a50e60f2-d96d-40d7-b1fa-2b7567b6192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.327963 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-a50e60f2-d96d-40d7-b1fa-2b7567b6192c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 1126 time: 0.0690906
Mar 05 21:13:54.334382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-65f2068f-1f82-439f-8e7b-a3b4dc919444 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=632d8e2bf65b468e975ce9ac5869f2ad HTTP/1.1" status: 200  len: 378 time: 0.1779308
Mar 05 21:13:54.343604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'port': {'device_id': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'admin_state_up': True, 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'security_groups': ['2678c394-d095-4b15-bfc1-11a4063a5a1a']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:54.386790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:54.405761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a78e1d2-675a-4d46-b31b-e901e0018bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.485873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-678de9bb-cf38-4a2a-a831-13533ff582c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.486399 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-678de9bb-cf38-4a2a-a831-13533ff582c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1530018
Mar 05 21:13:54.512767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1ca408b-636b-4a26-aad6-dd8803466fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.580183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-0bdddca5-3ec5-4f1c-82e0-64776ae4d5c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 200  len: 217 time: 0.0688956
Mar 05 21:13:54.589077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Made reservation on behalf of 632d8e2bf65b468e975ce9ac5869f2ad for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:54.592673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.606391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ca0931fd-b25b-4795-8ce4-27a20aa6ea2c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.651815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=ca0931fd-b25b-4795-8ce4-27a20aa6ea2c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:54.705218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a78e1d2-675a-4d46-b31b-e901e0018bb6 admin admin] Publish callbacks [] for security_group (36cf13a0-86c0-415d-89d0-0238105b15fd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.715348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.718442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0a78e1d2-675a-4d46-b31b-e901e0018bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36cf13a0-86c0-415d-89d0-0238105b15fd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:54.718595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-21074ba5-114e-4155-ab03-63dc9b0b5da3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/ca0931fd-b25b-4795-8ce4-27a20aa6ea2c HTTP/1.1" status: 204  len: 168 time: 1.0337019
Mar 05 21:13:54.721547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50038) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:54.737689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-4eea55a2-956f-4b32-b071-22e5cb819604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.739136 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-4eea55a2-956f-4b32-b071-22e5cb819604 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1388848
Mar 05 21:13:54.746507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-36a5c79d-4100-444a-85b3-fc29c42cc094 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.747867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-36a5c79d-4100-444a-85b3-fc29c42cc094 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 946 time: 0.2241678
Mar 05 21:13:54.753916 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c44084-b819-4b78-a82c-ccf37f6e77ed tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:13:54.754482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c44084-b819-4b78-a82c-ccf37f6e77ed tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:13:54.757583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55c44084-b819-4b78-a82c-ccf37f6e77ed tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/ca0931fd-b25b-4795-8ce4-27a20aa6ea2c HTTP/1.1" status: 404  len: 333 time: 0.0351260
Mar 05 21:13:54.763598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50040) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:54.813990 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-704cf0b6-d0ba-4342-ace7-15b3ab233ea6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:13:54.817502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-704cf0b6-d0ba-4342-ace7-15b3ab233ea6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/ca0931fd-b25b-4795-8ce4-27a20aa6ea2c HTTP/1.1" status: 404  len: 333 time: 0.0502732
Mar 05 21:13:54.819769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50044) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:54.830948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46a95a-2875-4238-84b6-8ea8685142cb req-f5d4bdb0-8dbf-4e69-931f-52a944c9403f tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.832491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a46a95a-2875-4238-84b6-8ea8685142cb req-f5d4bdb0-8dbf-4e69-931f-52a944c9403f tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 946 time: 0.2333412
Mar 05 21:13:54.845229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0a78e1d2-675a-4d46-b31b-e901e0018bb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51599f9fc42843a4a56c930f57930bfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4551456
Mar 05 21:13:54.846410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78e1d2-675a-4d46-b31b-e901e0018bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf13a0-86c0-415d-89d0-0238105b15fd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:54.852587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50046) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:54.886235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.20.0.5 (d9b9f3d8-89cc-4d64-807e-aa00ac579414/3a96b527-e9d0-4e13-9b6d-099b60bccf26/b8192733-a028-48b7-97f6-9d039ff8a5d8) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:54.938557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-02efb4fa-0bac-4058-995f-7a4b09454cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:54.940088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-02efb4fa-0bac-4058-995f-7a4b09454cd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1861026
Mar 05 21:13:54.951627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a46a95a-2875-4238-84b6-8ea8685142cb req-5071226d-e86d-4f36-9097-b8ba6e0e1281 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/security-groups?id=5284b2e9-aabe-4ccd-b55b-3c3348e97293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124818
Mar 05 21:13:54.956084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet 284d280d-9498-4e4f-adc9-97a764fdf452 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:13:54.963492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f53cb3d9-2adb-4f27-bef1-3aa0b03e36d5 req-82e8105f-555e-417d-bd00-7f59d3cd0af6 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 210 time: 0.0606077
Mar 05 21:13:54.970780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (284d280d-9498-4e4f-adc9-97a764fdf452), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.034058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Deleting port 01a57961-fbe3-4574-8e1d-4266a150ade8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:55.034397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.037781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] Publish callbacks [] for security_group (36cf13a0-86c0-415d-89d0-0238105b15fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.088878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (284d280d-9498-4e4f-adc9-97a764fdf452), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.091884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 71b7c409-e98e-4866-bf19-79f1bddce767 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:13:55.099529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-1f1a97cd-d7b9-43d3-a18f-642ebe56b075 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513195
Mar 05 21:13:55.141828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] Publish callbacks [] for security_group (36cf13a0-86c0-415d-89d0-0238105b15fd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.264808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:55.270532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.283315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '71b7c409-e98e-4866-bf19-79f1bddce767', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'port_id': '71b7c409-e98e-4866-bf19-79f1bddce767', 'mac_address': 'fa:16:3e:c6:91:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:13:55.296251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] For port 01a57961-fbe3-4574-8e1d-4266a150ade8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01a57961-fbe3-4574-8e1d-4266a150ade8,segment=NetworkSegment(59d15748-6261-47a1-9c59-b4c02d1f4a3a),segment_id=59d15748-6261-47a1-9c59-b4c02d1f4a3a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:55.296633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.324733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (284d280d-9498-4e4f-adc9-97a764fdf452), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.332758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Calling delete_port for 01a57961-fbe3-4574-8e1d-4266a150ade8 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:55.337557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 71b7c409-e98e-4866-bf19-79f1bddce767 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:55.337988 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.349423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e974e29-771a-48be-82e3-748cdd3bdf0a req-83fb4707-ee70-48c4-86da-517f684c9048 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2426357
Mar 05 21:13:55.358620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3686441-bd4f-4722-b194-dead623ebbd3 req-835d3438-545b-4789-bcf7-1aa627786379 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:55.360184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3686441-bd4f-4722-b194-dead623ebbd3 req-835d3438-545b-4789-bcf7-1aa627786379 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 944 time: 0.1310062
Mar 05 21:13:55.364838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b7c409-e98e-4866-bf19-79f1bddce767 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:55.408688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:55.415172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (36cf13a0-86c0-415d-89d0-0238105b15fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.417857 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.419451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36cf13a0-86c0-415d-89d0-0238105b15fd HTTP/1.1" status: 204  len: 168 time: 0.5661798
Mar 05 21:13:55.420736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.433029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87fe5f-74af-4a2c-92c2-87482f6f9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf13a0-86c0-415d-89d0-0238105b15fd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:55.435247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.500688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:55.503588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (284d280d-9498-4e4f-adc9-97a764fdf452), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.511495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:55.513510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:55.524284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:55.535884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f3686441-bd4f-4722-b194-dead623ebbd3 req-b19ce066-834b-4d30-b7e5-bd6b270e5195 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1672246
Mar 05 21:13:55.606893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=284d280d-9498-4e4f-adc9-97a764fdf452,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:55.613673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.617149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e08d73e7-10c5-4473-85e5-71072b1018f0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/284d280d-9498-4e4f-adc9-97a764fdf452 HTTP/1.1" status: 204  len: 168 time: 0.7961762
Mar 05 21:13:55.620455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:55.623111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['71b7c409-e98e-4866-bf19-79f1bddce767'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:13:55.627778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:55.640220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:55.641553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.670122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-a2d39474-ca3a-45c1-88f1-3fb6a028c8a7 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3301842
Mar 05 21:13:55.687996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Request body: {'port': {'device_id': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:55.734527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127a939-a8da-42ab-a3c9-080c659ee11e None None] Network e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:55.754973 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.761944 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (01a57961-fbe3-4574-8e1d-4266a150ade8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.778937 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.822354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['01a57961-fbe3-4574-8e1d-4266a150ade8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:13:55.834479 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Pushing event deleted for resources: {'Port': ['ID=01a57961-fbe3-4574-8e1d-4266a150ade8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:55.893061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] No DVR routers for this DVR port 01a57961-fbe3-4574-8e1d-4266a150ade8 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:55.902413 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:55.910610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee410a6e-797d-4ed5-b239-65aba0f0aa07 req-6b951521-4ec5-4449-8f1e-99d1f5bd0f5a tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.23 "DELETE /v2.0/ports/01a57961-fbe3-4574-8e1d-4266a150ade8 HTTP/1.1" status: 204  len: 173 time: 1.1508431
Mar 05 21:13:55.911581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'name': 'network-vif-deleted', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:55.916187 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df746789-84e2-49f1-aeae-7a4400d5466a" -d '{"events": [{"server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "name": "network-vif-deleted", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:55.930706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Provisioning complete for port 66fa6d93-5028-435c-81e1-0dc43ed877f0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:55.931146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.017376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 66fa6d93-5028-435c-81e1-0dc43ed877f0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:56.020179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.036273 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378dbd6-03a3-405c-851e-963ceb17d9ca x-openstack-request-id: req-2378dbd6-03a3-405c-851e-963ceb17d9ca {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:56.037081 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd96e93-68e0-4a43-a639-f7687e332e17", "name": "network-vif-deleted", "tag": "01a57961-fbe3-4574-8e1d-4266a150ade8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:56.037498 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2378dbd6-03a3-405c-851e-963ceb17d9ca {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:56.038087 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd96e93-68e0-4a43-a639-f7687e332e17', 'name': 'network-vif-deleted', 'tag': '01a57961-fbe3-4574-8e1d-4266a150ade8', 'status': 'completed', 'code': 200}
Mar 05 21:13:56.111448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Current status of the port 66fa6d93-5028-435c-81e1-0dc43ed877f0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:56.112074 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.150220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] DHCP port deletion for e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:13:56.193126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d8966fd-2ba3-4173-8343-492ae537d4a4 req-9365c6c4-60b3-4f78-9f70-22c0ab5f4db4 tempest-VolumesActionsTest-1075133775 tempest-VolumesActionsTest-1075133775-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cd96e93-68e0-4a43-a639-f7687e332e17 HTTP/1.1" status: 200  len: 210 time: 0.0638742
Mar 05 21:13:56.211862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] For port 66fa6d93-5028-435c-81e1-0dc43ed877f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66fa6d93-5028-435c-81e1-0dc43ed877f0,segment=NetworkSegment(fecc49aa-72d9-4773-ae93-19347b2078ca),segment_id=fecc49aa-72d9-4773-ae93-19347b2078ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:56.222600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.241933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] For port 66fa6d93-5028-435c-81e1-0dc43ed877f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66fa6d93-5028-435c-81e1-0dc43ed877f0,segment=NetworkSegment(fecc49aa-72d9-4773-ae93-19347b2078ca),segment_id=fecc49aa-72d9-4773-ae93-19347b2078ca)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:56.242594 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.260645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 66fa6d93-5028-435c-81e1-0dc43ed877f0 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:56.317634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9ce74-a8f5-417d-8558-3902ae20be8a req-ecfa73bf-db54-4d8b-b8e4-468389505998 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:56.325800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0d9ce74-a8f5-417d-8558-3902ae20be8a req-ecfa73bf-db54-4d8b-b8e4-468389505998 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 931 time: 0.1143622
Mar 05 21:13:56.327265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Deleting port 66fa6d93-5028-435c-81e1-0dc43ed877f0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:56.327917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.331796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324421-7a7e-4942-b3fb-fb6ef62e541d None None] Pushing event updated for resources: {'Port': ['ID=66fa6d93-5028-435c-81e1-0dc43ed877f0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:56.350510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.386653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=66fa6d93-5028-435c-81e1-0dc43ed877f0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:56.389750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No DVR routers for this DVR port 66fa6d93-5028-435c-81e1-0dc43ed877f0 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:56.404526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.405054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.405408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.405753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.406092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.406428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.406816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.407211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.407549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.407919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.408251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.408630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.409002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:13:56.431132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b9201b7a-f532-4047-97d4-0f18c073a1c5 None None] Provisioning complete for port b8192733-a028-48b7-97f6-9d039ff8a5d8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:56.431793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b9201b7a-f532-4047-97d4-0f18c073a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.446018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8192733-a028-48b7-97f6-9d039ff8a5d8 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:13:56.457574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks [] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.474520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] For port 66fa6d93-5028-435c-81e1-0dc43ed877f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66fa6d93-5028-435c-81e1-0dc43ed877f0,segment=NetworkSegment(fecc49aa-72d9-4773-ae93-19347b2078ca),segment_id=fecc49aa-72d9-4773-ae93-19347b2078ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:56.475133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.476771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d0d9ce74-a8f5-417d-8558-3902ae20be8a req-fe8336a1-3b5f-4a85-87f3-80a00e18e68f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1446168
Mar 05 21:13:56.493070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Transition to ACTIVE for port object b8192733-a028-48b7-97f6-9d039ff8a5d8 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:13:56.497095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Calling delete_port for 66fa6d93-5028-435c-81e1-0dc43ed877f0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:56.500301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.509178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b9201b7a-f532-4047-97d4-0f18c073a1c5 None None] Port b8192733-a028-48b7-97f6-9d039ff8a5d8 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:13:56.524485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.558975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8c3be0>,) {'filters': {'network_id': ['e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:56.571763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8c3be0>, 'fecc49aa-72d9-4773-ae93-19347b2078ca') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:56.572457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a8c3be0>, 'fecc49aa-72d9-4773-ae93-19347b2078ca') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:13:56.584686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (fecc49aa-72d9-4773-ae93-19347b2078ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.603873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (fecc49aa-72d9-4773-ae93-19347b2078ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.618064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:13:56.618492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (fecc49aa-72d9-4773-ae93-19347b2078ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.622109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:13:56.625472 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:13:56.638025 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:13:56.645894 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (66fa6d93-5028-435c-81e1-0dc43ed877f0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.703591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] Pushing event deleted for resources: {'Port': ['ID=66fa6d93-5028-435c-81e1-0dc43ed877f0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:56.707898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b455a6-136b-4602-ab08-a936abb2bc74 None None] No DVR routers for this DVR port 66fa6d93-5028-435c-81e1-0dc43ed877f0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:13:56.741861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Attempting to bind port b8192733-a028-48b7-97f6-9d039ff8a5d8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:13:56.742487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Attempting to bind port b8192733-a028-48b7-97f6-9d039ff8a5d8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:13:56.742847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Attempting to bind port b8192733-a028-48b7-97f6-9d039ff8a5d8 on network d9b9f3d8-89cc-4d64-807e-aa00ac579414 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:56.748254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Port b8192733-a028-48b7-97f6-9d039ff8a5d8 on network d9b9f3d8-89cc-4d64-807e-aa00ac579414 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:13:56.748784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Attempting to bind port b8192733-a028-48b7-97f6-9d039ff8a5d8 on network d9b9f3d8-89cc-4d64-807e-aa00ac579414 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:13:56.755285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:13:56.756296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Checking segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:56.756837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Bound using segment: {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:13:56.758163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Bound port: b8192733-a028-48b7-97f6-9d039ff8a5d8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ecc9-224d-4182-a349-d9328ab4ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:13:56.760749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.777145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.787735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.798490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30 HTTP/1.1" status: 204  len: 168 time: 1.1683195
Mar 05 21:13:56.798490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50080) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:56.803759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637479912'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:56.826439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3645c5b-c3c5-40ab-903b-640ba8dd8f0e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=e04fa3e6-93d5-49cc-bc1c-c7cbfff00c30,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:56.837430 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b361f52d-6c9e-4064-a572-6882694f8d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.847297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7467e-43da-48ea-9506-3f51b4dd4213 req-709509a8-6a03-4628-9ef7-155273760b83 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:56.849458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06f7467e-43da-48ea-9506-3f51b4dd4213 req-709509a8-6a03-4628-9ef7-155273760b83 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 945 time: 0.1582754
Mar 05 21:13:56.864377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:13:56.870027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:56.870244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:13:56.875079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.881933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.929734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:56.930389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.931991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] 10.222.0.23 "PUT /v2.0/ports/b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 1091 time: 1.2542465
Mar 05 21:13:56.932381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:56.934769 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d27385-d9f5-466a-803d-b7fee48ca5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:56.962718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:13:56.986067 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87052f29-26ca-4062-899d-ef8a5323bf19 x-openstack-request-id: req-87052f29-26ca-4062-899d-ef8a5323bf19 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:56.986345 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:56.986603 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87052f29-26ca-4062-899d-ef8a5323bf19 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:56.987009 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'status': 'completed', 'code': 200}
Mar 05 21:13:56.992673 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-06f7467e-43da-48ea-9506-3f51b4dd4213 req-38eb70d0-546f-4102-9b6a-a3a6486e3349 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330197
Mar 05 21:13:56.996953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (22bb748f-302d-40dd-ad7a-7f0697a2b453), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:56.997454 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment 22bb748f-302d-40dd-ad7a-7f0697a2b453 of type vlan for network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03
Mar 05 21:13:57.053647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (73b9fee8-e95b-4b37-94ea-40b8b7a75a03), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.054511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1822ac-141e-4e55-a75f-2e31093904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:57.079474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-6132c8a8-120e-4cf1-974f-547a103f7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.081084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-6132c8a8-120e-4cf1-974f-547a103f7656 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1125 time: 0.0931840
Mar 05 21:13:57.084714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 71b7c409-e98e-4866-bf19-79f1bddce767 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:13:57.097108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (73b9fee8-e95b-4b37-94ea-40b8b7a75a03), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.104751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.105398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.145674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-6a7e2c03-e42a-4d64-8054-1450c3df2ed6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 217 time: 0.0504971
Mar 05 21:13:57.156463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3570211
Mar 05 21:13:57.160857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:57.161168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 71b7c409-e98e-4866-bf19-79f1bddce767 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:13:57.165739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 71b7c409-e98e-4866-bf19-79f1bddce767 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:13:57.166119 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.167356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:57.248485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922a0ad-519f-41f4-bdcc-5ce0f84b47b3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=73b9fee8-e95b-4b37-94ea-40b8b7a75a03,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:57.288100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:13:57.292324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-fc7376cc-aa4e-4b26-ad34-be7889f4862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.293803 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-fc7376cc-aa4e-4b26-ad34-be7889f4862b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 200  len: 835 time: 0.1428044
Mar 05 21:13:57.349470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:57.354711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.367507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 71b7c409-e98e-4866-bf19-79f1bddce767 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:13:57.368080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.406357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:13:57.408641 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc55edc-87ec-4314-803f-3fade1b0d353" -d '{"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-plugged", "status": "completed", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:13:57.429319 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-cd7be972-a8e9-448a-ba29-e4e5544cb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.431039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-cd7be972-a8e9-448a-ba29-e4e5544cb8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b9f3d8-89cc-4d64-807e-aa00ac579414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1305106
Mar 05 21:13:57.449293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:13:57.457383 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.500409 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27389ece-ea2b-4301-adf5-12b6a22caaf8 x-openstack-request-id: req-27389ece-ea2b-4301-adf5-12b6a22caaf8 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:13:57.500894 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-plugged", "status": "completed", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:13:57.501777 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27389ece-ea2b-4301-adf5-12b6a22caaf8 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:13:57.502329 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767', 'code': 200}
Mar 05 21:13:57.545730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:57.607370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfc3b2-a01f-4749-aff7-75046e7fa77e req-3c391b2d-d351-4a7f-a65f-5b5fa6c0afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.609097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13cfc3b2-a01f-4749-aff7-75046e7fa77e req-3c391b2d-d351-4a7f-a65f-5b5fa6c0afa1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 1128 time: 0.0562930
Mar 05 21:13:57.674371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-da014617-e139-4e1b-b86c-5bdb14a9aa19 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371328
Mar 05 21:13:57.698296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-13cfc3b2-a01f-4749-aff7-75046e7fa77e req-2237446e-3772-48ac-84e8-b837cb6fd681 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822597
Mar 05 21:13:57.753218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1ef4-638f-4e2c-8c5c-1ba231049f6c req-c0beee78-ff23-4718-a91f-0ccd5b1f07c4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:57.754807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-719c1ef4-638f-4e2c-8c5c-1ba231049f6c req-c0beee78-ff23-4718-a91f-0ccd5b1f07c4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 943 time: 0.2022643
Mar 05 21:13:57.855268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9660f39b-9ca0-4ab2-b4bd-6e1ac1410f03 req-cd562262-8df9-405b-aa97-d21dc6c295ba service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708553
Mar 05 21:13:57.860296 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a0d81257-137a-4009-bbe2-cb20a18de920), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:57.990008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:58.172725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491306-eb95-44c0-8779-1748f6d21fe5 req-46d67728-7265-472d-8740-0245a083c8c3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.181371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32491306-eb95-44c0-8779-1748f6d21fe5 req-46d67728-7265-472d-8740-0245a083c8c3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.1020875
Mar 05 21:13:58.233116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32491306-eb95-44c0-8779-1748f6d21fe5 req-9cac8f0f-8212-4af7-9a7f-f5ccb028c8b7 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506384
Mar 05 21:13:58.324015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-719c1ef4-638f-4e2c-8c5c-1ba231049f6c req-d8507df1-efbc-47dc-9436-3300a90233cb tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5252025
Mar 05 21:13:58.331879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=a0d81257-137a-4009-bbe2-cb20a18de920,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:58.366740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': '22bb748f-302d-40dd-ad7a-7f0697a2b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:13:58.367399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: 73b9fee8-e95b-4b37-94ea-40b8b7a75a03, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:13:58.375256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-710d6d54-e947-4ba2-af21-dd1ee1d9243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.376820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-710d6d54-e947-4ba2-af21-dd1ee1d9243c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1125 time: 0.4602726
Mar 05 21:13:58.452132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:13:58.472295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 73b9fee8-e95b-4b37-94ea-40b8b7a75a03) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:58.484900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72a665-c773-4ab8-968d-18b53b6bf76d None None] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:13:58.497303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.503782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:58.553441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-4d865537-5940-413d-9f23-f22375eaf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.557333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-4d865537-5940-413d-9f23-f22375eaf9cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 897 time: 0.1731052
Mar 05 21:13:58.566087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:58.567059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0fbf5f2b-f7ae-412b-974a-1a2c41d603c8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4050436
Mar 05 21:13:58.572795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2067576954'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:58.634430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 01a57961-fbe3-4574-8e1d-4266a150ade8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:13:58.642838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-26740c44-eaf8-40b0-b678-250ab112a28b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 217 time: 0.0744069
Mar 05 21:13:58.701072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-73b9fee8-e95b-4b37-94ea-40b8b7a75a03', 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': 'a0d81257-137a-4009-bbe2-cb20a18de920'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:13:58.702084 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:58.747838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-c7c2243d-06e1-4de3-a1a4-5413b6102f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.749401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-c7c2243d-06e1-4de3-a1a4-5413b6102f6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 200  len: 835 time: 0.0995302
Mar 05 21:13:58.783412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:13:58.789562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 01a57961-fbe3-4574-8e1d-4266a150ade8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:13:58.790002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 01a57961-fbe3-4574-8e1d-4266a150ade8 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:13:58.791633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:58.819865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 2b02ab71-0c83-4289-9dd9-cc67678afa47 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:13:58.956558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50194) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:58.959250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-70cf33f7-c454-43f6-8e2b-b75e5d669149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:58.961697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-70cf33f7-c454-43f6-8e2b-b75e5d669149 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b9f3d8-89cc-4d64-807e-aa00ac579414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1867087
Mar 05 21:13:59.015166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::b7 (73b9fee8-e95b-4b37-94ea-40b8b7a75a03/a0d81257-137a-4009-bbe2-cb20a18de920/2b02ab71-0c83-4289-9dd9-cc67678afa47) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:59.105423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-e2591c00-3cba-45f8-aff7-69a56e899e9a service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277149
Mar 05 21:13:59.197481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (2b02ab71-0c83-4289-9dd9-cc67678afa47), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.213652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61d27385-d9f5-466a-803d-b7fee48ca5d9 req-7149d725-1aa1-4f65-9b2d-c55403289bf8 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023743
Mar 05 21:13:59.250042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2b02ab71-0c83-4289-9dd9-cc67678afa47), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.251609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6c65d2e-f8e2-4d99-befe-d999948fe312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.319538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=2b02ab71-0c83-4289-9dd9-cc67678afa47,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:59.334550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:13:59.340207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:13:59.355073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:13:59.361314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:59.361967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.390192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Allocated IP 2001:db8::2 (73b9fee8-e95b-4b37-94ea-40b8b7a75a03/a0d81257-137a-4009-bbe2-cb20a18de920/f6f31cbf-6dda-4134-8687-f7ca4c5de50e) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:13:59.435806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-444d6d37-ee6b-4f61-b375-b35a718a0fc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 0.8657691
Mar 05 21:13:59.436265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50216) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:59.467686 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6c65d2e-f8e2-4d99-befe-d999948fe312 admin admin] Publish callbacks [] for security_group (d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.475199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddff43-a85e-4d76-8a14-8a6e68ca885c req-8a2126be-f0cf-4076-b253-684d6157e143 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:59.477851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02ddff43-a85e-4d76-8a14-8a6e68ca885c req-8a2126be-f0cf-4076-b253-684d6157e143 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.1407683
Mar 05 21:13:59.478019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e6c65d2e-f8e2-4d99-befe-d999948fe312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.536093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035cb2-ea4e-4f6e-af56-67b0bf45181a req-dfeed0fe-7277-41a8-b7bb-086e6e449761 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:59.537589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62035cb2-ea4e-4f6e-af56-67b0bf45181a req-dfeed0fe-7277-41a8-b7bb-086e6e449761 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 943 time: 0.1066461
Mar 05 21:13:59.543529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:59.543751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e6c65d2e-f8e2-4d99-befe-d999948fe312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44de69bcfc744665828845db814f680a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5788336
Mar 05 21:13:59.545002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c65d2e-f8e2-4d99-befe-d999948fe312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:59.608391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62035cb2-ea4e-4f6e-af56-67b0bf45181a req-0ca4b422-11a7-4eba-9d98-8b3102657b73 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0600431
Mar 05 21:13:59.627845 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02ddff43-a85e-4d76-8a14-8a6e68ca885c req-de977c8c-f554-4106-bf68-f1f301989b52 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414452
Mar 05 21:13:59.673210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] Publish callbacks [] for security_group (d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.707433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 2b02ab71-0c83-4289-9dd9-cc67678afa47 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:13:59.707834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2b02ab71-0c83-4289-9dd9-cc67678afa47), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.714174 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.771565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] Publish callbacks [] for security_group (d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.834857 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2b02ab71-0c83-4289-9dd9-cc67678afa47), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.853397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 2b02ab71-0c83-4289-9dd9-cc67678afa47 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:13:59.864600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d49ec-9177-423e-8517-fdb0437ac715 req-54ea0733-ee8c-4cce-b267-0386d5585121 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:13:59.871369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-171d49ec-9177-423e-8517-fdb0437ac715 req-54ea0733-ee8c-4cce-b267-0386d5585121 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.1119051
Mar 05 21:13:59.874909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.877689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.880435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50226) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:13:59.881425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3 HTTP/1.1" status: 204  len: 168 time: 0.3368919
Mar 05 21:13:59.887480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'port_id': '71b7c409-e98e-4866-bf19-79f1bddce767'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:13:59.905394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks [] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.917718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:13:59.949281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f9a43-2c68-4e0f-8705-644760e93f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520f995-deeb-4ab1-ae6a-f4ebc7a9f0f3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:13:59.995663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.030875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:00.050933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:00.058180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:00.071356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Pushing event updated for resources: {'Port': ['ID=f6f31cbf-6dda-4134-8687-f7ca4c5de50e,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:00.151519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Attempting to bind port f6f31cbf-6dda-4134-8687-f7ca4c5de50e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:00.152311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Attempting to bind port f6f31cbf-6dda-4134-8687-f7ca4c5de50e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22bb748f-302d-40dd-ad7a-7f0697a2b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:00.152937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Attempting to bind port f6f31cbf-6dda-4134-8687-f7ca4c5de50e on network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:00.159798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:00.161081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Checking segment: {'id': '22bb748f-302d-40dd-ad7a-7f0697a2b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:00.162419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.163074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Bound using segment: {'id': '22bb748f-302d-40dd-ad7a-7f0697a2b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:00.163892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Bound port: f6f31cbf-6dda-4134-8687-f7ca4c5de50e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb748f-302d-40dd-ad7a-7f0697a2b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '73b9fee8-e95b-4b37-94ea-40b8b7a75a03'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:00.164959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.199240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2b02ab71-0c83-4289-9dd9-cc67678afa47), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.246378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=2b02ab71-0c83-4289-9dd9-cc67678afa47,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:00.279404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] For port f6f31cbf-6dda-4134-8687-f7ca4c5de50e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:00.283294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] For port f6f31cbf-6dda-4134-8687-f7ca4c5de50e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6f31cbf-6dda-4134-8687-f7ca4c5de50e,segment=NetworkSegment(22bb748f-302d-40dd-ad7a-7f0697a2b453),segment_id=22bb748f-302d-40dd-ad7a-7f0697a2b453)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:00.290929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.291946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.299711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50232) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:00.302766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73eda2eb-13af-4d5d-876b-f7edfc155a2d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/2b02ab71-0c83-4289-9dd9-cc67678afa47 HTTP/1.1" status: 204  len: 168 time: 0.8652806
Mar 05 21:14:00.374193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251d763-723d-40a8-bb56-ebc53897710e None None] Pushing event updated for resources: {'Port': ['ID=f6f31cbf-6dda-4134-8687-f7ca4c5de50e,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:00.396539 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ced43e5-fd2f-4ba2-957e-a64cdd0de7c0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:00.398508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0ced43e5-fd2f-4ba2-957e-a64cdd0de7c0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/2b02ab71-0c83-4289-9dd9-cc67678afa47 HTTP/1.1" status: 404  len: 333 time: 0.0983474
Mar 05 21:14:00.401640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50238) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:00.480861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet a0d81257-137a-4009-bbe2-cb20a18de920 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:00.489266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (a0d81257-137a-4009-bbe2-cb20a18de920), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.587162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a0d81257-137a-4009-bbe2-cb20a18de920), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.612378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:00.630374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e616-c7e7-495a-9efb-f4719e621bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.652351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b8192733-a028-48b7-97f6-9d039ff8a5d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:14:00.909880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a0d81257-137a-4009-bbe2-cb20a18de920), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:00.929264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:00.935450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef17ff-b300-43bd-84dc-fe41e4748e37 req-8ec4f0d5-fc2e-4076-915d-c2fa75e7dd11 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:00.944930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32ef17ff-b300-43bd-84dc-fe41e4748e37 req-8ec4f0d5-fc2e-4076-915d-c2fa75e7dd11 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 943 time: 0.1497445
Mar 05 21:14:00.977809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'port_id': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'mac_address': 'fa:16:3e:90:52:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:14:01.049942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.067236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port b8192733-a028-48b7-97f6-9d039ff8a5d8 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:01.067831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.071148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32ef17ff-b300-43bd-84dc-fe41e4748e37 req-5c26b29d-b278-48bd-af4d-b0adcc88ef82 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1250913
Mar 05 21:14:01.104465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8192733-a028-48b7-97f6-9d039ff8a5d8 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:01.104712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.123526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e616-c7e7-495a-9efb-f4719e621bab admin admin] Publish callbacks [] for security_group (4e1cb15a-8446-48b2-b5e6-613915860a03), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.134564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e616-c7e7-495a-9efb-f4719e621bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4e1cb15a-8446-48b2-b5e6-613915860a03), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.141018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:01.144550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.151160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.221860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:01.228369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1e616-c7e7-495a-9efb-f4719e621bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1cb15a-8446-48b2-b5e6-613915860a03,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:01.247784 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b7c1e616-c7e7-495a-9efb-f4719e621bab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0cdeace6f2946a79f8b5d52552c0bdc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6339204
Mar 05 21:14:01.248677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:01.250500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a0d81257-137a-4009-bbe2-cb20a18de920), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.298103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d81257-137a-4009-bbe2-cb20a18de920,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:01.299819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.303021 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-573306fe-ec17-48ad-837a-00eaa13eb7f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a0d81257-137a-4009-bbe2-cb20a18de920 HTTP/1.1" status: 204  len: 168 time: 0.9004378
Mar 05 21:14:01.308505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50246) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:01.344186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['b8192733-a028-48b7-97f6-9d039ff8a5d8'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:14:01.347824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] Publish callbacks [] for security_group (4e1cb15a-8446-48b2-b5e6-613915860a03), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.426083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] Publish callbacks [] for security_group (4e1cb15a-8446-48b2-b5e6-613915860a03), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.439247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (73b9fee8-e95b-4b37-94ea-40b8b7a75a03), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.446391 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02 associated. External IP: 172.35.0.213, port: 71b7c409-e98e-4866-bf19-79f1bddce767.
Mar 05 21:14:01.524638 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4e1cb15a-8446-48b2-b5e6-613915860a03), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.534882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:01.542029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e1cb15a-8446-48b2-b5e6-613915860a03 HTTP/1.1" status: 204  len: 168 time: 0.2918570
Mar 05 21:14:01.562753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054cd88-6db7-4ff4-8dd3-cb685501bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1cb15a-8446-48b2-b5e6-613915860a03,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:01.783700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port f6f31cbf-6dda-4134-8687-f7ca4c5de50e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:01.784252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.029943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] For port f6f31cbf-6dda-4134-8687-f7ca4c5de50e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6f31cbf-6dda-4134-8687-f7ca4c5de50e,segment=NetworkSegment(22bb748f-302d-40dd-ad7a-7f0697a2b453),segment_id=22bb748f-302d-40dd-ad7a-7f0697a2b453)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:02.030316 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.061276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for f6f31cbf-6dda-4134-8687-f7ca4c5de50e owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:02.106396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08df08-2d66-4f64-a7cd-9ab1fa697f6a None None] Network 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:02.129754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:02.262092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.264066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-59dcc07b-d936-4783-b39c-b343dd39ef8d None None] Provisioning complete for port f6f31cbf-6dda-4134-8687-f7ca4c5de50e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:02.264966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-59dcc07b-d936-4783-b39c-b343dd39ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f6f31cbf-6dda-4134-8687-f7ca4c5de50e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.305285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=f6f31cbf-6dda-4134-8687-f7ca4c5de50e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:02.312101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No DVR routers for this DVR port f6f31cbf-6dda-4134-8687-f7ca4c5de50e on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:02.370522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.370933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.371395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.371880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.372343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.372784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.375276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.375276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.375276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.375276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.376113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.376559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.377188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:02.401128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-59dcc07b-d936-4783-b39c-b343dd39ef8d None None] Port f6f31cbf-6dda-4134-8687-f7ca4c5de50e was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:14:02.412003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f6f31cbf-6dda-4134-8687-f7ca4c5de50e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:02.441276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f6f31cbf-6dda-4134-8687-f7ca4c5de50e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:02.441276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f6f31cbf-6dda-4134-8687-f7ca4c5de50e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 05 21:14:02.464123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Port f6f31cbf-6dda-4134-8687-f7ca4c5de50e not found, will not notify nova. {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 05 21:14:02.512237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c78049-7577-49be-9042-38aa23de87af None None] DHCP port deletion for 73b9fee8-e95b-4b37-94ea-40b8b7a75a03 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:02.535711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:02.540275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (73b9fee8-e95b-4b37-94ea-40b8b7a75a03), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.549507 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:02.568916 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:02.572552 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdc5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:02.587301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.653318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b29b4f0>,) {'filters': {'network_id': ['73b9fee8-e95b-4b37-94ea-40b8b7a75a03']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:02.666210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b8192733-a028-48b7-97f6-9d039ff8a5d8 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:02.674281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b29b4f0>, '22bb748f-302d-40dd-ad7a-7f0697a2b453') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:02.676170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b29b4f0>, '22bb748f-302d-40dd-ad7a-7f0697a2b453') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:02.693559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (22bb748f-302d-40dd-ad7a-7f0697a2b453), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.720521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (22bb748f-302d-40dd-ad7a-7f0697a2b453), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.730974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:02.731294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (22bb748f-302d-40dd-ad7a-7f0697a2b453), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.814139 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:02.822740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port b8192733-a028-48b7-97f6-9d039ff8a5d8 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:14:02.827658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port b8192733-a028-48b7-97f6-9d039ff8a5d8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:02.828262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.895457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ed20-c284-4bf5-89eb-2d8dcba48f46 req-2a6df4ff-f43d-4872-9455-6c2d09e290b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:02.909396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b084ed20-c284-4bf5-89eb-2d8dcba48f46 req-2a6df4ff-f43d-4872-9455-6c2d09e290b2 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 944 time: 0.6039703
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:02.915477 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:02.931736 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (73b9fee8-e95b-4b37-94ea-40b8b7a75a03), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.934560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bef289df-785b-4c3a-a685-989d06f09230 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "PUT /v2.0/floatingips/8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02 HTTP/1.1" status: 200  len: 992 time: 3.0525699
Mar 05 21:14:02.943526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:02.948423 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb6b94-e737-4069-ab06-adf15209f7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:02.983138 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:02.988364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/73b9fee8-e95b-4b37-94ea-40b8b7a75a03 HTTP/1.1" status: 204  len: 168 time: 1.6784835
Mar 05 21:14:02.992201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91932a4d-a96d-4b14-b17d-95d8a2e6fbd6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=73b9fee8-e95b-4b37-94ea-40b8b7a75a03,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:02.993037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50282) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:03.014841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'name': 'tempest-PortsIpV6TestJSON-410065791'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:03.059027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b084ed20-c284-4bf5-89eb-2d8dcba48f46 req-af85b583-c16b-43ae-afce-46ab88703f74 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1520879
Mar 05 21:14:03.069397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port b8192733-a028-48b7-97f6-9d039ff8a5d8 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:03.076554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.109536 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fccde0-0724-4f32-80f8-ec132999695c x-openstack-request-id: req-59fccde0-0724-4f32-80f8-ec132999695c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:03.110109 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:03.110584 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59fccde0-0724-4f32-80f8-ec132999695c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:03.111282 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767', 'status': 'completed', 'code': 200}
Mar 05 21:14:03.142227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:03.146999 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f750c0-a97d-4087-83a1-538c27d1a669" -d '{"events": [{"server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "name": "network-vif-plugged", "status": "completed", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:03.203040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:03.218664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.236036 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa8df75-f46e-4b13-89c0-c62726749818 x-openstack-request-id: req-0fa8df75-f46e-4b13-89c0-c62726749818 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:03.236358 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "name": "network-vif-plugged", "status": "completed", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:03.236633 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fa8df75-f46e-4b13-89c0-c62726749818 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:03.237062 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'code': 200}
Mar 05 21:14:03.280189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:03.287534 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.297697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-1ca255c6-da4f-444e-a826-3a249d388de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:03.302918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-1ca255c6-da4f-444e-a826-3a249d388de6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 1128 time: 0.1647112
Mar 05 21:14:03.303111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:03.430625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 5b3f2671-83dd-484e-af52-94679aed2165 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:03.463152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2d9d-1f39-4308-8307-3617e58382dc req-c2209b02-e059-4c28-921e-75a2765fc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:03.464252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-765d2d9d-1f39-4308-8307-3617e58382dc req-c2209b02-e059-4c28-921e-75a2765fc5c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1127 time: 0.1338608
Mar 05 21:14:03.516052 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdc5bb0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.213', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '71b7c409-e98e-4866-bf19-79f1bddce767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:c6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:13:44Z', 'updated_at': '2022-03-05T21:14:00Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:03.583556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-765d2d9d-1f39-4308-8307-3617e58382dc req-14704a53-34b4-4819-a60b-458ce855cc79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1126764
Mar 05 21:14:03.592774 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:03.612736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:03.615720 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdc5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:03.699003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (5b3f2671-83dd-484e-af52-94679aed2165), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.749935 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5b3f2671-83dd-484e-af52-94679aed2165), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.817006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:03.828016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:03.832106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-800960c2-4308-40dc-a1e4-765c796e33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:03.833620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-800960c2-4308-40dc-a1e4-765c796e33df service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.5126729
Mar 05 21:14:03.836207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:03.838196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=5b3f2671-83dd-484e-af52-94679aed2165,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:03.842999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:03.848239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:03.849725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:03.927230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-67edd11c-1e5f-4b80-90a3-99f7b5b53efd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.9326954
Mar 05 21:14:03.929858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50302) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:03.938110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-9893f2d9-4e24-4df2-b8ae-924898ae0c00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 200  len: 1000 time: 0.0854676
Mar 05 21:14:03.985464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:04.035754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-868b3b0c-06f2-4985-8d3b-ab85a88cf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:04.037367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-868b3b0c-06f2-4985-8d3b-ab85a88cf6d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0923948
Mar 05 21:14:04.163032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 5b3f2671-83dd-484e-af52-94679aed2165 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:04.163515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5b3f2671-83dd-484e-af52-94679aed2165), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.170370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-8340d407-bac3-4d8b-b222-345395fc5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:04.172028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-8340d407-bac3-4d8b-b222-345395fc5f48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1263883
Mar 05 21:14:04.311482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d92dcc-79fe-4375-a167-1fe83f3fae00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.329761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f6f31cbf-6dda-4134-8687-f7ca4c5de50e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:04.350410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5b3f2671-83dd-484e-af52-94679aed2165), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.375207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 5b3f2671-83dd-484e-af52-94679aed2165 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:04.378662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f6f31cbf-6dda-4134-8687-f7ca4c5de50e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:04.384314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f6f31cbf-6dda-4134-8687-f7ca4c5de50e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:04.573624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5b3f2671-83dd-484e-af52-94679aed2165), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.598311 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdc5bb0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.213', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '71b7c409-e98e-4866-bf19-79f1bddce767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:c6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:13:44Z', 'updated_at': '2022-03-05T21:14:00Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:04.623357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.640742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/5b3f2671-83dd-484e-af52-94679aed2165 HTTP/1.1" status: 204  len: 168 time: 0.7092142
Mar 05 21:14:04.644703 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d92dcc-79fe-4375-a167-1fe83f3fae00 admin admin] Publish callbacks [] for security_group (451c145c-6187-4f0a-a4b5-d16f02832b43), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.649310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:04.665976 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a792cf-5f2f-4fe2-a156-5c3d6a90bfd6 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.213', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '71b7c409-e98e-4866-bf19-79f1bddce767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:c6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:13:44Z', 'updated_at': '2022-03-05T21:14:00Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:04.682156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'mac_address': 'fa:16:3e:96:2d:4f', 'name': 'tempest-PortsIpV6TestJSON-631057766'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:04.819578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f54c70-1622-48a4-b03a-b5e0b7d1b2c9 req-b402961f-5ce2-4a2e-ac86-0bd62982773f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:04.825374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-21f54c70-1622-48a4-b03a-b5e0b7d1b2c9 req-b402961f-5ce2-4a2e-ac86-0bd62982773f tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.5477314
Mar 05 21:14:04.834801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bcb2b-6ee6-4f91-85ad-fb905e69620d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=5b3f2671-83dd-484e-af52-94679aed2165,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:04.837778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-20d92dcc-79fe-4375-a167-1fe83f3fae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (451c145c-6187-4f0a-a4b5-d16f02832b43), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:04.881069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d92dcc-79fe-4375-a167-1fe83f3fae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c145c-6187-4f0a-a4b5-d16f02832b43,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:04.882820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-4057d979-fd14-4241-93a9-aa685c2a260b service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7044487
Mar 05 21:14:04.917159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-20d92dcc-79fe-4375-a167-1fe83f3fae00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae7f84dbe77b42f989a409d975b474d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9302430
Mar 05 21:14:04.917684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:04.956846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:05.041339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-21f54c70-1622-48a4-b03a-b5e0b7d1b2c9 req-a821ed51-676e-4048-bafa-2f52a61ce5be tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1848626
Mar 05 21:14:05.081349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec56dc-906e-4a39-af5e-1907b15a133b None None] New status for floating IP 8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:14:05.109913 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23eb6b94-e737-4069-ab06-adf15209f7d7 req-62ad2b58-65b4-4c0a-b33e-0a23e76a3df9 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102616
Mar 05 21:14:05.111340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.151044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port b88730d9-12ef-47d8-b853-96447e3f65d2 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:05.171909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] Publish callbacks [] for security_group (451c145c-6187-4f0a-a4b5-d16f02832b43), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.240861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] Publish callbacks [] for security_group (451c145c-6187-4f0a-a4b5-d16f02832b43), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.370962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (451c145c-6187-4f0a-a4b5-d16f02832b43), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.373586 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.374738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/451c145c-6187-4f0a-a4b5-d16f02832b43 HTTP/1.1" status: 204  len: 168 time: 0.4560134
Mar 05 21:14:05.402595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa27be-f555-4bbd-9d92-44ee8c38a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c145c-6187-4f0a-a4b5-d16f02832b43,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:05.829948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (b88730d9-12ef-47d8-b853-96447e3f65d2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.895557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b88730d9-12ef-47d8-b853-96447e3f65d2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.954030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:05.957652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:05.962189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:05.968908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:05.968908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:05.981013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=b88730d9-12ef-47d8-b853-96447e3f65d2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:06.002624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-47b3c56f-b816-4d2d-a040-01e3a196b048 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.3224502
Mar 05 21:14:06.002744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50338) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.056316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee9862-37f9-402a-b1cb-6a2f7c12c0f8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:06.060671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f0ee9862-37f9-402a-b1cb-6a2f7c12c0f8 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/b88730d9-12ef-47d8-b853-96447e3f65d2 HTTP/1.1" status: 200  len: 844 time: 0.0541103
Mar 05 21:14:06.060832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.210892 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.290699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eca2b7-6694-4fa2-a90e-3412cfbecab0 req-3eb8dbd0-5424-4ffa-b8fe-dc23e64fdbc5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:06.292301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83eca2b7-6694-4fa2-a90e-3412cfbecab0 req-3eb8dbd0-5424-4ffa-b8fe-dc23e64fdbc5 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.1667089
Mar 05 21:14:06.324893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port b88730d9-12ef-47d8-b853-96447e3f65d2 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:06.325581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b88730d9-12ef-47d8-b853-96447e3f65d2), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.412003 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.463847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-83eca2b7-6694-4fa2-a90e-3412cfbecab0 req-5e069f7b-9194-4a47-8865-aa1113a8b885 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1640768
Mar 05 21:14:06.480200 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b88730d9-12ef-47d8-b853-96447e3f65d2), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.495229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for b88730d9-12ef-47d8-b853-96447e3f65d2 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:06.627994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048ee4-2834-4715-a2c3-65258f4414a8 req-df46f276-5c3a-4a06-9ac8-fad0ede3af25 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:06.629712 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e048ee4-2834-4715-a2c3-65258f4414a8 req-df46f276-5c3a-4a06-9ac8-fad0ede3af25 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.0771422
Mar 05 21:14:06.661636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b88730d9-12ef-47d8-b853-96447e3f65d2), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.714610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=b88730d9-12ef-47d8-b853-96447e3f65d2,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:06.717060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.721018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-42f01f1d-f02a-425e-978e-758abedd57c2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/b88730d9-12ef-47d8-b853-96447e3f65d2 HTTP/1.1" status: 204  len: 168 time: 0.6590905
Mar 05 21:14:06.723583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.743005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e048ee4-2834-4715-a2c3-65258f4414a8 req-4c536806-e58c-490f-98b3-8498ce689d77 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1061518
Mar 05 21:14:06.762136 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca82c2f-efe8-4dec-a160-6790330f31a9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:06.762746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.763855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bca82c2f-efe8-4dec-a160-6790330f31a9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/b88730d9-12ef-47d8-b853-96447e3f65d2 HTTP/1.1" status: 404  len: 333 time: 0.0387013
Mar 05 21:14:06.768350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50366) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.777582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'name': 'tempest-PortsIpV6TestJSON-502307646'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:06.846471 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4eeb7-08c3-4463-a3a3-9b205b37d1d2 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:06.851698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1ce4eeb7-08c3-4463-a3a3-9b205b37d1d2 tempest-TestNetworkBasicOps-1180623391 tempest-TestNetworkBasicOps-1180623391-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1122 time: 0.0837908
Mar 05 21:14:06.851698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50368) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:06.856702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:06.899256 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:06.961967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:06.968345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.052973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port b34a24af-eb5c-4e3c-8b01-9982578a730f yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:07.072007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.275940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Allocated IP 172.35.0.155 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/9f9a3348-3ab4-4eba-9eb3-eead39f02a57) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:07.339462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.396220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.417278 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.447008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:07.450667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:07.459071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:07.467645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.468822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:07.469989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.497748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7281713
Mar 05 21:14:07.500459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:07.505928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:07.510757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:07.515005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:07.521230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:07.546567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808ace3-533f-44de-8cdb-c3fff0645ef2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=b34a24af-eb5c-4e3c-8b01-9982578a730f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:07.578562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=9f9a3348-3ab4-4eba-9eb3-eead39f02a57,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:07.645169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.885724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.896688 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.961150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=b34a24af-eb5c-4e3c-8b01-9982578a730f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:07.963602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] In _notify_port_updated(), no bound segment for port b34a24af-eb5c-4e3c-8b01-9982578a730f on network 7cdfd28c-6909-435d-8326-83bfd050d579 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:14:07.969397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:07.970032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:07.971349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5fea8a55-3cbc-4322-a1bf-f6662203ddea tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/ports/b34a24af-eb5c-4e3c-8b01-9982578a730f HTTP/1.1" status: 200  len: 818 time: 0.4697673
Mar 05 21:14:07.974459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:08.111462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port b34a24af-eb5c-4e3c-8b01-9982578a730f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:08.111846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.145526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (b78788e3-9d9e-47c9-8c6c-89907479493e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.249970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.288628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for b34a24af-eb5c-4e3c-8b01-9982578a730f owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:08.299903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.451436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b34a24af-eb5c-4e3c-8b01-9982578a730f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.507696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=b34a24af-eb5c-4e3c-8b01-9982578a730f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:08.514855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.518401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6f4ebfa6-6525-4096-b5ab-0e44349f20e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/b34a24af-eb5c-4e3c-8b01-9982578a730f HTTP/1.1" status: 204  len: 168 time: 0.5428636
Mar 05 21:14:08.521069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:08.659830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.669967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268abda5-636f-4c7a-a7ef-7f0f9219e629 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:08.674198 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-268abda5-636f-4c7a-a7ef-7f0f9219e629 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1461995
Mar 05 21:14:08.674198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.674571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:08.713145 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18310e4-a50b-4e27-97a2-afe3031d3153 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:08.718550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d18310e4-a50b-4e27-97a2-afe3031d3153 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/b34a24af-eb5c-4e3c-8b01-9982578a730f HTTP/1.1" status: 404  len: 333 time: 0.0394399
Mar 05 21:14:08.718855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50420) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:08.735733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1299362912'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:08.760360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event updated for resources: {'Port': ['ID=9f9a3348-3ab4-4eba-9eb3-eead39f02a57,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:08.765908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (b78788e3-9d9e-47c9-8c6c-89907479493e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.792910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:08.798208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.835662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:08.847718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (581dd850-6a68-4245-9e86-a29e5b30c9b8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.848401 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment 581dd850-6a68-4245-9e86-a29e5b30c9b8 of type vlan for network a6f212d1-65be-4220-834d-582fa1675e7e
Mar 05 21:14:08.918489 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a6f212d1-65be-4220-834d-582fa1675e7e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.952144 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Floating IP b78788e3-9d9e-47c9-8c6c-89907479493e associated. External IP: 172.35.0.155, port: b8192733-a028-48b7-97f6-9d039ff8a5d8.
Mar 05 21:14:08.974548 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a6f212d1-65be-4220-834d-582fa1675e7e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:08.984457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:08.985350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:09.021597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3012910
Mar 05 21:14:09.034451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50430) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:09.084618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:09.175872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbebca2-cc2f-442b-a7e2-44aacdf48b12 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=a6f212d1-65be-4220-834d-582fa1675e7e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:09.187461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a6f212d1-65be-4220-834d-582fa1675e7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:09.273694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:09.283397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:09.342964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:09.531446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:09.549961 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Sync routers for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:09.572423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:09.579259 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:09.581127 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:09.590301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a3a97e0a-5089-4678-ab8d-5e256bebe3f2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:09.642421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c53f7550-1652-4b7f-b426-51fbd4801071 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7897990
Mar 05 21:14:09.643001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:09.647651 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d" -d '{"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:09.651828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50448) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:09.707989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=a3a97e0a-5089-4678-ab8d-5e256bebe3f2,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:09.728591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': '581dd850-6a68-4245-9e86-a29e5b30c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:09.729099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: a6f212d1-65be-4220-834d-582fa1675e7e, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:09.764141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a6f212d1-65be-4220-834d-582fa1675e7e is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:09.787056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6f212d1-65be-4220-834d-582fa1675e7e) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:09.800570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5a0a9-3f21-42c6-9097-77e36cdb13bd None None] Network a6f212d1-65be-4220-834d-582fa1675e7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:09.812767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:09.813379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:09.830165 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:09.846341 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4258f4fb-7f54-44ed-87a0-1156400b5eb0 x-openstack-request-id: req-4258f4fb-7f54-44ed-87a0-1156400b5eb0 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:09.846717 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:09.846914 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4258f4fb-7f54-44ed-87a0-1156400b5eb0 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:09.847291 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'status': 'completed', 'code': 200}
Mar 05 21:14:09.852775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e6ce10a3-3406-4d85-9c10-728819198792 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/b78788e3-9d9e-47c9-8c6c-89907479493e HTTP/1.1" status: 200  len: 991 time: 0.1765738
Mar 05 21:14:09.854557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1a9ac617-c35a-4d40-a29d-11bbefed7653 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8189940
Mar 05 21:14:09.859134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:09.868413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:09.873250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-181e9e44-1cb4-4be7-9899-7ad95d7a4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:09.874800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-181e9e44-1cb4-4be7-9899-7ad95d7a4f44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1127 time: 0.0993009
Mar 05 21:14:10.018612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6f212d1-65be-4220-834d-582fa1675e7e', 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': 'a3a97e0a-5089-4678-ab8d-5e256bebe3f2'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:10.019891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:10.047619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-c5d523a0-484b-42c9-9509-83b595d3cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:10.050380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-c5d523a0-484b-42c9-9509-83b595d3cd4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 897 time: 0.1666539
Mar 05 21:14:10.110108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:10.113828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:10.176980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-f9180ef0-b6f2-4847-8084-7d99c1e0ecfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 999 time: 0.1152160
Mar 05 21:14:10.279321 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333a60>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b78788e3-9d9e-47c9-8c6c-89907479493e', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.155', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'port_id': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'mac_address': 'fa:16:3e:90:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:07Z', 'updated_at': '2022-03-05T21:14:07Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:10.320198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Allocated IP 2001:db8::2 (a6f212d1-65be-4220-834d-582fa1675e7e/a3a97e0a-5089-4678-ab8d-5e256bebe3f2/9c1f10b9-a010-4541-b4eb-a9bc99d6e402) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:10.320826 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3a97e0a-5089-4678-ab8d-5e256bebe3f2 (CIDR: 2001:db8::/64)
Mar 05 21:14:10.320938 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Checking router: 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:10.333642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:10.335626 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90333a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:10.340461 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:14:10.342576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:14:10.372976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-5e551ffd-2bbe-4d30-9eab-68591f7f245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:10.372976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-5e551ffd-2bbe-4d30-9eab-68591f7f245b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 200  len: 835 time: 0.1889930
Mar 05 21:14:10.490728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2fcbe97c-b21b-4d2b-9f43-da0b01382ca7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6277292
Mar 05 21:14:10.492035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:10.497054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:10.500673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-c4985045-c1bc-4509-8126-fd01042e8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:10.503083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-c4985045-c1bc-4509-8126-fd01042e8c87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b9f3d8-89cc-4d64-807e-aa00ac579414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1236477
Mar 05 21:14:10.517382 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:10.674759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks [] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:10.686360 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:10.754366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-4cbc7664-efcc-43ac-b2f0-bcbbd80f4033 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449172
Mar 05 21:14:10.802040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Network a6f212d1-65be-4220-834d-582fa1675e7e is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:10.804429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:10.809370 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:10.809853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:10.815399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:10.869439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50494) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:10.928205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50496) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:10.956789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Pushing event updated for resources: {'Port': ['ID=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:10.985498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90333a60>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b78788e3-9d9e-47c9-8c6c-89907479493e', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.155', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'port_id': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'mac_address': 'fa:16:3e:90:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:07Z', 'updated_at': '2022-03-05T21:14:07Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:10.997269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Attempting to bind port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:10.997904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Attempting to bind port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '581dd850-6a68-4245-9e86-a29e5b30c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:11.000087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Attempting to bind port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 on network a6f212d1-65be-4220-834d-582fa1675e7e {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:11.007939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d66a2f9-3e91-4aa2-b7ea-972278d5715d req-b2d43652-dfff-48db-9e43-081f230e4486 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479224
Mar 05 21:14:11.011273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:11.012167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Checking segment: {'id': '581dd850-6a68-4245-9e86-a29e5b30c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:11.012776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.013349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Bound using segment: {'id': '581dd850-6a68-4245-9e86-a29e5b30c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:11.014245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Bound port: 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581dd850-6a68-4245-9e86-a29e5b30c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:11.014482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e8bce9b-ba75-4f1d-befc-39ebc3bc46aa tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/b78788e3-9d9e-47c9-8c6c-89907479493e HTTP/1.1" status: 200  len: 991 time: 0.1433482
Mar 05 21:14:11.014990 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.040354 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455d940-1a3a-4c6a-ac35-0e63c931d287 None None] The sync data for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 is: [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b78788e3-9d9e-47c9-8c6c-89907479493e', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'floating_ip_address': '172.35.0.155', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'port_id': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'mac_address': 'fa:16:3e:90:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:07Z', 'updated_at': '2022-03-05T21:14:07Z', 'revision_number': 0, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:11.107006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] For port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:11.121462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] For port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,segment=NetworkSegment(581dd850-6a68-4245-9e86-a29e5b30c9b8),segment_id=581dd850-6a68-4245-9e86-a29e5b30c9b8)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:11.137142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.189965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-437f1cd5-690d-4c14-9874-507efa123281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.300204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (158c2536-44eb-4d57-930c-2549eabe19e8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.380071 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-437f1cd5-690d-4c14-9874-507efa123281 admin admin] Publish callbacks [] for security_group (6b4fb890-d3aa-425d-bf74-e068e75367e0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.391922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc38a03-12b1-453f-a5a4-f7b302f4e822 None None] Pushing event updated for resources: {'Port': ['ID=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:11.393807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-437f1cd5-690d-4c14-9874-507efa123281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6b4fb890-d3aa-425d-bf74-e068e75367e0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.394598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=158c2536-44eb-4d57-930c-2549eabe19e8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:11.419208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a6f212d1-65be-4220-834d-582fa1675e7e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:11.421493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:11.424641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:11.427175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.457801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3f55eaed-a4f4-42f0-9b5b-d9a9a45b61f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9610970
Mar 05 21:14:11.458077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50500) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:11.466126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'fixed_ips': [{'subnet_id': 'a3a97e0a-5089-4678-ab8d-5e256bebe3f2'}, {'subnet_id': '158c2536-44eb-4d57-930c-2549eabe19e8'}], 'name': 'tempest-PortsIpV6TestJSON-615057755'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:11.494135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-437f1cd5-690d-4c14-9874-507efa123281 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0f5480304d149b68a03d13795a2926f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5593996
Mar 05 21:14:11.494950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1cd5-690d-4c14-9874-507efa123281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fb890-d3aa-425d-bf74-e068e75367e0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:11.497596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50502) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:11.586323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] Publish callbacks [] for security_group (6b4fb890-d3aa-425d-bf74-e068e75367e0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.598006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ee43f-9102-4f47-9a84-6359c07e0af2 None None] New status for floating IP b78788e3-9d9e-47c9-8c6c-89907479493e: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:14:11.633835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] Publish callbacks [] for security_group (6b4fb890-d3aa-425d-bf74-e068e75367e0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.679148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:11.761494 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6b4fb890-d3aa-425d-bf74-e068e75367e0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.764903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.769604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b4fb890-d3aa-425d-bf74-e068e75367e0 HTTP/1.1" status: 204  len: 168 time: 0.2677207
Mar 05 21:14:11.793710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790474e-dc2a-47ed-bfcc-6cc30c031c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fb890-d3aa-425d-bf74-e068e75367e0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:11.880491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:11.920810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port bf518698-c4c0-42a5-92f7-0f0d1a50f346 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:12.017466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50514) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:12.407027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:12.500457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:12.501451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:12.647247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:12.648746 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:12.696974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d56db34f-482f-44fc-8cdf-d9d2f0439198 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/b78788e3-9d9e-47c9-8c6c-89907479493e HTTP/1.1" status: 200  len: 993 time: 0.6631157
Mar 05 21:14:12.731407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,segment=NetworkSegment(581dd850-6a68-4245-9e86-a29e5b30c9b8),segment_id=581dd850-6a68-4245-9e86-a29e5b30c9b8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:12.745909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:12.905920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:13.041329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c662b-cad7-4356-b6f3-f9d41482398d None None] Network a6f212d1-65be-4220-834d-582fa1675e7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:13.058926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::a6 (a6f212d1-65be-4220-834d-582fa1675e7e/a3a97e0a-5089-4678-ab8d-5e256bebe3f2/bf518698-c4c0-42a5-92f7-0f0d1a50f346) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:13.073956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8:0:1::15 (a6f212d1-65be-4220-834d-582fa1675e7e/158c2536-44eb-4d57-930c-2549eabe19e8/bf518698-c4c0-42a5-92f7-0f0d1a50f346) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:13.088145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:13.150422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dfdde071-0ddd-4bc1-9d54-dfb998f3f4d5 None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:13.150912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dfdde071-0ddd-4bc1-9d54-dfb998f3f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.285599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-767012060-network', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:13.313166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dfdde071-0ddd-4bc1-9d54-dfb998f3f4d5 None None] Current status of the port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:13.315224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.327170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:13.334944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.356411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.377865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.457590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a6f212d1-65be-4220-834d-582fa1675e7e is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:13.464184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:13.472611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=bf518698-c4c0-42a5-92f7-0f0d1a50f346,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:13.509982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks [] for security_group (4d331e43-cdd3-4f1d-b43b-179d8e9baa98), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.510706 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:13.516511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:13.517250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.518869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4d331e43-cdd3-4f1d-b43b-179d8e9baa98), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.520039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Update dhcp port {'port': {'network_id': 'a6f212d1-65be-4220-834d-582fa1675e7e', 'fixed_ips': [{'subnet_id': 'a3a97e0a-5089-4678-ab8d-5e256bebe3f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '158c2536-44eb-4d57-930c-2549eabe19e8'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9c1f10b9-a010-4541-b4eb-a9bc99d6e402'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:14:13.550013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-da5f47b0-14c9-4b54-9b9e-c730c1fd00e3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1014 time: 2.0908444
Mar 05 21:14:13.552556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:13.555733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:13.558431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3a97e0a-5089-4678-ab8d-5e256bebe3f2'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:13.567890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d331e43-cdd3-4f1d-b43b-179d8e9baa98,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:13.576822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d8d52a24-3d21-48d1-aa17-607202bdc0f4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.578615 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Added segment d8d52a24-3d21-48d1-aa17-607202bdc0f4 of type vlan for network 82b49213-810d-43f2-9dca-5a622352a45d
Mar 05 21:14:13.582409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.655076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.661754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (82b49213-810d-43f2-9dca-5a622352a45d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.728698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (82b49213-810d-43f2-9dca-5a622352a45d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.731890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:13.733593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.820114 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7273068
Mar 05 21:14:13.825616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:13.844734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Request body: {'subnet': {'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-767012060-subnet', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:13.867526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09eda4-0f93-4c14-87ef-0e69196bf933 admin admin] Pushing event updated for resources: {'Network': ['ID=82b49213-810d-43f2-9dca-5a622352a45d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:13.870777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Allocated IP 2001:db8:0:1::2 (a6f212d1-65be-4220-834d-582fa1675e7e/158c2536-44eb-4d57-930c-2549eabe19e8/9c1f10b9-a010-4541-b4eb-a9bc99d6e402) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:13.913660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:13.916394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:13.969851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 82b49213-810d-43f2-9dca-5a622352a45d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:14.086746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] For port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,segment=NetworkSegment(581dd850-6a68-4245-9e86-a29e5b30c9b8),segment_id=581dd850-6a68-4245-9e86-a29e5b30c9b8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:14.126220 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Publish callbacks [] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.132058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (1655964c-a667-4748-8cb5-b97f8cbca60a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.132897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.205508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602391d7-5cd5-4733-99a0-3b854d067138 None None] Pushing event updated for resources: {'Port': ['ID=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:14.218497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1655964c-a667-4748-8cb5-b97f8cbca60a,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:14.223471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:14.224266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Network hostable DHCP agents. Network: 82b49213-810d-43f2-9dca-5a622352a45d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:14.233772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Delete allocated IP 2001:db8:0:1::15 (a6f212d1-65be-4220-834d-582fa1675e7e/158c2536-44eb-4d57-930c-2549eabe19e8) {{(pid=126562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:14:14.246587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Network 82b49213-810d-43f2-9dca-5a622352a45d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:14.269736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82b49213-810d-43f2-9dca-5a622352a45d) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:14.276357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:14.276816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.294186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475583d-04cc-4338-bcd7-335d17c92c91 None None] Network 82b49213-810d-43f2-9dca-5a622352a45d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:14.325359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-00c77ca7-8e61-4afe-8882-e1cc3502995e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4983773
Mar 05 21:14:14.326153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:14.330219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:14.360784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (3c9693ff-e238-4ab6-b798-acde23481d60), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.363216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (3c9693ff-e238-4ab6-b798-acde23481d60), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.382146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:14.446177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for router_controller (3c9693ff-e238-4ab6-b798-acde23481d60), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.460328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.473301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.621623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] In _notify_port_updated(), no bound segment for port bf518698-c4c0-42a5-92f7-0f0d1a50f346 on network a6f212d1-65be-4220-834d-582fa1675e7e {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:14:14.626742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:14.627615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.632701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/ports/bf518698-c4c0-42a5-92f7-0f0d1a50f346 HTTP/1.1" status: 200  len: 924 time: 1.0790489
Mar 05 21:14:14.636764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:14.643138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3a97e0a-5089-4678-ab8d-5e256bebe3f2'}, {'subnet_id': '158c2536-44eb-4d57-930c-2549eabe19e8'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:14.648609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705d72-538c-4463-b2ef-b2fb39784ba6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=bf518698-c4c0-42a5-92f7-0f0d1a50f346,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:14.742802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82b49213-810d-43f2-9dca-5a622352a45d', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:14.743653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.747284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:14.747658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.764525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for router_gateway (3c9693ff-e238-4ab6-b798-acde23481d60), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:14.766912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.053888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:15.078522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Allocated IP 172.20.0.2 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/7aba79cd-2866-4251-9f3e-67b174e1fcd0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:15.158398 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for router_gateway (3c9693ff-e238-4ab6-b798-acde23481d60), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.187718 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.245014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8:0:1::1f1 (a6f212d1-65be-4220-834d-582fa1675e7e/158c2536-44eb-4d57-930c-2549eabe19e8/bf518698-c4c0-42a5-92f7-0f0d1a50f346) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:15.379087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f0bf4-8398-46c6-9dd4-43908f3a428d None None] Network a6f212d1-65be-4220-834d-582fa1675e7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:15.391414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Allocated IP 172.35.0.221 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d5a6a757-06a4-456d-af9b-d0eabe3b6115) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:15.476332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks [] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.481388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.489184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.495617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-21ef58fb-cf95-4b3d-b6d5-e4acd5769c6d None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:15.497009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-21ef58fb-cf95-4b3d-b6d5-e4acd5769c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.500187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.601586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:15.602080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=bf518698-c4c0-42a5-92f7-0f0d1a50f346,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:15.621964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:15.624416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:15.627113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.628830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] In _notify_port_updated(), no bound segment for port bf518698-c4c0-42a5-92f7-0f0d1a50f346 on network a6f212d1-65be-4220-834d-582fa1675e7e {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:14:15.635720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:15.637270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.645887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fa4ad3e5-a323-41d6-8aae-4f7dd0f4d890 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/ports/bf518698-c4c0-42a5-92f7-0f0d1a50f346 HTTP/1.1" status: 200  len: 1010 time: 1.0083609
Mar 05 21:14:15.647194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:15.664202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Pushing event updated for resources: {'Port': ['ID=7aba79cd-2866-4251-9f3e-67b174e1fcd0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:15.701494 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.746253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Attempting to bind port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:15.746853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Attempting to bind port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:15.746963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Attempting to bind port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:15.765782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:15.766176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:15.766581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.767835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:15.768464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Bound port: 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:15.768858 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.773301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:15.776556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:15.781079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:15.784413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-21ef58fb-cf95-4b3d-b6d5-e4acd5769c6d None None] Current status of the port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:15.799303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port bf518698-c4c0-42a5-92f7-0f0d1a50f346 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:15.799929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.851036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] For port 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:15.855906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] For port 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aba79cd-2866-4251-9f3e-67b174e1fcd0,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:15.867845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.957659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:15.973193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Pushing event updated for resources: {'Port': ['ID=d5a6a757-06a4-456d-af9b-d0eabe3b6115,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:16.006667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for bf518698-c4c0-42a5-92f7-0f0d1a50f346 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:16.017081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9165cd-8a9a-4bf6-87ee-b4875f6b4785 None None] Pushing event updated for resources: {'Port': ['ID=7aba79cd-2866-4251-9f3e-67b174e1fcd0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:16.276905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for router_gateway (3c9693ff-e238-4ab6-b798-acde23481d60), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.358671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.420803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=bf518698-c4c0-42a5-92f7-0f0d1a50f346,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:16.432076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Provisioning complete for port bf518698-c4c0-42a5-92f7-0f0d1a50f346 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:16.432470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bf518698-c4c0-42a5-92f7-0f0d1a50f346), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.473602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Port bf518698-c4c0-42a5-92f7-0f0d1a50f346 was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:14:16.527931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:16.529702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.550201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.557301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c48058e3-6924-4cca-a277-03095ccf49c7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/bf518698-c4c0-42a5-92f7-0f0d1a50f346 HTTP/1.1" status: 204  len: 168 time: 0.9087512
Mar 05 21:14:16.565424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50566) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:16.621084 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-444f92a1-1972-445a-9061-34db24490b59 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:16.628375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-444f92a1-1972-445a-9061-34db24490b59 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/bf518698-c4c0-42a5-92f7-0f0d1a50f346 HTTP/1.1" status: 404  len: 333 time: 0.0614378
Mar 05 21:14:16.629305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50568) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:16.708728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58f6387b-ed71-411a-97c3-8e686c79710c None None] Current status of the port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:16.751889 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet 158c2536-44eb-4d57-930c-2549eabe19e8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:16.756769 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (158c2536-44eb-4d57-930c-2549eabe19e8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.814165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (3c9693ff-e238-4ab6-b798-acde23481d60), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.856365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (158c2536-44eb-4d57-930c-2549eabe19e8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:16.981164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cb01b777-7b4f-4f27-81c7-bfccc17073a4 None None] Could not find standard attr ID for object bf518698-c4c0-42a5-92f7-0f0d1a50f346. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:14:17.039546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (158c2536-44eb-4d57-930c-2549eabe19e8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.088067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Router 3c9693ff-e238-4ab6-b798-acde23481d60 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:14:17.136441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (158c2536-44eb-4d57-930c-2549eabe19e8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.168560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=158c2536-44eb-4d57-930c-2549eabe19e8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:17.177772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.186565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cfb29f43-2d7c-46f4-8302-1bd7bc83ce6a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/158c2536-44eb-4d57-930c-2549eabe19e8 HTTP/1.1" status: 204  len: 168 time: 0.5560451
Mar 05 21:14:17.187469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50578) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:17.255714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet a3a97e0a-5089-4678-ab8d-5e256bebe3f2 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:17.264359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (a3a97e0a-5089-4678-ab8d-5e256bebe3f2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.295510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce51827-b0d4-46aa-847f-614d4e0b535a None None] Network a6f212d1-65be-4220-834d-582fa1675e7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:17.330805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-94ab7514-2e8f-4c38-864a-3e6c273675d0 None None] Could not find standard attr ID for object bf518698-c4c0-42a5-92f7-0f0d1a50f346. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:14:17.342855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:17.347327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (a3a97e0a-5089-4678-ab8d-5e256bebe3f2), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.372343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.373278 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:17.378031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50580) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:17.384414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-696186ca-39ab-4868-a00c-ed6ff6f3f1ef admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0500369
Mar 05 21:14:17.387985 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:17.396651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:17.539154 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:17.631426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a3a97e0a-5089-4678-ab8d-5e256bebe3f2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:17.793976 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5550>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:16Z', 'revision_number': 3, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:17.853316 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:17.853557 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Updating router 3c9693ff-e238-4ab6-b798-acde23481d60 port d5a6a757-06a4-456d-af9b-d0eabe3b6115 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:14:17.956212 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.018310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0694e58-93e7-41d1-b7d3-114be76f7abc None None] Network 82b49213-810d-43f2-9dca-5a622352a45d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:18.100711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (a3a97e0a-5089-4678-ab8d-5e256bebe3f2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.143987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a97e0a-5089-4678-ab8d-5e256bebe3f2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:18.152091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Provisioning complete for port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:18.152734 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.153651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.165020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4ec85514-f614-4dc9-83f5-ec8834ce3164 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a3a97e0a-5089-4678-ab8d-5e256bebe3f2 HTTP/1.1" status: 204  len: 168 time: 0.9760258
Mar 05 21:14:18.167805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50586) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:18.352663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.355972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a6f212d1-65be-4220-834d-582fa1675e7e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.449697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Current status of the port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:18.451180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.469311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aba79cd-2866-4251-9f3e-67b174e1fcd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:18.494541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:18.494891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.560128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] For port 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aba79cd-2866-4251-9f3e-67b174e1fcd0,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:18.583114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.625951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Allocated IP 172.20.0.1 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/c23d4a88-13cc-4f87-8c8e-e6b9ec814605) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:18.700767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] For port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,segment=NetworkSegment(581dd850-6a68-4245-9e86-a29e5b30c9b8),segment_id=581dd850-6a68-4245-9e86-a29e5b30c9b8)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:18.701125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.745747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:18.749487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605d903-b5a1-443b-8ad6-f90e37a11734 None None] Pushing event updated for resources: {'Port': ['ID=7aba79cd-2866-4251-9f3e-67b174e1fcd0,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:18.754280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks [] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.767596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994d6ea-b220-4fb0-9510-1592fa990287 None None] Network a6f212d1-65be-4220-834d-582fa1675e7e requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:18.822603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.907766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:18.931084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:18.931470 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks [] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.932835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:18.938269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:18.942107 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:18.995835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.002831 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (3c9693ff-e238-4ab6-b798-acde23481d60), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.007842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c6c47c18-12a5-4cf0-badb-e8de7534e2b8 None None] Provisioning complete for port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:19.008320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c6c47c18-12a5-4cf0-badb-e8de7534e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9c1f10b9-a010-4541-b4eb-a9bc99d6e402), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.014095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:19.014250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.070100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c6c47c18-12a5-4cf0-badb-e8de7534e2b8 None None] Port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:14:19.084352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=9c1f10b9-a010-4541-b4eb-a9bc99d6e402,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:19.102125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No DVR routers for this DVR port 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:19.145391 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Attempting to bind port d5a6a757-06a4-456d-af9b-d0eabe3b6115 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:19.145917 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Attempting to bind port d5a6a757-06a4-456d-af9b-d0eabe3b6115 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:19.146376 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Attempting to bind port d5a6a757-06a4-456d-af9b-d0eabe3b6115 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:19.150275 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447219b1-c881-4b50-a6b7-a200761b649c None None] Pushing event updated for resources: {'Port': ['ID=d5a6a757-06a4-456d-af9b-d0eabe3b6115,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:19.172689 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:19.173485 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:19.173986 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.174472 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:19.179826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Bound port: d5a6a757-06a4-456d-af9b-d0eabe3b6115, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:19.181462 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.239543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53dd06-8cf1-4b52-929f-6358016a9632 None None] DHCP port deletion for a6f212d1-65be-4220-834d-582fa1675e7e request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:19.270458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.323278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a6f212d1-65be-4220-834d-582fa1675e7e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.333416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fab8c588-bc5b-4989-81a6-93acbf728e08 None None] Provisioning complete for port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:19.337948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fab8c588-bc5b-4989-81a6-93acbf728e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.344964 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] For port d5a6a757-06a4-456d-af9b-d0eabe3b6115, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:19.353228 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] For port d5a6a757-06a4-456d-af9b-d0eabe3b6115, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a6a757-06a4-456d-af9b-d0eabe3b6115,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:19.372644 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.374878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b575880>,) {'filters': {'network_id': ['a6f212d1-65be-4220-834d-582fa1675e7e']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:19.388769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:19.396039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b575880>, '581dd850-6a68-4245-9e86-a29e5b30c9b8') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:19.396471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b575880>, '581dd850-6a68-4245-9e86-a29e5b30c9b8') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:19.418379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (581dd850-6a68-4245-9e86-a29e5b30c9b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.441358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (581dd850-6a68-4245-9e86-a29e5b30c9b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.455650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:19.460392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (581dd850-6a68-4245-9e86-a29e5b30c9b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:19.471954 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:19.520683 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:19.521541 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:19.542238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fab8c588-bc5b-4989-81a6-93acbf728e08 None None] Current status of the port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:19.548703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks [] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.560314 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.574546 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447219b1-c881-4b50-a6b7-a200761b649c None None] Pushing event updated for resources: {'Port': ['ID=d5a6a757-06a4-456d-af9b-d0eabe3b6115,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:19.610886 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (3c9693ff-e238-4ab6-b798-acde23481d60), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.622784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a6f212d1-65be-4220-834d-582fa1675e7e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.630269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.641145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/a6f212d1-65be-4220-834d-582fa1675e7e HTTP/1.1" status: 204  len: 168 time: 1.4717607
Mar 05 21:14:19.645129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:19.669357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-54d52d32-dea7-4cf3-a72b-6ce65b1303f8 None None] Provisioning complete for port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:19.670949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54d52d32-dea7-4cf3-a72b-6ce65b1303f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:19.717661 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:19.728680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:19.739887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7b8c0-edc9-4605-973b-24626b5eaf08 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=a6f212d1-65be-4220-834d-582fa1675e7e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:19.762032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-54d52d32-dea7-4cf3-a72b-6ce65b1303f8 None None] Port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:19.782370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:19.784282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:19.784782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6b496-325d-426f-a0bd-9d541e8da831 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:19.786398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ddd6b496-325d-426f-a0bd-9d541e8da831 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1402230
Mar 05 21:14:19.790921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:19.883731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e659a450-3b7c-4157-805d-b00e99400082 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0916100
Mar 05 21:14:19.887282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50598) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:19.902610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842144260'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:19.945002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:19.947024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.002020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:20.030093 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cd628cb5-1680-4e06-9607-c2406baefddb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.032048 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment cd628cb5-1680-4e06-9607-c2406baefddb of type vlan for network a727746a-2ea7-4d04-a7a5-70766b63ead3
Mar 05 21:14:20.042320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:20.194630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a727746a-2ea7-4d04-a7a5-70766b63ead3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.195661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3f4cbd55-d7c5-4fd3-b028-fb549083bc3d None None] Provisioning complete for port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:20.197882 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3f4cbd55-d7c5-4fd3-b028-fb549083bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.254027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5550>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:18Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:20.258366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cbd55-d7c5-4fd3-b028-fb549083bc3d None None] Port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:20.295899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a727746a-2ea7-4d04-a7a5-70766b63ead3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.302182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:20.302818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.341117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:20.347391 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f8bdf-67e4-42ac-b375-87198a8038ee None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:18Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:20.352953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0c2e558a-7d29-43c1-8aea-18a51a6dbb3d admin admin] 10.222.0.15 "PUT /v2.0/routers/3c9693ff-e238-4ab6-b798-acde23481d60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9725077
Mar 05 21:14:20.375955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aba79cd-2866-4251-9f3e-67b174e1fcd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:20.400782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:20.401075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5114305
Mar 05 21:14:20.406764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:20.413294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfffc1-7460-493b-8ef2-1a52feccdea2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=a727746a-2ea7-4d04-a7a5-70766b63ead3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:20.430227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:20.571268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:20.578781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.591349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:20.591776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:20.752579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:20.903977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:21.046570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:21.047167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9c1f10b9-a010-4541-b4eb-a9bc99d6e402 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:21.095500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b18cad4d-0196-4965-934d-89d583f1b82c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.360470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=b18cad4d-0196-4965-934d-89d583f1b82c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:21.410291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': 'cd628cb5-1680-4e06-9607-c2406baefddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:21.410291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: a727746a-2ea7-4d04-a7a5-70766b63ead3, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:21.449964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:21.482088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a727746a-2ea7-4d04-a7a5-70766b63ead3) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:21.497058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd226a3-3c8b-4ed2-90ee-4e4d92a4ae6b None None] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:21.501108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:21.501716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.565635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7eaa129f-cd90-443b-8d43-308df569a2bd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1612077
Mar 05 21:14:21.566011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50632) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:21.574241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3', 'name': 'tempest-PortsIpV6TestJSON-1361621731'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:21.625161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50634) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:21.636836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1312997539-network', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:21.680943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Made reservation on behalf of a13944c5ee4b4c3d94f271f3cf7b1b51 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:21.686860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.722825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.791581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a727746a-2ea7-4d04-a7a5-70766b63ead3', 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': 'b18cad4d-0196-4965-934d-89d583f1b82c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:21.792498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.910210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks [] for security_group (1a98cf6b-499e-4d00-861f-cd084ced0af9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.918222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a98cf6b-499e-4d00-861f-cd084ced0af9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.925246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:21.937641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.961775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:21.962188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:21.986304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a98cf6b-499e-4d00-861f-cd084ced0af9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:21.993395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (787bfdc5-cca2-4d95-847b-5c6deb0fb4f8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:21.993743 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Added segment 787bfdc5-cca2-4d95-847b-5c6deb0fb4f8 of type vlan for network 8e17300a-b516-4095-a535-cc40413a91da
Mar 05 21:14:22.102039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Allocated IP 2001:db8::2 (a727746a-2ea7-4d04-a7a5-70766b63ead3/b18cad4d-0196-4965-934d-89d583f1b82c/1dd42a59-7e93-4d09-80e1-73ed4daefbca) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:22.379152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5a6a757-06a4-456d-af9b-d0eabe3b6115 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:22.384159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks [] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.429457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.487840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:22.502821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:22.506437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:22.507015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::b6 (a727746a-2ea7-4d04-a7a5-70766b63ead3/b18cad4d-0196-4965-934d-89d583f1b82c/17da06eb-3f78-4372-b3fc-3a4ccc0c16c0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:22.625981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Attempting to bind port 1dd42a59-7e93-4d09-80e1-73ed4daefbca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:22.628835 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Attempting to bind port 1dd42a59-7e93-4d09-80e1-73ed4daefbca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cd628cb5-1680-4e06-9607-c2406baefddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:22.630230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Attempting to bind port 1dd42a59-7e93-4d09-80e1-73ed4daefbca on network a727746a-2ea7-4d04-a7a5-70766b63ead3 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:22.631777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8e17300a-b516-4095-a535-cc40413a91da), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.647662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Pushing event updated for resources: {'Port': ['ID=1dd42a59-7e93-4d09-80e1-73ed4daefbca,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:22.654650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:22.655091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Checking segment: {'id': 'cd628cb5-1680-4e06-9607-c2406baefddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:22.655418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.655837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Bound using segment: {'id': 'cd628cb5-1680-4e06-9607-c2406baefddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:22.656318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Bound port: 1dd42a59-7e93-4d09-80e1-73ed4daefbca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd628cb5-1680-4e06-9607-c2406baefddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:22.657172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.681773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8e17300a-b516-4095-a535-cc40413a91da), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.682748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:22.683328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.725246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5a6a757-06a4-456d-af9b-d0eabe3b6115 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:22.726265 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.794948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1667104
Mar 05 21:14:22.798388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50644) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:22.812969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Request body: {'subnet': {'network_id': '8e17300a-b516-4095-a535-cc40413a91da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1312997539-subnet', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:22.821861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975bb9-302c-4014-85bd-25ac767baeee admin admin] Pushing event updated for resources: {'Network': ['ID=8e17300a-b516-4095-a535-cc40413a91da,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:22.846083 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.859133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Made reservation on behalf of a13944c5ee4b4c3d94f271f3cf7b1b51 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:22.862236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:22.878744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8e17300a-b516-4095-a535-cc40413a91da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:22.979609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.080837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:23.088400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:23.093362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:23.118200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:23.118200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.164300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=17da06eb-3f78-4372-b3fc-3a4ccc0c16c0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:23.181302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-239ba307-eb48-4663-8a43-c9ac37f2ea09 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6142840
Mar 05 21:14:23.182395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50650) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:23.189307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'a727746a-2ea7-4d04-a7a5-70766b63ead3', 'name': 'tempest-PortsIpV6TestJSON-22680008'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:23.267430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] For port 1dd42a59-7e93-4d09-80e1-73ed4daefbca, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:23.284370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] For port 1dd42a59-7e93-4d09-80e1-73ed4daefbca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dd42a59-7e93-4d09-80e1-73ed4daefbca,segment=NetworkSegment(cd628cb5-1680-4e06-9607-c2406baefddb),segment_id=cd628cb5-1680-4e06-9607-c2406baefddb)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:23.305936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.312636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (7adcd584-9129-449e-a31c-5f1b159790ca), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.408287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:23.413611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.491468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adcd584-9129-449e-a31c-5f1b159790ca,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:23.510101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Checking segment: {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:23.510903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Network hostable DHCP agents. Network: 8e17300a-b516-4095-a535-cc40413a91da, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:23.531740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5a6a757-06a4-456d-af9b-d0eabe3b6115 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:23.531740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.554756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Network 8e17300a-b516-4095-a535-cc40413a91da is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:23.584779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e17300a-b516-4095-a535-cc40413a91da) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:23.590677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:23.595065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.620726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d5a6a757-06a4-456d-af9b-d0eabe3b6115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a6a757-06a4-456d-af9b-d0eabe3b6115,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:23.627636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c85253-0515-47ea-b5ec-af600be2097f None None] Network 8e17300a-b516-4095-a535-cc40413a91da requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:23.632046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9cec8f16-0192-4c46-ac6d-0d8a34f3ca7a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8237214
Mar 05 21:14:23.635380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:23.648174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:23.664189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.670055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3aa00-f7c5-451c-bae6-02ee0ca80be2 None None] Pushing event updated for resources: {'Port': ['ID=1dd42a59-7e93-4d09-80e1-73ed4daefbca,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:23.694162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.696192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:23.786512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for router_controller (577ffaf2-dedc-4df9-a2b3-36a5d095213c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.028578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d5a6a757-06a4-456d-af9b-d0eabe3b6115,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:24.083727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for router_gateway (577ffaf2-dedc-4df9-a2b3-36a5d095213c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.132312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e17300a-b516-4095-a535-cc40413a91da', 'network_id': '8e17300a-b516-4095-a535-cc40413a91da', 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'fixed_ips': [{'subnet_id': '7adcd584-9129-449e-a31c-5f1b159790ca'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:24.133187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.171406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd99471-dcdd-455c-9582-6b46b74bf4a9 req-035eefec-971e-4b2e-a212-f5b884be0f79 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:24.181397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fd99471-dcdd-455c-9582-6b46b74bf4a9 req-035eefec-971e-4b2e-a212-f5b884be0f79 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.2263019
Mar 05 21:14:24.294316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fd99471-dcdd-455c-9582-6b46b74bf4a9 req-b584d10b-7df9-4f66-9374-56fa59e54ba9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119590
Mar 05 21:14:24.361092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 082b9005-2884-49b3-b3ac-0bd8c216ca66 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:24.525579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Allocated IP 172.20.0.2 (8e17300a-b516-4095-a535-cc40413a91da/7adcd584-9129-449e-a31c-5f1b159790ca/40d281fe-91e3-4bc5-a628-56151558425c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:24.537214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d3c668ec-5d45-43fc-9a28-b671edce85fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.586966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1dd42a59-7e93-4d09-80e1-73ed4daefbca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:24.589141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for router_gateway (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.611867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::77 (a727746a-2ea7-4d04-a7a5-70766b63ead3/b18cad4d-0196-4965-934d-89d583f1b82c/082b9005-2884-49b3-b3ac-0bd8c216ca66) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:24.615181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.749399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Allocated IP 172.35.0.209 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d795974b-8bea-40c4-8e9c-5f5ec370cea3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:24.812429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1dd42a59-7e93-4d09-80e1-73ed4daefbca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:24.812429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.923236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.989981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks [] for port (40d281fe-91e3-4bc5-a628-56151558425c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.995684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:24.995924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.004127 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (40d281fe-91e3-4bc5-a628-56151558425c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.047781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:25.069685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:25.070781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:25.071445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8313d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:13:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:25.086226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:25.087009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.089068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:25.095373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:25.096126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.141203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=082b9005-2884-49b3-b3ac-0bd8c216ca66,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:25.204215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-50c1a5f7-e115-453d-a657-456952434e85 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.0202804
Mar 05 21:14:25.213334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Pushing event updated for resources: {'Port': ['ID=d795974b-8bea-40c4-8e9c-5f5ec370cea3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:25.214281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50672) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:25.229112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:25.230889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:25.231328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Pushing event updated for resources: {'Port': ['ID=40d281fe-91e3-4bc5-a628-56151558425c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:25.245234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:25.278869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Network 8e17300a-b516-4095-a535-cc40413a91da is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:25.282759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:25.285550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:25.363145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-7f50c332-b21b-4e61-b0f0-7a124090823f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:25.365123 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-7f50c332-b21b-4e61-b0f0-7a124090823f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.2129269
Mar 05 21:14:25.399474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1dd42a59-7e93-4d09-80e1-73ed4daefbca is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:25.401902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.453416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:25.527912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be18c9-2b65-47fb-8336-bf60af79e41c None None] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:25.579744 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c466d7-a2a3-4bc4-aff0-9c4534520a33 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:25.581427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-72c466d7-a2a3-4bc4-aff0-9c4534520a33 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab6 HTTP/1.1" status: 200  len: 928 time: 0.3658829
Mar 05 21:14:25.585302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50680) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:25.649267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf2822-f353-43fc-9696-59728a683264 req-9793a571-f67b-44ed-8fea-c842f6e23959 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:25.650800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88cf2822-f353-43fc-9696-59728a683264 req-9793a571-f67b-44ed-8fea-c842f6e23959 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 947 time: 0.1492360
Mar 05 21:14:25.695128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 1dd42a59-7e93-4d09-80e1-73ed4daefbca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dd42a59-7e93-4d09-80e1-73ed4daefbca,segment=NetworkSegment(cd628cb5-1680-4e06-9607-c2406baefddb),segment_id=cd628cb5-1680-4e06-9607-c2406baefddb)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:25.726641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88cf2822-f353-43fc-9696-59728a683264 req-c1b79727-fff9-42bb-bedc-5a29113e7117 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651674
Mar 05 21:14:25.747945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9dad7dda-aebb-43c3-abf9-bf731d4a77b3 None None] Provisioning complete for port 1dd42a59-7e93-4d09-80e1-73ed4daefbca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:25.748527 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9dad7dda-aebb-43c3-abf9-bf731d4a77b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.766728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Deleting port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:25.767072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.811649 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.813810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5a6a757-06a4-456d-af9b-d0eabe3b6115 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:25.816670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for router_gateway (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.910737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Attempting to bind port 40d281fe-91e3-4bc5-a628-56151558425c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:25.911264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Attempting to bind port 40d281fe-91e3-4bc5-a628-56151558425c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:25.911881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Attempting to bind port 40d281fe-91e3-4bc5-a628-56151558425c on network 8e17300a-b516-4095-a535-cc40413a91da {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:25.957819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] For port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:25.958837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:25.987076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 082b9005-2884-49b3-b3ac-0bd8c216ca66 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:25.987412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.086307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:26.086860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Checking segment: {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:26.087370 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.087907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Bound using segment: {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:26.088760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Bound port: 40d281fe-91e3-4bc5-a628-56151558425c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:26.088999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40d281fe-91e3-4bc5-a628-56151558425c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.209898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=1dd42a59-7e93-4d09-80e1-73ed4daefbca,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:26.224013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.245648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.255244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 082b9005-2884-49b3-b3ac-0bd8c216ca66 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:26.299801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9dad7dda-aebb-43c3-abf9-bf731d4a77b3 None None] Current status of the port 1dd42a59-7e93-4d09-80e1-73ed4daefbca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:26.336914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] For port 40d281fe-91e3-4bc5-a628-56151558425c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:26.344794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] For port 40d281fe-91e3-4bc5-a628-56151558425c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d281fe-91e3-4bc5-a628-56151558425c,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:26.385300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.386111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.386609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.387194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.387547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.389901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.391135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.391135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.391780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.392604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.392998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.393347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.393686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:26.400092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.407904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.408242 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Floating IP 64fdc311-17e6-4303-a3c1-d9341f146e47 disassociated. External IP: 172.35.0.135, port: a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4.
Mar 05 21:14:26.408609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Calling delete_port for a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:26.409315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40d281fe-91e3-4bc5-a628-56151558425c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.466832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5a6a757-06a4-456d-af9b-d0eabe3b6115 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:26.467337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.482394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8313d250>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 2, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:26.630588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:26.632513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Updating router 3c9693ff-e238-4ab6-b798-acde23481d60 port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:14:26.685081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.694119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.706864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85534ec9-1df4-4b6c-8d58-a77221c46a75 None None] Pushing event updated for resources: {'Port': ['ID=40d281fe-91e3-4bc5-a628-56151558425c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:26.745801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=082b9005-2884-49b3-b3ac-0bd8c216ca66,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:26.774750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Provisioning complete for port 082b9005-2884-49b3-b3ac-0bd8c216ca66 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:26.774859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (082b9005-2884-49b3-b3ac-0bd8c216ca66), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.778004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.809384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'Port': ['ID=a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:26.833291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:26.837574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-50bf880f-78b4-4330-8a09-1c975be9037f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/082b9005-2884-49b3-b3ac-0bd8c216ca66 HTTP/1.1" status: 204  len: 168 time: 1.2512329
Mar 05 21:14:26.850940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50688) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:26.872708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Port 082b9005-2884-49b3-b3ac-0bd8c216ca66 was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:14:26.950165 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d56f4d-7671-434f-a154-8198a0ebaf72 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:26.954107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b0d56f4d-7671-434f-a154-8198a0ebaf72 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/082b9005-2884-49b3-b3ac-0bd8c216ca66 HTTP/1.1" status: 404  len: 333 time: 0.0996480
Mar 05 21:14:26.954668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50690) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:27.090746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Router 577ffaf2-dedc-4df9-a2b3-36a5d095213c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:14:27.159074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:27.175346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22489ae2-5108-43bd-8d95-21e8a47a1c28 req-82791c95-d3be-47c1-ae63-f68c0e775b2b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 210 time: 0.1240418
Mar 05 21:14:27.419779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Provisioning complete for port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:27.421026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:27.520717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:27.523880 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-60931029-2a90-43e6-8cb0-8c21487c3d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:27.554984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5a6a757-06a4-456d-af9b-d0eabe3b6115 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:27.670381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:27.680934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Sync routers for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:27.694986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:27.758406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:27.759583 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:27.790120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:27.803766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Provisioning complete for port 1dd42a59-7e93-4d09-80e1-73ed4daefbca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:27.804152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:27.816970 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:27.828701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-83359e95-73b5-47f6-b4fe-b7180f1a4dbd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1906514
Mar 05 21:14:27.832059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50696) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:27.914176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] No DVR routers for this DVR port a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:27.920104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:27.936068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea36bce2-1db6-42b6-8fb9-477a646a40dc req-c1765336-04ad-466f-8f88-934c63f8b9bf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "DELETE /v2.0/ports/a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 HTTP/1.1" status: 204  len: 173 time: 2.5643497
Mar 05 21:14:27.937230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-deleted', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:27.941210 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d37e0-fe66-4cef-a380-688d950ff06e" -d '{"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-deleted", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:28.072849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1dd42a59-7e93-4d09-80e1-73ed4daefbca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:28.077561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:28.082712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831febe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:28.141179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:28.242468 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:14:28.341775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:28.342427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.557277 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:25Z', 'revision_number': 3, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:28.562453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.620647 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Checking router: 577ffaf2-dedc-4df9-a2b3-36a5d095213c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:28.620996 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Updating router 577ffaf2-dedc-4df9-a2b3-36a5d095213c port d795974b-8bea-40c4-8e9c-5f5ec370cea3 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:14:28.645320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85637b3d-1d46-4552-9e8e-9578d88291a3 req-61d4fc6b-d0dc-4634-8a02-9da3ffb5b13a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba05bcb0-9bc3-42c9-a011-c592459cce1e HTTP/1.1" status: 200  len: 210 time: 0.0400631
Mar 05 21:14:28.706793 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.716172 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c3a234-1758-4e8a-82e1-1dc54df8e571 x-openstack-request-id: req-31c3a234-1758-4e8a-82e1-1dc54df8e571 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:28.716714 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05bcb0-9bc3-42c9-a011-c592459cce1e", "name": "network-vif-deleted", "tag": "a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:28.717173 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31c3a234-1758-4e8a-82e1-1dc54df8e571 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:28.718530 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05bcb0-9bc3-42c9-a011-c592459cce1e', 'name': 'network-vif-deleted', 'tag': 'a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4', 'status': 'completed', 'code': 200}
Mar 05 21:14:28.752135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f00325bc-2222-46fb-9372-ad523b547120 None None] Current status of the port 1dd42a59-7e93-4d09-80e1-73ed4daefbca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:28.809132 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.915357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.931062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:28.961250 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks [] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:28.983797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb0cc9-53a3-47e7-bff0-f83dc707032e None None] Network 8e17300a-b516-4095-a535-cc40413a91da requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:29.098737 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.121078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-00fe13b1-2351-473c-8ba9-26b722be6af7 None None] Could not find standard attr ID for object 082b9005-2884-49b3-b3ac-0bd8c216ca66. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:14:29.164483 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks [] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.180609 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.205658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1dd42a59-7e93-4d09-80e1-73ed4daefbca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:29.206350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.256630 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Attempting to bind port d795974b-8bea-40c4-8e9c-5f5ec370cea3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:29.257011 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Attempting to bind port d795974b-8bea-40c4-8e9c-5f5ec370cea3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:29.257388 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Attempting to bind port d795974b-8bea-40c4-8e9c-5f5ec370cea3 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:29.259864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:29.262002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:29.265637 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33798454-7cbf-4f7d-9acd-d5d3d8c79636 None None] Pushing event updated for resources: {'Port': ['ID=d795974b-8bea-40c4-8e9c-5f5ec370cea3,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:29.276753 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:29.277139 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:29.278335 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.278719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:29.279212 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Bound port: d795974b-8bea-40c4-8e9c-5f5ec370cea3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:29.279782 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.350065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-00fe13b1-2351-473c-8ba9-26b722be6af7 None None] Provisioning complete for port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:29.351929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-00fe13b1-2351-473c-8ba9-26b722be6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.361908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] For port d795974b-8bea-40c4-8e9c-5f5ec370cea3, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:29.367399 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] For port d795974b-8bea-40c4-8e9c-5f5ec370cea3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d795974b-8bea-40c4-8e9c-5f5ec370cea3,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:29.380528 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.405078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Allocated IP 172.20.0.1 (8e17300a-b516-4095-a535-cc40413a91da/7adcd584-9129-449e-a31c-5f1b159790ca/886f2fae-d40a-441a-aa4c-9422964b4240) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:29.417195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:29.417451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a3a33f68-d1b3-4ae0-8e0d-4d70f68f2ac4 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:29.422402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (17da06eb-3f78-4372-b3fc-3a4ccc0c16c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.447218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1dd42a59-7e93-4d09-80e1-73ed4daefbca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:29.448367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40d281fe-91e3-4bc5-a628-56151558425c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:29.498397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=17da06eb-3f78-4372-b3fc-3a4ccc0c16c0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:29.532072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:29.532824 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:29.533014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d30dd1-ad65-4d9b-978c-b9fc49c774cd None None] Pushing event updated for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:29.560956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.567253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:29.567836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4e4dd83-ffe9-4e2a-bb76-93227d41d9f5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 HTTP/1.1" status: 204  len: 168 time: 2.6119335
Mar 05 21:14:29.636103 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6fa68e-f2ed-443f-bc88-3846b62fd3c3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:29.646757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eb6fa68e-f2ed-443f-bc88-3846b62fd3c3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 HTTP/1.1" status: 404  len: 333 time: 0.0757344
Mar 05 21:14:29.646896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:29.819561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet b18cad4d-0196-4965-934d-89d583f1b82c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:29.839914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (b18cad4d-0196-4965-934d-89d583f1b82c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:29.865576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Attempting to bind port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:29.876515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Attempting to bind port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:29.878356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Attempting to bind port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:29.883146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-00fe13b1-2351-473c-8ba9-26b722be6af7 None None] Port 17da06eb-3f78-4372-b3fc-3a4ccc0c16c0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:29.947887 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (b18cad4d-0196-4965-934d-89d583f1b82c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.000370 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.003170 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33798454-7cbf-4f7d-9acd-d5d3d8c79636 None None] Pushing event updated for resources: {'Port': ['ID=d795974b-8bea-40c4-8e9c-5f5ec370cea3,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:30.033997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:30.034780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:30.035209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.035618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:30.036492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Bound port: c23d4a88-13cc-4f87-8c8e-e6b9ec814605, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:30.036613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.094539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b18cad4d-0196-4965-934d-89d583f1b82c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.127441 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:30.168721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:30.187213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] For port c23d4a88-13cc-4f87-8c8e-e6b9ec814605, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:30.191591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] For port c23d4a88-13cc-4f87-8c8e-e6b9ec814605, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:30.223460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.253919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (46e77e8d-3f1e-445f-8eca-3723d5d1d5d7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.311195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (46e77e8d-3f1e-445f-8eca-3723d5d1d5d7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.328794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d30dd1-ad65-4d9b-978c-b9fc49c774cd None None] Pushing event updated for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:30.341728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Provisioning complete for port 40d281fe-91e3-4bc5-a628-56151558425c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:30.342038 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40d281fe-91e3-4bc5-a628-56151558425c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.397689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (b18cad4d-0196-4965-934d-89d583f1b82c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.418384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40d281fe-91e3-4bc5-a628-56151558425c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:30.419181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40d281fe-91e3-4bc5-a628-56151558425c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.425878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:30.426141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8313d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:30.449861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:25Z', 'revision_number': 3, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:30.463966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (46e77e8d-3f1e-445f-8eca-3723d5d1d5d7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.475414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.481195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50728) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:30.484298 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "DELETE /v2.0/security-groups/46e77e8d-3f1e-445f-8eca-3723d5d1d5d7 HTTP/1.1" status: 204  len: 168 time: 0.3140206
Mar 05 21:14:30.513033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9fc8b-bda4-47ee-a872-9485e30e94da tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e77e8d-3f1e-445f-8eca-3723d5d1d5d7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:30.515640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=b18cad4d-0196-4965-934d-89d583f1b82c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:30.526181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.529691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17fa8350-72bf-4259-8d3e-b7a28bb19adc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/b18cad4d-0196-4965-934d-89d583f1b82c HTTP/1.1" status: 204  len: 168 time: 0.8814342
Mar 05 21:14:30.535632 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50730) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:30.557197 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50b11-6327-4717-ae1f-ed4bf1a1a3a3 None None] The sync data for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 is: [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:25Z', 'revision_number': 3, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:30.558048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks [] for port (886f2fae-d40a-441a-aa4c-9422964b4240), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.635411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7460b-5423-4653-baf1-4d2f7052e742 None None] Network a727746a-2ea7-4d04-a7a5-70766b63ead3 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:30.651226 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-84461ecb-5d7f-47b7-97d4-05417acb1084 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] show failed (client error): The resource could not be found.
Mar 05 21:14:30.652989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84461ecb-5d7f-47b7-97d4-05417acb1084 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups/46e77e8d-3f1e-445f-8eca-3723d5d1d5d7 HTTP/1.1" status: 404  len: 347 time: 0.1650407
Mar 05 21:14:30.656580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.657977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50736) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:30.721446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:30.749305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Network 8e17300a-b516-4095-a535-cc40413a91da is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:30.753786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:30.759850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Pushing event updated for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:30.769247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:30.844906 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a727746a-2ea7-4d04-a7a5-70766b63ead3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:30.864035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.045827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Deleting port b6420b59-fda5-403f-b979-d6e257f571dc {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:31.046171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.212016 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.212628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (b6420b59-fda5-403f-b979-d6e257f571dc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.227419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 1dd42a59-7e93-4d09-80e1-73ed4daefbca {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:31.238523 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.245218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Calling delete_port for b6420b59-fda5-403f-b979-d6e257f571dc owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:31.355319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.360967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831febe0>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:31.545647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] For port 1dd42a59-7e93-4d09-80e1-73ed4daefbca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dd42a59-7e93-4d09-80e1-73ed4daefbca,segment=NetworkSegment(cd628cb5-1680-4e06-9607-c2406baefddb),segment_id=cd628cb5-1680-4e06-9607-c2406baefddb)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:31.545647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.551855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:31.583544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 1dd42a59-7e93-4d09-80e1-73ed4daefbca owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:31.629414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:31.629891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b831febe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:31.681521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks [] for port (886f2fae-d40a-441a-aa4c-9422964b4240), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.692884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.861719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Pushing event updated for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:31.878846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:31.918641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b6420b59-fda5-403f-b979-d6e257f571dc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.054346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.081391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'Port': ['ID=b6420b59-fda5-403f-b979-d6e257f571dc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:32.132764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1dd42a59-7e93-4d09-80e1-73ed4daefbca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.153586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No DVR routers for this DVR port 1dd42a59-7e93-4d09-80e1-73ed4daefbca on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:32.243613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Current status of the port 40d281fe-91e3-4bc5-a628-56151558425c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:32.244169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40d281fe-91e3-4bc5-a628-56151558425c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.245610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=1dd42a59-7e93-4d09-80e1-73ed4daefbca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:32.253416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-a5d5a70c-54d6-4c7d-91de-37abe19d7d6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5113964
Mar 05 21:14:32.265883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Network 8e17300a-b516-4095-a535-cc40413a91da is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:32.268431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:32.412569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (64fdc311-17e6-4303-a3c1-d9341f146e47), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.431066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.432485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07e78327-2e67-4033-96f9-d404b909e7b7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "DELETE /v2.0/floatingips/64fdc311-17e6-4303-a3c1-d9341f146e47 HTTP/1.1" status: 204  len: 168 time: 1.7636948
Mar 05 21:14:32.462110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a727746a-2ea7-4d04-a7a5-70766b63ead3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.535230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b906cab20>,) {'filters': {'network_id': ['a727746a-2ea7-4d04-a7a5-70766b63ead3']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:32.561374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b906cab20>, 'cd628cb5-1680-4e06-9607-c2406baefddb') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:32.564261 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b906cab20>, 'cd628cb5-1680-4e06-9607-c2406baefddb') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:32.590983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (cd628cb5-1680-4e06-9607-c2406baefddb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.621044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (cd628cb5-1680-4e06-9607-c2406baefddb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.637010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:32.640053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (cd628cb5-1680-4e06-9607-c2406baefddb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:32.643458 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:32.650987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Router 577ffaf2-dedc-4df9-a2b3-36a5d095213c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:32.669318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-9c0fa96c-c088-4cd0-9421-d395db577522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:32.670991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-9c0fa96c-c088-4cd0-9421-d395db577522 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1127 time: 0.2452488
Mar 05 21:14:32.712935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] For port 40d281fe-91e3-4bc5-a628-56151558425c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d281fe-91e3-4bc5-a628-56151558425c,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:32.781879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40d281fe-91e3-4bc5-a628-56151558425c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.860092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a727746a-2ea7-4d04-a7a5-70766b63ead3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.911206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:32.920419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:32.929739 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:32.936544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/a727746a-2ea7-4d04-a7a5-70766b63ead3 HTTP/1.1" status: 204  len: 168 time: 2.3961921
Mar 05 21:14:32.936544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c881e-f505-4f95-a5b3-3efca7eeedcd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=a727746a-2ea7-4d04-a7a5-70766b63ead3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:32.937503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50756) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:32.948954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043428233'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:32.960349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b599a1ad-c6dc-4dbd-b615-75588a421444 admin admin] 10.222.0.15 "PUT /v2.0/routers/577ffaf2-dedc-4df9-a2b3-36a5d095213c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1267526
Mar 05 21:14:32.988619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5164be-8f20-4591-8487-1f8613183369 None None] DHCP port deletion for a727746a-2ea7-4d04-a7a5-70766b63ead3 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:32.993289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:32.996935 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.063086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:33.063936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Pushing event updated for resources: {'Port': ['ID=40d281fe-91e3-4bc5-a628-56151558425c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:33.067759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40d281fe-91e3-4bc5-a628-56151558425c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:33.068152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40d281fe-91e3-4bc5-a628-56151558425c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.086513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3a905f7c-736b-447f-ba94-776c94b0f58f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.087199 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment 3a905f7c-736b-447f-ba94-776c94b0f58f of type vlan for network de85fde7-f54a-43bd-a6a7-89f0c6400733
Mar 05 21:14:33.089281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-d69c6740-e7ea-4a1b-ac1e-0238146be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:33.093689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-d69c6740-e7ea-4a1b-ac1e-0238146be6f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 897 time: 0.1907332
Mar 05 21:14:33.203105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-082fd152-ba59-4c14-a323-c01d5ac686bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 1001 time: 0.1014850
Mar 05 21:14:33.207914 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (de85fde7-f54a-43bd-a6a7-89f0c6400733), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.258923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50760) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:33.270159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498006019', 'description': 'tempest-description--1122133932'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:33.297502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Provisioning complete for port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:33.297896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.318834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-6304bc57-d3b2-446b-9f1d-453c19c10e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:33.324287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-6304bc57-d3b2-446b-9f1d-453c19c10e6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 200  len: 835 time: 0.1138432
Mar 05 21:14:33.339994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (de85fde7-f54a-43bd-a6a7-89f0c6400733), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.347538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:33.354964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.420575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.437372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-0099cd1f-bdac-47d4-befd-0d87ce2e741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:33.440473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-0099cd1f-bdac-47d4-befd-0d87ce2e741b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b9f3d8-89cc-4d64-807e-aa00ac579414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1086769
Mar 05 21:14:33.492396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=de85fde7-f54a-43bd-a6a7-89f0c6400733,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:33.498010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8313d250>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:30Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:33.498292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-291e8b8c-81cc-49dc-91c5-ab5c75447854 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5597625
Mar 05 21:14:33.507082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50768) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:33.513745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:33.563555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:33.590754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd1903-cb28-493e-a147-001bc31a2f5c None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:30Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:33.669741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-461d42e3-c80d-4caa-8edd-64addc7401f8 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200143
Mar 05 21:14:33.692882 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:33.709037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:33.734246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:14:33.734839 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:14:33.765410 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Sync routers for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:33.792421 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:33.793058 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:33.916089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2186549-350a-43c0-bd7c-72b70ed009cc req-35e40822-890a-42e3-abf9-677f16196a44 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167242
Mar 05 21:14:33.923918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b831febe0>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:33.994490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbed393-ad90-4a67-901e-b57d37dc438b None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:33.999948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Current status of the port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:34.000419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.027713 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:34.060687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] For port c23d4a88-13cc-4f87-8c8e-e6b9ec814605, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:34.070516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.219250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (4d86baae-7cf9-4d05-bbdb-99601aa41a25), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.222037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (cc752652-c2aa-4d3d-bdf5-665dedfa1bc9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.231326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Provisioning complete for port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:34.232214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.276240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4d86baae-7cf9-4d05-bbdb-99601aa41a25), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.438045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.439753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.1730614
Mar 05 21:14:34.442792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50814) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:34.451600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group_rule': {'security_group_id': '4d86baae-7cf9-4d05-bbdb-99601aa41a25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:34.477003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173b79b-db45-4284-b342-48962935ed20 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d86baae-7cf9-4d05-bbdb-99601aa41a25,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:34.496377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=cc752652-c2aa-4d3d-bdf5-665dedfa1bc9,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:34.527837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8374aa-67f3-4739-a75e-4552bdb90e54 None None] Pushing event updated for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:34.569878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-edec6d67-d7da-4e20-bf90-d23b3207180d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4039862
Mar 05 21:14:34.579096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (2f185222-4e65-4c4c-8657-a1e7f2667100), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.592920 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': '3a905f7c-736b-447f-ba94-776c94b0f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:34.593305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: de85fde7-f54a-43bd-a6a7-89f0c6400733, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:34.641578 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ea90>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:31Z', 'revision_number': 4, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886f2fae-d40a-441a-aa4c-9422964b4240', 'name': '', 'network_id': '8e17300a-b516-4095-a535-cc40413a91da', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'mac_address': 'fa:16:3e:97:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:28Z', 'updated_at': '2022-03-05T21:14:31Z', 'revision_number': 2, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'subnets': [{'id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:34.656227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:34.733285 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Checking router: 577ffaf2-dedc-4df9-a2b3-36a5d095213c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:34.735609 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Updating router 577ffaf2-dedc-4df9-a2b3-36a5d095213c port 886f2fae-d40a-441a-aa4c-9422964b4240 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:14:34.738909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191dea9-aef3-47dd-85f4-1f376e8e99f7 None None] New status for floating IP 64fdc311-17e6-4303-a3c1-d9341f146e47: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:14:34.758286 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de85fde7-f54a-43bd-a6a7-89f0c6400733) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:34.770864 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:34.772096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.790564 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.807611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (2f185222-4e65-4c4c-8657-a1e7f2667100), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.816328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f85aca4c-437a-4c3b-a7a1-025c25d4b90f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3082793
Mar 05 21:14:34.816755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (2f185222-4e65-4c4c-8657-a1e7f2667100), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.824629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:34.843829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733', 'name': 'tempest-PortsIpV6TestJSON-1152700419', 'fixed_ips': [{'subnet_id': 'cc752652-c2aa-4d3d-bdf5-665dedfa1bc9', 'ip_address': '2001:db8::10'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:34.905284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f185222-4e65-4c4c-8657-a1e7f2667100,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:34.923434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:34.939149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3baf564d-4caa-478a-987e-16267adf4bfc tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4935029
Mar 05 21:14:34.940069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 50840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:34.949574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'security_group_rule': {'security_group_id': '4d86baae-7cf9-4d05-bbdb-99601aa41a25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:34.955383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ad611-31a6-4012-a592-875336fb6f8b None None] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:34.963515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40d281fe-91e3-4bc5-a628-56151558425c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:34.969320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Current status of the port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:34.986160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-91d44172-0ed0-4c19-9bc5-713d173828c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:34.992684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-91d44172-0ed0-4c19-9bc5-713d173828c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 1128 time: 0.3246202
Mar 05 21:14:35.040329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (53db488e-625b-41a4-a90a-b2ed4fc46dbd), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.222230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (53db488e-625b-41a4-a90a-b2ed4fc46dbd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.229967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (53db488e-625b-41a4-a90a-b2ed4fc46dbd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.291560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53db488e-625b-41a4-a90a-b2ed4fc46dbd,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:35.313322 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.314698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-eb7633cc-15f2-4580-a9e3-935fcbdcd09e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3688195
Mar 05 21:14:35.318406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 50868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:35.329107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:35.354672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-d093f083-7952-4457-a3a0-5041a5f742f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:35.356447 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-d093f083-7952-4457-a3a0-5041a5f742f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.3313186
Mar 05 21:14:35.358137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.413823 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks [] for port (886f2fae-d40a-441a-aa4c-9422964b4240), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.423684 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.430249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:35.436252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40d281fe-91e3-4bc5-a628-56151558425c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:35.485252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Provisioning complete for port 40d281fe-91e3-4bc5-a628-56151558425c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:35.485644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40d281fe-91e3-4bc5-a628-56151558425c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.588642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-24bcb352-a259-47fc-8892-a27543ac1bdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 200  len: 1002 time: 0.2129889
Mar 05 21:14:35.610703 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc568d6-9107-4492-b9fc-2b028c8adc60 None None] Pushing event updated for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:35.620992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de85fde7-f54a-43bd-a6a7-89f0c6400733', 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': 'cc752652-c2aa-4d3d-bdf5-665dedfa1bc9'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:35.622088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.625458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 40d281fe-91e3-4bc5-a628-56151558425c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:35.626676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40d281fe-91e3-4bc5-a628-56151558425c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.652226 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Attempting to bind port 886f2fae-d40a-441a-aa4c-9422964b4240 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:35.652598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Attempting to bind port 886f2fae-d40a-441a-aa4c-9422964b4240 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:35.653034 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Attempting to bind port 886f2fae-d40a-441a-aa4c-9422964b4240 on network 8e17300a-b516-4095-a535-cc40413a91da {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:35.660410 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:35.661516 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Checking segment: {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:35.662220 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.663766 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Bound using segment: {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:35.668030 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Bound port: 886f2fae-d40a-441a-aa4c-9422964b4240, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8e17300a-b516-4095-a535-cc40413a91da'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:35.668030 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.682804 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.708519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-c7e4f872-c0fe-421d-a983-03bf1c5fddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:35.710664 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-c7e4f872-c0fe-421d-a983-03bf1c5fddbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1156931
Mar 05 21:14:35.722859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port f7461b8c-6483-4f3f-afce-9f4519c418f0 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:35.746208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.767708 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] For port 886f2fae-d40a-441a-aa4c-9422964b4240, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:35.772437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] For port 886f2fae-d40a-441a-aa4c-9422964b4240, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886f2fae-d40a-441a-aa4c-9422964b4240,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:35.780053 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.785435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Current status of the port 40d281fe-91e3-4bc5-a628-56151558425c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:35.848737 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:35.849339 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:35.889369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Provisioning complete for port 886f2fae-d40a-441a-aa4c-9422964b4240 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:35.890070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:35.939049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-dbf0ee3a-db16-452d-8db9-9b0c0346415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:35.940988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-dbf0ee3a-db16-452d-8db9-9b0c0346415a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2113383
Mar 05 21:14:35.954238 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc568d6-9107-4492-b9fc-2b028c8adc60 None None] Pushing event updated for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:36.001042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Allocated IP 2001:db8::2 (de85fde7-f54a-43bd-a6a7-89f0c6400733/cc752652-c2aa-4d3d-bdf5-665dedfa1bc9/b7cb181f-8955-4022-a527-c41d40e30cc0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:36.024155 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:36.045160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 40d281fe-91e3-4bc5-a628-56151558425c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:36.047921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d795974b-8bea-40c4-8e9c-5f5ec370cea3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:36.086636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Allocated IP 172.35.0.156 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/9c814830-ff36-4b0c-bcf5-33d6ff352855) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:36.197669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-0a76bfc1-ab8e-4044-96c3-f97505318f48 service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221789
Mar 05 21:14:36.208399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Current status of the port 886f2fae-d40a-441a-aa4c-9422964b4240 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:36.209549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.268435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] For port 886f2fae-d40a-441a-aa4c-9422964b4240, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886f2fae-d40a-441a-aa4c-9422964b4240,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:36.289183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.326059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.328989 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.333114 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ea90>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:31Z', 'revision_number': 4, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886f2fae-d40a-441a-aa4c-9422964b4240', 'name': '', 'network_id': '8e17300a-b516-4095-a535-cc40413a91da', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'mac_address': 'fa:16:3e:97:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:28Z', 'updated_at': '2022-03-05T21:14:35Z', 'revision_number': 4, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'subnets': [{'id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:36.357440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a2c1b11-3690-466c-bcdd-04df93bf302b req-f490941c-5a5d-4a08-9c72-619011fc7a3a service neutron] 10.222.0.31 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524580
Mar 05 21:14:36.372332 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1e052-6d98-4770-96e6-12ee970e2186 None None] The sync data for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 is: [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:14:31Z', 'revision_number': 4, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886f2fae-d40a-441a-aa4c-9422964b4240', 'name': '', 'network_id': '8e17300a-b516-4095-a535-cc40413a91da', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'mac_address': 'fa:16:3e:97:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:28Z', 'updated_at': '2022-03-05T21:14:35Z', 'revision_number': 4, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'subnets': [{'id': '7adcd584-9129-449e-a31c-5f1b159790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:36.410271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d795974b-8bea-40c4-8e9c-5f5ec370cea3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:36.411720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.425142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.498691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ebd8d-6de5-4ee5-b6cb-eb06b2c2966a None None] Pushing event updated for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:36.517885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:36.525389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:36.536669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:36.603135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dfab76e6-4938-4454-b93e-1d6db72cd7c3 None None] Provisioning complete for port 886f2fae-d40a-441a-aa4c-9422964b4240 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:36.603811 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dfab76e6-4938-4454-b93e-1d6db72cd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.649773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.716102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=9c814830-ff36-4b0c-bcf5-33d6ff352855,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:36.753508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks [] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.773214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d795974b-8bea-40c4-8e9c-5f5ec370cea3 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:36.774503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.789375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.799293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:36.855631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:36.873252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:36.880240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:36.956521 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.034698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port d795974b-8bea-40c4-8e9c-5f5ec370cea3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d795974b-8bea-40c4-8e9c-5f5ec370cea3,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:37.050121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.050553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c23d4a88-13cc-4f87-8c8e-e6b9ec814605 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:37.149492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Pushing event updated for resources: {'Port': ['ID=b7cb181f-8955-4022-a527-c41d40e30cc0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:37.258834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dfab76e6-4938-4454-b93e-1d6db72cd7c3 None None] Current status of the port 886f2fae-d40a-441a-aa4c-9422964b4240 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:37.262598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Attempting to bind port b7cb181f-8955-4022-a527-c41d40e30cc0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:37.263610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Attempting to bind port b7cb181f-8955-4022-a527-c41d40e30cc0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a905f7c-736b-447f-ba94-776c94b0f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:37.263942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Attempting to bind port b7cb181f-8955-4022-a527-c41d40e30cc0 on network de85fde7-f54a-43bd-a6a7-89f0c6400733 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:37.286681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:37.287931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Checking segment: {'id': '3a905f7c-736b-447f-ba94-776c94b0f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:37.288624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.288971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Bound using segment: {'id': '3a905f7c-736b-447f-ba94-776c94b0f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:37.289520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Bound port: b7cb181f-8955-4022-a527-c41d40e30cc0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a905f7c-736b-447f-ba94-776c94b0f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:37.290019 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.319603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=d795974b-8bea-40c4-8e9c-5f5ec370cea3,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:37.325303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:37.325689 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.428409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] For port b7cb181f-8955-4022-a527-c41d40e30cc0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:37.496953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] For port b7cb181f-8955-4022-a527-c41d40e30cc0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7cb181f-8955-4022-a527-c41d40e30cc0,segment=NetworkSegment(3a905f7c-736b-447f-ba94-776c94b0f58f),segment_id=3a905f7c-736b-447f-ba94-776c94b0f58f)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:37.510792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.518093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:37.554618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::10 (de85fde7-f54a-43bd-a6a7-89f0c6400733/cc752652-c2aa-4d3d-bdf5-665dedfa1bc9/f7461b8c-6483-4f3f-afce-9f4519c418f0) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:37.619418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1dd42a59-7e93-4d09-80e1-73ed4daefbca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:37.678810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1dd42a59-7e93-4d09-80e1-73ed4daefbca {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:37.679430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1dd42a59-7e93-4d09-80e1-73ed4daefbca not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:37.688353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8e6c7-3751-4434-b1f2-87c35a8c43b5 None None] Pushing event updated for resources: {'Port': ['ID=b7cb181f-8955-4022-a527-c41d40e30cc0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:37.830030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.836695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.840665 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:37.971150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=9c814830-ff36-4b0c-bcf5-33d6ff352855,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:37.982926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d795974b-8bea-40c4-8e9c-5f5ec370cea3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:38.032501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.062745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.084439 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.094463 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-64ff3173-2625-431a-bd65-03ff360b7cf4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7693193
Mar 05 21:14:38.095693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d795974b-8bea-40c4-8e9c-5f5ec370cea3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:38.096124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.171961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:38.175880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:38.180533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:38.186134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:38.187064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.210622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=f7461b8c-6483-4f3f-afce-9f4519c418f0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:38.243857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d795974b-8bea-40c4-8e9c-5f5ec370cea3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:38.244320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 886f2fae-d40a-441a-aa4c-9422964b4240 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:38.244471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51000) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:38.245476 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75e5363a-a094-4dcf-9402-0c756755ed56 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.4169533
Mar 05 21:14:38.249532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': 'de85fde7-f54a-43bd-a6a7-89f0c6400733', 'name': 'tempest-PortsIpV6TestJSON-1291110630', 'fixed_ips': [{'subnet_id': 'cc752652-c2aa-4d3d-bdf5-665dedfa1bc9', 'ip_address': '2001:db8::f'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:38.326566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 886f2fae-d40a-441a-aa4c-9422964b4240 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:38.326948 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.388764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:38.461938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Deleting subnet d7352a16-fded-4d9c-afa4-773f9e5616c8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:38.465498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Publish callbacks [] for subnet (d7352a16-fded-4d9c-afa4-773f9e5616c8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.513428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d7352a16-fded-4d9c-afa4-773f9e5616c8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.528278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 886f2fae-d40a-441a-aa4c-9422964b4240 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:38.531452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-2d4e8f43-0bba-4105-bc98-6b9c00e272af tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--498006019&fields=id&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 267 time: 0.1018140
Mar 05 21:14:38.537587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:38.581279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d7352a16-fded-4d9c-afa4-773f9e5616c8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.657006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d7352a16-fded-4d9c-afa4-773f9e5616c8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.688334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7352a16-fded-4d9c-afa4-773f9e5616c8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:38.706276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.713782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1fee985-17a4-47c9-b2db-41c6c559949c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d7352a16-fded-4d9c-afa4-773f9e5616c8 HTTP/1.1" status: 204  len: 168 time: 0.3226111
Mar 05 21:14:38.715522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51036) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:38.764531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.804433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-d4e1c8f2-1e0e-4f6b-b12a-4b9e5a0873d5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:38.806676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-d4e1c8f2-1e0e-4f6b-b12a-4b9e5a0873d5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 816 time: 0.2564898
Mar 05 21:14:38.813120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 38490d9e-32b5-4230-9e5c-e6cdd356ec5e yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:38.840029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7b01390b-af80-47c7-b861-6f85f06d7866), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:38.910714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-ec86c005-3a81-4304-a26c-1d21622d63d0 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/quotas/5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 375 time: 0.0922763
Mar 05 21:14:38.977671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7b01390b-af80-47c7-b861-6f85f06d7866), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.010031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc4af70>,) {'filters': {'network_id': ['7b01390b-af80-47c7-b861-6f85f06d7866']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:39.023346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc4af70>, '59d15748-6261-47a1-9c59-b4c02d1f4a3a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:39.023797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc4af70>, '59d15748-6261-47a1-9c59-b4c02d1f4a3a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:39.035011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (59d15748-6261-47a1-9c59-b4c02d1f4a3a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.050891 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (59d15748-6261-47a1-9c59-b4c02d1f4a3a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.067100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:39.067514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (59d15748-6261-47a1-9c59-b4c02d1f4a3a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:39.069477 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:39.098625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-5c3298a4-c65d-44a4-bcc9-f2d5d9a9d5d0 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1777165
Mar 05 21:14:39.151390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7b01390b-af80-47c7-b861-6f85f06d7866), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.162633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.168561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/7b01390b-af80-47c7-b861-6f85f06d7866 HTTP/1.1" status: 204  len: 168 time: 0.4496934
Mar 05 21:14:39.194434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee718fee-7efb-4077-bb5b-d2d5be9ecb0d None None] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:39.195880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::f (de85fde7-f54a-43bd-a6a7-89f0c6400733/cc752652-c2aa-4d3d-bdf5-665dedfa1bc9/38490d9e-32b5-4230-9e5c-e6cdd356ec5e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:39.203155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601b023-3676-4501-a042-e7f7e4e99f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b01390b-af80-47c7-b861-6f85f06d7866,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:39.256896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-c10a9fe4-f32a-464b-bd66-7693a35391ca service neutron] 10.222.0.15 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337011
Mar 05 21:14:39.334876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Provisioning complete for port b7cb181f-8955-4022-a527-c41d40e30cc0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:39.335648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.390719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51040) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:39.451512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4d58bb06-e6ca-4611-a041-2e3529abec36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a6813d01c694475a2a3645008b1c369&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0583966
Mar 05 21:14:39.453463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51046) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:39.503507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Current status of the port b7cb181f-8955-4022-a527-c41d40e30cc0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:39.503928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.554937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] Publish callbacks [] for security_group (5284b2e9-aabe-4ccd-b55b-3c3348e97293), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.562855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] For port b7cb181f-8955-4022-a527-c41d40e30cc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7cb181f-8955-4022-a527-c41d40e30cc0,segment=NetworkSegment(3a905f7c-736b-447f-ba94-776c94b0f58f),segment_id=3a905f7c-736b-447f-ba94-776c94b0f58f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:39.570848 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.602613 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] Publish callbacks [] for security_group (5284b2e9-aabe-4ccd-b55b-3c3348e97293), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.668308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c413ad-d395-4e7c-a82c-674761f06bca None None] Pushing event updated for resources: {'Port': ['ID=b7cb181f-8955-4022-a527-c41d40e30cc0,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:39.682611 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5284b2e9-aabe-4ccd-b55b-3c3348e97293), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.685550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.687127 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5284b2e9-aabe-4ccd-b55b-3c3348e97293 HTTP/1.1" status: 204  len: 168 time: 0.2320688
Mar 05 21:14:39.732500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9797107-5cda-4ba9-b5e0-fb765bde19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5284b2e9-aabe-4ccd-b55b-3c3348e97293,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:39.828747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Provisioning complete for port f7461b8c-6483-4f3f-afce-9f4519c418f0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:39.829124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.909351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:39.935481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:39.936758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Port f7461b8c-6483-4f3f-afce-9f4519c418f0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:39.954975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Provisioning complete for port b7cb181f-8955-4022-a527-c41d40e30cc0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:39.957420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.032109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b7cb181f-8955-4022-a527-c41d40e30cc0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:40.045678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-097e9bd8-44fb-4278-a569-4039bb239ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7880054
Mar 05 21:14:40.088471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.159960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=38490d9e-32b5-4230-9e5c-e6cdd356ec5e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:40.183157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b7cb181f-8955-4022-a527-c41d40e30cc0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:40.190112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.191922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:40.195638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:40.200944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:40.213332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.214620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.250296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0dc880e2-b99d-419d-b5f2-9ad5733e76b2 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.0046875
Mar 05 21:14:40.251112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51072) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:40.453734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b7cb181f-8955-4022-a527-c41d40e30cc0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:40.479150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96b3803f-7303-4002-bfa7-b654d9641907 req-66a1c103-cce4-451d-979b-060f45ec9161 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 210 time: 0.0678854
Mar 05 21:14:40.479718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7626536f-0aea-4623-85f4-d8b92dd47a34 None None] Current status of the port b7cb181f-8955-4022-a527-c41d40e30cc0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:40.493485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce10b5-dd03-434f-b513-02bcceace982 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.497483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-20ce10b5-dd03-434f-b513-02bcceace982 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.2428489
Mar 05 21:14:40.497736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51086) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:40.527432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ff45295-2679-4b1d-89a4-0675d42cc288 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/floatingips/b78788e3-9d9e-47c9-8c6c-89907479493e HTTP/1.1" status: 200  len: 993 time: 0.6166110
Mar 05 21:14:40.585172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-25c62fb4-35bf-4541-be7c-bfae6043c2d8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.592904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259eb218-0ff6-49ba-8788-752093d579fe tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.593800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-25c62fb4-35bf-4541-be7c-bfae6043c2d8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.5086477
Mar 05 21:14:40.598773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259eb218-0ff6-49ba-8788-752093d579fe tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.606675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259eb218-0ff6-49ba-8788-752093d579fe tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:40.611940 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-259eb218-0ff6-49ba-8788-752093d579fe tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.1102319
Mar 05 21:14:40.612136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c3b2409-617c-4df7-9787-616a3b2f84f4 None None] Provisioning complete for port f7461b8c-6483-4f3f-afce-9f4519c418f0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:40.612136 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c3b2409-617c-4df7-9787-616a3b2f84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.612672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51092) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:40.616071 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-9d61710b-3fa5-488f-8d8c-7a740e9c73f8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0210311
Mar 05 21:14:40.691501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b2409-617c-4df7-9787-616a3b2f84f4 None None] Port f7461b8c-6483-4f3f-afce-9f4519c418f0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:40.768014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-f768f673-426e-4b4c-b853-6011f01c4adc tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1504991
Mar 05 21:14:40.786207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 38490d9e-32b5-4230-9e5c-e6cdd356ec5e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:40.786776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.827402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8d1e4003-7553-4b49-9f6d-3dd67e21a9e3 None None] Provisioning complete for port 38490d9e-32b5-4230-9e5c-e6cdd356ec5e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:40.827811 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4003-7553-4b49-9f6d-3dd67e21a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:40.871447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51102) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:40.900377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e4003-7553-4b49-9f6d-3dd67e21a9e3 None None] Port 38490d9e-32b5-4230-9e5c-e6cdd356ec5e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:40.945351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-d33b35a7-a2eb-443c-beb5-51fadc6086a1 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694853
Mar 05 21:14:40.987228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.001243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 38490d9e-32b5-4230-9e5c-e6cdd356ec5e owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:41.103314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-ee04b9c0-8639-4c27-b872-e367eac77a01 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557157
Mar 05 21:14:41.244836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (38490d9e-32b5-4230-9e5c-e6cdd356ec5e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.282266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=38490d9e-32b5-4230-9e5c-e6cdd356ec5e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:41.302156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port 9f9a3348-3ab4-4eba-9eb3-eead39f02a57 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:41.303369 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.403547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.408277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-563abde9-60e7-4561-a9f2-0fb33b269184 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/38490d9e-32b5-4230-9e5c-e6cdd356ec5e HTTP/1.1" status: 204  len: 168 time: 0.7942684
Mar 05 21:14:41.411751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51124) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:41.458621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9af2d99e-6990-4598-9758-2bd0ab63bc20 req-67bf9e11-302d-4a5c-9259-bbd0f86bb223 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 210 time: 0.0645165
Mar 05 21:14:41.473499 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2ceb8a-c13f-4557-9db3-34e856ec8ffd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:41.480012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e2ceb8a-c13f-4557-9db3-34e856ec8ffd tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/38490d9e-32b5-4230-9e5c-e6cdd356ec5e HTTP/1.1" status: 404  len: 333 time: 0.0632963
Mar 05 21:14:41.480654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51126) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:41.522017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.523020 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.560652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for 9f9a3348-3ab4-4eba-9eb3-eead39f02a57 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:41.723790 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-21e90892-ca1c-493b-bffb-4d53380276e7 req-ad90af2d-43e6-4771-b66c-46e627f94f7f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 210 time: 0.0755804
Mar 05 21:14:41.743720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port f7461b8c-6483-4f3f-afce-9f4519c418f0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:41.760492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.945454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9f9a3348-3ab4-4eba-9eb3-eead39f02a57), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.945881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:41.962383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for f7461b8c-6483-4f3f-afce-9f4519c418f0 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:41.984096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=9f9a3348-3ab4-4eba-9eb3-eead39f02a57,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:42.057658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for floatingip (b78788e3-9d9e-47c9-8c6c-89907479493e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.057949 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Floating IP b78788e3-9d9e-47c9-8c6c-89907479493e disassociated (deleted). External IP: 172.35.0.155, port: b8192733-a028-48b7-97f6-9d039ff8a5d8.
Mar 05 21:14:42.190081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f7461b8c-6483-4f3f-afce-9f4519c418f0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.245154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=f7461b8c-6483-4f3f-afce-9f4519c418f0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:42.396874 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.411149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51160) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:42.411621 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17f3e612-18c4-4e16-bd58-3c31050d221d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/f7461b8c-6483-4f3f-afce-9f4519c418f0 HTTP/1.1" status: 204  len: 168 time: 0.9298942
Mar 05 21:14:42.438192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-e9faf84b-767f-4c83-a8f8-883d76186a3b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:42.440354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-e9faf84b-767f-4c83-a8f8-883d76186a3b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 816 time: 0.1550763
Mar 05 21:14:42.460327 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1522dd21-9fc8-411e-96dd-8b428dc99d13 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:42.468294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51162) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:42.472269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1522dd21-9fc8-411e-96dd-8b428dc99d13 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/f7461b8c-6483-4f3f-afce-9f4519c418f0 HTTP/1.1" status: 404  len: 333 time: 0.0482340
Mar 05 21:14:42.479332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:42.575197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet cc752652-c2aa-4d3d-bdf5-665dedfa1bc9 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:42.586250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (cc752652-c2aa-4d3d-bdf5-665dedfa1bc9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.665658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e2a5655-bd64-4ee4-a5dc-808398f31cdc req-dadd22d9-417c-46a1-b24f-a9f1fde62d35 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 210 time: 0.0513124
Mar 05 21:14:42.666805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:42.672670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.675983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (cc752652-c2aa-4d3d-bdf5-665dedfa1bc9), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:42.689490 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Sync routers for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:42.700957 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:42.701790 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:42.706394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1c10e5e-b571-4170-949a-cdeea956af41 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/floatingips/b78788e3-9d9e-47c9-8c6c-89907479493e HTTP/1.1" status: 204  len: 168 time: 1.8321319
Mar 05 21:14:42.707000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:42.710023 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08e2e56-3862-483d-8001-0f75b7f52483" -d '{"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:42.764328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-1941e9d5-060e-47fe-bc6f-3c8216e5a291 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 379 time: 0.3050001
Mar 05 21:14:42.794295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'port': {'device_id': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'admin_state_up': True, 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'security_groups': ['4d86baae-7cf9-4d05-bbdb-99601aa41a25']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:42.835193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:42.919890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (cc752652-c2aa-4d3d-bdf5-665dedfa1bc9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:43.041580 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e4c431-8e43-4aa8-91ba-eabb70ca13ef x-openstack-request-id: req-26e4c431-8e43-4aa8-91ba-eabb70ca13ef {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:43.041890 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:43.042159 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26e4c431-8e43-4aa8-91ba-eabb70ca13ef {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:43.053299 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'status': 'completed', 'code': 200}
Mar 05 21:14:43.186488 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:43.195966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7df22ac-1251-410b-943b-7884b221ec03 req-9faf9b9e-36b3-4694-912a-a61faf07f449 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 210 time: 0.1309762
Mar 05 21:14:43.204426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (cc752652-c2aa-4d3d-bdf5-665dedfa1bc9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:43.228769 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Checking router: 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:43.240169 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:43.241029 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:43.245578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-3769be07-6c28-4b8f-8a4c-530bb6e94545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:43.247251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-3769be07-6c28-4b8f-8a4c-530bb6e94545 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 1127 time: 0.1684914
Mar 05 21:14:43.300405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=cc752652-c2aa-4d3d-bdf5-665dedfa1bc9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:43.353573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e1412-4491-4366-a66c-8df54f749d02 None None] Network de85fde7-f54a-43bd-a6a7-89f0c6400733 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:43.373953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-481e98e9-40d1-4b86-88c1-61ab5d1d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:43.375093 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:43.375529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-481e98e9-40d1-4b86-88c1-61ab5d1d4696 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 200  len: 897 time: 0.1178062
Mar 05 21:14:43.382641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-c9bdf367-d1a9-4f3f-8279-99bc0017e6ab tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:43.383830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-c9bdf367-d1a9-4f3f-8279-99bc0017e6ab tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.4832015
Mar 05 21:14:43.389676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec759614-3d5d-43de-ba9c-90fa2d84067c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/cc752652-c2aa-4d3d-bdf5-665dedfa1bc9 HTTP/1.1" status: 204  len: 168 time: 0.9203453
Mar 05 21:14:43.390260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51198) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:43.426912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3be33-7491-4028-9937-c1e6cc6aa317 req-250f4cc8-c06c-4d6f-aebc-22e034826fcc tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:43.443896 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00a3be33-7491-4028-9937-c1e6cc6aa317 req-250f4cc8-c06c-4d6f-aebc-22e034826fcc tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.2556021
Mar 05 21:14:43.446251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:43.477030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Made reservation on behalf of 5c1b37634bef4eefa974dfc8912e8556 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:43.483915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:43.489347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-74984a40-1786-46c3-8a2b-0578a9627e15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 200  len: 217 time: 0.1045401
Mar 05 21:14:43.493467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:43.672225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] DHCP port deletion for de85fde7-f54a-43bd-a6a7-89f0c6400733 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:43.737019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Allocated IP 172.20.0.4 (f4b93af7-4d00-486d-82f8-877eddb5d778/65a8f678-6b9b-4d26-ad1c-20228fee7346/c9af0a09-36af-49e5-919a-b3687886298b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:43.789648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020ee80>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:43.814637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Deleting port b7cb181f-8955-4022-a527-c41d40e30cc0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:43.815231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:43.824910 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9050cd6-52c0-4d0b-a3c5-322652bd180d None None] The sync data for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 is: [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:13:44Z', 'revision_number': 4, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c24509a3-1e90-44fc-9547-c2c21b14e715', 'name': '', 'network_id': 'd9b9f3d8-89cc-4d64-807e-aa00ac579414', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'mac_address': 'fa:16:3e:d1:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:41Z', 'updated_at': '2022-03-05T21:13:50Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'subnets': [{'id': '3a96b527-e9d0-4e13-9b6d-099b60bccf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:43.934393 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00a3be33-7491-4028-9937-c1e6cc6aa317 req-dd6676af-48ca-483f-91fb-ef6e1edd4dd4 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4898977
Mar 05 21:14:43.986238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b7cb181f-8955-4022-a527-c41d40e30cc0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:44.073983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] For port b7cb181f-8955-4022-a527-c41d40e30cc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7cb181f-8955-4022-a527-c41d40e30cc0,segment=NetworkSegment(3a905f7c-736b-447f-ba94-776c94b0f58f),segment_id=3a905f7c-736b-447f-ba94-776c94b0f58f)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:44.074262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0e0195b9-fcf4-46ce-b098-2ace9028fb03 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0bc2945ca7204c80907515ca0c271337&shared=False HTTP/1.1" status: 200  len: 213 time: 0.6828027
Mar 05 21:14:44.074720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.093899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Calling delete_port for b7cb181f-8955-4022-a527-c41d40e30cc0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:44.109362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for port (c9af0a09-36af-49e5-919a-b3687886298b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.186664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-af42021c-0ae7-4812-ac6e-9bda3f9857a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.189854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-af42021c-0ae7-4812-ac6e-9bda3f9857a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 200  len: 835 time: 0.1145797
Mar 05 21:14:44.200041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b7cb181f-8955-4022-a527-c41d40e30cc0 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:44.200436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.245545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b7cb181f-8955-4022-a527-c41d40e30cc0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.284895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d22ae28e-6364-46b4-984d-40c1683f3da7 req-318b4669-3a1d-470e-a462-b36a35dc81a6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 210 time: 0.2084267
Mar 05 21:14:44.317743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.358537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] No DVR routers for this DVR port b7cb181f-8955-4022-a527-c41d40e30cc0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:44.362380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210465e-606d-4121-b15f-e0dd00c56f8f None None] Pushing event deleted for resources: {'Port': ['ID=b7cb181f-8955-4022-a527-c41d40e30cc0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:44.386478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Network f4b93af7-4d00-486d-82f8-877eddb5d778 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:44.400517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-a3a797a2-007d-4dca-b5d6-32373dba90f8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.402099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-a3a797a2-007d-4dca-b5d6-32373dba90f8 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.1896148
Mar 05 21:14:44.406080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:44.408861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:44.413908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (de85fde7-f54a-43bd-a6a7-89f0c6400733), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.422297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:44.424202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b9bcb-bd81-4c3f-aa29-38a3580b2231 None None] New status for floating IP b78788e3-9d9e-47c9-8c6c-89907479493e: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:14:44.503001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-cdd6c250-bd63-40f4-af25-84cd8b4b0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.505767 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-cdd6c250-bd63-40f4-af25-84cd8b4b0c1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b9f3d8-89cc-4d64-807e-aa00ac579414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2405212
Mar 05 21:14:44.623926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-66b6fe6f-c772-46f1-b097-748903e30c22 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.625587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-66b6fe6f-c772-46f1-b097-748903e30c22 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5357056
Mar 05 21:14:44.718079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-a9e3a989-84a0-476d-aaec-6a49e2bf2edf tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/quotas/0bc2945ca7204c80907515ca0c271337 HTTP/1.1" status: 200  len: 375 time: 0.0589530
Mar 05 21:14:44.732514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:44.736888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.772309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-25d199e5-43b0-471e-afa6-8633a585df8a None None] Provisioning complete for port c9af0a09-36af-49e5-919a-b3687886298b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:44.773807 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-25d199e5-43b0-471e-afa6-8633a585df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9af0a09-36af-49e5-919a-b3687886298b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.828262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-25d199e5-43b0-471e-afa6-8633a585df8a None None] Port c9af0a09-36af-49e5-919a-b3687886298b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:44.844265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-fa4fd9ac-2f30-492f-9815-84d493a6e3d7 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bc2945ca7204c80907515ca0c271337&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0989568
Mar 05 21:14:44.869637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.870445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.918774 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (de85fde7-f54a-43bd-a6a7-89f0c6400733), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:44.924074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-78db2ef8-bb00-4942-a22c-41c8662cc160 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1525540
Mar 05 21:14:44.924280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-2ad5ba83-88d8-4300-a452-029d47e3f05e service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3904803
Mar 05 21:14:44.936255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d93c-9223-4e1b-8603-09b6010feafb req-64674834-364b-47ee-8473-471c12089545 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:44.938020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f20d93c-9223-4e1b-8603-09b6010feafb req-64674834-364b-47ee-8473-471c12089545 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 931 time: 0.4551494
Mar 05 21:14:44.944849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Request body: {'port': {'device_id': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:45.059850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8af046d0>,) {'filters': {'network_id': ['de85fde7-f54a-43bd-a6a7-89f0c6400733']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:45.061791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port b8192733-a028-48b7-97f6-9d039ff8a5d8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:45.062134 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.074461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f20d93c-9223-4e1b-8603-09b6010feafb req-3633db28-36ae-4716-b6c9-c6b367174093 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239991
Mar 05 21:14:45.082666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8af046d0>, '3a905f7c-736b-447f-ba94-776c94b0f58f') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:45.083120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8af046d0>, '3a905f7c-736b-447f-ba94-776c94b0f58f') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:45.099125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3a905f7c-736b-447f-ba94-776c94b0f58f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.148232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f08e2e56-3862-483d-8001-0f75b7f52483 req-2e006b2c-adc9-4e84-ae5f-976ea3c38055 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135620
Mar 05 21:14:45.163375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3a905f7c-736b-447f-ba94-776c94b0f58f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.196748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.12 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/81efe88f-6b43-4bc3-93d8-d47bb3bc1e79) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:45.207512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:45.207860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3a905f7c-736b-447f-ba94-776c94b0f58f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:45.212005 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:45.214336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c7bd685-d733-40c3-bd50-0b7c4e8c5ae7 req-55e8fbee-b1de-44d0-865f-76dbcc81ddf0 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 210 time: 0.0528305
Mar 05 21:14:45.215925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.294603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port b8192733-a028-48b7-97f6-9d039ff8a5d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8192733-a028-48b7-97f6-9d039ff8a5d8,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:45.295035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.309895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (de85fde7-f54a-43bd-a6a7-89f0c6400733), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.316354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for b8192733-a028-48b7-97f6-9d039ff8a5d8 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:45.324852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458cf8d-9923-483b-b976-ae5dc8476f65 req-26e488a3-0459-4090-9db3-3e7c443c823c tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:45.326418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7458cf8d-9923-483b-b976-ae5dc8476f65 req-26e488a3-0459-4090-9db3-3e7c443c823c tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 945 time: 0.1686337
Mar 05 21:14:45.336121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.344336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/de85fde7-f54a-43bd-a6a7-89f0c6400733 HTTP/1.1" status: 204  len: 168 time: 1.9519207
Mar 05 21:14:45.345008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:45.374789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c020-2e1f-4343-a620-fe4ca0e473f7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=de85fde7-f54a-43bd-a6a7-89f0c6400733,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:45.420268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-507076800'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:45.527039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7458cf8d-9923-483b-b976-ae5dc8476f65 req-cb95e9e8-71ff-478a-8ee0-d54d71d9097a tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/security-groups?id=2678c394-d095-4b15-bfc1-11a4063a5a1a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1549208
Mar 05 21:14:45.557234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:45.560645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.596914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-52577d1b-0117-410c-b7ec-39f68af6666a req-05d69d30-0b59-4523-9d38-7afc90bb44c8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 210 time: 0.0673690
Mar 05 21:14:45.598663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.641663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:14:45.675200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4be033b8-1f72-49d0-8e33-726cceb0e1ca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.675547 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Added segment 4be033b8-1f72-49d0-8e33-726cceb0e1ca of type vlan for network 430839e1-efac-4e0b-be9d-8d5897ec8415
Mar 05 21:14:45.705147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8b4a-ec38-4611-8bb8-71b8848aedc8 req-ea719478-ba54-445c-b4dc-972b29cb7965 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:45.713860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45df8b4a-ec38-4611-8bb8-71b8848aedc8 req-ea719478-ba54-445c-b4dc-972b29cb7965 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.1061993
Mar 05 21:14:45.745685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.781893 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (430839e1-efac-4e0b-be9d-8d5897ec8415), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.824565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:45.826633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b8192733-a028-48b7-97f6-9d039ff8a5d8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.832960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45df8b4a-ec38-4611-8bb8-71b8848aedc8 req-617a364b-5388-47bc-b23a-8b34446bccfa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180360
Mar 05 21:14:45.834510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:45.837052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:45.848260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:45.872376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:45.892240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks [] for port (c9af0a09-36af-49e5-919a-b3687886298b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.897955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=b8192733-a028-48b7-97f6-9d039ff8a5d8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:45.904326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:45.905193 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.906617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (430839e1-efac-4e0b-be9d-8d5897ec8415), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.917575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:45.918241 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:45.931288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7c15c65d-79bd-4525-abe4-a69069099311 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5290389
Mar 05 21:14:45.944631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Request body: {'port': {'device_id': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:45.966845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Transition to ACTIVE for port object c9af0a09-36af-49e5-919a-b3687886298b will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:14:46.010722 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.012797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] No DVR routers for this DVR port b8192733-a028-48b7-97f6-9d039ff8a5d8 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:46.017547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.028549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.031867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af84587a-f45c-4eda-b2ed-40bfeb9b1f54 req-274e9130-3a43-48d0-b666-a2ccab7b1d0d tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.23 "DELETE /v2.0/ports/b8192733-a028-48b7-97f6-9d039ff8a5d8 HTTP/1.1" status: 204  len: 173 time: 1.6189852
Mar 05 21:14:46.034036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'name': 'network-vif-deleted', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:46.036491 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be85ad-45a5-4dcf-a2a4-e300d0018311" -d '{"events": [{"server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "name": "network-vif-deleted", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:46.044450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6918838
Mar 05 21:14:46.054852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51270) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:46.060283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:46.097344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9d4f-5850-47b9-86a8-82a0b0c98453 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Network': ['ID=430839e1-efac-4e0b-be9d-8d5897ec8415,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:46.134533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:46.138643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:14:46.271982 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae76c09e-a9ed-4ee1-9f0b-f745cd8854a9 x-openstack-request-id: req-ae76c09e-a9ed-4ee1-9f0b-f745cd8854a9 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:46.276092 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1cc11e-904c-4874-89b9-5e9bbef55b40", "name": "network-vif-deleted", "tag": "b8192733-a028-48b7-97f6-9d039ff8a5d8", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:46.276369 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae76c09e-a9ed-4ee1-9f0b-f745cd8854a9 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:46.276822 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1cc11e-904c-4874-89b9-5e9bbef55b40', 'name': 'network-vif-deleted', 'tag': 'b8192733-a028-48b7-97f6-9d039ff8a5d8', 'status': 'completed', 'code': 200}
Mar 05 21:14:46.289363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:46.290142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:46.296417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:46.359745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:14:46.360532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:46.394669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-73946cf9-25c2-4df8-a302-bc4105e66852 None None] Provisioning complete for port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:46.395315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73946cf9-25c2-4df8-a302-bc4105e66852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.408780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-4a714650-de8c-47b1-ad86-eb44f4d30184 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0bc2945ca7204c80907515ca0c271337&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1029840
Mar 05 21:14:46.409780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:46.411022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:46.411505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Bound using segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:46.413711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Bound port: c9af0a09-36af-49e5-919a-b3687886298b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:46.414088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.522765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:46.526042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.537611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-73946cf9-25c2-4df8-a302-bc4105e66852 None None] Port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:46.607318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5650e179-27c4-464d-bd27-d54b5328ca7b req-fce16239-fc82-4f65-9d17-5fe58fe524ec tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 210 time: 0.1607075
Mar 05 21:14:46.752541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bd1-d6f4-4354-8639-c29134ae9ad0 req-a9df7283-133e-4e87-9e33-83f69d8e3229 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:46.760127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71bc9bd1-d6f4-4354-8639-c29134ae9ad0 req-a9df7283-133e-4e87-9e33-83f69d8e3229 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.4677856
Mar 05 21:14:46.897816 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71a38970-fdc1-40e8-9410-56adb4e118a1 req-92a78dc0-a8d2-4e7a-9e07-65e27f122333 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "GET /v2.0/ports?device_id=be1cc11e-904c-4874-89b9-5e9bbef55b40 HTTP/1.1" status: 200  len: 210 time: 0.1301725
Mar 05 21:14:46.913505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-71bc9bd1-d6f4-4354-8639-c29134ae9ad0 req-26db1483-a64e-43c4-bfbe-a711c3fd6e7c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509595
Mar 05 21:14:46.915572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:46.936767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b8192733-a028-48b7-97f6-9d039ff8a5d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:46.947223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:46.960526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-eeb7707e-52dc-4d90-912f-29b1e0684815 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:46.962468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-eeb7707e-52dc-4d90-912f-29b1e0684815 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5402961
Mar 05 21:14:46.964231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:46.966952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: b8192733-a028-48b7-97f6-9d039ff8a5d8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:46.967537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device b8192733-a028-48b7-97f6-9d039ff8a5d8 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:47.017415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Request body: {'port': {'device_id': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '0bc2945ca7204c80907515ca0c271337'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:47.040584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.041359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.042773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] 10.222.0.31 "PUT /v2.0/ports/c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 1091 time: 2.1030438
Mar 05 21:14:47.116211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:47.122608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (7a639814-1bbf-4970-b4c3-ff34d0d7beff), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.138428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-9e270770-7a67-4e37-90e2-5f45eba25263 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.139978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-9e270770-7a67-4e37-90e2-5f45eba25263 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.2482970
Mar 05 21:14:47.144419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks [] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.147494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86d9d1-0e08-4c93-9bff-367ee1e867f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:47.227123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb372f8-adb7-47ea-9aca-aae907e6d682 req-fd3b5770-52a6-4906-92b7-9d120437bd3e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.232376 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0eb372f8-adb7-47ea-9aca-aae907e6d682 req-fd3b5770-52a6-4906-92b7-9d120437bd3e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 932 time: 0.2327104
Mar 05 21:14:47.234286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Transition to ACTIVE for port object 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:14:47.256351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.263658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-be3b9c01-a788-4bd7-b079-79e006b88d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.265382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-be3b9c01-a788-4bd7-b079-79e006b88d05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1125 time: 0.1715765
Mar 05 21:14:47.265518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d821f35-0414-4aea-86a0-56138e81f6b4 req-8a39eafd-8683-40d3-b4b1-d5177e073979 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.266991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d821f35-0414-4aea-86a0-56138e81f6b4 req-8a39eafd-8683-40d3-b4b1-d5177e073979 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.2437463
Mar 05 21:14:47.277475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=7a639814-1bbf-4970-b4c3-ff34d0d7beff,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:47.336184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-db528e84-b091-463a-b0af-8f76b58f976a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 217 time: 0.0521665
Mar 05 21:14:47.356277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Made reservation on behalf of 0bc2945ca7204c80907515ca0c271337 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:47.359581 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.406491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.434981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0eb372f8-adb7-47ea-9aca-aae907e6d682 req-3cfd7d2d-9f82-4c20-91a7-c4198f974796 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876204
Mar 05 21:14:47.448154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-861d08a8-750a-43ff-b168-c77145f875fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.450087 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-861d08a8-750a-43ff-b168-c77145f875fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.1048572
Mar 05 21:14:47.542489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-3d8a76a5-7a66-40ed-b329-8b3d6a7f44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.544044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-3d8a76a5-7a66-40ed-b329-8b3d6a7f44bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0860615
Mar 05 21:14:47.603957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks [] for security_group (96ce2714-6d05-4482-9dab-99940271e70e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.615985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96ce2714-6d05-4482-9dab-99940271e70e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.651407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Pushing event updated for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:47.656640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Checking segment: {'id': '4be033b8-1f72-49d0-8e33-726cceb0e1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:47.657011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network hostable DHCP agents. Network: 430839e1-efac-4e0b-be9d-8d5897ec8415, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:14:47.720627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce2714-6d05-4482-9dab-99940271e70e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:47.758580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01cb026f-4020-4a59-97b4-ae562d9a2216 req-dae358a5-6b3e-43d6-a2c2-8a2c4f9850a1 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 210 time: 0.0486159
Mar 05 21:14:47.804613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d821f35-0414-4aea-86a0-56138e81f6b4 req-348ac575-8656-4c59-bda3-63e6d82155da tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5205698
Mar 05 21:14:47.815176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:14:47.842340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Allocated IP 192.168.233.13 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/6ff52e50-b035-4ee4-b9dc-f2f404617341) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:47.853953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 430839e1-efac-4e0b-be9d-8d5897ec8415) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:47.855601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Attempting to bind port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:47.855979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Attempting to bind port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:47.856340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Attempting to bind port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:47.859407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-13aa8ef6-14ea-43ce-b292-f21e390502c4 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071136
Mar 05 21:14:47.868586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83665b-e603-4404-aa3e-88d5a94130ac None None] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:47.869967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:47.870713 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.882801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:14:47.883388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Attempting to bind port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:47.898782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 71b7c409-e98e-4866-bf19-79f1bddce767 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:47.899364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.951640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:47.952571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:47.953548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:47.954274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Bound port: 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:47.954990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:47.970658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-39c2138e-b946-462f-9c26-137d87b5951b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9139745
Mar 05 21:14:48.006799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:48.007124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51298) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:48.011906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1051198096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:48.015742 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44b5c0af-aaf0-4ae4-b226-6bd3d61ee281 req-c3eb3a68-108d-4cac-b1ae-78058248e55b service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474459
Mar 05 21:14:48.082376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-430839e1-efac-4e0b-be9d-8d5897ec8415', 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': '7a639814-1bbf-4970-b4c3-ff34d0d7beff'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:14:48.084876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.167176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (81db284a-93b6-4d43-a75b-44deb14808ce), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.168275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (81db284a-93b6-4d43-a75b-44deb14808ce), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.199591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks [] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.244581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:48.244858 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.245980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.270398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:48.288456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:48.290741 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388e662-d479-48a9-8ded-912d07c3031e" -d '{"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:48.291643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Allocated IP 2001:db8::2 (430839e1-efac-4e0b-be9d-8d5897ec8415/7a639814-1bbf-4970-b4c3-ff34d0d7beff/28ac345f-7741-4578-b431-a04f60d8e24c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:48.314980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:48.318843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:48.323437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:48.327404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Pushing event updated for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:48.333069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (2678c394-d095-4b15-bfc1-11a4063a5a1a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.378044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:48.378811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.404258 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814402c-301c-4286-acba-112fc2fb75e0 x-openstack-request-id: req-1814402c-301c-4286-acba-112fc2fb75e0 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:48.404577 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:48.404804 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1814402c-301c-4286-acba-112fc2fb75e0 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:48.405759 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'status': 'completed', 'code': 200}
Mar 05 21:14:48.406040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08b496-4d39-414a-b7ed-2bfa15c9390b req-90955a5c-19e0-47aa-a51a-f38ec6f9864e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:48.408140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c08b496-4d39-414a-b7ed-2bfa15c9390b req-90955a5c-19e0-47aa-a51a-f38ec6f9864e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.3593509
Mar 05 21:14:48.416157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-0df33afb-1e90-4660-a200-91dc9cebb173 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4397166
Mar 05 21:14:48.422062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:48.433069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for router_controller (81db284a-93b6-4d43-a75b-44deb14808ce), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.484645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.486989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (81db284a-93b6-4d43-a75b-44deb14808ce), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.513546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Request body: {'port': {'device_id': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:48.567477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (2678c394-d095-4b15-bfc1-11a4063a5a1a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.719183 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c08b496-4d39-414a-b7ed-2bfa15c9390b req-27ec188b-79f0-43b5-b7ab-9d6dfd20bf62 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2953095
Mar 05 21:14:48.738604 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2678c394-d095-4b15-bfc1-11a4063a5a1a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.742104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.756245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/security-groups/2678c394-d095-4b15-bfc1-11a4063a5a1a HTTP/1.1" status: 204  len: 168 time: 0.7280025
Mar 05 21:14:48.796606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ec276ea8-bff1-4b39-ba22-7bbf44a27c88 None None] Provisioning complete for port 6ff52e50-b035-4ee4-b9dc-f2f404617341 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:48.797086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ec276ea8-bff1-4b39-ba22-7bbf44a27c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.836593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:48.837372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.839075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] 10.222.0.31 "PUT /v2.0/ports/81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 HTTP/1.1" status: 200  len: 1092 time: 2.8999987
Mar 05 21:14:48.840109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51308) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:48.845738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:48.848373 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e265b29-1496-4078-9fc4-0e81c351e1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:48.857337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.859191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4bcc780-1928-4242-8051-2f802a7bfdab tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8508177
Mar 05 21:14:48.860442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks [] for port (28ac345f-7741-4578-b431-a04f60d8e24c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.889673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:48.936518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:48.948220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ec276ea8-bff1-4b39-ba22-7bbf44a27c88 None None] Port 6ff52e50-b035-4ee4-b9dc-f2f404617341 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:48.979631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:48.988320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:48.994541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Pushing event updated for resources: {'Port': ['ID=28ac345f-7741-4578-b431-a04f60d8e24c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:48.997535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:49.065974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Attempting to bind port 28ac345f-7741-4578-b431-a04f60d8e24c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:49.066632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Attempting to bind port 28ac345f-7741-4578-b431-a04f60d8e24c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4be033b8-1f72-49d0-8e33-726cceb0e1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:49.067174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Attempting to bind port 28ac345f-7741-4578-b431-a04f60d8e24c on network 430839e1-efac-4e0b-be9d-8d5897ec8415 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:49.072223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e662-d479-48a9-8ded-912d07c3031e req-88aeec63-2055-4fee-8f37-23b6a68d4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.073785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-88aeec63-2055-4fee-8f37-23b6a68d4414 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1125 time: 0.6401136
Mar 05 21:14:49.077095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:49.077870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Checking segment: {'id': '4be033b8-1f72-49d0-8e33-726cceb0e1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:49.078472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.081366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Bound using segment: {'id': '4be033b8-1f72-49d0-8e33-726cceb0e1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:49.082445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Bound port: 28ac345f-7741-4578-b431-a04f60d8e24c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be033b8-1f72-49d0-8e33-726cceb0e1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:49.083537 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.102808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972ce0-c4c9-4ad5-b9f4-035dc695917c req-d533c8da-c625-4113-8577-c3903b8d6959 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.104935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8972ce0-c4c9-4ad5-b9f4-035dc695917c req-d533c8da-c625-4113-8577-c3903b8d6959 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.5337076
Mar 05 21:14:49.133897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32408474-e78f-4bb5-bdbd-22803ff8d71e tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678c394-d095-4b15-bfc1-11a4063a5a1a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:49.138909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'network_id': '430839e1-efac-4e0b-be9d-8d5897ec8415', 'name': 'tempest-PortsIpV6TestJSON-913149020'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:49.154574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.187294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] For port 28ac345f-7741-4578-b431-a04f60d8e24c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:49.191329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] For port 28ac345f-7741-4578-b431-a04f60d8e24c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ac345f-7741-4578-b431-a04f60d8e24c,segment=NetworkSegment(4be033b8-1f72-49d0-8e33-726cceb0e1ca),segment_id=4be033b8-1f72-49d0-8e33-726cceb0e1ca)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:49.205142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.268226 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8972ce0-c4c9-4ad5-b9f4-035dc695917c req-5ac372f5-5b49-48da-8402-8058c6b36a24 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453543
Mar 05 21:14:49.277336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb92f26-1ac5-42a9-a465-e9530cc1945a service neutron] Pushing event updated for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:49.277983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaedaea-9333-4cc4-8c7e-3e83c837c2e9 None None] Pushing event updated for resources: {'Port': ['ID=28ac345f-7741-4578-b431-a04f60d8e24c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:49.288716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 71b7c409-e98e-4866-bf19-79f1bddce767 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:49.384793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd1d2-6b2c-48e3-b812-d13d5966682f req-c77c2926-fc7d-4290-9949-9e2e4e12517b tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.386321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8ccd1d2-6b2c-48e3-b812-d13d5966682f req-c77c2926-fc7d-4290-9949-9e2e4e12517b tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 935 time: 0.4805610
Mar 05 21:14:49.389453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 71b7c409-e98e-4866-bf19-79f1bddce767 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:49.390209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.410702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-4b81637b-26ae-456d-8244-3eebebd43ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.412951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-4b81637b-26ae-456d-8244-3eebebd43ebe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 1126 time: 0.3080590
Mar 05 21:14:49.413429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e662-d479-48a9-8ded-912d07c3031e req-6063866d-80b4-4d89-88f0-ee752c660c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.415776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-6063866d-80b4-4d89-88f0-ee752c660c0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.3342366
Mar 05 21:14:49.420341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:49.423375 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae8213-7c64-49f1-bf9a-b86f544e25be" -d '{"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-unplugged", "status": "completed", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:49.441185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 71b7c409-e98e-4866-bf19-79f1bddce767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b7c409-e98e-4866-bf19-79f1bddce767,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:49.447663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.504762 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.506459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.506459 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02 disassociated. External IP: 172.35.0.213, port: 71b7c409-e98e-4866-bf19-79f1bddce767.
Mar 05 21:14:49.506459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 71b7c409-e98e-4866-bf19-79f1bddce767 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:49.507719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-32c9c646-8b17-4ed7-930b-5e9f562d1c01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 217 time: 0.0521374
Mar 05 21:14:49.513347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-d6913a5b-5326-4237-b616-0579da74ddd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 HTTP/1.1" status: 200  len: 217 time: 0.0819750
Mar 05 21:14:49.527258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:49.600083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98dbf7-3a85-41d0-9a4a-238a74970414 req-33ce349b-c02e-43a9-adaf-e3fde3d5287e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.601949 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb98dbf7-3a85-41d0-9a4a-238a74970414 req-33ce349b-c02e-43a9-adaf-e3fde3d5287e tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 946 time: 0.1830056
Mar 05 21:14:49.680190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e662-d479-48a9-8ded-912d07c3031e req-d5d511e6-8d0c-4c99-b197-865f4e38e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.681688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-d5d511e6-8d0c-4c99-b197-865f4e38e362 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.1648114
Mar 05 21:14:49.758512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb98dbf7-3a85-41d0-9a4a-238a74970414 req-abcbb471-d14f-461f-ae62-d9107982c96b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=67570818-9387-429d-a3d8-8c010ec7957e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449680
Mar 05 21:14:49.799480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e662-d479-48a9-8ded-912d07c3031e req-ca253c8a-8b8b-428b-ad0e-cecd5188603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:49.801286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-ca253c8a-8b8b-428b-ad0e-cecd5188603b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1092410
Mar 05 21:14:49.864901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 28ac345f-7741-4578-b431-a04f60d8e24c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:49.906963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff52e50-b035-4ee4-b9dc-f2f404617341 {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:49.917932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks [] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.951511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 28ac345f-7741-4578-b431-a04f60d8e24c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:49.952448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Transition to ACTIVE for port object 6ff52e50-b035-4ee4-b9dc-f2f404617341 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:14:49.952566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.963525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:49.980571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-01b7396e-c7d5-40bb-8954-51c6ee473735 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709363
Mar 05 21:14:50.006560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8ccd1d2-6b2c-48e3-b812-d13d5966682f req-eb25658a-5b3c-4a59-84ed-7ef0be7a6f25 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5980532
Mar 05 21:14:50.012187 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20d2fd-da9d-4f32-8d59-d9c6fbd4ac80 x-openstack-request-id: req-9d20d2fd-da9d-4f32-8d59-d9c6fbd4ac80 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:50.012670 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:50.013355 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d20d2fd-da9d-4f32-8d59-d9c6fbd4ac80 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:50.013935 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79', 'status': 'completed', 'code': 200}
Mar 05 21:14:50.101566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:14:50.105028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.109305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 28ac345f-7741-4578-b431-a04f60d8e24c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:50.109813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.121506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:50.153922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 95510c72-7db1-4567-965c-dee8e9d88b6c yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:14:50.200107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 28ac345f-7741-4578-b431-a04f60d8e24c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ac345f-7741-4578-b431-a04f60d8e24c,segment=NetworkSegment(4be033b8-1f72-49d0-8e33-726cceb0e1ca),segment_id=4be033b8-1f72-49d0-8e33-726cceb0e1ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:50.203041 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3315b9-a8ff-4bec-94ee-294268d5ce02 x-openstack-request-id: req-ee3315b9-a8ff-4bec-94ee-294268d5ce02 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:50.204095 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-unplugged", "status": "completed", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:50.204095 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee3315b9-a8ff-4bec-94ee-294268d5ce02 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:50.204750 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767', 'code': 200}
Mar 05 21:14:50.207517 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.230911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-422a7f52-2b31-4ba0-b96c-05265306eb56 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278502
Mar 05 21:14:50.257962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Attempting to bind port 6ff52e50-b035-4ee4-b9dc-f2f404617341 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:14:50.258669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Attempting to bind port 6ff52e50-b035-4ee4-b9dc-f2f404617341 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:14:50.258669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Attempting to bind port 6ff52e50-b035-4ee4-b9dc-f2f404617341 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:50.265547 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Port 6ff52e50-b035-4ee4-b9dc-f2f404617341 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:14:50.265794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Attempting to bind port 6ff52e50-b035-4ee4-b9dc-f2f404617341 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:14:50.275054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:14:50.275752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:14:50.275894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:14:50.276242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Bound port: 6ff52e50-b035-4ee4-b9dc-f2f404617341, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:14:50.276605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.291700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-e7c21835-d43c-456e-a89c-39e1bae10e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.293405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-e7c21835-d43c-456e-a89c-39e1bae10e4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.7219286
Mar 05 21:14:50.297413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=28ac345f-7741-4578-b431-a04f60d8e24c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:50.415318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:14:50.438723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:14:50.451438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.465177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ec4d-217b-42e2-805d-e5f0267d07ac req-90beb6ac-fa71-4d8c-aae6-017de1e4a018 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.467529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c17c9b-7f9f-46e6-83c1-7600dd9a817a req-4706d9b4-276d-498a-ba09-6e264a7b113b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.469687 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32c17c9b-7f9f-46e6-83c1-7600dd9a817a req-4706d9b4-276d-498a-ba09-6e264a7b113b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.1019061
Mar 05 21:14:50.473039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54e2ec4d-217b-42e2-805d-e5f0267d07ac req-90beb6ac-fa71-4d8c-aae6-017de1e4a018 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.2527404
Mar 05 21:14:50.523942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.525128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.525969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/6ff52e50-b035-4ee4-b9dc-f2f404617341 HTTP/1.1" status: 200  len: 1095 time: 2.0935044
Mar 05 21:14:50.526432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:50.528794 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:50.545326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::19c (430839e1-efac-4e0b-be9d-8d5897ec8415/7a639814-1bbf-4970-b4c3-ff34d0d7beff/95510c72-7db1-4567-965c-dee8e9d88b6c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:50.601059 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32c17c9b-7f9f-46e6-83c1-7600dd9a817a req-f686590c-d1c3-445d-97b7-0539b1d7a364 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034338
Mar 05 21:14:50.602495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-5c5fe7b6-fc76-4e34-824c-bf446a4819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.604092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-5c5fe7b6-fc76-4e34-824c-bf446a4819ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2892923
Mar 05 21:14:50.623177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70a500-e9a4-4198-b131-dd5761e2a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:50.671195 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6daad-995e-4ec2-b1c9-36e6b0e1549e x-openstack-request-id: req-c4e6daad-995e-4ec2-b1c9-36e6b0e1549e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:50.671500 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:50.671936 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4e6daad-995e-4ec2-b1c9-36e6b0e1549e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:50.672354 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341', 'status': 'completed', 'code': 200}
Mar 05 21:14:50.675379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-e5825488-9047-4dee-8c0a-882f9903bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.676940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-e5825488-9047-4dee-8c0a-882f9903bdb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0bc2945ca7204c80907515ca0c271337&device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 1129 time: 0.0889864
Mar 05 21:14:50.742038 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-222656dd-9af7-40f1-a581-442f92e4968c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341 HTTP/1.1" status: 200  len: 217 time: 0.0581064
Mar 05 21:14:50.763923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65861846-62fa-4a07-a52c-93607c556bb4 None None] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:50.771720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54e2ec4d-217b-42e2-805d-e5f0267d07ac req-0d87010e-2b21-4621-8194-faa048db355b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2976456
Mar 05 21:14:50.849735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5b1701d3-6dbf-4e9e-a479-c474cf83d437 None None] Provisioning complete for port 28ac345f-7741-4578-b431-a04f60d8e24c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:50.850172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (71b7c409-e98e-4866-bf19-79f1bddce767), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.850510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5b1701d3-6dbf-4e9e-a479-c474cf83d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:50.855377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-916886ce-fd6a-4a5b-824f-0dbd1348d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.856336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-916886ce-fd6a-4a5b-824f-0dbd1348d2ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.1088092
Mar 05 21:14:50.928414 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ab24cfe-e3c0-408a-9add-792cd6b8710a req-18420f23-9d00-4872-9f46-8e284b13ce79 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 210 time: 0.0446227
Mar 05 21:14:50.956188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adbe8-70d1-447e-a51c-2eb7539005af req-a9a883ed-eb79-4a58-af31-5f50ef66ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:50.957793 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-a9a883ed-eb79-4a58-af31-5f50ef66ba7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0951576
Mar 05 21:14:50.975535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=71b7c409-e98e-4866-bf19-79f1bddce767,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:50.987178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5b1701d3-6dbf-4e9e-a479-c474cf83d437 None None] Current status of the port 28ac345f-7741-4578-b431-a04f60d8e24c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:50.997337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-3a026529-d594-4f8b-abf9-f2bea0734347 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3758450
Mar 05 21:14:51.073385 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-125ea6a2-ef2e-495f-8454-09f51b94d64b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1085699
Mar 05 21:14:51.181669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-991adbe8-70d1-447e-a51c-2eb7539005af req-09dfd3f1-efd6-46b8-8fd8-4d40abf8c706 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025271
Mar 05 21:14:51.287573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-955276b9-5ffd-44d9-9c45-627403f37573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.289324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-955276b9-5ffd-44d9-9c45-627403f37573 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0bc2945ca7204c80907515ca0c271337&device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 1129 time: 0.0595362
Mar 05 21:14:51.292256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c9af0a09-36af-49e5-919a-b3687886298b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:14:51.306079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.364016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-157c2f72-096d-4f9b-8003-afd775fcfdde req-7af14242-b4a5-4d03-83f2-ebc0408cdf46 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3212035
Mar 05 21:14:51.376156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:51.386686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cd0-51d1-4181-a766-ca2698e0c7b9 req-92391188-1c87-437b-8e5b-43c585dca5c0 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.388798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c88e7cd0-51d1-4181-a766-ca2698e0c7b9 req-92391188-1c87-437b-8e5b-43c585dca5c0 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 947 time: 0.2494307
Mar 05 21:14:51.395727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-70a2fb80-de94-403f-8556-14c1976c48d2 None None] Provisioning complete for port 28ac345f-7741-4578-b431-a04f60d8e24c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:51.396283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70a2fb80-de94-403f-8556-14c1976c48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.439139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-f68cde6d-1f7f-40b3-8c14-3dc6bed5f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.441914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-f68cde6d-1f7f-40b3-8c14-3dc6bed5f0da service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1470177
Mar 05 21:14:51.478249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:51.500210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c9af0a09-36af-49e5-919a-b3687886298b', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:14:51.500454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.506453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-d73a426a-4708-4ce8-96e9-88fd4052550e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341 HTTP/1.1" status: 200  len: 217 time: 0.0570025
Mar 05 21:14:51.567326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-2033b94e-86ae-413b-99bb-9116ebb03410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.569774 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-2033b94e-86ae-413b-99bb-9116ebb03410 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0578501
Mar 05 21:14:51.588434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:51.588829 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.602671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70a2fb80-de94-403f-8556-14c1976c48d2 None None] Current status of the port 28ac345f-7741-4578-b431-a04f60d8e24c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:51.607178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:51.613983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.629862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-7fbfe730-de62-422f-a6c0-6e17964b7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.630080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:51.632529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-7fbfe730-de62-422f-a6c0-6e17964b7703 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0558527
Mar 05 21:14:51.635193 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.691346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:51.713560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c88e7cd0-51d1-4181-a766-ca2698e0c7b9 req-93b29462-2f60-49ae-abe9-cedfdc431b6c tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122211
Mar 05 21:14:51.726025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:51.749462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:51.752144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:51.758188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.758827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:51.772496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c61b23-8cd7-4e90-ace0-d4138400a127 req-010a0a85-50dd-4abb-b5b3-301a3c80da6b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.774025 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97c61b23-8cd7-4e90-ace0-d4138400a127 req-010a0a85-50dd-4abb-b5b3-301a3c80da6b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.0763187
Mar 05 21:14:51.774642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=95510c72-7db1-4567-965c-dee8e9d88b6c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:51.779569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-977e27be-e89e-44ca-b969-46c0f4704cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:51.781400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-977e27be-e89e-44ca-b969-46c0f4704cb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 1126 time: 0.3453290
Mar 05 21:14:51.806208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-3c55e858-01df-42bf-bd15-dffe0fae24d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671324
Mar 05 21:14:51.814205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-283e5db2-970e-4e81-8041-9a23d4ed9031 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.8710902
Mar 05 21:14:51.825010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:51.846780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c9af0a09-36af-49e5-919a-b3687886298b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:14:51.905087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 28ac345f-7741-4578-b431-a04f60d8e24c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:51.999635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97c61b23-8cd7-4e90-ace0-d4138400a127 req-77d1eb08-993f-4713-a0d6-16702aee5138 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161138
Mar 05 21:14:52.116599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 28ac345f-7741-4578-b431-a04f60d8e24c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:52.117119 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:52.162697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8dd8f185-5a1d-44d4-9cf7-8f4e25b77cb5 req-ca0b32e8-04f7-4be8-9ff4-8fbf1c173b77 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3443353
Mar 05 21:14:52.186221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d3c9df35-ba53-4a36-b1f5-767e81442252 req-f3fdd8c5-e175-4138-a97c-9221d740e3c6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=11e1c081-b0e2-40b8-81bb-d8b68af010dd HTTP/1.1" status: 200  len: 210 time: 0.0389090
Mar 05 21:14:52.247921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 28ac345f-7741-4578-b431-a04f60d8e24c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:52.255928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5a40e225-613e-4f0a-a23f-500fbb99aa61 None None] Provisioning complete for port 95510c72-7db1-4567-965c-dee8e9d88b6c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:52.256335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5a40e225-613e-4f0a-a23f-500fbb99aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:52.267633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:52.281548 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:52.296364 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:52.297338 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccfd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:52.310909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5a40e225-613e-4f0a-a23f-500fbb99aa61 None None] Port 95510c72-7db1-4567-965c-dee8e9d88b6c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:52.397954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] No DVR routers for this DVR port 71b7c409-e98e-4866-bf19-79f1bddce767 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:52.400685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:52.404335 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:52.404913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7a1ac79-0ff8-4fcc-8b40-40c4618ba905 req-4aa7c7b7-9e2d-4907-9f82-33e27e3ee485 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.31 "DELETE /v2.0/ports/71b7c409-e98e-4866-bf19-79f1bddce767 HTTP/1.1" status: 204  len: 173 time: 5.2551365
Mar 05 21:14:52.408370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-deleted', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:52.410972 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f5ccc-ec61-4a21-a2a6-3a9b94c52b14" -d '{"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-deleted", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:52.450731 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:52.485056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e414a-6dfb-429e-8ef4-f68b3b3afbc8 req-07b44e65-ffba-4751-815c-81222a4cf198 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:52.493515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a5e414a-6dfb-429e-8ef4-f68b3b3afbc8 req-07b44e65-ffba-4751-815c-81222a4cf198 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.5924442
Mar 05 21:14:52.501236 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c93198-31a1-4a17-89a8-44d71463a6a4 x-openstack-request-id: req-24c93198-31a1-4a17-89a8-44d71463a6a4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:52.501534 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e1c081-b0e2-40b8-81bb-d8b68af010dd", "name": "network-vif-deleted", "tag": "71b7c409-e98e-4866-bf19-79f1bddce767", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:52.501796 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24c93198-31a1-4a17-89a8-44d71463a6a4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:52.502198 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e1c081-b0e2-40b8-81bb-d8b68af010dd', 'name': 'network-vif-deleted', 'tag': '71b7c409-e98e-4866-bf19-79f1bddce767', 'status': 'completed', 'code': 200}
Mar 05 21:14:52.528198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-a28e8323-9702-43a0-963c-4f3fa5db2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:52.529810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-a28e8323-9702-43a0-963c-4f3fa5db2578 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.7306426
Mar 05 21:14:52.604450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-e20f09d3-a8ed-4693-bd44-2ac08f376935 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 HTTP/1.1" status: 200  len: 217 time: 0.0681026
Mar 05 21:14:52.668843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a5e414a-6dfb-429e-8ef4-f68b3b3afbc8 req-ca1b6f9f-4358-411c-a38b-cc050f7b9044 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1737971
Mar 05 21:14:52.702719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccfd90>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:52.720412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-cf158a35-a037-43cd-801f-a82b73752e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:52.722252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-cf158a35-a037-43cd-801f-a82b73752e0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.1035175
Mar 05 21:14:52.729937 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:52.738409 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:52.739029 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccfd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:52.863498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-ea0f11b9-4a47-4827-90df-e151af256811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:52.866156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-ea0f11b9-4a47-4827-90df-e151af256811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1376801
Mar 05 21:14:52.879835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e780-c993-4523-97d1-cff8ac64c303 req-827d2c42-cde0-40d9-b25e-25a9c9e537e5 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:52.881494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b894e780-c993-4523-97d1-cff8ac64c303 req-827d2c42-cde0-40d9-b25e-25a9c9e537e5 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 947 time: 0.0821629
Mar 05 21:14:52.931302 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:52.964599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ff52e50-b035-4ee4-b9dc-f2f404617341 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:14:52.985709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b894e780-c993-4523-97d1-cff8ac64c303 req-c169a1aa-9464-4352-9441-3eeb1b7d82e2 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787756
Mar 05 21:14:53.039129 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.048075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.064237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-69c2045e-c2d9-4de2-837b-0ded7efc56f1 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910336
Mar 05 21:14:53.083097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port c24509a3-1e90-44fc-9547-c2c21b14e715 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:53.083643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.109622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=95510c72-7db1-4567-965c-dee8e9d88b6c,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:53.137108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:53.154014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '6ff52e50-b035-4ee4-b9dc-f2f404617341', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '6ff52e50-b035-4ee4-b9dc-f2f404617341', 'mac_address': 'fa:16:3e:6a:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:14:53.226763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ff52e50-b035-4ee4-b9dc-f2f404617341 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:53.227182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.262315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff52e50-b035-4ee4-b9dc-f2f404617341 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:53.315034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e265b29-1496-4078-9fc4-0e81c351e1a9 req-fae54a1c-6cb9-4694-a0e2-90d15d7c363f service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416956
Mar 05 21:14:53.315528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:53.316014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:53.319828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c9af0a09-36af-49e5-919a-b3687886298b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:53.337291 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccfd90>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:53.354560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (81db284a-93b6-4d43-a75b-44deb14808ce), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.364339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.381108 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528f20a-2f4e-41af-9a6a-68062113c5f1 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:53.399041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566cfee-0299-4212-9d67-31c61038137c req-190beeb9-dec5-40ae-8acc-2337cea3b7a4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:53.400784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7566cfee-0299-4212-9d67-31c61038137c req-190beeb9-dec5-40ae-8acc-2337cea3b7a4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.2586312
Mar 05 21:14:53.409343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port c24509a3-1e90-44fc-9547-c2c21b14e715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24509a3-1e90-44fc-9547-c2c21b14e715,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:53.415908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.441883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:53.455277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port c9af0a09-36af-49e5-919a-b3687886298b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:14:53.461489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c9af0a09-36af-49e5-919a-b3687886298b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:53.464054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9af0a09-36af-49e5-919a-b3687886298b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.481146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for c24509a3-1e90-44fc-9547-c2c21b14e715 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:53.548969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.582938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ff52e50-b035-4ee4-b9dc-f2f404617341'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:14:53.587166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:53.587563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.594210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (67570818-9387-429d-a3d8-8c010ec7957e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.607178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cf45e0fd-bdf8-4ce7-9be6-52bae5fe2057 None None] Provisioning complete for port 95510c72-7db1-4567-965c-dee8e9d88b6c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:53.607561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cf45e0fd-bdf8-4ce7-9be6-52bae5fe2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.633228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7566cfee-0299-4212-9d67-31c61038137c req-356cc1b9-eb17-492e-a535-e790e3f05e09 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058630
Mar 05 21:14:53.645439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (67570818-9387-429d-a3d8-8c010ec7957e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.703339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:53.706248 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81d577-af91-48e0-88a1-8c167dc386a0" -d '{"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:53.712228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e0fd-bdf8-4ce7-9be6-52bae5fe2057 None None] Port 95510c72-7db1-4567-965c-dee8e9d88b6c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:53.741313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:53.751719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.832968 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eaae0b-1908-4901-9e31-79efbebef067 x-openstack-request-id: req-13eaae0b-1908-4901-9e31-79efbebef067 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:53.834037 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:53.835049 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13eaae0b-1908-4901-9e31-79efbebef067 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:53.835342 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'code': 200}
Mar 05 21:14:53.836902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:53.882152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55900640-fa0d-4c2b-b2f1-d4d9bfce1e5f None None] New status for floating IP 8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:14:53.890727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (67570818-9387-429d-a3d8-8c010ec7957e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.893426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:53.897164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/security-groups/67570818-9387-429d-a3d8-8c010ec7957e HTTP/1.1" status: 204  len: 168 time: 0.5582290
Mar 05 21:14:53.908268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51354) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:53.935236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7abfbe-999a-4273-a424-9c03b52b91f6 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67570818-9387-429d-a3d8-8c010ec7957e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:53.939008 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-68d04173-8c1d-4702-ae8d-26f06a13f31a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] show failed (client error): The resource could not be found.
Mar 05 21:14:53.943348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-68d04173-8c1d-4702-ae8d-26f06a13f31a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups/67570818-9387-429d-a3d8-8c010ec7957e HTTP/1.1" status: 404  len: 347 time: 0.0291488
Mar 05 21:14:53.946015 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51356) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:53.961627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c24509a3-1e90-44fc-9547-c2c21b14e715), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.001044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599185-9bf0-4e43-88eb-59abede81534 req-eedb517f-34bc-4f65-ad7a-5bb5679f6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:54.002720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d599185-9bf0-4e43-88eb-59abede81534 req-eedb517f-34bc-4f65-ad7a-5bb5679f6573 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1127 time: 0.1385572
Mar 05 21:14:54.003529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=c24509a3-1e90-44fc-9547-c2c21b14e715,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:54.088689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a25f64-1d5c-4738-8df8-c80707175328 req-2e0faf80-5722-4d6b-bd33-5e320ea592e9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:54.090257 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99a25f64-1d5c-4738-8df8-c80707175328 req-2e0faf80-5722-4d6b-bd33-5e320ea592e9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.2715220
Mar 05 21:14:54.216474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.226097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99a25f64-1d5c-4738-8df8-c80707175328 req-5f0059b5-655d-40d1-a594-1cd2ac8991f2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216688
Mar 05 21:14:54.229559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.230334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (81db284a-93b6-4d43-a75b-44deb14808ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.264451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d599185-9bf0-4e43-88eb-59abede81534 req-b42b86b5-6f45-45ec-898d-7443252b1253 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2132206
Mar 05 21:14:54.264969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 9e879cd9-0b37-4075-b789-55c1d0822a5f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:54.265312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.301256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f05ed-27db-40ea-b89d-d497d9eadd3d req-b2e60f71-5e28-41d4-992c-4fc1129e7c95 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:54.303063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d3f05ed-27db-40ea-b89d-d497d9eadd3d req-b2e60f71-5e28-41d4-992c-4fc1129e7c95 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 948 time: 0.1875520
Mar 05 21:14:54.334632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.362091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=95510c72-7db1-4567-965c-dee8e9d88b6c,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:54.419941 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.420263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (9e879cd9-0b37-4075-b789-55c1d0822a5f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.429056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d3f05ed-27db-40ea-b89d-d497d9eadd3d req-1758fffc-cdae-436d-8e53-68ab925c6a51 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169107
Mar 05 21:14:54.440983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 9e879cd9-0b37-4075-b789-55c1d0822a5f owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:54.455271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:54.457912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:54.489543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c24f7e7-6992-4ae7-9aea-96ebb64ba041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.596501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:54.700204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Router 81db284a-93b6-4d43-a75b-44deb14808ce is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:14:54.712152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9e879cd9-0b37-4075-b789-55c1d0822a5f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.732645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:54.742860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Sync routers for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:54.747654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d3c33afe-d2eb-499d-8718-693f24e19192 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "PUT /v2.0/routers/0e701f3d-b4f1-4940-aeb9-27984a3b9f36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8867033
Mar 05 21:14:54.748821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0d0144e6-cc22-4a0e-b0f9-a5de7bd67bc0 None None] Provisioning complete for port 95510c72-7db1-4567-965c-dee8e9d88b6c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:54.749205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0d0144e6-cc22-4a0e-b0f9-a5de7bd67bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.749979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:54.755944 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:54.756816 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:54.787876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0d0144e6-cc22-4a0e-b0f9-a5de7bd67bc0 None None] Port 95510c72-7db1-4567-965c-dee8e9d88b6c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:14:54.810231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting subnet 3a96b527-e9d0-4e13-9b6d-099b60bccf26 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:54.814243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (3a96b527-e9d0-4e13-9b6d-099b60bccf26), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.857164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (3a96b527-e9d0-4e13-9b6d-099b60bccf26), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.876114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=9e879cd9-0b37-4075-b789-55c1d0822a5f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:54.878021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:54.940348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:54.947475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0cfed86-8bb7-4d62-8f07-df047c295dc1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/routers/81db284a-93b6-4d43-a75b-44deb14808ce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1193655
Mar 05 21:14:54.951065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:54.963472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.964394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (3a96b527-e9d0-4e13-9b6d-099b60bccf26), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.965556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] Sync routers for ids ['81db284a-93b6-4d43-a75b-44deb14808ce'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:54.966036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:54.967194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-71424e66-d1ae-4174-822e-85c832dd7a8c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a69a2ab-8b06-4cda-bdb2-7bb26d3cec02 HTTP/1.1" status: 204  len: 168 time: 1.0220029
Mar 05 21:14:54.980257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ff52e50-b035-4ee4-b9dc-f2f404617341 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:54.990358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b6c5-7951-413b-a0d4-4fd2134da90e req-902f6444-e37d-4897-925c-3793edc0bb30 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:54.991970 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afd0b6c5-7951-413b-a0d4-4fd2134da90e req-902f6444-e37d-4897-925c-3793edc0bb30 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.2761915
Mar 05 21:14:55.040910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] Routers {'81db284a-93b6-4d43-a75b-44deb14808ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:55.041846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81db284a-93b6-4d43-a75b-44deb14808ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.050420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273be3c-551a-4fd9-adbf-7c3cba718d9d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:55.055001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b273be3c-551a-4fd9-adbf-7c3cba718d9d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?device_id=81db284a-93b6-4d43-a75b-44deb14808ce HTTP/1.1" status: 200  len: 988 time: 0.0983908
Mar 05 21:14:55.055613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:55.067094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-afd0b6c5-7951-413b-a0d4-4fd2134da90e req-37438472-2732-4103-b567-210839382926 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691984
Mar 05 21:14:55.099786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65910>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.109248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 6ff52e50-b035-4ee4-b9dc-f2f404617341 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:14:55.113097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] Routers {'81db284a-93b6-4d43-a75b-44deb14808ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:55.113936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81db284a-93b6-4d43-a75b-44deb14808ce'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.145103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (3a96b527-e9d0-4e13-9b6d-099b60bccf26), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.150042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 6ff52e50-b035-4ee4-b9dc-f2f404617341 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:55.151226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.179360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Subnet': ['ID=3a96b527-e9d0-4e13-9b6d-099b60bccf26,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:55.186946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.193575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:55.193749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b400>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:14:53Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.200817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec0b5dfa-a854-48e3-885b-c735d9d647dd tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/subnets/3a96b527-e9d0-4e13-9b6d-099b60bccf26 HTTP/1.1" status: 204  len: 168 time: 0.4493923
Mar 05 21:14:55.220118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65910>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.220780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f30415-48bc-447e-9cf7-7dfb3fbc1478 None None] The sync data for ids ['81db284a-93b6-4d43-a75b-44deb14808ce'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:55.223348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da7d36-4ebc-4012-8fa2-5e9f1a2c5822 None None] Network d9b9f3d8-89cc-4d64-807e-aa00ac579414 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:55.378177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:14:55.381595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51374) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:55.399125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460893554', 'description': 'tempest-description--208332230'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:55.404325 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Checking router: 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:14:55.418310 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Routers {'0e701f3d-b4f1-4940-aeb9-27984a3b9f36'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:55.419062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:55.488180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.532869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.resource_extend [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 05 21:14:55.551740 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.564187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20149-4478-4fbe-8305-e5c8348bcc90 req-7682d7a7-f0e0-4dc3-8110-5e473ce1aa1a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:55.565728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cb20149-4478-4fbe-8305-e5c8348bcc90 req-7682d7a7-f0e0-4dc3-8110-5e473ce1aa1a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1512978
Mar 05 21:14:55.595169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 6ff52e50-b035-4ee4-b9dc-f2f404617341 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:55.595560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.597934 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] Set router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:14:55.652428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:55.663876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.740760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:55.749255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] DHCP port deletion for d9b9f3d8-89cc-4d64-807e-aa00ac579414 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:55.755470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:55.790123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79', 'mac_address': 'fa:16:3e:d1:87:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:14:55.839306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:55.841945 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892fae63-7095-493a-848b-8fd666d26113" -d '{"events": [{"server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "name": "network-vif-plugged", "status": "completed", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:55.855903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:55.856445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.885025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:14:55.892677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Deleting port 11849fd7-62fb-4534-b763-2e6499418de0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:55.892925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11849fd7-62fb-4534-b763-2e6499418de0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:55.968337 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9010b400>, [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:14:53Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:56.009121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d849b33-4fd4-4c48-ac9b-61817f0884ed None None] The sync data for ids ['0e701f3d-b4f1-4940-aeb9-27984a3b9f36'] in ncdv-master-1 is: [{'id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'name': 'tempest-TestNetworkBasicOps-router-348436768', 'tenant_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:13:30Z', 'updated_at': '2022-03-05T21:14:53Z', 'revision_number': 5, 'project_id': '632d8e2bf65b468e975ce9ac5869f2ad', 'gw_port': {'id': '707e6a16-96fc-45ee-8d3e-c8b8c5717e17', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701f3d-b4f1-4940-aeb9-27984a3b9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:13:32Z', 'updated_at': '2022-03-05T21:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:56.033798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cb20149-4478-4fbe-8305-e5c8348bcc90 req-41f94707-d68c-4c49-bd1d-7c22a1240862 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496363
Mar 05 21:14:56.046678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (415a5bd1-7d29-47a3-bdc8-8ce62fe08d85), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.056360 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (415a5bd1-7d29-47a3-bdc8-8ce62fe08d85), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.112284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_gateway (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.121555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.123210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7406642
Mar 05 21:14:56.125714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44808d-751a-48ff-9030-01144e37cf9d tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.128157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:56.133481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '415a5bd1-7d29-47a3-bdc8-8ce62fe08d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:56.168758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] For port 11849fd7-62fb-4534-b763-2e6499418de0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11849fd7-62fb-4534-b763-2e6499418de0,segment=NetworkSegment(f343ecc9-224d-4182-a349-d9328ab4ced9),segment_id=f343ecc9-224d-4182-a349-d9328ab4ced9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:56.169167 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11849fd7-62fb-4534-b763-2e6499418de0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.185721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Calling delete_port for 11849fd7-62fb-4534-b763-2e6499418de0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:56.193853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (458369c6-19dd-4cc7-8907-de9179e71c37), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.229552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4216bf2-950e-4baf-9b94-09e82dd101a2 req-00abcbbc-b1bd-454d-91cb-c7e4434ebed3 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:56.231362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4216bf2-950e-4baf-9b94-09e82dd101a2 req-00abcbbc-b1bd-454d-91cb-c7e4434ebed3 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.2313261
Mar 05 21:14:56.240960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Deleting port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:56.241589 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.271928 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e3608-5ae1-44b9-a2c8-c38766eabb65 x-openstack-request-id: req-757e3608-5ae1-44b9-a2c8-c38766eabb65 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:56.272280 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "name": "network-vif-plugged", "status": "completed", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:56.272623 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-757e3608-5ae1-44b9-a2c8-c38766eabb65 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:56.273125 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341', 'code': 200}
Mar 05 21:14:56.274689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11849fd7-62fb-4534-b763-2e6499418de0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:56.310062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e4216bf2-950e-4baf-9b94-09e82dd101a2 req-48ee517d-acfd-41d1-b6c1-a3fe2823da8a tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724618
Mar 05 21:14:56.315191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (11849fd7-62fb-4534-b763-2e6499418de0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.321616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:56.356970 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.359173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] No DVR routers for this DVR port 11849fd7-62fb-4534-b763-2e6499418de0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:14:56.365021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7ffd-9030-4d89-a443-ba0afba02a2a None None] Pushing event deleted for resources: {'Port': ['ID=11849fd7-62fb-4534-b763-2e6499418de0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.381211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (458369c6-19dd-4cc7-8907-de9179e71c37), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.406066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (458369c6-19dd-4cc7-8907-de9179e71c37), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.418768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No active binding found for port 11849fd7-62fb-4534-b763-2e6499418de0 {{(pid=126564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 05 21:14:56.419271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] The host ncdv-master-1 is not matching for port 11849fd7-62fb-4534-b763-2e6499418de0 host None! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:14:56.419798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11849fd7-62fb-4534-b763-2e6499418de0 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:56.433896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b7342-1587-4786-84cd-074fd08ae22c req-014322dc-61f7-4ce3-b161-38205535807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:56.435419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-368b7342-1587-4786-84cd-074fd08ae22c req-014322dc-61f7-4ce3-b161-38205535807e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 1131 time: 0.2029006
Mar 05 21:14:56.455096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.460629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f504-64c5-4ee9-b6b0-849bde9e8842 req-e7459379-a59e-4d0e-9d7e-454e7c74f1a6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:56.461772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1868f504-64c5-4ee9-b6b0-849bde9e8842 req-e7459379-a59e-4d0e-9d7e-454e7c74f1a6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 944 time: 0.1879220
Mar 05 21:14:56.465420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] For port 707e6a16-96fc-45ee-8d3e-c8b8c5717e17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:56.465749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.474523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458369c6-19dd-4cc7-8907-de9179e71c37,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.487012 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (81db284a-93b6-4d43-a75b-44deb14808ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.501781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Calling delete_port for 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:56.510151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.514441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3818586
Mar 05 21:14:56.522228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.522522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.522868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.523214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.523550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.523918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.524254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.524580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.524904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.525230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.525553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.525872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.526191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd93453-5ec1-4579-a8b4-354b90aba3f5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:14:56.527411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:56.538038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'security_group_rule': {'security_group_id': '415a5bd1-7d29-47a3-bdc8-8ce62fe08d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:56.563023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['81efe88f-6b43-4bc3-93d8-d47bb3bc1e79'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:14:56.613278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (4b6b6a5a-09c1-49aa-9c28-4269b26b2938), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.631513 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-368b7342-1587-4786-84cd-074fd08ae22c req-58dc27e6-3cd6-4b16-bae2-f25caae55f24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887271
Mar 05 21:14:56.656346 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1868f504-64c5-4ee9-b6b0-849bde9e8842 req-74e096e2-cbb6-4f11-8acf-91f207be30e1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729684
Mar 05 21:14:56.727571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (4b6b6a5a-09c1-49aa-9c28-4269b26b2938), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.733116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4b6b6a5a-09c1-49aa-9c28-4269b26b2938), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.754339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6b6a5a-09c1-49aa-9c28-4269b26b2938,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.774550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.775732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55d6d053-c3e0-4cd2-a8da-10529e7d382b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2432079
Mar 05 21:14:56.778990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51386) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:56.784908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:56.810634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (707e6a16-96fc-45ee-8d3e-c8b8c5717e17), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.815205 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.827234 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7828a08e-02bb-45c4-9481-83f7200ccc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.843867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 95510c72-7db1-4567-965c-dee8e9d88b6c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:56.844212 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.879760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Port': ['ID=707e6a16-96fc-45ee-8d3e-c8b8c5717e17,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:56.943371 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.953471 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:56.955786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 95510c72-7db1-4567-965c-dee8e9d88b6c owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:57.068760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.072263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router_controller (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.129544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (95510c72-7db1-4567-965c-dee8e9d88b6c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.148027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.150885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (0e701f3d-b4f1-4940-aeb9-27984a3b9f36), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.151389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Fanout notify agent at l3_agent the message router_deleted on router 0e701f3d-b4f1-4940-aeb9-27984a3b9f36 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:14:57.163504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=95510c72-7db1-4567-965c-dee8e9d88b6c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:57.166391 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.170029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8094b2ff-b528-4b96-bf4b-58ac48e5c871 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/routers/0e701f3d-b4f1-4940-aeb9-27984a3b9f36 HTTP/1.1" status: 204  len: 168 time: 1.9729595
Mar 05 21:14:57.171029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:57.296059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d9b9f3d8-89cc-4d64-807e-aa00ac579414), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.314173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (81db284a-93b6-4d43-a75b-44deb14808ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.338489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:14:57.348249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e072374-35f0-44d0-86d2-0b8a64b19bdd req-ffdbfffc-ad66-4129-b00a-0e99829c006a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:57.350331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e072374-35f0-44d0-86d2-0b8a64b19bdd req-ffdbfffc-ad66-4129-b00a-0e99829c006a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1898873
Mar 05 21:14:57.386394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.35.0.59 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/1209ee61-8d73-4450-a646-ab9125e35ffc) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:14:57.460713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:14:57.465745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:14:57.466477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.556587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:14:57.557155 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.561842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d9b9f3d8-89cc-4d64-807e-aa00ac579414), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.568741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2e072374-35f0-44d0-86d2-0b8a64b19bdd req-b406680d-8a40-470b-b11f-fd6c92a6cd9a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242352
Mar 05 21:14:57.595020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Router 81db284a-93b6-4d43-a75b-44deb14808ce has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:14:57.608913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:57.620484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.625337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a211130>,) {'filters': {'network_id': ['d9b9f3d8-89cc-4d64-807e-aa00ac579414']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.650892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a211130>, 'f343ecc9-224d-4182-a349-d9328ab4ced9') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.651284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a211130>, 'f343ecc9-224d-4182-a349-d9328ab4ced9') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.672027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f343ecc9-224d-4182-a349-d9328ab4ced9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.683637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.698539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:57.699722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601131b-cfdf-4508-a094-7f9013e9af79 req-06abbe34-d7f1-4fb2-9f3b-a5aa6a34a7cc tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:57.701399 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f601131b-cfdf-4508-a094-7f9013e9af79 req-06abbe34-d7f1-4fb2-9f3b-a5aa6a34a7cc tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.2448280
Mar 05 21:14:57.709910 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f343ecc9-224d-4182-a349-d9328ab4ced9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.735165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:14:57.735573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f343ecc9-224d-4182-a349-d9328ab4ced9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:14:57.742947 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:14:57.753165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:14:57.766852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] Sync routers for ids ['81db284a-93b6-4d43-a75b-44deb14808ce'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:14:57.775055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fbdeed08-07c0-4493-a178-a56964dd334a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/routers/81db284a-93b6-4d43-a75b-44deb14808ce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7165720
Mar 05 21:14:57.776783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51398) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:57.798013 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] Routers {'81db284a-93b6-4d43-a75b-44deb14808ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:57.798849 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bce1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81db284a-93b6-4d43-a75b-44deb14808ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.825893 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6e323e-39fa-4d9f-a9de-ae2c985225d7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:14:57.829984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db6e323e-39fa-4d9f-a9de-ae2c985225d7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/95510c72-7db1-4567-965c-dee8e9d88b6c HTTP/1.1" status: 404  len: 333 time: 0.0498097
Mar 05 21:14:57.830844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51400) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:57.854049 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bce1b50>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.857516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c24509a3-1e90-44fc-9547-c2c21b14e715 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:57.866760 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f601131b-cfdf-4508-a094-7f9013e9af79 req-4c31edc0-5785-4c85-a103-eca83741b35b tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536245
Mar 05 21:14:57.869038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d9b9f3d8-89cc-4d64-807e-aa00ac579414), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.870825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] Routers {'81db284a-93b6-4d43-a75b-44deb14808ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:14:57.871572 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bce1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['81db284a-93b6-4d43-a75b-44deb14808ce'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.883314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c24509a3-1e90-44fc-9547-c2c21b14e715 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:57.883638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c24509a3-1e90-44fc-9547-c2c21b14e715 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:57.884100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:57.891987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.895340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] 10.222.0.15 "DELETE /v2.0/networks/d9b9f3d8-89cc-4d64-807e-aa00ac579414 HTTP/1.1" status: 204  len: 168 time: 0.7233667
Mar 05 21:14:57.912142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.913395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:14:57.913937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 707e6a16-96fc-45ee-8d3e-c8b8c5717e17 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:14:57.938942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5fd0a-5f63-4c81-925b-1da733857856 tempest-TestNetworkBasicOps-145740570 tempest-TestNetworkBasicOps-145740570-project] Pushing event deleted for resources: {'Network': ['ID=d9b9f3d8-89cc-4d64-807e-aa00ac579414,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:57.956390 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bce1b50>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:14:57.957277 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e677b-b5ae-4833-ac42-0af34f3489f7 None None] The sync data for ids ['81db284a-93b6-4d43-a75b-44deb14808ce'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:14:57.975299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0fd31-bc84-47cd-91e1-ad693cc1fd66 req-0b4db9b0-f072-428d-b72e-77a2952c2e76 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:57.977224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4e0fd31-bc84-47cd-91e1-ad693cc1fd66 req-0b4db9b0-f072-428d-b72e-77a2952c2e76 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.2636845
Mar 05 21:14:57.986166 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for router (81db284a-93b6-4d43-a75b-44deb14808ce), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:57.987961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:57.994183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Request body: {'floatingip': {'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:14:57.999864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.070204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:14:58.078475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:14:58.081801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=1209ee61-8d73-4450-a646-ab9125e35ffc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:58.089514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:14:58.111201 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.143646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee56-9d9a-4434-972d-21efd8e7593f req-8feb8104-65a6-4502-b974-0e5e95675281 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:58.145336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d74ee56-9d9a-4434-972d-21efd8e7593f req-8feb8104-65a6-4502-b974-0e5e95675281 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.1376190
Mar 05 21:14:58.239720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d74ee56-9d9a-4434-972d-21efd8e7593f req-01a24770-4843-411c-a657-b5a0bb773984 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848768
Mar 05 21:14:58.243876 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.274611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:14:58.278020 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d20488a-be78-46c8-ad82-4df415dcf646" -d '{"events": [{"server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:14:58.298386 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.309400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:58.310997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (81db284a-93b6-4d43-a75b-44deb14808ce), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.316313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for router_controller (81db284a-93b6-4d43-a75b-44deb14808ce), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.327921 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572aa2d-5cd4-4d8e-83a5-8d72c04de5dc x-openstack-request-id: req-b572aa2d-5cd4-4d8e-83a5-8d72c04de5dc {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:14:58.328391 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:14:58.328675 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b572aa2d-5cd4-4d8e-83a5-8d72c04de5dc {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:14:58.329644 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79', 'code': 200}
Mar 05 21:14:58.444064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (81db284a-93b6-4d43-a75b-44deb14808ce), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.444064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Fanout notify agent at l3_agent the message router_deleted on router 81db284a-93b6-4d43-a75b-44deb14808ce {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:14:58.478119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.482510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.492290 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.493724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7639f5aa-07cf-4b77-8477-9bda916dda4f tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/routers/81db284a-93b6-4d43-a75b-44deb14808ce HTTP/1.1" status: 204  len: 168 time: 0.6612487
Mar 05 21:14:58.498453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51414) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:58.559023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=1209ee61-8d73-4450-a646-ab9125e35ffc,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:58.567745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.585246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.586568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aba35dec-5678-4dde-b125-8830086b8a28 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8064089
Mar 05 21:14:58.804065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-1d6477ac-9acb-462d-894a-31ed18865e26 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--460893554&fields=id&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 267 time: 0.0535474
Mar 05 21:14:58.890918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet 7a639814-1bbf-4970-b4c3-ff34d0d7beff {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:14:58.900312 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8b9c5039-8244-49df-baef-aa1843471e43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=632d8e2bf65b468e975ce9ac5869f2ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5872774
Mar 05 21:14:58.902513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (7a639814-1bbf-4970-b4c3-ff34d0d7beff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:58.903320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51428) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:58.924980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-442ff1ad-7191-4e46-ab48-8e0880a09dab tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:58.926520 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-442ff1ad-7191-4e46-ab48-8e0880a09dab tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.1154256
Mar 05 21:14:58.930310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b210c9-3487-4a0b-a97b-b9f03de7e707 req-728dd715-f430-4081-98c7-5fa9dd8bc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:58.931846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b210c9-3487-4a0b-a97b-b9f03de7e707 req-728dd715-f430-4081-98c7-5fa9dd8bc276 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 1128 time: 0.5371196
Mar 05 21:14:58.962634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-8a4595fb-abbf-48bb-9c4a-2c1b5c093d22 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/quotas/f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 375 time: 0.0260577
Mar 05 21:14:58.982815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] Publish callbacks [] for security_group (dffce7ae-010a-4331-9c94-1bac3c0e7b7c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.007244 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (7a639814-1bbf-4970-b4c3-ff34d0d7beff), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.031373 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] Publish callbacks [] for security_group (dffce7ae-010a-4331-9c94-1bac3c0e7b7c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.074878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-56b4b7eb-fd09-4edf-8484-0454178a0208 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0930419
Mar 05 21:14:59.109490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (dffce7ae-010a-4331-9c94-1bac3c0e7b7c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.112032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.115822 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dffce7ae-010a-4331-9c94-1bac3c0e7b7c HTTP/1.1" status: 204  len: 168 time: 0.2089095
Mar 05 21:14:59.154581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799c526-1b1b-438b-9c27-5f569b04527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffce7ae-010a-4331-9c94-1bac3c0e7b7c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:59.172260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b210c9-3487-4a0b-a97b-b9f03de7e707 req-d87282a7-7800-4b9b-aabb-b9f2117fbb02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343361
Mar 05 21:14:59.209379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-ad0803b3-3112-4d91-97f3-e1e49c5af553 service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1189895
Mar 05 21:14:59.236173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2181823-65b1-428e-884f-0384a0ac57bd req-cf8908b1-11d4-40f6-aded-5116099adf77 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:59.237742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2181823-65b1-428e-884f-0384a0ac57bd req-cf8908b1-11d4-40f6-aded-5116099adf77 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.2338681
Mar 05 21:14:59.300236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7a639814-1bbf-4970-b4c3-ff34d0d7beff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.420794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2181823-65b1-428e-884f-0384a0ac57bd req-eb8d5c27-84f9-417e-b237-db3ac30944b7 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516018
Mar 05 21:14:59.435078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.442351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.448147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (7a639814-1bbf-4970-b4c3-ff34d0d7beff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.458771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51440) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:59.553305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=7a639814-1bbf-4970-b4c3-ff34d0d7beff,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:14:59.563848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1bed3-4ef1-4cbe-9858-fbaeb463f60d None None] Network 430839e1-efac-4e0b-be9d-8d5897ec8415 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:14:59.568459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.571838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-58bf8547-9c0d-41e4-9405-d74ef89aabb0 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/7a639814-1bbf-4970-b4c3-ff34d0d7beff HTTP/1.1" status: 204  len: 168 time: 1.0687711
Mar 05 21:14:59.574677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51442) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:14:59.578393 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.581134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8790afb5-430b-457e-9bb6-400833279d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.670354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-53c09ec7-998e-401a-8322-0e34f116c33f service neutron] 10.222.0.15 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4599009
Mar 05 21:14:59.683558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3ff2-b189-40a8-8330-d2be5e949a01 req-f970ee6e-448d-48f1-9d52-5f2c6631e9b9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:14:59.686200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-933f3ff2-b189-40a8-8330-d2be5e949a01 req-f970ee6e-448d-48f1-9d52-5f2c6631e9b9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.1394470
Mar 05 21:14:59.696329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (430839e1-efac-4e0b-be9d-8d5897ec8415), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.718264 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Floating IP c25d3145-5742-42a1-88e4-93fb0a2c76f6 associated. External IP: 172.35.0.156, port: c9af0a09-36af-49e5-919a-b3687886298b.
Mar 05 21:14:59.754760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 28ac345f-7741-4578-b431-a04f60d8e24c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:59.755374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.769106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] DHCP port deletion for 430839e1-efac-4e0b-be9d-8d5897ec8415 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:14:59.846650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] For port 28ac345f-7741-4578-b431-a04f60d8e24c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ac345f-7741-4578-b431-a04f60d8e24c,segment=NetworkSegment(4be033b8-1f72-49d0-8e33-726cceb0e1ca),segment_id=4be033b8-1f72-49d0-8e33-726cceb0e1ca)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:14:59.847008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.861951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-933f3ff2-b189-40a8-8330-d2be5e949a01 req-c57704fb-56e5-487b-95aa-36ecf123e7f4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658144
Mar 05 21:14:59.899542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 28ac345f-7741-4578-b431-a04f60d8e24c owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:14:59.917948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 28ac345f-7741-4578-b431-a04f60d8e24c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:14:59.976526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8790afb5-430b-457e-9bb6-400833279d87 admin admin] Publish callbacks [] for security_group (40966070-9a15-413e-a604-ad081f89a76c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:14:59.995579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Deleting port 28ac345f-7741-4578-b431-a04f60d8e24c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:14:59.995997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.003173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8790afb5-430b-457e-9bb6-400833279d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (40966070-9a15-413e-a604-ad081f89a76c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.073176 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.090218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 28ac345f-7741-4578-b431-a04f60d8e24c is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:00.090676 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.093680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ce33edd-f9b4-47a3-955d-aa24b3bf95bd req-3efc9551-d097-4971-b3cb-e5b2a4214bb5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 210 time: 0.1218333
Mar 05 21:15:00.134715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=28ac345f-7741-4578-b431-a04f60d8e24c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:00.147924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No DVR routers for this DVR port 28ac345f-7741-4578-b431-a04f60d8e24c on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:00.148822 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8790afb5-430b-457e-9bb6-400833279d87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=655751ef5a154cc4b7cf47c2a9a2ad6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6880186
Mar 05 21:15:00.150723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790afb5-430b-457e-9bb6-400833279d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40966070-9a15-413e-a604-ad081f89a76c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:00.151406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:00.223500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] For port 28ac345f-7741-4578-b431-a04f60d8e24c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ac345f-7741-4578-b431-a04f60d8e24c,segment=NetworkSegment(4be033b8-1f72-49d0-8e33-726cceb0e1ca),segment_id=4be033b8-1f72-49d0-8e33-726cceb0e1ca)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:00.228350 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.265297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Calling delete_port for 28ac345f-7741-4578-b431-a04f60d8e24c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:00.355048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:15:00.373946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (430839e1-efac-4e0b-be9d-8d5897ec8415), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.405919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0a90>,) {'filters': {'network_id': ['430839e1-efac-4e0b-be9d-8d5897ec8415']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:00.431240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0a90>, '4be033b8-1f72-49d0-8e33-726cceb0e1ca') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:00.431720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89df0a90>, '4be033b8-1f72-49d0-8e33-726cceb0e1ca') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:00.461861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4be033b8-1f72-49d0-8e33-726cceb0e1ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.473735 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] Publish callbacks [] for security_group (40966070-9a15-413e-a604-ad081f89a76c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.477837 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (28ac345f-7741-4578-b431-a04f60d8e24c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.493367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4be033b8-1f72-49d0-8e33-726cceb0e1ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.510204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] No DVR routers for this DVR port 28ac345f-7741-4578-b431-a04f60d8e24c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:00.523934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:15:00.524679 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4be033b8-1f72-49d0-8e33-726cceb0e1ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.534787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ebcad-9a0b-46fe-80d6-3dd2cfb762ba None None] Pushing event deleted for resources: {'Port': ['ID=28ac345f-7741-4578-b431-a04f60d8e24c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:00.544912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:15:00.549442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.555539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:15:00.586455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:00.587945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-68c11429-d2e8-47a8-8d10-13f3e45e9de5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "PUT /v2.0/floatingips/c25d3145-5742-42a1-88e4-93fb0a2c76f6 HTTP/1.1" status: 200  len: 991 time: 2.5974045
Mar 05 21:15:00.588664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:00.589346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83381250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:00.591352 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:15:00.646171 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:15:00.652285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] Publish callbacks [] for security_group (40966070-9a15-413e-a604-ad081f89a76c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.669980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (430839e1-efac-4e0b-be9d-8d5897ec8415), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.683926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.697699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51468) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:00.699153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/430839e1-efac-4e0b-be9d-8d5897ec8415 HTTP/1.1" status: 204  len: 168 time: 1.1232121
Mar 05 21:15:00.726747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf25a8-3f40-4e5c-bdf3-dcb18b19d080 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=430839e1-efac-4e0b-be9d-8d5897ec8415,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:00.738573 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1368ca24-7e3c-4739-8823-6d795b6e8cda x-openstack-request-id: req-1368ca24-7e3c-4739-8823-6d795b6e8cda {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:00.739174 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:00.741179 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1368ca24-7e3c-4739-8823-6d795b6e8cda {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:00.743768 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'status': 'completed', 'code': 200}
Mar 05 21:15:00.782416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:15:00.795224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (40966070-9a15-413e-a604-ad081f89a76c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.798219 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:00.800536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40966070-9a15-413e-a604-ad081f89a76c HTTP/1.1" status: 204  len: 168 time: 0.6438115
Mar 05 21:15:00.803378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a21e41-ebbf-43fd-a89d-8ab4b5d5c394 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:00.805667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d8a21e41-ebbf-43fd-a89d-8ab4b5d5c394 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/65c46551-356d-4793-9123-7fd1614c3b1e HTTP/1.1" status: 200  len: 845 time: 0.1061218
Mar 05 21:15:00.817486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-b6ec0748-2665-4032-b1b4-8232a4a069c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:00.819582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-b6ec0748-2665-4032-b1b4-8232a4a069c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1127 time: 0.0747712
Mar 05 21:15:00.820208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:00.855279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786171-9085-4da1-a791-03d6d9e1fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40966070-9a15-413e-a604-ad081f89a76c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:00.929367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a80e567-9dab-4b27-9a4e-8193e40eaa86 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/65c46551-356d-4793-9123-7fd1614c3b1e?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1072690
Mar 05 21:15:00.933002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51482) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:00.955952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:01.028459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-fc8543a6-8e97-4e9b-817c-a265f2921299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.032267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-fc8543a6-8e97-4e9b-817c-a265f2921299 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.2050164
Mar 05 21:15:01.037895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:01.113333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:01.117645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:01.196817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83381250>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c25d3145-5742-42a1-88e4-93fb0a2c76f6', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:36Z', 'updated_at': '2022-03-05T21:14:59Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:01.219247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee1fab-3cc2-4518-aa9c-d1f424018dc2 req-7ae6b252-a988-4971-89cf-b8a74f12e7b5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.242582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cee1fab-3cc2-4518-aa9c-d1f424018dc2 req-7ae6b252-a988-4971-89cf-b8a74f12e7b5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.1973917
Mar 05 21:15:01.244755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-8b85ac01-96f6-4ba9-a4bc-c2141052b82f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 999 time: 0.2024684
Mar 05 21:15:01.296896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:15:01.325122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:01.326293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83381250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:01.464947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-784cbd0c-53fd-4bbe-af16-64e0fc9fc288 req-b03a7a25-4c94-4ca2-b0aa-7696120d6c3b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 210 time: 0.1522791
Mar 05 21:15:01.489753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-38a5b4ae-c2e0-4ccb-ab65-5aacde67c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.495080 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-38a5b4ae-c2e0-4ccb-ab65-5aacde67c9d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.2377632
Mar 05 21:15:01.629437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:15:01.630276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-263ca505-90d0-4c81-8301-e07cf78792e5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.632165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-263ca505-90d0-4c81-8301-e07cf78792e5 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.23 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 815 time: 0.3173256
Mar 05 21:15:01.644559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-775db302-39fd-4686-85fe-33e72988c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.646953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-775db302-39fd-4686-85fe-33e72988c835 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1454730
Mar 05 21:15:01.711341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3cee1fab-3cc2-4518-aa9c-d1f424018dc2 req-97fb83b5-97f7-481f-b493-e7c02baf5a5d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4610474
Mar 05 21:15:01.760181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-4a404130-5634-4741-b09d-156dcfa2a4b1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077490
Mar 05 21:15:01.801114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-0ec9651f-dc70-4e92-aa17-3c3d8da1096f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f6888043940b9b1344c6998b423da HTTP/1.1" status: 200  len: 379 time: 0.1504571
Mar 05 21:15:01.846527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'port': {'device_id': '792eb61e-229f-4cb7-a709-179922039250', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'admin_state_up': True, 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'security_groups': ['415a5bd1-7d29-47a3-bdc8-8ce62fe08d85']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:01.900012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b66e-ceff-4c0e-8b74-509bb8ab62b6 req-9cc115cc-809e-4bae-a3db-1a3c9c0de941 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:01.901565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be03b66e-ceff-4c0e-8b74-509bb8ab62b6 req-9cc115cc-809e-4bae-a3db-1a3c9c0de941 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.0898578
Mar 05 21:15:01.906149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e37b3ad-e155-4ae2-be22-8bb4dd2ffd4e req-442a01fb-da0a-4830-9595-d784b161a060 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389813
Mar 05 21:15:01.922472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (72a1a306-3fe2-44df-bb0f-699dea3e50f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:01.951166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83381250>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c25d3145-5742-42a1-88e4-93fb0a2c76f6', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:36Z', 'updated_at': '2022-03-05T21:14:59Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:01.970980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be03b66e-ceff-4c0e-8b74-509bb8ab62b6 req-c9dde273-00c2-4335-b03e-e49d1f9789a9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560730
Mar 05 21:15:01.984289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ffbb8-dafb-41e5-ac68-cfa26bef5c8a None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c25d3145-5742-42a1-88e4-93fb0a2c76f6', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:36Z', 'updated_at': '2022-03-05T21:14:59Z', 'revision_number': 1, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:15:01.992739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:02.003092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:02.013595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:02.014189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.016290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19811c-217e-419b-bee2-039228d478e4 None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:02.025329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=72a1a306-3fe2-44df-bb0f-699dea3e50f1,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:02.061412 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f37addd3-595e-4117-b2aa-de33b9b0ad40 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1266725
Mar 05 21:15:02.063510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51494) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:02.069663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'security_group': {'name': 'tempest-secgroup-288019327'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:02.098219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.106157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Made reservation on behalf of f73f6888043940b9b1344c6998b423da for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:02.109514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.182535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (d8d16af6-ea42-47de-9508-2206a68c41a4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.185697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7cdfd28c-6909-435d-8326-83bfd050d579', 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'project_id': '7958b0db4b2b4db1937a44aaf2e40cf7', 'fixed_ips': [{'subnet_id': '72a1a306-3fe2-44df-bb0f-699dea3e50f1'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:15:02.186664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.189078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d8d16af6-ea42-47de-9508-2206a68c41a4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.199897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed211c-91e7-4b9c-b013-572bd4dd4c35 req-9c00395d-4850-4481-92bf-cb2ff6a81d04 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:02.201517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4ed211c-91e7-4b9c-b013-572bd4dd4c35 req-9c00395d-4850-4481-92bf-cb2ff6a81d04 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.1473753
Mar 05 21:15:02.240837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.246951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51496) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:02.247862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1813273
Mar 05 21:15:02.250433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a913ed1-a943-4756-afb3-7c0f86b92577 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d16af6-ea42-47de-9508-2206a68c41a4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:02.256729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'security_group': {'name': 'tempest-secgroup-342222273'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:02.312329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7b319-2aa5-4986-bc2e-066e818c8b5c None None] New status for floating IP c25d3145-5742-42a1-88e4-93fb0a2c76f6: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:15:02.342473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f4ed211c-91e7-4b9c-b013-572bd4dd4c35 req-6dbfb990-4181-4dc1-93a9-4228b11e0797 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326702
Mar 05 21:15:02.345691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.385792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Allocated IP 172.20.0.4 (b56f14b9-afc0-424d-b080-c31779583b66/efad6e46-9e91-4e92-a09d-41cf44482d53/68a3695d-1e5b-431b-9bfd-992a7e3c692f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:02.415502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Allocated IP 2001:db8::2 (7cdfd28c-6909-435d-8326-83bfd050d579/72a1a306-3fe2-44df-bb0f-699dea3e50f1/ebd6e379-eda2-4209-b4d1-65defa831079) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:02.519137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (851f5839-a4ca-49c4-991a-ce4ba7d340ad), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.527046 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (851f5839-a4ca-49c4-991a-ce4ba7d340ad), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.581639 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.586161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3335643
Mar 05 21:15:02.587409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51506) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:02.590812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6050dd0-1091-4c36-9946-ec2130bb470d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851f5839-a4ca-49c4-991a-ce4ba7d340ad,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:02.604238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-520649383', 'security_groups': ['851f5839-a4ca-49c4-991a-ce4ba7d340ad'], 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72a1a306-3fe2-44df-bb0f-699dea3e50f1'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:02.635437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks [] for port (ebd6e379-eda2-4209-b4d1-65defa831079), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.643551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.680121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6ca05b17-94dc-4284-bf5e-14edbafd46b1 req-47b64ca2-cb42-4549-8ced-39accad83c29 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 210 time: 0.0913706
Mar 05 21:15:02.698314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:02.709974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:02.710351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.710465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:02.765244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:02.780513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Attempting to bind port ebd6e379-eda2-4209-b4d1-65defa831079 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:15:02.780891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Attempting to bind port ebd6e379-eda2-4209-b4d1-65defa831079 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:15:02.781334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Attempting to bind port ebd6e379-eda2-4209-b4d1-65defa831079 on network 7cdfd28c-6909-435d-8326-83bfd050d579 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:02.788227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:15:02.788691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Checking segment: {'id': 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:02.789013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.789411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Bound using segment: {'id': 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:15:02.789899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Bound port: ebd6e379-eda2-4209-b4d1-65defa831079, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:15:02.790286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.795427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.841325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a781-1bee-4ed0-9e1b-ca797ff237a2 req-d54b86d9-5091-43ea-840b-0addb05c7cfe tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:02.844029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fb0a781-1bee-4ed0-9e1b-ca797ff237a2 req-d54b86d9-5091-43ea-840b-0addb05c7cfe tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.0905635
Mar 05 21:15:02.850574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Network b56f14b9-afc0-424d-b080-c31779583b66 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:02.856409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:02.860334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:02.868852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:02.908738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:15:02.908738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:15:02.922085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:02.941994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event updated for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:02.966533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fb0a781-1bee-4ed0-9e1b-ca797ff237a2 req-bf196a0f-c59f-4bf7-8140-5d8bc9ec70f6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060638
Mar 05 21:15:02.979118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:02.984966 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.020175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bf03a-62dd-49b5-9777-b5b0d72f98aa None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:03.026796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-02db276b-4d26-4caa-ab56-5f9dc35956fb tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1886287
Mar 05 21:15:03.032369 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.040801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Request body: {'port': {'device_id': '792eb61e-229f-4cb7-a709-179922039250', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:03.088164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:15:03.173098 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.210711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c4c25a02-af31-41e2-aa07-edbf4def0b17 None None] Provisioning complete for port 68a3695d-1e5b-431b-9bfd-992a7e3c692f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:03.211186 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a02-af31-41e2-aa07-edbf4def0b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.268281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c4c25a02-af31-41e2-aa07-edbf4def0b17 None None] Port 68a3695d-1e5b-431b-9bfd-992a7e3c692f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:03.421287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::260 (7cdfd28c-6909-435d-8326-83bfd050d579/72a1a306-3fe2-44df-bb0f-699dea3e50f1/2acf7b96-8d31-4729-a161-0e9c674f1bc3) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:03.672701 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.678494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a3695d-1e5b-431b-9bfd-992a7e3c692f {{(pid=126562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:03.688312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks [] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.711506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Transition to ACTIVE for port object 68a3695d-1e5b-431b-9bfd-992a7e3c692f will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:15:03.725915 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.758892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:03.946630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:03.947569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:03.976592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:03.983498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:03.986588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:03.993231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:03.993897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.055074 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4651158
Mar 05 21:15:04.058197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51522) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:04.072883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:04.083227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:04.083227 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.129974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1d0e-dd9b-4b32-8b29-905cd46fc4b7 req-fdcc1d43-a8e2-4809-bd36-88fbba640357 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.132061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07ac1d0e-dd9b-4b32-8b29-905cd46fc4b7 req-fdcc1d43-a8e2-4809-bd36-88fbba640357 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 943 time: 0.3417077
Mar 05 21:15:04.133101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Attempting to bind port 68a3695d-1e5b-431b-9bfd-992a7e3c692f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:15:04.133438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Attempting to bind port 68a3695d-1e5b-431b-9bfd-992a7e3c692f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:15:04.133764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Attempting to bind port 68a3695d-1e5b-431b-9bfd-992a7e3c692f on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:04.136501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264b534-0991-48e6-a25e-7e47f13807db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=2acf7b96-8d31-4729-a161-0e9c674f1bc3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:04.150980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Port 68a3695d-1e5b-431b-9bfd-992a7e3c692f on network b56f14b9-afc0-424d-b080-c31779583b66 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:15:04.151315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Attempting to bind port 68a3695d-1e5b-431b-9bfd-992a7e3c692f on network b56f14b9-afc0-424d-b080-c31779583b66 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:04.194109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:15:04.194809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Checking segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:04.201165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Bound using segment: {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:15:04.202165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Bound port: 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14adfef-9e72-4b02-ad77-0cc572a94672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:15:04.202851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.245991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:04.246548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.264341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07ac1d0e-dd9b-4b32-8b29-905cd46fc4b7 req-1d3513ea-aeb9-4f2e-ac1d-2b8bd070d47f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228228
Mar 05 21:15:04.306656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:04.329981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.336538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc257626-f501-48b6-814d-a37f51ed1007 req-ed4974e7-4dc7-4d7f-b275-2b275596c11b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.344197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fc257626-f501-48b6-814d-a37f51ed1007 req-ed4974e7-4dc7-4d7f-b275-2b275596c11b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.2628603
Mar 05 21:15:04.369549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:15:04.375791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:15:04.389250 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.410227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:04.438395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.439323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.441181 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] 10.222.0.23 "PUT /v2.0/ports/68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 200  len: 1091 time: 1.4053407
Mar 05 21:15:04.441846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:04.444976 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8a87f-c2f6-440d-be69-bc1c9988578f" -d '{"events": [{"name": "network-changed", "server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:04.499192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-8afe6fe6-7f7d-42a0-b97c-0dc7e48def7a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.500742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-8afe6fe6-7f7d-42a0-b97c-0dc7e48def7a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 946 time: 0.2644749
Mar 05 21:15:04.527847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fc257626-f501-48b6-814d-a37f51ed1007 req-750dbfe5-82c0-4623-ae9d-71ab2a62beed tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824744
Mar 05 21:15:04.537814 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7aa00a-6da4-4dab-890e-bd180ddd3bab x-openstack-request-id: req-6d7aa00a-6da4-4dab-890e-bd180ddd3bab {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:04.559878 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:04.559878 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d7aa00a-6da4-4dab-890e-bd180ddd3bab {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:04.559878 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'status': 'completed', 'code': 200}
Mar 05 21:15:04.563385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5285-b7e7-47a6-9a83-5c75cea8dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:04.564733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:04.565121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.593210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-6a05cac2-60b4-4cfe-b092-16fba992afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.594974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-6a05cac2-60b4-4cfe-b092-16fba992afad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 1125 time: 0.1020784
Mar 05 21:15:04.651208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-779b179c-b47e-4279-96f5-d1447642e283 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 200  len: 217 time: 0.0495307
Mar 05 21:15:04.653492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:04.658603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.722793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:04.735493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:04.735907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:04.750738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-7fe0ad4a-3a2b-41a8-b353-27454c75e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.752286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-7fe0ad4a-3a2b-41a8-b353-27454c75e84c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0957294
Mar 05 21:15:04.753764 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:15:04.824984 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e033c-6805-4784-81a0-35cb85bce710 req-7c7921e5-8d80-44b7-8f0a-a6affe91186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:04.826841 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-7c7921e5-8d80-44b7-8f0a-a6affe91186e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0678058
Mar 05 21:15:04.849300 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72a1a306-3fe2-44df-bb0f-699dea3e50f1 (CIDR: 2001:db8::/64)
Mar 05 21:15:04.865039 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:15:04.866384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:04.898376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a9167c5-b9e8-4154-b447-7424d7a8f192 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8369060
Mar 05 21:15:04.901132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:04.907506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:04.952824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-9d904fb2-60ef-4e11-a285-4606bba51c0c service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186249
Mar 05 21:15:04.969420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:04.969962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.006627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eff3b08a-b4f4-4ae4-bf73-a3f498c468f9 None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:05.069219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-036e033c-6805-4784-81a0-35cb85bce710 req-958a3c39-4936-45c4-827a-12abc6c5bc2f service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094449
Mar 05 21:15:05.103939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:05.104546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.127333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:05.128546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-320b0021-99db-4bbc-bbbb-34a8b092af95 None None] Provisioning complete for port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:05.129365 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-320b0021-99db-4bbc-bbbb-34a8b092af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.138026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:05.141650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.174302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-320b0021-99db-4bbc-bbbb-34a8b092af95 None None] Port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:05.190318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-c5017ab4-7861-4f0b-9367-bac18a1c7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.193145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-c5017ab4-7861-4f0b-9367-bac18a1c7312 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 1125 time: 0.0713654
Mar 05 21:15:05.420394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (81efe88f-6b43-4bc3-93d8-d47bb3bc1e79), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.458963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=81efe88f-6b43-4bc3-93d8-d47bb3bc1e79,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:05.532172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.532565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.532960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.533343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.533725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.534053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.534402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.534783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.535060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.535395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.535793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.536717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.537209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:05.584001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:05.590063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.595099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22679092-2ae4-48f6-926c-8d646f2fb8f3 req-4f1e29ac-a76b-4cc7-a791-b2b9dc2c0f60 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "DELETE /v2.0/ports/81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 HTTP/1.1" status: 204  len: 173 time: 1.0816061
Mar 05 21:15:05.595582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'name': 'network-vif-deleted', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:05.597894 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86655124-2773-4fe2-8b1b-ba1e558a5d81" -d '{"events": [{"server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "name": "network-vif-deleted", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:05.640910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-984ec80d-6e61-495e-bae1-ecebed600878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.642540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-984ec80d-6e61-495e-bae1-ecebed600878 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.4437811
Mar 05 21:15:05.667545 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89015f2d-f62d-4308-afb1-c9c94c2b9d64 req-edb83092-edf0-43c5-938b-b2106299c05b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a71f065-9364-461c-8d0d-017f9286b0fb HTTP/1.1" status: 200  len: 210 time: 0.0346038
Mar 05 21:15:05.668712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ea799853-f94c-40f2-8182-96a88ec80cf7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.685167 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-026588f5-f2a0-4d9a-9e92-c3602a12ec24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 200  len: 217 time: 0.0359547
Mar 05 21:15:05.710526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdc9ec-c3b2-494e-b595-aaebb6b929d0 req-2b4327c0-4bc5-4856-be72-c2b4a6c54f86 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.712105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8bdc9ec-c3b2-494e-b595-aaebb6b929d0 req-2b4327c0-4bc5-4856-be72-c2b4a6c54f86 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 943 time: 0.1209733
Mar 05 21:15:05.723187 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:05.728324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:05.733056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.733668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:05.739501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b449fc-e85d-4273-a9b7-adb6a1f01bcb None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:05.742942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=ea799853-f94c-40f2-8182-96a88ec80cf7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:05.769036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-29621527-bc5c-483f-a426-3596022f4575 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8659821
Mar 05 21:15:05.771468 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a0fda6-9986-48d3-86cb-1faf2ff1b852 x-openstack-request-id: req-e0a0fda6-9986-48d3-86cb-1faf2ff1b852 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:05.772039 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71f065-9364-461c-8d0d-017f9286b0fb", "name": "network-vif-deleted", "tag": "81efe88f-6b43-4bc3-93d8-d47bb3bc1e79", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:05.772284 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0a0fda6-9986-48d3-86cb-1faf2ff1b852 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:05.773511 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71f065-9364-461c-8d0d-017f9286b0fb', 'name': 'network-vif-deleted', 'tag': '81efe88f-6b43-4bc3-93d8-d47bb3bc1e79', 'status': 'completed', 'code': 200}
Mar 05 21:15:05.774113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51568) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:05.782006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-619654183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea799853-f94c-40f2-8182-96a88ec80cf7'}], 'security_groups': ['d8d16af6-ea42-47de-9508-2206a68c41a4']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:05.824082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-2c9a6db4-2c36-4978-b3b6-78a72513f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.825985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-2c9a6db4-2c36-4978-b3b6-78a72513f426 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.1298993
Mar 05 21:15:05.890055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:05.912868 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8bdc9ec-c3b2-494e-b595-aaebb6b929d0 req-e21b51df-3085-4b83-82c5-4976f76770f4 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1764908
Mar 05 21:15:05.940191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-7aca4949-dff5-43af-9102-4a89511f1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:05.943986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-7aca4949-dff5-43af-9102-4a89511f1fec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1084492
Mar 05 21:15:05.981215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:05.981790 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.006615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.109140 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-d1d6d193-6a61-4801-9028-1d8ec3ca29d7 service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588686
Mar 05 21:15:06.121189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:06.134946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Update dhcp port {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'fixed_ips': [{'subnet_id': '72a1a306-3fe2-44df-bb0f-699dea3e50f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea799853-f94c-40f2-8182-96a88ec80cf7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ebd6e379-eda2-4209-b4d1-65defa831079'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:15:06.168329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.228041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.238081 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ed8a87f-c2f6-440d-be69-bc1c9988578f req-c47d240a-e08d-4bcf-9b6a-0d939f061644 service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214743
Mar 05 21:15:06.379138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Allocated IP 2001:db8:0:1::2 (7cdfd28c-6909-435d-8326-83bfd050d579/ea799853-f94c-40f2-8182-96a88ec80cf7/ebd6e379-eda2-4209-b4d1-65defa831079) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:06.456238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.509526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:06.569377 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Publish callbacks [] for port (ebd6e379-eda2-4209-b4d1-65defa831079), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.577600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:06.681845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0c96e-c4da-4689-bcbd-e831438d14ab None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:06.878810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Delete allocated IP 2001:db8::260 (7cdfd28c-6909-435d-8326-83bfd050d579/72a1a306-3fe2-44df-bb0f-699dea3e50f1) {{(pid=126563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:15:06.889390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8:0:1::18f (7cdfd28c-6909-435d-8326-83bfd050d579/ea799853-f94c-40f2-8182-96a88ec80cf7/2acf7b96-8d31-4729-a161-0e9c674f1bc3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:07.010021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 68a3695d-1e5b-431b-9bfd-992a7e3c692f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:15:07.063442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373930b4-8b4d-478e-8ddd-fecf88339de7 req-5906e786-f852-410d-b861-cf1783d3c7fa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:07.065866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-373930b4-8b4d-478e-8ddd-fecf88339de7 req-5906e786-f852-410d-b861-cf1783d3c7fa tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 943 time: 0.0786185
Mar 05 21:15:07.135716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.143247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-373930b4-8b4d-478e-8ddd-fecf88339de7 req-df94b90f-77ef-4cd3-8f21-ebdd3fb39abe tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641067
Mar 05 21:15:07.145067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.157702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:07.177463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'port_id': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'mac_address': 'fa:16:3e:ea:b5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:15:07.207260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] In _notify_port_updated(), no bound segment for port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 on network 7cdfd28c-6909-435d-8326-83bfd050d579 {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:15:07.213307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:07.214052 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.218072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/ports/2acf7b96-8d31-4729-a161-0e9c674f1bc3 HTTP/1.1" status: 200  len: 930 time: 1.4395523
Mar 05 21:15:07.218447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51644) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:07.226054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a24f3d-4832-4a96-8de0-097c696c9e10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=2acf7b96-8d31-4729-a161-0e9c674f1bc3,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:07.226731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 68a3695d-1e5b-431b-9bfd-992a7e3c692f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:07.227244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.251175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a3695d-1e5b-431b-9bfd-992a7e3c692f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:07.275172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:07.281922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.326283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:07.326784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.334763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:07.354761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:15:07.397555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:15:07.397919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 81efe88f-6b43-4bc3-93d8-d47bb3bc1e79 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:15:07.435477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.454162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 2acf7b96-8d31-4729-a161-0e9c674f1bc3 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:07.523421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['68a3695d-1e5b-431b-9bfd-992a7e3c692f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:07.627946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Provisioning complete for port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:07.629027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.631047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2acf7b96-8d31-4729-a161-0e9c674f1bc3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.658784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Port 2acf7b96-8d31-4729-a161-0e9c674f1bc3 was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:15:07.663115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=2acf7b96-8d31-4729-a161-0e9c674f1bc3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:07.688906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:07.689509 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.700379 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.703627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-543da45a-3071-4fcb-88fb-8dc30277282b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/2acf7b96-8d31-4729-a161-0e9c674f1bc3 HTTP/1.1" status: 204  len: 168 time: 0.4841089
Mar 05 21:15:07.706284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51658) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:07.736989 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a446536-5714-41b9-816e-251583b4e4db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:15:07.741987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4a446536-5714-41b9-816e-251583b4e4db tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/2acf7b96-8d31-4729-a161-0e9c674f1bc3 HTTP/1.1" status: 404  len: 333 time: 0.0310738
Mar 05 21:15:07.741987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51660) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:07.819275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (851f5839-a4ca-49c4-991a-ce4ba7d340ad), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.846952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:07.847392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (851f5839-a4ca-49c4-991a-ce4ba7d340ad), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.851590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:07.900186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:07.900613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.914789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (851f5839-a4ca-49c4-991a-ce4ba7d340ad), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.917666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.921441 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/security-groups/851f5839-a4ca-49c4-991a-ce4ba7d340ad HTTP/1.1" status: 204  len: 168 time: 0.1749413
Mar 05 21:15:07.921834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:07.930566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463c6d4-d251-4915-9c46-8f68165ac779 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851f5839-a4ca-49c4-991a-ce4ba7d340ad,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:07.953276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2d35a-c0e6-4d95-ad7a-1587afcefa3f None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:07.964184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:07.964753 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:07.995313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (d8d16af6-ea42-47de-9508-2206a68c41a4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.022037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (d8d16af6-ea42-47de-9508-2206a68c41a4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.071786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3c319099-5cdc-41bf-9fa2-6564abf6dfa6 None None] Could not find standard attr ID for object 2acf7b96-8d31-4729-a161-0e9c674f1bc3. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:15:08.077674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:08.085997 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d8d16af6-ea42-47de-9508-2206a68c41a4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.090792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.092492 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8d16af6-ea42-47de-9508-2206a68c41a4 HTTP/1.1" status: 204  len: 168 time: 0.1696348
Mar 05 21:15:08.095166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:08.128583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49cdc3-6f9d-464c-942c-307d1ca3d4e5 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d16af6-ea42-47de-9508-2206a68c41a4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:08.165930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet 72a1a306-3fe2-44df-bb0f-699dea3e50f1 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:15:08.170945 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (72a1a306-3fe2-44df-bb0f-699dea3e50f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.244982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (72a1a306-3fe2-44df-bb0f-699dea3e50f1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.377951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d4b22-3c84-45fa-b269-6d2e4944f33a req-f899870e-a044-4d63-b41f-9b4c92cb469a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:08.379860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea7d4b22-3c84-45fa-b269-6d2e4944f33a req-f899870e-a044-4d63-b41f-9b4c92cb469a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 944 time: 0.1105044
Mar 05 21:15:08.402135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (72a1a306-3fe2-44df-bb0f-699dea3e50f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.479085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea7d4b22-3c84-45fa-b269-6d2e4944f33a req-7a8ba72e-cb89-4f6e-bbc3-e5b36e96bb31 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876946
Mar 05 21:15:08.498582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (72a1a306-3fe2-44df-bb0f-699dea3e50f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.526579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=72a1a306-3fe2-44df-bb0f-699dea3e50f1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:08.530427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.533571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bc10f948-0785-40ab-bd89-8acc34af63e1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/72a1a306-3fe2-44df-bb0f-699dea3e50f1 HTTP/1.1" status: 204  len: 168 time: 0.4370432
Mar 05 21:15:08.538312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51704) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:08.540748 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e56ad3-5f1a-4ef0-bed8-a6507992c49d None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:08.544008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:08.649413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:08.653959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.918779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a699164b-e274-4882-b113-a5ac33922e96), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:08.975098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:08.977018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:08.982637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:08.983300 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.003544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=a699164b-e274-4882-b113-a5ac33922e96,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:09.009219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e95d4a7c-f887-417a-8bc1-7b5818db60eb tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4691834
Mar 05 21:15:09.012951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51708) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:09.022413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071469789'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:09.024000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 68a3695d-1e5b-431b-9bfd-992a7e3c692f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:09.052881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.102302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 68a3695d-1e5b-431b-9bfd-992a7e3c692f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:15:09.107269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 68a3695d-1e5b-431b-9bfd-992a7e3c692f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:09.107852 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.168509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (cb91806d-7a55-490d-834b-0960d55388dd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.172217 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cb91806d-7a55-490d-834b-0960d55388dd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.204279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.208931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1948869
Mar 05 21:15:09.210097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51734) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:09.214791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'security_group': {'name': 'tempest-secgroup-1602410507'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:09.245671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1af1-7030-401a-ae57-1343e7e32877 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb91806d-7a55-490d-834b-0960d55388dd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:09.248289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.260671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 68a3695d-1e5b-431b-9bfd-992a7e3c692f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:09.261062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.341499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:09.342875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:09.348577 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9f9f3-570f-41da-91c7-186b0549af12" -d '{"events": [{"server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "name": "network-vif-plugged", "status": "completed", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:09.353298 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.379424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (98b93891-95ed-4af4-97f4-370de392a88f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.386419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (98b93891-95ed-4af4-97f4-370de392a88f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.414540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:09.420073 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd62319-a7ef-4062-8303-7fcefe0ea7e4 x-openstack-request-id: req-3cd62319-a7ef-4062-8303-7fcefe0ea7e4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:09.421396 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "name": "network-vif-plugged", "status": "completed", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:09.422077 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cd62319-a7ef-4062-8303-7fcefe0ea7e4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:09.423203 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'code': 200}
Mar 05 21:15:09.432900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b93891-95ed-4af4-97f4-370de392a88f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:09.448539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.450299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1047df68-db97-41a8-a359-7d3e818c9c31 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2391958
Mar 05 21:15:09.453093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:09.458129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'security_group': {'name': 'tempest-secgroup-1750239989'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:09.481340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76ae1c-c879-4a1c-88a8-d9b6836ef61f None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:09.486230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.546269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:09.546847 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.572978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99ab3f-56ef-4db2-8529-e8251c8fed32 req-85b03c9a-de64-4172-a653-bb1528e3083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:09.574553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b99ab3f-56ef-4db2-8529-e8251c8fed32 req-85b03c9a-de64-4172-a653-bb1528e3083d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 1127 time: 0.0774500
Mar 05 21:15:09.634424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (a001c9f9-d0e2-49c6-9046-24b2148241e0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.648897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a001c9f9-d0e2-49c6-9046-24b2148241e0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.664134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4e1ae-7760-4361-b0e9-41bce0d70c37 req-025a9d98-35c8-4479-93b0-8ac68e0e48b2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:09.666118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ba4e1ae-7760-4361-b0e9-41bce0d70c37 req-025a9d98-35c8-4479-93b0-8ac68e0e48b2 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.1010907
Mar 05 21:15:09.671794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3b99ab3f-56ef-4db2-8529-e8251c8fed32 req-f8695a40-17aa-40d0-b669-dc22fea51e7c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873189
Mar 05 21:15:09.680930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:09.683456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a001c9f9-d0e2-49c6-9046-24b2148241e0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:09.694013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.695367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-878ae023-e483-40f4-85f1-695bf383b37b tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2411449
Mar 05 21:15:09.698084 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:09.701307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:09.701690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.703881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1699787449', 'security_groups': ['a001c9f9-d0e2-49c6-9046-24b2148241e0'], 'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a699164b-e274-4882-b113-a5ac33922e96'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:09.740790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ba4e1ae-7760-4361-b0e9-41bce0d70c37 req-b15d1338-fe90-4088-a9a0-54743df1a20b tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681984
Mar 05 21:15:09.745573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ba13ca69-46fb-455f-9ef4-c4d3a05f931e None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:09.802769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Update dhcp port {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'fixed_ips': [{'subnet_id': 'ea799853-f94c-40f2-8182-96a88ec80cf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a699164b-e274-4882-b113-a5ac33922e96'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ebd6e379-eda2-4209-b4d1-65defa831079'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:15:09.842005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.876616 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:09.962253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:09.981224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] device_id is not set on port 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:15:10.043309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Allocated IP 2001:db8::2 (7cdfd28c-6909-435d-8326-83bfd050d579/a699164b-e274-4882-b113-a5ac33922e96/ebd6e379-eda2-4209-b4d1-65defa831079) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:10.142186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:10.173268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Publish callbacks [] for port (ebd6e379-eda2-4209-b4d1-65defa831079), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.179437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.244127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8::3dd (7cdfd28c-6909-435d-8326-83bfd050d579/a699164b-e274-4882-b113-a5ac33922e96/1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:10.276490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347643-bf60-4a67-89ec-825c36cc5aba None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:10.408190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.450274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.499078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:10.502482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:10.507528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:10.520030 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:10.521852 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.532608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:10.559888 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cc2a9a8a-55d2-4b92-8a48-d289ae61c9a1 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8565035
Mar 05 21:15:10.560096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51832) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:10.564728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:10.701826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:10.705651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:10.805022 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a699164b-e274-4882-b113-a5ac33922e96 (CIDR: 2001:db8::/64)
Mar 05 21:15:10.810599 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:15:10.811399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:10.878987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3acdde41-9399-4096-884e-eea5e7fd8a10 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3114102
Mar 05 21:15:10.879217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:10.885893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:10.987627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5747b4b-4b85-491c-ae25-67c5dbac25c5 req-ef24c341-8442-49e2-89dc-c380da2ef9be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:10.988483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5747b4b-4b85-491c-ae25-67c5dbac25c5 req-ef24c341-8442-49e2-89dc-c380da2ef9be tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.1642442
Mar 05 21:15:11.077521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5747b4b-4b85-491c-ae25-67c5dbac25c5 req-54e14ae9-043e-44fe-ac3b-e06f14a12b2c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775416
Mar 05 21:15:11.087735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:11.088327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:11.088440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.096115 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.200008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:11.234018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:11.234400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.236482 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ea799853-f94c-40f2-8182-96a88ec80cf7 (CIDR: 2001:db8:0:1::/64)
Mar 05 21:15:11.244262 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:15:11.245214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:11.269176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:11.276441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'subnet': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:11.280354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16b5173a-f177-4e99-9e84-a8695d777f9e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.3997331
Mar 05 21:15:11.285249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d722939-6074-4942-9efc-45f700dfc937 None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:11.400658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Made reservation on behalf of 7958b0db4b2b4db1937a44aaf2e40cf7 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:11.404419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.406169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2d19cbc1-3b85-441b-953b-3364ce87c2fd None None] Provisioning complete for port 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:11.406550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d19cbc1-3b85-441b-953b-3364ce87c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.446194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2d19cbc1-3b85-441b-953b-3364ce87c2fd None None] Port 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:11.625703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.669346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Network 7cdfd28c-6909-435d-8326-83bfd050d579 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:11.672508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:11.676977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:11.677672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.684324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2a48a-c617-4b7c-921d-79bfa8c2d7c6 None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:11.687247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Subnet': ['ID=2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:11.702064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7fc9f70d-7635-4786-85a7-c4524e2db360 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.4315681
Mar 05 21:15:11.704886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51848) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:11.710831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1967777096', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce'}], 'security_groups': ['cb91806d-7a55-490d-834b-0960d55388dd', '98b93891-95ed-4af4-97f4-370de392a88f']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:11.805672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:11.881932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:11.969232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220113-977e-4720-896c-abd7678b2ae2 req-71c28654-4529-4342-a84c-dd114e6813dd tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:11.971085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84220113-977e-4720-896c-abd7678b2ae2 req-71c28654-4529-4342-a84c-dd114e6813dd tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.0623491
Mar 05 21:15:11.979525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Update dhcp port {'port': {'network_id': '7cdfd28c-6909-435d-8326-83bfd050d579', 'fixed_ips': [{'subnet_id': 'ea799853-f94c-40f2-8182-96a88ec80cf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a699164b-e274-4882-b113-a5ac33922e96', 'ip_address': '2001:db8::2'}, {'subnet_id': '2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ebd6e379-eda2-4209-b4d1-65defa831079'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:15:12.031279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84220113-977e-4720-896c-abd7678b2ae2 req-e8e188f4-e77b-437b-8646-8b27514e9bce tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492835
Mar 05 21:15:12.036707 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.039903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:12.040281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.216489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Delete allocated IP 2001:db8::3dd (7cdfd28c-6909-435d-8326-83bfd050d579/a699164b-e274-4882-b113-a5ac33922e96) {{(pid=126562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:15:12.222579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:12.234097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Allocated IP 2001:db8:0:2::1cd (7cdfd28c-6909-435d-8326-83bfd050d579/2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce/1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:12.260557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c652290-fe27-496c-a554-1ea775e3a451 req-8e653fe4-b6c9-4607-b608-5ea3701229ea tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:12.262057 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c652290-fe27-496c-a554-1ea775e3a451 req-8e653fe4-b6c9-4607-b608-5ea3701229ea tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.0932345
Mar 05 21:15:12.373756 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c652290-fe27-496c-a554-1ea775e3a451 req-9af28fcd-322c-4e95-b95e-eaa841ec16f1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009219
Mar 05 21:15:12.380715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-46454730-4d6a-452d-8302-46fdef677c84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:12.382205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-46454730-4d6a-452d-8302-46fdef677c84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1057580
Mar 05 21:15:12.399765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-8298b2bd-c406-4aa3-b87d-07bad56904e1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0105882
Mar 05 21:15:12.461118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-97107a51-cdf5-4b9f-b13f-da8e28f9ed11 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0552094
Mar 05 21:15:12.492663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.503374 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.555935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Allocated IP 2001:db8:0:2::2 (7cdfd28c-6909-435d-8326-83bfd050d579/2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce/ebd6e379-eda2-4209-b4d1-65defa831079) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:12.557170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a1e3-2f23-4678-bcf8-a14ca1826cbc req-ca1efc17-1028-4967-905e-04a21ce2510c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:12.558713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e76a1e3-2f23-4678-bcf8-a14ca1826cbc req-ca1efc17-1028-4967-905e-04a21ce2510c tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.1185594
Mar 05 21:15:12.572063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51866) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:12.576713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Request body: {'floatingip': {'port_id': '68a3695d-1e5b-431b-9bfd-992a7e3c692f'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:12.588772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] In _notify_port_updated(), no bound segment for port 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed on network 7cdfd28c-6909-435d-8326-83bfd050d579 {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:15:12.593860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:12.594488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.599919 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "PUT /v2.0/ports/1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed HTTP/1.1" status: 200  len: 970 time: 0.8932061
Mar 05 21:15:12.600873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:12.608310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa3c8-3b0e-46cc-9bf2-a68135c6eee7 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event updated for resources: {'Port': ['ID=1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:12.610044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-2b40eaf9-3178-4cf1-8e6f-847bb83eaf0f service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417277
Mar 05 21:15:12.619396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.670877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:12.709739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:12.710133 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.809663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.822875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:12.871286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Publish callbacks [] for port (ebd6e379-eda2-4209-b4d1-65defa831079), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:12.872405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f06457d0-dca5-469a-b591-5f9977627b33 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217593
Mar 05 21:15:12.876940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.000640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb19de3-e99c-40c4-abab-a4aaa5b9b700 None None] Pushing event updated for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:13.015640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.077023 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:13.108353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.111792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d4db43b4-1c55-46f4-b5a7-811a62737ed9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed HTTP/1.1" status: 204  len: 168 time: 0.5099547
Mar 05 21:15:13.115936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:13.197926 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee241f4-3b4b-40a9-854e-a5c8068d4e91 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] GET failed (client error): The resource could not be found.
Mar 05 21:15:13.202644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8ee241f4-3b4b-40a9-854e-a5c8068d4e91 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports/1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed HTTP/1.1" status: 404  len: 333 time: 0.0855479
Mar 05 21:15:13.203534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:13.277879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b272a-e502-4951-ac24-a7294a428f10 req-ed8d4efd-db7d-4f38-a8a0-4f3a7d10c402 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:13.279975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e0b272a-e502-4951-ac24-a7294a428f10 req-ed8d4efd-db7d-4f38-a8a0-4f3a7d10c402 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.1191523
Mar 05 21:15:13.289025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.294107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.311436 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (a001c9f9-d0e2-49c6-9046-24b2148241e0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.339548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (a001c9f9-d0e2-49c6-9046-24b2148241e0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.389597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a001c9f9-d0e2-49c6-9046-24b2148241e0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.392210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.397451 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/security-groups/a001c9f9-d0e2-49c6-9046-24b2148241e0 HTTP/1.1" status: 204  len: 168 time: 0.1925588
Mar 05 21:15:13.404367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:13.439032 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb associated. External IP: 172.35.0.59, port: 68a3695d-1e5b-431b-9bfd-992a7e3c692f.
Mar 05 21:15:13.447334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acbdd0-1d7b-476a-8fab-f4c32646834d tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001c9f9-d0e2-49c6-9046-24b2148241e0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:13.524263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e0b272a-e502-4951-ac24-a7294a428f10 req-7076d311-c6d0-4710-9b75-b40e6de842ae tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/security-groups?id=96ce2714-6d05-4482-9dab-99940271e70e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349792
Mar 05 21:15:13.529052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-78bf26d3-aaf0-489d-902b-2ec45cec8125 req-eff3e153-cde3-487b-a3c0-313e3d5c7fe3 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 210 time: 0.1793258
Mar 05 21:15:13.550714 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (98b93891-95ed-4af4-97f4-370de392a88f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.566029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-344dd940-fe48-4820-813f-863805530db2 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:13.567364 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-344dd940-fe48-4820-813f-863805530db2 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.23 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 949 time: 0.1507034
Mar 05 21:15:13.621756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (98b93891-95ed-4af4-97f4-370de392a88f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.716807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (98b93891-95ed-4af4-97f4-370de392a88f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.719496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.725374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/security-groups/98b93891-95ed-4af4-97f4-370de392a88f HTTP/1.1" status: 204  len: 168 time: 0.3098931
Mar 05 21:15:13.726214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51894) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:13.755985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:15:13.769350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbe850-c58c-4c9e-842d-b00b299e5837 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b93891-95ed-4af4-97f4-370de392a88f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:13.774863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Deleting port 6ff52e50-b035-4ee4-b9dc-f2f404617341 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:13.775201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.891506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:13.924310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (cb91806d-7a55-490d-834b-0960d55388dd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.929885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:15:13.935773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.952470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:15:13.954619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] For port 6ff52e50-b035-4ee4-b9dc-f2f404617341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ff52e50-b035-4ee4-b9dc-f2f404617341,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:13.955198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.979837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:13.980513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14566ebb-aae3-41cf-ba93-d805f6d61b8a tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "PUT /v2.0/floatingips/0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb HTTP/1.1" status: 200  len: 990 time: 1.4071341
Mar 05 21:15:13.980866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (cb91806d-7a55-490d-834b-0960d55388dd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:13.981174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:13.981996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b1ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:13.983523 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fcbfc-60aa-4077-86ae-3ba44379f715" -d '{"events": [{"name": "network-changed", "server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:13.983663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Calling delete_port for 6ff52e50-b035-4ee4-b9dc-f2f404617341 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:13.986415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:13.987018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.037923 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3789f-0ab4-4127-bee1-e732e6595c5e x-openstack-request-id: req-71c3789f-0ab4-4127-bee1-e732e6595c5e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:14.038231 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:14.038494 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71c3789f-0ab4-4127-bee1-e732e6595c5e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:14.038897 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'status': 'completed', 'code': 200}
Mar 05 21:15:14.111713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:14.112094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.119211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cb91806d-7a55-490d-834b-0960d55388dd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.121853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.125867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/security-groups/cb91806d-7a55-490d-834b-0960d55388dd HTTP/1.1" status: 204  len: 168 time: 0.3873861
Mar 05 21:15:14.128069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51900) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:14.169692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-f00c3b1d-3a96-4823-83e0-9518498c4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:14.171581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-f00c3b1d-3a96-4823-83e0-9518498c4b7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 1127 time: 0.1017876
Mar 05 21:15:14.191790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1457712-8ed1-4916-ad32-7eec3255bfdc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb91806d-7a55-490d-834b-0960d55388dd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:14.235550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet a699164b-e274-4882-b113-a5ac33922e96 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:15:14.241766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:15:14.262708 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (a699164b-e274-4882-b113-a5ac33922e96), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.330023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-ee48445a-2608-42e4-a5b7-46c88c401b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:14.331567 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-ee48445a-2608-42e4-a5b7-46c88c401b44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1540401
Mar 05 21:15:14.334691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (a699164b-e274-4882-b113-a5ac33922e96), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.358596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6ff52e50-b035-4ee4-b9dc-f2f404617341), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.393520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['6ff52e50-b035-4ee4-b9dc-f2f404617341'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:14.395769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Pushing event deleted for resources: {'Port': ['ID=6ff52e50-b035-4ee4-b9dc-f2f404617341,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:14.416235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-8a45d29f-710c-4e13-8d4a-253c8ea92f73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 200  len: 998 time: 0.0770092
Mar 05 21:15:14.451531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:14.465909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:14.501739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-d6090cc4-885a-4f51-8345-4ef61688305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:14.507087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-d6090cc4-885a-4f51-8345-4ef61688305b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0778277
Mar 05 21:15:14.507320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] No DVR routers for this DVR port 6ff52e50-b035-4ee4-b9dc-f2f404617341 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:14.510549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.514302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e28db75f-256c-4b40-9d7d-fec1e331130a req-37140716-de18-4ad7-9907-347694916055 tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.23 "DELETE /v2.0/ports/6ff52e50-b035-4ee4-b9dc-f2f404617341 HTTP/1.1" status: 204  len: 173 time: 0.9413733
Mar 05 21:15:14.514772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'name': 'network-vif-deleted', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:14.517456 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4196e850-50be-492d-8bd2-133a3efdd947" -d '{"events": [{"server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "name": "network-vif-deleted", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:14.586532 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece34a8d-4873-4897-a3a6-a2323e56fa10 x-openstack-request-id: req-ece34a8d-4873-4897-a3a6-a2323e56fa10 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:14.586825 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0289f80e-1b60-4efd-a464-5aeec336dc25", "name": "network-vif-deleted", "tag": "6ff52e50-b035-4ee4-b9dc-f2f404617341", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:14.587084 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ece34a8d-4873-4897-a3a6-a2323e56fa10 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:14.587224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:14.587493 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0289f80e-1b60-4efd-a464-5aeec336dc25', 'name': 'network-vif-deleted', 'tag': '6ff52e50-b035-4ee4-b9dc-f2f404617341', 'status': 'completed', 'code': 200}
Mar 05 21:15:14.587615 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.605351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a699164b-e274-4882-b113-a5ac33922e96), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.659801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-5ec34dca-697f-46a5-87bd-2f7b44dc8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:14.661639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-5ec34dca-697f-46a5-87bd-2f7b44dc8087 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1413944
Mar 05 21:15:14.688234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:14.696080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c530f21d-8b05-46ff-a611-6912f9e625a2 req-8609fa02-d02f-4895-8660-80e513a7ebda tempest-VolumesBackupsTest-1617152067 tempest-VolumesBackupsTest-1617152067-project] 10.222.0.15 "GET /v2.0/ports?device_id=0289f80e-1b60-4efd-a464-5aeec336dc25 HTTP/1.1" status: 200  len: 210 time: 0.0392890
Mar 05 21:15:14.750027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14d699f6-91f9-424b-89cc-7f6d470eed57 None None] Could not find standard attr ID for object 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:15:14.768990 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (a699164b-e274-4882-b113-a5ac33922e96), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.794129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6eaadcd-c07c-4d3d-ac36-f9e236df2cd2 req-2894f536-f22f-4ec6-b33c-0061ef2236bf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 210 time: 0.1277537
Mar 05 21:15:14.833682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=a699164b-e274-4882-b113-a5ac33922e96,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:14.838190 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.846109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-97d4c093-1048-49a4-9fdb-d25827e5eaf3 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a699164b-e274-4882-b113-a5ac33922e96 HTTP/1.1" status: 204  len: 168 time: 0.7082992
Mar 05 21:15:14.847956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51910) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:14.874169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2c495-a7be-47d4-beba-3dbaa33d35f2 None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:14.925944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2dbdab2e-8b51-4b18-ace9-f5ea17458a95 None None] Could not find standard attr ID for object 1e3b4e9a-e508-4bdc-a02e-1eb5ff24d4ed. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:15:14.938441 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet 2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:15:14.943618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:14.999472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.004438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-24f7b861-77b1-484d-890a-227c986c3715 service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068645
Mar 05 21:15:15.012801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b1ccd0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.59', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ea:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792eb61e-229f-4cb7-a709-179922039250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:58Z', 'updated_at': '2022-03-05T21:15:13Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:15.013318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-ef8d0d2f-26b6-45d6-bab1-59508ba42fc9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:15.017655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-ef8d0d2f-26b6-45d6-bab1-59508ba42fc9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.2536581
Mar 05 21:15:15.038643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:15.045147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:15:15.064992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:15.066494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b1ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:14:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:15.122664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.209683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:15:15.235477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b88fcbfc-60aa-4077-86ae-3ba44379f715 req-db7638b0-be4c-4bae-a60e-c4cafc93db54 service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160697
Mar 05 21:15:15.241565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.299250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:15.314409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.318677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-56b0fd68-0da7-4d88-9930-47304e3f91cc tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/2706d1d5-a6e0-480e-a2cc-d6cce8c5d3ce HTTP/1.1" status: 204  len: 168 time: 0.4689190
Mar 05 21:15:15.321592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:15.362878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:15.365324 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77a565a-3154-4720-ac23-47618f3784c6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:15.366207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77a565a-3154-4720-ac23-47618f3784c6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:15.369587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d77a565a-3154-4720-ac23-47618f3784c6 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a699164b-e274-4882-b113-a5ac33922e96 HTTP/1.1" status: 404  len: 337 time: 0.0468538
Mar 05 21:15:15.373109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:15.374326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.433299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting subnet ea799853-f94c-40f2-8182-96a88ec80cf7 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:15:15.444246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (ea799853-f94c-40f2-8182-96a88ec80cf7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.501578 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ea799853-f94c-40f2-8182-96a88ec80cf7), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.589817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.8 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/a2f5025e-fc06-4c7b-b8d0-9d503e54b32c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:15.591440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b1ccd0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.59', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ea:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792eb61e-229f-4cb7-a709-179922039250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:58Z', 'updated_at': '2022-03-05T21:15:13Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:15.626509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ea799853-f94c-40f2-8182-96a88ec80cf7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.648662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fc3cc-18c5-4b94-8ced-85be452e2ab5 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'floating_ip_address': '172.35.0.59', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'port_id': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'mac_address': 'fa:16:3e:ea:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792eb61e-229f-4cb7-a709-179922039250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:14:58Z', 'updated_at': '2022-03-05T21:15:13Z', 'revision_number': 1, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:15:15.711768 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ea799853-f94c-40f2-8182-96a88ec80cf7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.778388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.781943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/ea799853-f94c-40f2-8182-96a88ec80cf7 HTTP/1.1" status: 204  len: 168 time: 0.4076381
Mar 05 21:15:15.782982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d25193-f9e0-4500-ac3c-edc1cf48c540 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Subnet': ['ID=ea799853-f94c-40f2-8182-96a88ec80cf7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:15.785370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51926) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:15.838762 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ec46d0-2f8d-4ad1-b97b-99abea670c5c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:15.839792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ec46d0-2f8d-4ad1-b97b-99abea670c5c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:15.843045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7ec46d0-2f8d-4ad1-b97b-99abea670c5c tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/72a1a306-3fe2-44df-bb0f-699dea3e50f1 HTTP/1.1" status: 404  len: 337 time: 0.0565238
Mar 05 21:15:15.848238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51932) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:15.856425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.929720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:15.940114 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d05dfa99-5436-41c3-ae88-c4b2eba27b50 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "GET /v2.0/ports?device_id=81db284a-93b6-4d43-a75b-44deb14808ce HTTP/1.1" status: 200  len: 205 time: 0.0899310
Mar 05 21:15:15.943859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51936) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:15.998380 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-daeeead9-c772-4e81-bafa-f6178dbd0f81 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] delete failed (client error): The resource could not be found.
Mar 05 21:15:15.999427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-daeeead9-c772-4e81-bafa-f6178dbd0f81 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/routers/81db284a-93b6-4d43-a75b-44deb14808ce HTTP/1.1" status: 404  len: 336 time: 0.0546327
Mar 05 21:15:16.002071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.025101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce145ff-9664-45bd-9170-de2e468fee84 None None] Network 7cdfd28c-6909-435d-8326-83bfd050d579 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:16.048289 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e80fd0-183f-4f8a-9453-d8672668fcc4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.048909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e80fd0-183f-4f8a-9453-d8672668fcc4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.055035 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-93e80fd0-183f-4f8a-9453-d8672668fcc4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/7a639814-1bbf-4970-b4c3-ff34d0d7beff HTTP/1.1" status: 404  len: 337 time: 0.0519588
Mar 05 21:15:16.057595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51944) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.074603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:16.081947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:16.086680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:16.092921 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfb1c0f-97db-400a-9cf9-151d0540636a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.093389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfb1c0f-97db-400a-9cf9-151d0540636a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.097828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2bfb1c0f-97db-400a-9cf9-151d0540636a tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/cc752652-c2aa-4d3d-bdf5-665dedfa1bc9 HTTP/1.1" status: 404  len: 337 time: 0.0392900
Mar 05 21:15:16.109190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51952) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.138737 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee346d2-b6d6-452e-b4c6-0b911203f77c None None] New status for floating IP 0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:15:16.156705 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba024c5e-2aa8-4cae-a5c0-78f3f134a9e9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.157390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba024c5e-2aa8-4cae-a5c0-78f3f134a9e9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.161379 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba024c5e-2aa8-4cae-a5c0-78f3f134a9e9 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/b18cad4d-0196-4965-934d-89d583f1b82c HTTP/1.1" status: 404  len: 337 time: 0.0503871
Mar 05 21:15:16.167074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51954) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.212061 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fffca0-486a-4d76-a671-6a717beb0c78 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.212915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fffca0-486a-4d76-a671-6a717beb0c78 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.215069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:16.216754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89fffca0-486a-4d76-a671-6a717beb0c78 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/bf518698-c4c0-42a5-92f7-0f0d1a50f346 HTTP/1.1" status: 404  len: 333 time: 0.0476038
Mar 05 21:15:16.220414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51956) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.234949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:16.235963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.256069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779999d-5c4f-4295-a240-ed7b9fbdac2c req-b132c8c9-d7ae-4f33-8e43-e591cc8fa668 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:16.277677 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ffac2d-3917-47b1-a638-19a3b1f250f4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.278139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ffac2d-3917-47b1-a638-19a3b1f250f4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.280156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8779999d-5c4f-4295-a240-ed7b9fbdac2c req-b132c8c9-d7ae-4f33-8e43-e591cc8fa668 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 931 time: 0.2817836
Mar 05 21:15:16.283959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Provisioning complete for port ebd6e379-eda2-4209-b4d1-65defa831079 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:16.284347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.290489 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-34ffac2d-3917-47b1-a638-19a3b1f250f4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/158c2536-44eb-4d57-930c-2549eabe19e8 HTTP/1.1" status: 404  len: 337 time: 0.0681114
Mar 05 21:15:16.291153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51958) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.324680 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-69918c3a-4953-4f16-8542-a0efd2ba66b4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.325150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69918c3a-4953-4f16-8542-a0efd2ba66b4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.328311 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-69918c3a-4953-4f16-8542-a0efd2ba66b4 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a3a97e0a-5089-4678-ab8d-5e256bebe3f2 HTTP/1.1" status: 404  len: 337 time: 0.0361176
Mar 05 21:15:16.330793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.361242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-f1417e17-f5e5-48de-bed9-2e5133f82f84 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3302579
Mar 05 21:15:16.375505 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f8221c-e76a-4745-af68-f902ee83e198 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.376297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f8221c-e76a-4745-af68-f902ee83e198 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.382432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Request body: {'port': {'device_id': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:16.382992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a1f8221c-e76a-4745-af68-f902ee83e198 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/2b02ab71-0c83-4289-9dd9-cc67678afa47 HTTP/1.1" status: 404  len: 333 time: 0.0476680
Mar 05 21:15:16.383831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51962) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.392385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8779999d-5c4f-4295-a240-ed7b9fbdac2c req-bfa76a35-da5b-4c15-9b3a-91e347a5dd20 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109447
Mar 05 21:15:16.434949 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ba0515-3501-416c-ab57-14c9cc8a09ee tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.435546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ba0515-3501-416c-ab57-14c9cc8a09ee tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.438652 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05ba0515-3501-416c-ab57-14c9cc8a09ee tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/a0d81257-137a-4009-bbe2-cb20a18de920 HTTP/1.1" status: 404  len: 337 time: 0.0537255
Mar 05 21:15:16.445910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.472629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.479221 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd9cf9f-bd7f-40db-8422-672cba7b3157 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:15:16.480003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd9cf9f-bd7f-40db-8422-672cba7b3157 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:15:16.483169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2dd9cf9f-bd7f-40db-8422-672cba7b3157 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/subnets/284d280d-9498-4e4f-adc9-97a764fdf452 HTTP/1.1" status: 404  len: 337 time: 0.0362003
Mar 05 21:15:16.485675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51966) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.593433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Current status of the port ebd6e379-eda2-4209-b4d1-65defa831079 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:16.593678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Deleting port 65c46551-356d-4793-9123-7fd1614c3b1e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:16.593678 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.602079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] DHCP port deletion for 7cdfd28c-6909-435d-8326-83bfd050d579 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:15:16.613088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Provisioning complete for port 65c46551-356d-4793-9123-7fd1614c3b1e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:16.613467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.668376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.671030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-47daf512-3b6e-4c1f-9177-7230d182dbbb None None] Port 65c46551-356d-4793-9123-7fd1614c3b1e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:16.683042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Calling delete_port for 65c46551-356d-4793-9123-7fd1614c3b1e owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:16.685573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Deleting port ebd6e379-eda2-4209-b4d1-65defa831079 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:16.685958 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.753444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] For port ebd6e379-eda2-4209-b4d1-65defa831079, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebd6e379-eda2-4209-b4d1-65defa831079,segment=NetworkSegment(f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4),segment_id=f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:16.753908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.768110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Calling delete_port for ebd6e379-eda2-4209-b4d1-65defa831079 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:16.772281 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (65c46551-356d-4793-9123-7fd1614c3b1e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.794002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f5025e-fc06-4c7b-b8d0-9d503e54b32c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:16.802341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks [] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.802520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Port': ['ID=65c46551-356d-4793-9123-7fd1614c3b1e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:16.807533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.813612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-358707d3-fd35-4d64-96c9-a389b6bf1e62 tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/ports/65c46551-356d-4793-9123-7fd1614c3b1e HTTP/1.1" status: 204  len: 168 time: 0.3269503
Mar 05 21:15:16.814264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 51968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:16.820481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Transition to ACTIVE for port object a2f5025e-fc06-4c7b-b8d0-9d503e54b32c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:15:16.825108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.884727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ebd6e379-eda2-4209-b4d1-65defa831079), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:16.919513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:16.920804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] Pushing event deleted for resources: {'Port': ['ID=ebd6e379-eda2-4209-b4d1-65defa831079,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:16.934993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a305c-1568-47c7-b0bb-9375d55eb104 None None] No DVR routers for this DVR port ebd6e379-eda2-4209-b4d1-65defa831079 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:16.980353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Attempting to bind port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:15:16.980712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Attempting to bind port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:15:16.981028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Attempting to bind port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:16.986012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:15:16.986382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Attempting to bind port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:16.992605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:15:16.992946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:16.993338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:15:16.993774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Bound port: a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:15:16.994280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.031939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ff52e50-b035-4ee4-b9dc-f2f404617341 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:15:17.065222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 6ff52e50-b035-4ee4-b9dc-f2f404617341 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:15:17.066326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 6ff52e50-b035-4ee4-b9dc-f2f404617341 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:15:17.233669 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7cdfd28c-6909-435d-8326-83bfd050d579), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.349752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7cdfd28c-6909-435d-8326-83bfd050d579), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.382463 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4d9d30>,) {'filters': {'network_id': ['7cdfd28c-6909-435d-8326-83bfd050d579']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:17.397045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4d9d30>, 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:17.397045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b4d9d30>, 'f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:17.408520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.433990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:15:17.436393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.437445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:15:17.444458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.460499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:15:17.460919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f5cce53c-e5a9-4aaf-86e2-b1652d1a20c4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:15:17.474019 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:15:17.506942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:17.521961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:17.523542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.525914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-c4155115-153e-44e3-866c-78f85620bd50 service neutron] 10.222.0.31 "PUT /v2.0/ports/a2f5025e-fc06-4c7b-b8d0-9d503e54b32c HTTP/1.1" status: 200  len: 1091 time: 1.1525316
Mar 05 21:15:17.526430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:17.528741 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:17.573887 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40545437-93f2-4d38-b7da-27735aab57c7 x-openstack-request-id: req-40545437-93f2-4d38-b7da-27735aab57c7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:17.574449 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:17.574891 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40545437-93f2-4d38-b7da-27735aab57c7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:17.575509 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c', 'status': 'completed', 'code': 200}
Mar 05 21:15:17.639100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-2e3cede5-26b2-4eee-a751-3e6f051b522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:17.640717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-2e3cede5-26b2-4eee-a751-3e6f051b522f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 1125 time: 0.0557685
Mar 05 21:15:17.642151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700d3c-b819-409d-93f2-f52c940ff207 req-b5db28d3-5bc1-4b34-9bd8-b1ff98c0c229 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:17.643631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79700d3c-b819-409d-93f2-f52c940ff207 req-b5db28d3-5bc1-4b34-9bd8-b1ff98c0c229 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 943 time: 0.1007259
Mar 05 21:15:17.644617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7cdfd28c-6909-435d-8326-83bfd050d579), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.653981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:17.657427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] 10.222.0.15 "DELETE /v2.0/networks/7cdfd28c-6909-435d-8326-83bfd050d579 HTTP/1.1" status: 204  len: 168 time: 0.8420665
Mar 05 21:15:17.678949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5316-8911-4181-8f66-d9ee5b160a4e tempest-PortsIpV6TestJSON-188708906 tempest-PortsIpV6TestJSON-188708906-project] Pushing event deleted for resources: {'Network': ['ID=7cdfd28c-6909-435d-8326-83bfd050d579,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:17.710872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-45017087-5768-47de-9c1c-7bab9a27adc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c HTTP/1.1" status: 200  len: 217 time: 0.0628700
Mar 05 21:15:17.755917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-79700d3c-b819-409d-93f2-f52c940ff207 req-97baed82-135f-422e-8123-ac71dcd6ce4d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981944
Mar 05 21:15:17.779972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-27b09658-3c5b-4ccd-86e5-25eecdceca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:17.781482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-27b09658-3c5b-4ccd-86e5-25eecdceca31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0648706
Mar 05 21:15:17.827805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:15:17.843429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-47d6e70b-4a55-4687-a47f-e91d40024ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:17.844981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-47d6e70b-4a55-4687-a47f-e91d40024ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0576239
Mar 05 21:15:17.852906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ebd6e379-eda2-4209-b4d1-65defa831079 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:15:17.853264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ebd6e379-eda2-4209-b4d1-65defa831079 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:15:17.946465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-a47b5e3b-f842-4691-acfa-98ec57d1b168 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947020
Mar 05 21:15:17.999993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 51996) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:18.039897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a6b3e05-4637-4235-8d63-070ec6cbe7f5 req-287ba2a5-8cfd-4eab-8ecc-3d787448fdd6 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875943
Mar 05 21:15:18.164109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-67c97f5b-4545-4587-9ba9-8ced4b55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:18.165600 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-67c97f5b-4545-4587-9ba9-8ced4b55ff3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 1125 time: 0.0813017
Mar 05 21:15:18.168498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-962762ca-677a-4510-8bdf-c02cb2c60c75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7958b0db4b2b4db1937a44aaf2e40cf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1672459
Mar 05 21:15:18.170682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52006) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:18.283367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] Publish callbacks [] for security_group (083df10d-c192-4df6-9bb5-4e7708d3e20d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:18.308810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-34b9137c-a717-464c-ac7c-aac3504bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:18.310283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-34b9137c-a717-464c-ac7c-aac3504bb27b service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1330905
Mar 05 21:15:18.321719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] Publish callbacks [] for security_group (083df10d-c192-4df6-9bb5-4e7708d3e20d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:18.370165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-510e20dc-278a-4253-84ae-7c3e2988cf3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c HTTP/1.1" status: 200  len: 217 time: 0.0418735
Mar 05 21:15:18.431617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-3a8da0dd-8842-402a-81b7-dbc6742995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:18.433280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-3a8da0dd-8842-402a-81b7-dbc6742995eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0518382
Mar 05 21:15:18.449692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (083df10d-c192-4df6-9bb5-4e7708d3e20d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:18.452250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:18.453371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/083df10d-c192-4df6-9bb5-4e7708d3e20d HTTP/1.1" status: 204  len: 168 time: 0.2817521
Mar 05 21:15:18.482666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ed530-d294-4631-87a3-a7c872036182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083df10d-c192-4df6-9bb5-4e7708d3e20d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:18.505337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-eefacbe4-a68e-4afa-a892-61083c444153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:18.507116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-eefacbe4-a68e-4afa-a892-61083c444153 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0668800
Mar 05 21:15:18.626295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-42b074fe-c75b-40b5-98a0-69e61ac17ace service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911608
Mar 05 21:15:18.785871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c68b5836-c5dc-4018-a5ed-0abbc4da13fa req-4192ed50-ba4d-4ee4-ac90-cb4a77345299 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228397
Mar 05 21:15:18.919429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65727e30-766e-45b3-914a-969155c94ea8 req-4a5485cd-9622-4042-8120-512d66342956 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:18.920957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65727e30-766e-45b3-914a-969155c94ea8 req-4a5485cd-9622-4042-8120-512d66342956 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 943 time: 0.0655143
Mar 05 21:15:18.985769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65727e30-766e-45b3-914a-969155c94ea8 req-0b3c3072-4cb0-46e6-9210-147226ea5796 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538878
Mar 05 21:15:19.303452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52102) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:19.406365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-942b9fd6-c6f3-417f-8cb6-6163ac293f78 tempest-DvrRoutersNegativeTest-1285874675 tempest-DvrRoutersNegativeTest-1285874675-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-258234111', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:19.408938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.policy [None req-942b9fd6-c6f3-417f-8cb6-6163ac293f78 tempest-DvrRoutersNegativeTest-1285874675 tempest-DvrRoutersNegativeTest-1285874675-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126563) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Mar 05 21:15:19.409240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.policy [None req-942b9fd6-c6f3-417f-8cb6-6163ac293f78 tempest-DvrRoutersNegativeTest-1285874675 tempest-DvrRoutersNegativeTest-1285874675-project] Failed policy check for 'create_router' {{(pid=126563) enforce /opt/stack/neutron/neutron/policy.py:524}}
Mar 05 21:15:19.409771 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-942b9fd6-c6f3-417f-8cb6-6163ac293f78 tempest-DvrRoutersNegativeTest-1285874675 tempest-DvrRoutersNegativeTest-1285874675-project] create failed (client error): Access was denied to this resource.
Mar 05 21:15:19.411394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-942b9fd6-c6f3-417f-8cb6-6163ac293f78 tempest-DvrRoutersNegativeTest-1285874675 tempest-DvrRoutersNegativeTest-1285874675-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1062651
Mar 05 21:15:19.659010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52114) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:19.768266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e3a622d-3958-4002-9068-1886fd13dbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:19.865089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e3a622d-3958-4002-9068-1886fd13dbb7 admin admin] Publish callbacks [] for security_group (80793d03-2a20-48aa-b696-508cb2b0f6a7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:19.869482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0e3a622d-3958-4002-9068-1886fd13dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (80793d03-2a20-48aa-b696-508cb2b0f6a7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:19.915615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52122) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:19.916117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0e3a622d-3958-4002-9068-1886fd13dbb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c61dbde12a0648d0933f8b31e4d7ce9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2555537
Mar 05 21:15:19.916629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a622d-3958-4002-9068-1886fd13dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80793d03-2a20-48aa-b696-508cb2b0f6a7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:19.970807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] Publish callbacks [] for security_group (80793d03-2a20-48aa-b696-508cb2b0f6a7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:19.995064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] Publish callbacks [] for security_group (80793d03-2a20-48aa-b696-508cb2b0f6a7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:20.055820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (80793d03-2a20-48aa-b696-508cb2b0f6a7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:20.058464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:20.059638 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80793d03-2a20-48aa-b696-508cb2b0f6a7 HTTP/1.1" status: 204  len: 168 time: 0.1423891
Mar 05 21:15:20.087560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078048f-dd07-41bb-b01f-c7ce12526fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80793d03-2a20-48aa-b696-508cb2b0f6a7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:20.133243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534c87-b017-4220-9bca-376e1393dbe3 req-2584a95a-edbb-4871-8612-86b1d7955a4a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:20.135345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f534c87-b017-4220-9bca-376e1393dbe3 req-2584a95a-edbb-4871-8612-86b1d7955a4a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 943 time: 0.0888271
Mar 05 21:15:20.195419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1f534c87-b017-4220-9bca-376e1393dbe3 req-b09a6d57-ad85-49c6-bf53-9a8725e8a542 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524533
Mar 05 21:15:21.331103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9c654-2532-4645-b9ac-4e109e0a1371 req-79292ef9-eed3-4a2f-a29c-bb22111b0bd5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:21.333179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85d9c654-2532-4645-b9ac-4e109e0a1371 req-79292ef9-eed3-4a2f-a29c-bb22111b0bd5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 943 time: 0.0588942
Mar 05 21:15:21.390831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-85d9c654-2532-4645-b9ac-4e109e0a1371 req-c661b317-cc06-419e-88f7-896dceb7f886 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510600
Mar 05 21:15:22.536492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c597cf4-9eb9-45b3-a8a3-98d41e444f04 req-b919d0fa-bff2-4190-8dfc-6f61448751c3 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:22.538160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c597cf4-9eb9-45b3-a8a3-98d41e444f04 req-b919d0fa-bff2-4190-8dfc-6f61448751c3 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 943 time: 0.0654063
Mar 05 21:15:22.593475 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c597cf4-9eb9-45b3-a8a3-98d41e444f04 req-4f587c3f-f274-4fe1-b367-443113596b54 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491734
Mar 05 21:15:23.432124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a2f5025e-fc06-4c7b-b8d0-9d503e54b32c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:15:23.563014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:23.583259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c', 'mac_address': 'fa:16:3e:22:8e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:15:23.622339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:23.622740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:23.638243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f5025e-fc06-4c7b-b8d0-9d503e54b32c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:23.665119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:23.673657 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:23.761332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:23.774449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c701e-1fc5-4c59-a4af-1ce2e3175e61 req-54095c55-aca3-4c79-900f-41234c9d4ca8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:23.776187 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-849c701e-1fc5-4c59-a4af-1ce2e3175e61 req-54095c55-aca3-4c79-900f-41234c9d4ca8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 944 time: 0.0835161
Mar 05 21:15:23.843863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-849c701e-1fc5-4c59-a4af-1ce2e3175e61 req-b0174f17-89fe-4f65-a85e-1ed7a077d3b2 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606401
Mar 05 21:15:23.880907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:24.489706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8e754e0-69cb-47c0-9154-48b8dd771e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.046300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb9e5f-2d23-4227-89f8-34d03d31d1fa req-9ccb9ea3-5ed9-40ad-8db3-ee3268432a67 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:25.050416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34bb9e5f-2d23-4227-89f8-34d03d31d1fa req-9ccb9ea3-5ed9-40ad-8db3-ee3268432a67 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 944 time: 0.0760374
Mar 05 21:15:25.123402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-34bb9e5f-2d23-4227-89f8-34d03d31d1fa req-dbacef59-4dbe-4d94-b984-74395cb2a549 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636168
Mar 05 21:15:25.337177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52292) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:25.438684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a2f5025e-fc06-4c7b-b8d0-9d503e54b32c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:25.476810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37c37362-562b-4931-ae5d-b1b6582e62b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.516459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:15:25.524984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:25.525752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.591987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37c37362-562b-4931-ae5d-b1b6582e62b1 admin admin] Publish callbacks [] for security_group (aa25065c-43b9-48f7-820d-b4381ee39713), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.597847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37c37362-562b-4931-ae5d-b1b6582e62b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa25065c-43b9-48f7-820d-b4381ee39713), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.632426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:25.632912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.643018 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-37c37362-562b-4931-ae5d-b1b6582e62b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49ff876b7b164acf96c4d28d0293a46b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3047037
Mar 05 21:15:25.643925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c37362-562b-4931-ae5d-b1b6582e62b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25065c-43b9-48f7-820d-b4381ee39713,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:25.646581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:25.659717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:25.662616 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c715162-1c16-47df-b498-18aa89416173" -d '{"events": [{"server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:25.675655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:25.680777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.712447 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d912cf1-d05a-41bc-b5e6-a3d9d6d0001b x-openstack-request-id: req-5d912cf1-d05a-41bc-b5e6-a3d9d6d0001b {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:25.712779 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:25.713036 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d912cf1-d05a-41bc-b5e6-a3d9d6d0001b {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:25.713424 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c', 'code': 200}
Mar 05 21:15:25.717009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] Publish callbacks [] for security_group (aa25065c-43b9-48f7-820d-b4381ee39713), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.746562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:25.749895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] Publish callbacks [] for security_group (aa25065c-43b9-48f7-820d-b4381ee39713), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.825922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aa25065c-43b9-48f7-820d-b4381ee39713), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.829051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:25.834932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa25065c-43b9-48f7-820d-b4381ee39713 HTTP/1.1" status: 204  len: 168 time: 0.1869872
Mar 05 21:15:25.855097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e625c2-b9a8-498b-94b2-9c7681b6c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25065c-43b9-48f7-820d-b4381ee39713,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:25.859183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e346f-ec1d-402f-987b-a8e18f812274 req-2ab68b5e-5c13-4d22-98be-ca283c238490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:25.868159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c0e346f-ec1d-402f-987b-a8e18f812274 req-2ab68b5e-5c13-4d22-98be-ca283c238490 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 1127 time: 0.0766535
Mar 05 21:15:25.955272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c0e346f-ec1d-402f-987b-a8e18f812274 req-6c36264d-7469-4af7-b46b-fd1ffec7affe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797179
Mar 05 21:15:26.210786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52310) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:26.245553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-faf0ecad-5791-4cd7-8492-08f4bfd7f569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.274957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c4946-f11e-4592-ac3b-fea592bb3525 req-3b7f43be-be62-40dd-be0f-d9e608460621 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:26.278377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a5c4946-f11e-4592-ac3b-fea592bb3525 req-3b7f43be-be62-40dd-be0f-d9e608460621 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.0788419
Mar 05 21:15:26.342327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3a5c4946-f11e-4592-ac3b-fea592bb3525 req-be196a18-9b09-422b-8fde-9988d8ae8112 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538254
Mar 05 21:15:26.370981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-faf0ecad-5791-4cd7-8492-08f4bfd7f569 admin admin] Publish callbacks [] for security_group (26c71973-9baa-48f9-ad43-e813e8528032), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.374653 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-faf0ecad-5791-4cd7-8492-08f4bfd7f569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (26c71973-9baa-48f9-ad43-e813e8528032), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.418053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-faf0ecad-5791-4cd7-8492-08f4bfd7f569 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc2fd9ebf6744ee2a5d21f20302c6bbe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2055905
Mar 05 21:15:26.419031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0ecad-5791-4cd7-8492-08f4bfd7f569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c71973-9baa-48f9-ad43-e813e8528032,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:26.420859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:26.482369 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] Publish callbacks [] for security_group (26c71973-9baa-48f9-ad43-e813e8528032), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.514276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] Publish callbacks [] for security_group (26c71973-9baa-48f9-ad43-e813e8528032), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.584279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (26c71973-9baa-48f9-ad43-e813e8528032), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.587117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:26.588394 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26c71973-9baa-48f9-ad43-e813e8528032 HTTP/1.1" status: 204  len: 168 time: 0.1658704
Mar 05 21:15:26.597540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c4bf-64c3-4ff4-bbfd-2af4314e5a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c71973-9baa-48f9-ad43-e813e8528032,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:26.838279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f989ce4-6300-4240-942d-dc87e2cedced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:27.484440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cc20-57df-4312-b370-7a136b508024 req-8a09495c-9fbb-42e7-8181-b5ff304e7511 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:27.485993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd51cc20-57df-4312-b370-7a136b508024 req-8a09495c-9fbb-42e7-8181-b5ff304e7511 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.0657485
Mar 05 21:15:27.541346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd51cc20-57df-4312-b370-7a136b508024 req-cb4174b2-8465-44af-aff9-3b78e41de6db tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473909
Mar 05 21:15:27.684788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf179a8-0dba-4c94-9625-5e47277c4ad3 req-e82c7503-896a-4dd8-b0b9-d99631feb17b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:27.686210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf179a8-0dba-4c94-9625-5e47277c4ad3 req-e82c7503-896a-4dd8-b0b9-d99631feb17b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.0617383
Mar 05 21:15:27.751559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-edf179a8-0dba-4c94-9625-5e47277c4ad3 req-3c1a94a1-812a-462b-ac5a-acb052dabc48 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594368
Mar 05 21:15:28.002282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:28.749674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:28.872785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49f08cd5-8269-4805-a71d-3879fb92d27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:28.972654 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49f08cd5-8269-4805-a71d-3879fb92d27b admin admin] Publish callbacks [] for security_group (c31026a2-f504-4cc2-858b-2c0a9c20dc68), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:28.978344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49f08cd5-8269-4805-a71d-3879fb92d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c31026a2-f504-4cc2-858b-2c0a9c20dc68), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.017367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-49f08cd5-8269-4805-a71d-3879fb92d27b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ab9762a0ccb4f738b1473abacc628ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2641790
Mar 05 21:15:29.017780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52474) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:29.032608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08cd5-8269-4805-a71d-3879fb92d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31026a2-f504-4cc2-858b-2c0a9c20dc68,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:29.087432 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] Publish callbacks [] for security_group (c31026a2-f504-4cc2-858b-2c0a9c20dc68), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.113169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] Publish callbacks [] for security_group (c31026a2-f504-4cc2-858b-2c0a9c20dc68), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.165665 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c31026a2-f504-4cc2-858b-2c0a9c20dc68), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.168393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.169641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c31026a2-f504-4cc2-858b-2c0a9c20dc68 HTTP/1.1" status: 204  len: 168 time: 0.1504865
Mar 05 21:15:29.178495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6157c-64a1-4e44-a4e6-a99700adf888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31026a2-f504-4cc2-858b-2c0a9c20dc68,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:29.452001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52514) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:29.472528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-dfa8daa9-8918-4346-ac1e-ac9729dd45b9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:29.474242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-dfa8daa9-8918-4346-ac1e-ac9729dd45b9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1225727
Mar 05 21:15:29.475364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ba724d-c9e4-4630-b2d8-8c4a9764880f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.501544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-c7b599c3-60d5-4ee0-8ddc-34dbce012cff tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0185919
Mar 05 21:15:29.565425 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.591945 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-7fcd7fa9-e04f-4416-9d46-8d14b7a10ed7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0821097
Mar 05 21:15:29.650651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ba724d-c9e4-4630-b2d8-8c4a9764880f admin admin] Publish callbacks [] for security_group (039f8ae0-2274-497a-8d17-091693e9183e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.659158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7ba724d-c9e4-4630-b2d8-8c4a9764880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (039f8ae0-2274-497a-8d17-091693e9183e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.713448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b7ba724d-c9e4-4630-b2d8-8c4a9764880f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d0c6f3eeb64294a4dfa7512a300a7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2604001
Mar 05 21:15:29.716182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52518) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:29.727120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba724d-c9e4-4630-b2d8-8c4a9764880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f8ae0-2274-497a-8d17-091693e9183e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:29.741290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-80f348ee-6574-40be-9cff-2b8b27cf79fa service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420188
Mar 05 21:15:29.778839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] Publish callbacks [] for security_group (039f8ae0-2274-497a-8d17-091693e9183e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.803817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] Publish callbacks [] for security_group (039f8ae0-2274-497a-8d17-091693e9183e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.856828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-092a89d7-c80e-4aec-98b6-c1795f2a3169 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085556
Mar 05 21:15:29.863122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (039f8ae0-2274-497a-8d17-091693e9183e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.867348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:29.876319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/039f8ae0-2274-497a-8d17-091693e9183e HTTP/1.1" status: 204  len: 168 time: 0.1588697
Mar 05 21:15:29.888777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b454e9-2491-45c4-bcf7-e491fa466165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f8ae0-2274-497a-8d17-091693e9183e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:30.104082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c769f6ba-209e-4855-8a74-f09a72a7ab96 req-b0a94ed8-79e1-499f-aa87-05afaf3337f2 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 210 time: 0.0356641
Mar 05 21:15:30.850582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99fea4-b016-4937-bfac-80b67778d1f2 req-8431e1fd-736a-4bb7-a961-8865a45dfeca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:30.852146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a99fea4-b016-4937-bfac-80b67778d1f2 req-8431e1fd-736a-4bb7-a961-8865a45dfeca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0577748
Mar 05 21:15:30.919323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6a99fea4-b016-4937-bfac-80b67778d1f2 req-8876cc5e-5ad2-4702-a78e-51c255744f67 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601754
Mar 05 21:15:31.038925 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:31.309917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-01963c29-5d15-4f28-b818-dcc11ebf0c0a req-d7d4e946-48ac-4a81-9132-e5b316b2bf4a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 210 time: 0.0598316
Mar 05 21:15:31.423827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-be7d1408-0b8a-4d30-994c-9d5b7b689f85 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:31.431267 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-be7d1408-0b8a-4d30-994c-9d5b7b689f85 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.2679996
Mar 05 21:15:31.448591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:31.638160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:31.643246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:31.864040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.4 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/37fe9d6d-c19c-46d3-8d3f-9f5248dd1889) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:32.188612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d72a3-cd4c-4325-98be-ef8a0459ce2a req-e4cf908e-df07-47f7-ae35-a095863a8932 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:32.190436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c27d72a3-cd4c-4325-98be-ef8a0459ce2a req-e4cf908e-df07-47f7-ae35-a095863a8932 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1042516
Mar 05 21:15:32.271118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:32.283088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c27d72a3-cd4c-4325-98be-ef8a0459ce2a req-e0737b2e-33c2-4ebd-97ee-41fa355700cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836122
Mar 05 21:15:32.363949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:32.395316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:32.477605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:32.479745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:32.525300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:32.583229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c13e-7319-4a06-bf17-4aa52ce782cf req-bc6881a5-59c5-451b-a295-5c23d48c8433 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:32.594649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1966c13e-7319-4a06-bf17-4aa52ce782cf req-bc6881a5-59c5-451b-a295-5c23d48c8433 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 931 time: 0.1399786
Mar 05 21:15:32.620727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:32.675741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:32.679910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:32.717870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1966c13e-7319-4a06-bf17-4aa52ce782cf req-2cbdc43b-ea33-4a81-a440-f2c9ebf8b888 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204176
Mar 05 21:15:32.736004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-52604b1b-2d05-422f-af1c-fad5e8487ec1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2962687
Mar 05 21:15:32.772845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Request body: {'port': {'device_id': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:32.885418 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-13dcc3f8-04ee-4f44-8897-3667090fb04b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1315267
Mar 05 21:15:32.972884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:33.021424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-a9bebd4e-69ca-4cad-9f32-6b5c723de68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:33.024755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-a9bebd4e-69ca-4cad-9f32-6b5c723de68e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f73f6888043940b9b1344c6998b423da&device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 1127 time: 0.0791276
Mar 05 21:15:33.220154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-131ec5e3-c6ea-46bf-9049-a001c1617062 None None] Provisioning complete for port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:33.221211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-131ec5e3-c6ea-46bf-9049-a001c1617062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:33.236455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-3a30600d-b042-45f7-bdca-fa8543ce2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:33.241022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-3a30600d-b042-45f7-bdca-fa8543ce2029 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 200  len: 916 time: 0.1843791
Mar 05 21:15:33.294210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-131ec5e3-c6ea-46bf-9049-a001c1617062 None None] Port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:33.456513 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-e7e418b0-99f0-46b0-b6a5-4ed166e235f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 200  len: 1000 time: 0.2061918
Mar 05 21:15:33.533730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-b7c94363-2f0b-4af0-b7ad-32b8202adba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:33.536058 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-b7c94363-2f0b-4af0-b7ad-32b8202adba0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 200  len: 854 time: 0.0704195
Mar 05 21:15:33.591215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914462b-96c6-490d-8039-057d09c5dec8 req-2a0815bf-c98e-4a77-8166-018f07e460c3 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:33.593663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3914462b-96c6-490d-8039-057d09c5dec8 req-2a0815bf-c98e-4a77-8166-018f07e460c3 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1437943
Mar 05 21:15:33.631231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-8ca82271-6081-43d7-aa1f-7900f1898c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:33.633024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-8ca82271-6081-43d7-aa1f-7900f1898c41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56f14b9-afc0-424d-b080-c31779583b66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0899484
Mar 05 21:15:33.657165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:33.668076 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks [] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:33.724075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Transition to ACTIVE for port object 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:15:33.735811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3914462b-96c6-490d-8039-057d09c5dec8 req-f069476c-ed95-498b-8be7-4307f768c504 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122773
Mar 05 21:15:33.742389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:33.896533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Pushing event updated for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:34.014630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-888d3027-57c7-439e-a264-1147b7616651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.016720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-888d3027-57c7-439e-a264-1147b7616651 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1127 time: 0.2109311
Mar 05 21:15:34.022218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-bc010a5e-eb6b-42bc-8728-a0719427d297 service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3788559
Mar 05 21:15:34.029577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Attempting to bind port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:15:34.029577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Attempting to bind port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:15:34.029577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Attempting to bind port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:34.032965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207d6a1-4afe-4666-a549-cf357e4135db req-42ed152a-b6e7-435d-8e3c-f5886d7e9d1c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.038494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:15:34.038494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Attempting to bind port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:34.043352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:15:34.044013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:34.044520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:15:34.045130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Bound port: 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:15:34.046061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:34.048042 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7207d6a1-4afe-4666-a549-cf357e4135db req-42ed152a-b6e7-435d-8e3c-f5886d7e9d1c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 943 time: 0.1918306
Mar 05 21:15:34.300129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7207d6a1-4afe-4666-a549-cf357e4135db req-80d8cf36-e817-4dd7-b470-da0653dcab4b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014689
Mar 05 21:15:34.302327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:15:34.315490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:15:34.315701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff7dbb5e-3509-48ac-a4da-2367aef89840 req-20424a93-afa7-4dd3-851c-bb0abb699c2d service neutron] 10.222.0.23 "GET /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641602
Mar 05 21:15:34.325526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:34.328266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-0d1b4604-2d87-41c7-b776-766f4e728391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.330178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-0d1b4604-2d87-41c7-b776-766f4e728391 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.2798541
Mar 05 21:15:34.428663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.429570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:34.431218 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] 10.222.0.23 "PUT /v2.0/ports/37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 HTTP/1.1" status: 200  len: 1091 time: 1.6678693
Mar 05 21:15:34.440420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:34.443840 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0783b-635d-458b-88d3-4e34e94ac892" -d '{"events": [{"name": "network-changed", "server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:34.608979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc08775-ec0f-46f3-87c0-5c331237343d service neutron] Pushing event updated for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:34.632774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-2e28a689-e4e0-42f2-b9ea-c3027981a6a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 1001 time: 0.2940669
Mar 05 21:15:34.721873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-eca4c9b5-a6ae-4afa-a9c0-73e26e7a62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.723775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-eca4c9b5-a6ae-4afa-a9c0-73e26e7a62c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 1125 time: 0.2280643
Mar 05 21:15:34.829122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-a26276de-1d56-4dd8-af98-b277f76a24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.830759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-a26276de-1d56-4dd8-af98-b277f76a24e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.1911070
Mar 05 21:15:34.833335 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffd84d7-7ef5-4780-94d1-baeab6cd4cca x-openstack-request-id: req-7ffd84d7-7ef5-4780-94d1-baeab6cd4cca {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:34.833335 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:34.833708 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ffd84d7-7ef5-4780-94d1-baeab6cd4cca {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:34.833924 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889', 'status': 'completed', 'code': 200}
Mar 05 21:15:34.835341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-ad24d644-23d8-4c3c-ba75-729cec921d2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 HTTP/1.1" status: 200  len: 217 time: 0.1044502
Mar 05 21:15:34.977392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaef705-a7f9-436c-a3a0-39eb37a504cb req-35ef721c-25bc-4f92-9774-77964595d335 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:34.986010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddaef705-a7f9-436c-a3a0-39eb37a504cb req-35ef721c-25bc-4f92-9774-77964595d335 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1221781
Mar 05 21:15:35.001384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-43db442b-e7a7-4bcd-baa5-a8b5b87623ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.002377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-43db442b-e7a7-4bcd-baa5-a8b5b87623ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.1494288
Mar 05 21:15:35.019568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-29fc8dd0-acd5-43c8-b263-4a2e30b009d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.022887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-29fc8dd0-acd5-43c8-b263-4a2e30b009d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1828229
Mar 05 21:15:35.106115 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddaef705-a7f9-436c-a3a0-39eb37a504cb req-85610df9-07dd-4a78-9af7-f5a2e88dfb0d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188564
Mar 05 21:15:35.189214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-fbeecdf2-c75a-4e9d-adc4-bd8767bb4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.191066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-fbeecdf2-c75a-4e9d-adc4-bd8767bb4a42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1830900
Mar 05 21:15:35.288952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-6745e8ed-2613-48f0-8e76-3f6d941f5566 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582138
Mar 05 21:15:35.393421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-7ac36dff-0ce3-4d4b-95df-c20bd1124108 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947584
Mar 05 21:15:35.575512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2e96266-eb80-4381-b0cd-12ebfc406fc4 req-2b4e2188-d405-41fd-a350-4c1c8582042e service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677979
Mar 05 21:15:35.631120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7b63-9c92-4bec-9adc-1a5f7c102574 req-2b246b6e-c92e-4fd7-8674-c1cdc1de7464 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.635690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-384c7b63-9c92-4bec-9adc-1a5f7c102574 req-2b246b6e-c92e-4fd7-8674-c1cdc1de7464 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 943 time: 0.2107303
Mar 05 21:15:35.671771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-365eb6a1-1ce5-4f71-88b4-6a792bacbffd req-a42c4df0-3e22-43f6-a027-9a45717b4088 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2705984
Mar 05 21:15:35.747273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-384c7b63-9c92-4bec-9adc-1a5f7c102574 req-ddc9bdf5-2fc9-4304-af2e-0b42dabe1d70 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103222
Mar 05 21:15:35.824242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-e813a117-6e21-4143-a5c3-6fab88765ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.826049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-e813a117-6e21-4143-a5c3-6fab88765ab8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 1125 time: 0.0773714
Mar 05 21:15:35.961838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-0e6aebaa-b42e-432d-be0b-87fccb7faba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:35.963327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-0e6aebaa-b42e-432d-be0b-87fccb7faba5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1298614
Mar 05 21:15:36.013527 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-7757dc47-5e95-43b8-8999-4c418b52fe1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 HTTP/1.1" status: 200  len: 217 time: 0.0416005
Mar 05 21:15:36.067196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-2d85faae-3d92-4e80-b85f-36197fdcd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:36.069287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-2d85faae-3d92-4e80-b85f-36197fdcd512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0503290
Mar 05 21:15:36.121795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-7c42ce0b-92b6-43ff-b118-09f7fa1907db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:36.124165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-7c42ce0b-92b6-43ff-b118-09f7fa1907db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481784
Mar 05 21:15:36.231529 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:36.234935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-533d97c1-5f61-44c5-b057-107019da4173 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038768
Mar 05 21:15:36.294219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d623-09ff-46c9-bb05-3f2858b4bd03 req-eee4ee56-b3df-42b0-bb0e-13db5b038ac5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:36.296595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8721d623-09ff-46c9-bb05-3f2858b4bd03 req-eee4ee56-b3df-42b0-bb0e-13db5b038ac5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0878971
Mar 05 21:15:36.367551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbf0783b-635d-458b-88d3-4e34e94ac892 req-94042d08-52d4-458f-8fb1-c2c755d40264 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263592
Mar 05 21:15:36.389221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8721d623-09ff-46c9-bb05-3f2858b4bd03 req-24bbc551-ea13-46eb-abc2-a7d9fd9379ee tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852230
Mar 05 21:15:36.435559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:36.887301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bc3d1-75d3-47ab-a687-303125f1e141 req-02e64020-f82e-46ec-a0ed-63d343fc02b1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:36.888855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a45bc3d1-75d3-47ab-a687-303125f1e141 req-02e64020-f82e-46ec-a0ed-63d343fc02b1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 943 time: 0.0560961
Mar 05 21:15:36.942690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a45bc3d1-75d3-47ab-a687-303125f1e141 req-e9f881a2-6e6b-4da7-9491-e75fac6eb7af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466948
Mar 05 21:15:37.175525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52818) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:37.294581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-358f80e5-7941-42f1-aa02-e0fb60a004bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.366345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-358f80e5-7941-42f1-aa02-e0fb60a004bc admin admin] Publish callbacks [] for security_group (75d9fecb-b589-46aa-b94c-eb5b256042d7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.370196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-358f80e5-7941-42f1-aa02-e0fb60a004bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (75d9fecb-b589-46aa-b94c-eb5b256042d7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.406713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f80e5-7941-42f1-aa02-e0fb60a004bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9fecb-b589-46aa-b94c-eb5b256042d7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:37.412396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-358f80e5-7941-42f1-aa02-e0fb60a004bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df320c2ff22143c6aff862211cdcf12c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2337990
Mar 05 21:15:37.414471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52832) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:37.464327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] Publish callbacks [] for security_group (75d9fecb-b589-46aa-b94c-eb5b256042d7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.485672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] Publish callbacks [] for security_group (75d9fecb-b589-46aa-b94c-eb5b256042d7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.521897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f805-b562-4e43-9184-97c839fc60ca req-62994d31-0e4b-4f32-842d-761d2d4f4bb3 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:37.523440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5e3f805-b562-4e43-9184-97c839fc60ca req-62994d31-0e4b-4f32-842d-761d2d4f4bb3 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0555959
Mar 05 21:15:37.539325 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (75d9fecb-b589-46aa-b94c-eb5b256042d7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.541957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.543677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75d9fecb-b589-46aa-b94c-eb5b256042d7 HTTP/1.1" status: 204  len: 168 time: 0.1290677
Mar 05 21:15:37.553546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbe62d-ef66-4626-8625-25ab5056e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9fecb-b589-46aa-b94c-eb5b256042d7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:37.577907 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5e3f805-b562-4e43-9184-97c839fc60ca req-7edc211f-50be-4362-9e92-ac30c526b8ed tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484912
Mar 05 21:15:37.814944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 52840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:37.830092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a45d846-0f2c-4711-8aec-450ae5485f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.928195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a45d846-0f2c-4711-8aec-450ae5485f43 admin admin] Publish callbacks [] for security_group (ba0be440-60fb-4d86-8dcb-b53e6f8ad52d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.932154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a45d846-0f2c-4711-8aec-450ae5485f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ba0be440-60fb-4d86-8dcb-b53e6f8ad52d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:37.976487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a45d846-0f2c-4711-8aec-450ae5485f43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05980c5274eb4fbcbf641a1ab8e3a48b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1604166
Mar 05 21:15:37.977940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45d846-0f2c-4711-8aec-450ae5485f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0be440-60fb-4d86-8dcb-b53e6f8ad52d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:37.980148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 52844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:38.059711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] Publish callbacks [] for security_group (ba0be440-60fb-4d86-8dcb-b53e6f8ad52d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:38.087325 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] Publish callbacks [] for security_group (ba0be440-60fb-4d86-8dcb-b53e6f8ad52d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:38.124557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ee477-6ad0-4727-8373-19a18e7397ed req-b7bc6c42-9d12-4095-ae68-f0870ff397ce tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:38.126062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d08ee477-6ad0-4727-8373-19a18e7397ed req-b7bc6c42-9d12-4095-ae68-f0870ff397ce tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 943 time: 0.1015120
Mar 05 21:15:38.168750 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ba0be440-60fb-4d86-8dcb-b53e6f8ad52d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:38.171254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:38.172433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba0be440-60fb-4d86-8dcb-b53e6f8ad52d HTTP/1.1" status: 204  len: 168 time: 0.1910324
Mar 05 21:15:38.187874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d08ee477-6ad0-4727-8373-19a18e7397ed req-8175dba3-c077-4133-88e3-1084d0ff6408 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557895
Mar 05 21:15:38.189044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116086b-b819-423c-8b89-a4fb384eb944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0be440-60fb-4d86-8dcb-b53e6f8ad52d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:38.726696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f2504-dda0-45cc-8391-7e1a5aadc0ac req-7411ea2d-599e-415c-838b-694cc040181d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:38.729161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d27f2504-dda0-45cc-8391-7e1a5aadc0ac req-7411ea2d-599e-415c-838b-694cc040181d tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0604098
Mar 05 21:15:38.785001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d27f2504-dda0-45cc-8391-7e1a5aadc0ac req-49c86fcd-2b0a-4778-8ecb-5449c8f04e43 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486495
Mar 05 21:15:39.054254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:15:39.154713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:39.167444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889', 'mac_address': 'fa:16:3e:a8:0b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:15:39.211732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:39.212130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:39.225591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:39.257005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:39.262745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:39.325317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:39.333372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.333725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.334253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.334622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.334959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.335284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.335915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.336426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.336917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.337414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.337918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.338416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.338905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:15:39.369693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4907d4-e719-4988-a79d-aa1f4f3321a4 req-9f7f7365-f3e0-48eb-9e8a-07fdf9ae40b2 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:39.371524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff4907d4-e719-4988-a79d-aa1f4f3321a4 req-9f7f7365-f3e0-48eb-9e8a-07fdf9ae40b2 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 944 time: 0.0752389
Mar 05 21:15:39.452250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff4907d4-e719-4988-a79d-aa1f4f3321a4 req-fe1dfaed-e4a4-4f6a-8fd5-84f68efb41c5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692346
Mar 05 21:15:39.479231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['37fe9d6d-c19c-46d3-8d3f-9f5248dd1889'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:39.920784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e075c21-b252-46f5-a707-7286340f444b req-7b82f43f-c942-4c40-9165-44f2a7800fe6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:39.922360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e075c21-b252-46f5-a707-7286340f444b req-7b82f43f-c942-4c40-9165-44f2a7800fe6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0578153
Mar 05 21:15:39.976470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e075c21-b252-46f5-a707-7286340f444b req-442a4793-892f-423e-83e5-ab5da92c0556 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471857
Mar 05 21:15:40.587235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d9222-a741-4e19-9059-29305d10f2f2 req-02d81c4c-df1a-4aaa-9938-c34a0fd91f8a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:40.589272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e90d9222-a741-4e19-9059-29305d10f2f2 req-02d81c4c-df1a-4aaa-9938-c34a0fd91f8a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 944 time: 0.0615194
Mar 05 21:15:40.642110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e90d9222-a741-4e19-9059-29305d10f2f2 req-62f64865-54d7-4031-8eb3-08ec8d0e347d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469959
Mar 05 21:15:41.057328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:41.108413 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3170ff-d6d2-4d7f-bb3a-1f31d3cee9cf req-f4d68d16-11fd-435c-b073-9a440e334ca5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:41.111100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:15:41.116137 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d3170ff-d6d2-4d7f-bb3a-1f31d3cee9cf req-f4d68d16-11fd-435c-b073-9a440e334ca5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0665267
Mar 05 21:15:41.116584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:41.117173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:41.163751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d3170ff-d6d2-4d7f-bb3a-1f31d3cee9cf req-1280f88c-33ee-47cb-9dcd-87a43043c08c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466526
Mar 05 21:15:41.222574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:41.223426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:41.245806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:41.248105 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9919f78-029c-46e4-987c-d489af3b9645" -d '{"events": [{"server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "name": "network-vif-plugged", "status": "completed", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:41.262933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:41.267974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:41.293807 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f625b83-f5c3-492a-b3a1-e0f9b3d0c546 x-openstack-request-id: req-9f625b83-f5c3-492a-b3a1-e0f9b3d0c546 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:41.294252 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "name": "network-vif-plugged", "status": "completed", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:41.294566 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f625b83-f5c3-492a-b3a1-e0f9b3d0c546 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:41.295186 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889', 'code': 200}
Mar 05 21:15:41.322270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:41.398766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441dc0-9047-4d83-91ed-b7fcfbec9547 req-c5e1404b-05ab-476e-96d5-89965c8a8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:41.400873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff441dc0-9047-4d83-91ed-b7fcfbec9547 req-c5e1404b-05ab-476e-96d5-89965c8a8742 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 1127 time: 0.0461614
Mar 05 21:15:41.454142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff441dc0-9047-4d83-91ed-b7fcfbec9547 req-f68b18b4-a714-4a90-8bb7-bb75e589a3f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467663
Mar 05 21:15:41.752288 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:15:41.768073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367e5d-897a-403b-9b9f-9b76e55af35f req-0c577b7b-d9e4-4628-abec-6a4e9c87cbec tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:41.770184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5367e5d-897a-403b-9b9f-9b76e55af35f req-0c577b7b-d9e4-4628-abec-6a4e9c87cbec tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0555203
Mar 05 21:15:41.818147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5367e5d-897a-403b-9b9f-9b76e55af35f req-735704d5-6fb0-430c-92d5-08d97fed84f5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429189
Mar 05 21:15:42.305722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff774-bf9a-41e1-9804-a7f16b857c33 req-75dd5a68-596d-49cd-8e93-3f6cc1f8f7fa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:42.307224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe9ff774-bf9a-41e1-9804-a7f16b857c33 req-75dd5a68-596d-49cd-8e93-3f6cc1f8f7fa tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0635095
Mar 05 21:15:42.358572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe9ff774-bf9a-41e1-9804-a7f16b857c33 req-0364ecfe-cc75-4916-b9cd-1d96a62c484a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452147
Mar 05 21:15:42.941505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b60b5-0e6b-483e-bb23-ecda03f471e2 req-f899d1e9-25be-454d-8469-89f45a14af07 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:42.942972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c4b60b5-0e6b-483e-bb23-ecda03f471e2 req-f899d1e9-25be-454d-8469-89f45a14af07 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0529878
Mar 05 21:15:42.993026 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c4b60b5-0e6b-483e-bb23-ecda03f471e2 req-0fdcef2d-62d6-4aac-8bd1-233bc68f417e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444744
Mar 05 21:15:43.114371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09f38-d719-41ac-baa2-b3550ededa68 req-f3d1a926-5e37-42da-a628-a4c4573d6820 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:43.116022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cf09f38-d719-41ac-baa2-b3550ededa68 req-f3d1a926-5e37-42da-a628-a4c4573d6820 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0530951
Mar 05 21:15:43.167307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cf09f38-d719-41ac-baa2-b3550ededa68 req-5cefed81-0004-4521-994c-53acf599b36d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452611
Mar 05 21:15:43.539587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c9af0a09-36af-49e5-919a-b3687886298b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:15:43.541953 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fde87-0ce1-4c52-8b9b-2349dc2dc01c req-149533f6-f0bb-474a-ae43-8b75d3680a7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:43.545247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef1fde87-0ce1-4c52-8b9b-2349dc2dc01c req-149533f6-f0bb-474a-ae43-8b75d3680a7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0784092
Mar 05 21:15:43.557479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a27d-4f62-4476-a2ac-3a6a4eb58b09 req-75378e70-b327-4f60-aa38-00fe7efa10a8 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:43.560798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd1a27d-4f62-4476-a2ac-3a6a4eb58b09 req-75378e70-b327-4f60-aa38-00fe7efa10a8 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0905874
Mar 05 21:15:43.615981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef1fde87-0ce1-4c52-8b9b-2349dc2dc01c req-2f641d54-2591-4345-9956-6f9059c6e946 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642257
Mar 05 21:15:43.663863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd1a27d-4f62-4476-a2ac-3a6a4eb58b09 req-eb734724-def3-42df-b195-3e9d8b598f1e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954547
Mar 05 21:15:43.743161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:43.757525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c9af0a09-36af-49e5-919a-b3687886298b', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:15:43.815276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:43.815850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:43.835796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:43.860265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:43.866273 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:43.940185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:43.952127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c9af0a09-36af-49e5-919a-b3687886298b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:44.133388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53104) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:44.323929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc5a7294-a193-4bc8-912b-21b52c9c969e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bc2945ca7204c80907515ca0c271337&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1893547
Mar 05 21:15:44.326298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:44.393756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] Publish callbacks [] for security_group (96ce2714-6d05-4482-9dab-99940271e70e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:44.418609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] Publish callbacks [] for security_group (96ce2714-6d05-4482-9dab-99940271e70e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:44.478972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96ce2714-6d05-4482-9dab-99940271e70e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:44.484673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:44.486722 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96ce2714-6d05-4482-9dab-99940271e70e HTTP/1.1" status: 204  len: 168 time: 0.1589613
Mar 05 21:15:44.520644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe368-1100-4e0a-bf3f-f1c3bf982254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce2714-6d05-4482-9dab-99940271e70e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:44.811194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48047-1b42-409e-a254-8d1ded49059d req-58050fe3-297b-4e25-af82-d545970c70dd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:44.819966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bf48047-1b42-409e-a254-8d1ded49059d req-58050fe3-297b-4e25-af82-d545970c70dd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0930037
Mar 05 21:15:44.836061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6de00-cd1c-472e-95cf-6b2d60bd2987 req-dfb05f1b-273b-4029-b31f-3a052a74f68c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:44.843796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9de6de00-cd1c-472e-95cf-6b2d60bd2987 req-dfb05f1b-273b-4029-b31f-3a052a74f68c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.0923262
Mar 05 21:15:44.926775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bf48047-1b42-409e-a254-8d1ded49059d req-df383a1c-6b2b-467f-b666-7ea1255767dd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056936
Mar 05 21:15:44.972807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9de6de00-cd1c-472e-95cf-6b2d60bd2987 req-2deaf5fa-9428-422f-ae38-85a277f63d26 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275387
Mar 05 21:15:45.166437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-93ec1296-4f7a-4d06-abd3-5c13f22b0fd8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:45.168147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-93ec1296-4f7a-4d06-abd3-5c13f22b0fd8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 945 time: 0.0838366
Mar 05 21:15:45.308491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:45.308950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:45.433738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:45.434198 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:45.450149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:45.539014 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c9af0a09-36af-49e5-919a-b3687886298b up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:45.617829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (37fe9d6d-c19c-46d3-8d3f-9f5248dd1889), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:45.646197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['37fe9d6d-c19c-46d3-8d3f-9f5248dd1889'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:45.650308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=37fe9d6d-c19c-46d3-8d3f-9f5248dd1889,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:45.728118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:45.758655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:45.763107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:45.771338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c10b46ef-c568-44a4-8115-8b8732dec398 req-3563050e-1523-473c-aaa5-2fb628b3b86e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "DELETE /v2.0/ports/37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 HTTP/1.1" status: 204  len: 173 time: 0.5961323
Mar 05 21:15:45.777212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'name': 'network-vif-deleted', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:45.784519 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398a902-4ace-4d63-82d3-5688cdaa3a89" -d '{"events": [{"server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "name": "network-vif-deleted", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:45.843100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c9af0a09-36af-49e5-919a-b3687886298b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:45.846168 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9af0a09-36af-49e5-919a-b3687886298b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:45.887286 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dc269-259b-4a4e-9525-4d716cc63d53 x-openstack-request-id: req-cf8dc269-259b-4a4e-9525-4d716cc63d53 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:45.887828 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c07ccc-b0d2-4cea-81b3-bbd995a7ece9", "name": "network-vif-deleted", "tag": "37fe9d6d-c19c-46d3-8d3f-9f5248dd1889", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:45.888075 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf8dc269-259b-4a4e-9525-4d716cc63d53 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:45.888593 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c07ccc-b0d2-4cea-81b3-bbd995a7ece9', 'name': 'network-vif-deleted', 'tag': '37fe9d6d-c19c-46d3-8d3f-9f5248dd1889', 'status': 'completed', 'code': 200}
Mar 05 21:15:46.147136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82fa4502-c4ff-414c-b0d9-6b63352b0a2b req-bde024f6-e4cf-4432-abeb-7561378bd91d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=91c07ccc-b0d2-4cea-81b3-bbd995a7ece9 HTTP/1.1" status: 200  len: 210 time: 0.0857265
Mar 05 21:15:46.235019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:46.235692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:46.277264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:46.280881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e11414-6c96-4e49-ba67-0f4d4fb62987 req-40991f02-b259-4854-8b00-8046f5fa52d5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:46.281661 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f97d986-0490-4c25-a9bf-66667475430c" -d '{"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:46.293415 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78e11414-6c96-4e49-ba67-0f4d4fb62987 req-40991f02-b259-4854-8b00-8046f5fa52d5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1787245
Mar 05 21:15:46.313380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:46.322850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:46.406748 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894e3fd-201f-4705-a504-88f1dd42341d x-openstack-request-id: req-9894e3fd-201f-4705-a504-88f1dd42341d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:46.407318 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:46.408762 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9894e3fd-201f-4705-a504-88f1dd42341d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:46.409365 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'code': 200}
Mar 05 21:15:46.410319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:46.485267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-78e11414-6c96-4e49-ba67-0f4d4fb62987 req-3329198c-95fe-4bb4-9edc-d7aceeb33aca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1765361
Mar 05 21:15:47.804005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053933-beba-4806-930b-0e43db1dc28c req-e2eb46b2-952d-4a9e-ae6c-d809452b58f9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:47.819097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb053933-beba-4806-930b-0e43db1dc28c req-e2eb46b2-952d-4a9e-ae6c-d809452b58f9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1758583
Mar 05 21:15:47.884163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb053933-beba-4806-930b-0e43db1dc28c req-8da657c2-c398-4bb3-aa43-02986ee6eadf tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634344
Mar 05 21:15:48.300739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-11a747e6-085a-4a44-8474-c296aa94490b tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3856254
Mar 05 21:15:48.464074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-6ee4b761-d13e-47c9-b068-9c5c7f2590b6 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:48.464074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-6ee4b761-d13e-47c9-b068-9c5c7f2590b6 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1101115
Mar 05 21:15:48.464074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-c4d46330-19a6-49d2-badf-e310bac75610 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/quotas/0b535d20f00c4006a3dab8344bf4b2d6 HTTP/1.1" status: 200  len: 375 time: 0.0094872
Mar 05 21:15:48.464074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-0b0c4310-bd50-4d1e-a044-d1e38cd6402d tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313818
Mar 05 21:15:48.704186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-793dd2e8-e254-4d81-93d0-baeb480124ae req-e718bd30-a086-404e-9d38-6914bf63f222 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 210 time: 0.0419052
Mar 05 21:15:49.107226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:15:49.139655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:15:49.140440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 37fe9d6d-c19c-46d3-8d3f-9f5248dd1889 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:15:49.201704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b758b-2558-456a-b3f7-a71c33b5ebdd req-668ec88d-ce85-499e-948c-47d2d5b8bae1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:49.220386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f6b758b-2558-456a-b3f7-a71c33b5ebdd req-668ec88d-ce85-499e-948c-47d2d5b8bae1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1660166
Mar 05 21:15:49.293800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f6b758b-2558-456a-b3f7-a71c33b5ebdd req-08d4987d-66cb-44f7-b785-24fd4831896a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688984
Mar 05 21:15:49.893771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1a0c041-8a71-4850-9463-27fb2deac77d req-c3eaae16-40b1-42f8-82e2-01437c0f34e8 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 210 time: 0.0609961
Mar 05 21:15:50.149002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-805ddc35-33ed-4a1d-bd6c-16c82462ca38 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0464799
Mar 05 21:15:50.371937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-07f6fc0a-cb9c-4d42-a47a-aeba2829ef03 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:50.375197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-07f6fc0a-cb9c-4d42-a47a-aeba2829ef03 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2206423
Mar 05 21:15:50.418280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Request body: {'port': {'device_id': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': '0b535d20f00c4006a3dab8344bf4b2d6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:50.723230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Made reservation on behalf of 0b535d20f00c4006a3dab8344bf4b2d6 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:50.752363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:50.787555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7a93-fff1-4b91-ade9-8d6ebc816bde req-42bf2fd1-87b3-4f84-a7fb-a3ca8f108342 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:50.798301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94bb7a93-fff1-4b91-ade9-8d6ebc816bde req-42bf2fd1-87b3-4f84-a7fb-a3ca8f108342 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.2167521
Mar 05 21:15:50.818779 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:50.943323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94bb7a93-fff1-4b91-ade9-8d6ebc816bde req-c8cbd0d3-3b56-4372-934b-b633b7c61d1c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436763
Mar 05 21:15:51.055836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks [] for security_group (3bee83eb-b36b-41da-805d-6bf9b51a0d7a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:51.062574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3bee83eb-b36b-41da-805d-6bf9b51a0d7a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:51.138398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e1988f93-e37f-45a9-b31a-c8ba50e475ef req-4268a70e-8b3c-402e-aaac-cc2e53411319 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 210 time: 0.0773504
Mar 05 21:15:51.272844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee83eb-b36b-41da-805d-6bf9b51a0d7a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:51.290022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Allocated IP 192.168.233.249 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/5dfcca6a-a2df-4fef-a218-5dbe26210b32) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:15:51.490482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks [] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:51.535459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:51.610393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Pushing event updated for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:51.694328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:15:51.709045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:51.720698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:15:51.857444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:51.858229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:51.895374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-2e30aca5-7a26-4524-b8ab-734b971aed4a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4884434
Mar 05 21:15:51.917531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Request body: {'port': {'device_id': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:52.100494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4f7b1061-38d9-41b2-be4c-360c565eb14d None None] Provisioning complete for port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:52.101382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1061-38d9-41b2-be4c-360c565eb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.138832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b1061-38d9-41b2-be4c-360c565eb14d None None] Port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:15:52.148910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.208202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4d0f6-1fb2-46b5-a9c1-31199b6daebd req-d067f69d-f40b-4f89-af78-4229a178c567 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:52.209922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8f4d0f6-1fb2-46b5-a9c1-31199b6daebd req-d067f69d-f40b-4f89-af78-4229a178c567 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1503031
Mar 05 21:15:52.280771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d8f4d0f6-1fb2-46b5-a9c1-31199b6daebd req-d1005c0e-58c8-4986-9bef-4da97af3a7a3 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492492
Mar 05 21:15:52.339264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53484) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:52.392793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce05c9c-6867-4a53-98db-104cc0ad9110 req-81b7d4ea-de4b-43fb-a44e-96a435f8b0e0 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:52.401125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ce05c9c-6867-4a53-98db-104cc0ad9110 req-81b7d4ea-de4b-43fb-a44e-96a435f8b0e0 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 936 time: 0.1375055
Mar 05 21:15:52.469600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3ce05c9c-6867-4a53-98db-104cc0ad9110 req-39579a09-6f89-416b-b1cb-d6464e2699ed tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670218
Mar 05 21:15:52.521253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef6f4-051e-4999-9518-2b7b31a7b352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.636019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfcca6a-a2df-4fef-a218-5dbe26210b32 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:52.640011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef6f4-051e-4999-9518-2b7b31a7b352 admin admin] Publish callbacks [] for security_group (9bdf5eda-1a35-4eff-8c54-9878f2e03d3a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.645470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks [] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.648712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef6f4-051e-4999-9518-2b7b31a7b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bdf5eda-1a35-4eff-8c54-9878f2e03d3a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.658947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Transition to ACTIVE for port object 5dfcca6a-a2df-4fef-a218-5dbe26210b32 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:15:52.663262 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.706173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1a9ef6f4-051e-4999-9518-2b7b31a7b352 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fa62d3994074b5d8c45eba5b7dfd82b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3617878
Mar 05 21:15:52.709108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53492) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:52.724586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef6f4-051e-4999-9518-2b7b31a7b352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdf5eda-1a35-4eff-8c54-9878f2e03d3a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:52.735238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:52.783904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] Publish callbacks [] for security_group (9bdf5eda-1a35-4eff-8c54-9878f2e03d3a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.828440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] Publish callbacks [] for security_group (9bdf5eda-1a35-4eff-8c54-9878f2e03d3a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.921861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bdf5eda-1a35-4eff-8c54-9878f2e03d3a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.926945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:52.929091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bdf5eda-1a35-4eff-8c54-9878f2e03d3a HTTP/1.1" status: 204  len: 168 time: 0.2189775
Mar 05 21:15:52.942544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Attempting to bind port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:15:52.942890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Attempting to bind port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:15:52.943230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Attempting to bind port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:52.949513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:15:52.949852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Attempting to bind port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:15:52.956290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de65e56-f63e-4dff-9c6f-caddab971d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdf5eda-1a35-4eff-8c54-9878f2e03d3a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:52.958736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:15:52.959085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:52.959479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:15:52.960002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Bound port: 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:15:52.960367 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.099506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:15:53.105227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:15:53.113639 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.165726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.166502 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.167986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] 10.222.0.23 "PUT /v2.0/ports/5dfcca6a-a2df-4fef-a218-5dbe26210b32 HTTP/1.1" status: 200  len: 1096 time: 1.2583551
Mar 05 21:15:53.171089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:53.174954 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3040190-898e-4b85-8190-1b3562a4a949" -d '{"events": [{"name": "network-changed", "server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:53.252099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cb34e-c8f8-4273-8871-2de8567ced93 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:53.283719 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da885ee6-c1af-466d-8c10-440d3ad87cc8 x-openstack-request-id: req-da885ee6-c1af-466d-8c10-440d3ad87cc8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:53.284116 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:53.284304 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da885ee6-c1af-466d-8c10-440d3ad87cc8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:53.284833 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32', 'status': 'completed', 'code': 200}
Mar 05 21:15:53.321430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-da03ce75-d2f7-49f6-a726-ef8c6bc81310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.323470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-da03ce75-d2f7-49f6-a726-ef8c6bc81310 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 1130 time: 0.0916617
Mar 05 21:15:53.396739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-1d8ec685-e4dd-40d4-8a4a-de6fb8c83fc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32 HTTP/1.1" status: 200  len: 217 time: 0.0659075
Mar 05 21:15:53.452845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53506) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:53.481073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37ebbdb8-8049-4004-8951-dfc7d7731cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.498448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-da447816-c39f-408f-aa4f-5df9e8fde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.500294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-da447816-c39f-408f-aa4f-5df9e8fde3e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0945256
Mar 05 21:15:53.513290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817feef-16c1-49ef-b4ea-2315ce4a94ce req-fc5c32b9-d98a-4690-b8d5-ec02bc47e4a4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.525469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b817feef-16c1-49ef-b4ea-2315ce4a94ce req-fc5c32b9-d98a-4690-b8d5-ec02bc47e4a4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1210120
Mar 05 21:15:53.662596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b817feef-16c1-49ef-b4ea-2315ce4a94ce req-e71ede31-9178-4cb5-972a-9e41cf62c924 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358914
Mar 05 21:15:53.736357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37ebbdb8-8049-4004-8951-dfc7d7731cd4 admin admin] Publish callbacks [] for security_group (9015bcfe-9890-4f4d-85d7-3d1d59608d89), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.748119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-37ebbdb8-8049-4004-8951-dfc7d7731cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9015bcfe-9890-4f4d-85d7-3d1d59608d89), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.810949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37ebbdb8-8049-4004-8951-dfc7d7731cd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7096bdfe71b44fb98fd2da6f63ab70f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3569472
Mar 05 21:15:53.814087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53512) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:53.819907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebbdb8-8049-4004-8951-dfc7d7731cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9015bcfe-9890-4f4d-85d7-3d1d59608d89,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:53.833112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0ff02-e6ce-46dd-b236-1b553cc51d72 req-d64dbe03-273b-4232-932b-d9c60b908876 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.834865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8e0ff02-e6ce-46dd-b236-1b553cc51d72 req-d64dbe03-273b-4232-932b-d9c60b908876 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 948 time: 0.1882701
Mar 05 21:15:53.837425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199928-10cc-4687-acba-bbe2e624fd0b req-9b65b33d-3531-42b0-9c87-7bc317fe3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:53.839263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-9b65b33d-3531-42b0-9c87-7bc317fe3845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2639520
Mar 05 21:15:53.906610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] Publish callbacks [] for security_group (9015bcfe-9890-4f4d-85d7-3d1d59608d89), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.933923 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] Publish callbacks [] for security_group (9015bcfe-9890-4f4d-85d7-3d1d59608d89), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:53.955974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8e0ff02-e6ce-46dd-b236-1b553cc51d72 req-6ba77c26-19ed-4812-9613-fb202ea4b8a9 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147850
Mar 05 21:15:54.013692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-b025322e-097d-4c29-906a-dfff38775cea service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616671
Mar 05 21:15:54.015122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9015bcfe-9890-4f4d-85d7-3d1d59608d89), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:54.019839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:54.023496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9015bcfe-9890-4f4d-85d7-3d1d59608d89 HTTP/1.1" status: 204  len: 168 time: 0.2056279
Mar 05 21:15:54.030770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c05b32-7bcb-4369-aaa5-2436b71cce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9015bcfe-9890-4f4d-85d7-3d1d59608d89,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:54.210772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80199928-10cc-4687-acba-bbe2e624fd0b req-71b0f320-25de-4e15-b64f-31fa83572d74 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876743
Mar 05 21:15:54.370734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040190-898e-4b85-8190-1b3562a4a949 req-1f8c00d4-711e-4e55-b4a8-f96d1a77bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:54.373215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-1f8c00d4-711e-4e55-b4a8-f96d1a77bfce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 1130 time: 0.1023381
Mar 05 21:15:54.499479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040190-898e-4b85-8190-1b3562a4a949 req-6979048c-ecd6-4b15-800f-711b4c9ee2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:54.501104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-6979048c-ecd6-4b15-800f-711b4c9ee2ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.1199374
Mar 05 21:15:54.506506 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-987a2bc8-184d-4646-bd04-a1ecf6d469aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:54.569848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-c89a3e5e-38a9-4f28-b2d8-bd2347459708 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32 HTTP/1.1" status: 200  len: 217 time: 0.0622323
Mar 05 21:15:54.650711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040190-898e-4b85-8190-1b3562a4a949 req-e4997302-ca3e-4005-8752-5dce6621f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:54.654155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-e4997302-ca3e-4005-8752-5dce6621f668 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0759706
Mar 05 21:15:54.839185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040190-898e-4b85-8190-1b3562a4a949 req-849f0115-ed2f-4796-a6ce-1b4bb0745065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:54.841119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-849f0115-ed2f-4796-a6ce-1b4bb0745065 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1772485
Mar 05 21:15:54.987086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e0720-5564-4239-8237-71ef8fd51861 req-ac691935-4ee5-431d-932f-9d599c169947 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:54.989136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b0e0720-5564-4239-8237-71ef8fd51861 req-ac691935-4ee5-431d-932f-9d599c169947 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.2173007
Mar 05 21:15:55.085032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-df095ff3-2084-4581-9829-b15f8951bd4b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291062
Mar 05 21:15:55.089288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b0e0720-5564-4239-8237-71ef8fd51861 req-453aa1fd-47a1-4b7e-b5fc-2cd3c912ad58 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921772
Mar 05 21:15:55.106047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53556) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:55.201873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10a300-5f59-4578-a07d-30c7b33981c9 req-3e29f583-6505-4dbb-8e1d-caa630863165 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:55.212324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd10a300-5f59-4578-a07d-30c7b33981c9 req-3e29f583-6505-4dbb-8e1d-caa630863165 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 948 time: 0.0844443
Mar 05 21:15:55.241884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3040190-898e-4b85-8190-1b3562a4a949 req-d59e062f-3fde-43cc-a410-e5f02a215caa service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506033
Mar 05 21:15:55.299215 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd10a300-5f59-4578-a07d-30c7b33981c9 req-8ffcc9e7-20e2-4629-b6f9-f2ba1c579f43 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853949
Mar 05 21:15:55.312525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-231811970-network', 'tenant_id': '46aa322abe044eb7baa1f99f151b28cc'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:55.333992 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Made reservation on behalf of 46aa322abe044eb7baa1f99f151b28cc for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:55.336548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.346932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.470208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks [] for security_group (c4b2c839-9340-4d11-8f7b-0f5556445d35), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.477027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c4b2c839-9340-4d11-8f7b-0f5556445d35), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.522842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:15:55.533799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2c839-9340-4d11-8f7b-0f5556445d35,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:55.539406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7872dd6c-2f7a-45a6-99f9-58a872d07ddc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.539933 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Added segment 7872dd6c-2f7a-45a6-99f9-58a872d07ddc of type vlan for network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6
Mar 05 21:15:55.590484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (68508e58-0d99-4ada-84a1-f7bc3c01d9c6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.621968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (68508e58-0d99-4ada-84a1-f7bc3c01d9c6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.623242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:55.624019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.712976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6055708
Mar 05 21:15:55.716220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53560) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:15:55.722723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Request body: {'subnet': {'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-231811970-subnet', 'tenant_id': '46aa322abe044eb7baa1f99f151b28cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:15:55.734563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882694-ddbb-4d30-a741-995263aa5225 admin admin] Pushing event updated for resources: {'Network': ['ID=68508e58-0d99-4ada-84a1-f7bc3c01d9c6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:55.744406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Made reservation on behalf of 46aa322abe044eb7baa1f99f151b28cc for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:15:55.746225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:15:55.746959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:55.985120 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:56.042875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:56.071292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Checking segment: {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:15:56.073509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Network hostable DHCP agents. Network: 68508e58-0d99-4ada-84a1-f7bc3c01d9c6, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:15:56.093779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:15:56.107749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68508e58-0d99-4ada-84a1-f7bc3c01d9c6) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:15:56.118387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc863f7-4842-4a09-bba2-75eb0aa52814 None None] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:56.125967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:56.125967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:56.161961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1f497949-ec45-4ee0-97b1-08fb752a17db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4444077
Mar 05 21:15:56.320590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716976c-3736-4108-972d-c37112a35365 None None] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:15:56.409206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e5a9d-aa5d-46be-919b-afbadf77a306 req-a7efb3a6-538a-4638-a11b-091800242e87 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:56.417533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c94e5a9d-aa5d-46be-919b-afbadf77a306 req-a7efb3a6-538a-4638-a11b-091800242e87 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.0794921
Mar 05 21:15:56.428563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacecd9-a509-48bb-a546-b148db18e0f4 req-e89881ca-742f-4b9b-9e16-dcb2de7889b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:56.434910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baacecd9-a509-48bb-a546-b148db18e0f4 req-e89881ca-742f-4b9b-9e16-dcb2de7889b6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1517863
Mar 05 21:15:56.508975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c94e5a9d-aa5d-46be-919b-afbadf77a306 req-3ba2b625-df3e-4dbe-87c0-2471b86703b4 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904639
Mar 05 21:15:56.548866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baacecd9-a509-48bb-a546-b148db18e0f4 req-6d62ed8e-2da2-4be2-9e74-1702859c18be tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062343
Mar 05 21:15:56.672310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be55ca-ce3e-4cb1-a30b-d7f52d4b4b51 req-b77eabac-41fa-4dd7-acb6-516dae3600c2 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:56.673680 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6be55ca-ce3e-4cb1-a30b-d7f52d4b4b51 req-b77eabac-41fa-4dd7-acb6-516dae3600c2 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 948 time: 0.0812800
Mar 05 21:15:56.743047 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d6be55ca-ce3e-4cb1-a30b-d7f52d4b4b51 req-91808e9f-1ce8-47bf-9452-eb44290cbaff tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617795
Mar 05 21:15:56.840581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8bf15df5-bbb5-4743-8432-a39135ee96b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:57.177745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5dfcca6a-a2df-4fef-a218-5dbe26210b32 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:15:57.353075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:57.387906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '5dfcca6a-a2df-4fef-a218-5dbe26210b32', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '5dfcca6a-a2df-4fef-a218-5dbe26210b32', 'mac_address': 'fa:16:3e:b0:69:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:15:57.439182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:57.439536 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:57.453483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfcca6a-a2df-4fef-a218-5dbe26210b32 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:15:57.477885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:57.483384 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:57.554904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:57.658180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65111028-609b-4851-90ae-cbcb5041896d req-81c3783e-3831-4766-91f4-3ba02e75f7d9 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:57.660215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65111028-609b-4851-90ae-cbcb5041896d req-81c3783e-3831-4766-91f4-3ba02e75f7d9 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.0598843
Mar 05 21:15:57.707505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5dfcca6a-a2df-4fef-a218-5dbe26210b32'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:15:57.714845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c103e3-c6c2-45ad-af20-e6bfe9064498 req-0a6e5f85-34c9-4531-94b9-00767cf2521e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:57.722777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2c103e3-c6c2-45ad-af20-e6bfe9064498 req-0a6e5f85-34c9-4531-94b9-00767cf2521e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0777357
Mar 05 21:15:57.732894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65111028-609b-4851-90ae-cbcb5041896d req-85e21f63-7fde-499d-9202-8e42d12d7317 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups?id=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653515
Mar 05 21:15:57.821377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2c103e3-c6c2-45ad-af20-e6bfe9064498 req-9df40bf9-3c73-4eb6-bb34-3d6ed5b9dc2c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925066
Mar 05 21:15:57.877766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-c7572d0a-c23f-4606-94da-daab191812e3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:57.880051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-c7572d0a-c23f-4606-94da-daab191812e3 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.23 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 945 time: 0.1319892
Mar 05 21:15:58.000564 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.033502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edafa23-7518-4f78-b195-12d2c335425c req-1d15b045-98c7-43a4-b3df-fa4297e087f4 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:58.035390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6edafa23-7518-4f78-b195-12d2c335425c req-1d15b045-98c7-43a4-b3df-fa4297e087f4 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 949 time: 0.1541541
Mar 05 21:15:58.105677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 68a3695d-1e5b-431b-9bfd-992a7e3c692f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:15:58.106368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.169053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6edafa23-7518-4f78-b195-12d2c335425c req-4cf52ab1-abb4-4fea-96df-5509d7f1482b tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188400
Mar 05 21:15:58.232902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] For port 68a3695d-1e5b-431b-9bfd-992a7e3c692f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68a3695d-1e5b-431b-9bfd-992a7e3c692f,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:58.233370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.489040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.489406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.489951 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Floating IP 0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb disassociated. External IP: 172.35.0.59, port: 68a3695d-1e5b-431b-9bfd-992a7e3c692f.
Mar 05 21:15:58.491063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 68a3695d-1e5b-431b-9bfd-992a7e3c692f owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:15:58.647134 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (68a3695d-1e5b-431b-9bfd-992a7e3c692f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:58.685092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=68a3695d-1e5b-431b-9bfd-992a7e3c692f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:15:58.810260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:15:58.841082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efb09e09-3283-47ef-a570-a663048b2b56 req-803c1b1a-64be-4813-abfb-2d862bec4a87 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/ports?device_id=792eb61e-229f-4cb7-a709-179922039250 HTTP/1.1" status: 200  len: 210 time: 0.0357783
Mar 05 21:15:58.965774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:15:58.978411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:15:58.994078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:58.994757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82abfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:59.002078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc3077-49e3-4c4f-b359-8c22221d70b9 req-3eaf1f03-f46a-476c-a735-a4bd38036ad5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.004120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4adc3077-49e3-4c4f-b359-8c22221d70b9 req-3eaf1f03-f46a-476c-a735-a4bd38036ad5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0935163
Mar 05 21:15:59.024054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] No DVR routers for this DVR port 68a3695d-1e5b-431b-9bfd-992a7e3c692f on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:15:59.034760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:59.038285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ac0c839-037a-4e85-880a-d7e47b1d2315 req-44f7d792-c1b0-48fb-96ea-1f4a7db1acc1 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.23 "DELETE /v2.0/ports/68a3695d-1e5b-431b-9bfd-992a7e3c692f HTTP/1.1" status: 204  len: 173 time: 1.1069765
Mar 05 21:15:59.038559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'name': 'network-vif-deleted', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:59.040919 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1745ae-213a-48ec-8b0b-260437d55681" -d '{"events": [{"server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "name": "network-vif-deleted", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:59.115477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4adc3077-49e3-4c4f-b359-8c22221d70b9 req-83ccdd57-f4cf-4225-8672-b431ff185d80 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928235
Mar 05 21:15:59.122709 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e3138-60d0-46aa-bd43-8a4e970aad0d x-openstack-request-id: req-bf5e3138-60d0-46aa-bd43-8a4e970aad0d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:59.123111 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792eb61e-229f-4cb7-a709-179922039250", "name": "network-vif-deleted", "tag": "68a3695d-1e5b-431b-9bfd-992a7e3c692f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:59.123470 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf5e3138-60d0-46aa-bd43-8a4e970aad0d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:59.125885 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792eb61e-229f-4cb7-a709-179922039250', 'name': 'network-vif-deleted', 'tag': '68a3695d-1e5b-431b-9bfd-992a7e3c692f', 'status': 'completed', 'code': 200}
Mar 05 21:15:59.143187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:15:59.181112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5dfcca6a-a2df-4fef-a218-5dbe26210b32 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:15:59.369567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-94aa8ff8-370b-485b-826a-4ee9bc05a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.371415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-94aa8ff8-370b-485b-826a-4ee9bc05a212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1127 time: 0.0581064
Mar 05 21:15:59.393709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2a5c-483d-4b02-9e77-f82f4d37556e req-d29dab5e-16d1-4ffe-88ed-8b6b566df2f4 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.397509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e98a2a5c-483d-4b02-9e77-f82f4d37556e req-d29dab5e-16d1-4ffe-88ed-8b6b566df2f4 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 949 time: 0.1173742
Mar 05 21:15:59.462443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e98a2a5c-483d-4b02-9e77-f82f4d37556e req-5b068896-8a55-4c3e-8b6b-84d43d2645a7 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576785
Mar 05 21:15:59.519596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-90669c41-9017-4a10-8af1-e7533ba1c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.521662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-90669c41-9017-4a10-8af1-e7533ba1c1f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.1441166
Mar 05 21:15:59.610745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-7a7104ad-3268-45fa-b30d-d95129a10569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 1001 time: 0.0827210
Mar 05 21:15:59.620364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:59.627496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:15:59.636521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:15:59.637444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:59.686692 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-d6727fcb-e40c-4afd-bc0b-42c632e9ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.688982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-d6727fcb-e40c-4afd-bc0b-42c632e9ad36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.0721350
Mar 05 21:15:59.746254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-6fc45f9e-9099-42c6-b3da-7da2bd375b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:15:59.748329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-6fc45f9e-9099-42c6-b3da-7da2bd375b7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0513113
Mar 05 21:15:59.769971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:15:59.770491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:59.775001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82abfaf0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:59.814000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:15:59.829758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:15:59.832234 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e74d5-f54d-4be4-acf0-052446c0f239" -d '{"events": [{"server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "name": "network-vif-plugged", "status": "completed", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:15:59.844037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:15:59.844695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82abfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:15:59.850483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:15:59.861200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-6797d601-3064-4351-b146-2ddb82a07892 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064212
Mar 05 21:15:59.914147 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d992877-5c59-4f88-b70b-45189c276b80 x-openstack-request-id: req-7d992877-5c59-4f88-b70b-45189c276b80 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:15:59.914523 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "name": "network-vif-plugged", "status": "completed", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:15:59.914730 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d992877-5c59-4f88-b70b-45189c276b80 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:15:59.915245 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32', 'code': 200}
Mar 05 21:15:59.915788 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:15:59.916536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 68a3695d-1e5b-431b-9bfd-992a7e3c692f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:15:59.962864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 68a3695d-1e5b-431b-9bfd-992a7e3c692f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:15:59.963417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 68a3695d-1e5b-431b-9bfd-992a7e3c692f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:00.014128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:00.046832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:00.051499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73b34414-31d3-4020-bd9f-9c95373883a3 req-47787229-ac0e-4f85-8fc2-76e1a7556c68 service neutron] 10.222.0.31 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842823
Mar 05 21:16:00.054610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c09a4-781f-4fe1-ba9e-944738d7ddbc req-414efce9-cb27-44b9-9445-c8735c8eded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:00.056076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d7c09a4-781f-4fe1-ba9e-944738d7ddbc req-414efce9-cb27-44b9-9445-c8735c8eded0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 1132 time: 0.0815773
Mar 05 21:16:00.105241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d7c09a4-781f-4fe1-ba9e-944738d7ddbc req-5925adcd-2537-4c82-bea6-e7e9ff8c5249 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435846
Mar 05 21:16:00.225156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:00.272440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb70fec-345d-488b-afc3-3198d1cb77d4 req-613926a3-d8a1-41eb-8610-3739d55fff96 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:00.274215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1cb70fec-345d-488b-afc3-3198d1cb77d4 req-613926a3-d8a1-41eb-8610-3739d55fff96 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0632892
Mar 05 21:16:00.303459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82abfaf0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:00.304163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (415a5bd1-7d29-47a3-bdc8-8ce62fe08d85), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.330147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1cb70fec-345d-488b-afc3-3198d1cb77d4 req-bb7594ab-50df-4cfd-b465-77e388cbd981 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491571
Mar 05 21:16:00.332186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d9bb7-b4d8-4130-b527-63838da80395 None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:10:55Z', 'revision_number': 4, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bff69393-3560-472d-8fd5-604a23c5addc', 'name': '', 'network_id': 'b56f14b9-afc0-424d-b080-c31779583b66', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'mac_address': 'fa:16:3e:a9:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:52Z', 'updated_at': '2022-03-05T21:11:03Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'subnets': [{'id': 'efad6e46-9e91-4e92-a09d-41cf44482d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:00.349542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (415a5bd1-7d29-47a3-bdc8-8ce62fe08d85), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.407508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (415a5bd1-7d29-47a3-bdc8-8ce62fe08d85), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.410975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.413435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/security-groups/415a5bd1-7d29-47a3-bdc8-8ce62fe08d85 HTTP/1.1" status: 204  len: 168 time: 0.1854405
Mar 05 21:16:00.415693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53666) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:00.423453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a5bd1-7d29-47a3-bdc8-8ce62fe08d85,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:00.433280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.433700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.434032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.434154 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-e1572a6a-bcf4-4d8e-bd1b-105019995979 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] show failed (client error): The resource could not be found.
Mar 05 21:16:00.434456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.435722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.435873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1572a6a-bcf4-4d8e-bd1b-105019995979 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "GET /v2.0/security-groups/415a5bd1-7d29-47a3-bdc8-8ce62fe08d85 HTTP/1.1" status: 404  len: 347 time: 0.0186243
Mar 05 21:16:00.435967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.436076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.436342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.436673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.437003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.437397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.437730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.438160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f23c88-f883-43d5-a200-ded1c166b28f tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:00.438509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 53668) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:00.619720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Deleting port 1209ee61-8d73-4450-a646-ab9125e35ffc {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:00.620150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.634861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be777-212b-4282-b3bb-629668b1bfea req-f9525025-d77a-4451-a24c-a06f78e2cb27 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:00.636609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37be777-212b-4282-b3bb-629668b1bfea req-f9525025-d77a-4451-a24c-a06f78e2cb27 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 950 time: 0.0807545
Mar 05 21:16:00.661630 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689ebe9-a488-424d-b9a7-5a829393e243 None None] New status for floating IP 0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:16:00.710487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a37be777-212b-4282-b3bb-629668b1bfea req-0ad41e6b-0148-4579-a2a1-44643a0be0d4 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663841
Mar 05 21:16:00.742663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.742663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (1209ee61-8d73-4450-a646-ab9125e35ffc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:00.755769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Calling delete_port for 1209ee61-8d73-4450-a646-ab9125e35ffc owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:00.919715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1209ee61-8d73-4450-a646-ab9125e35ffc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.037331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.275059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Pushing event deleted for resources: {'Port': ['ID=1209ee61-8d73-4450-a646-ab9125e35ffc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:01.343019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks [] for floatingip (0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.345540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.347328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-73d00b1a-253b-4200-9a74-b3e44af5e531 tempest-AttachVolumeNegativeTest-1565771773 tempest-AttachVolumeNegativeTest-1565771773-project] 10.222.0.15 "DELETE /v2.0/floatingips/0430f3a3-d8ed-4f6d-94c6-c8c94f5b5feb HTTP/1.1" status: 204  len: 168 time: 0.9069567
Mar 05 21:16:01.516718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6deefe-b1e0-4269-9697-a18fd2a5775f req-36bda0ff-a19a-4e27-a651-fe3551e5db88 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:01.519657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e6deefe-b1e0-4269-9697-a18fd2a5775f req-36bda0ff-a19a-4e27-a651-fe3551e5db88 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.0982249
Mar 05 21:16:01.590072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c9af0a09-36af-49e5-919a-b3687886298b no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:01.590652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e6deefe-b1e0-4269-9697-a18fd2a5775f req-7f5404ed-e101-416b-9dce-ebb0f2d8cfe2 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612197
Mar 05 21:16:01.691299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:01.691786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.740808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:01.747141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:01.812059 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:01.857976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704836ab-11e8-4d53-b8d9-0b512c8039fe req-6aaaed3c-574a-4c04-86ea-92861d01248c tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:01.859597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-704836ab-11e8-4d53-b8d9-0b512c8039fe req-6aaaed3c-574a-4c04-86ea-92861d01248c tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 950 time: 0.0637045
Mar 05 21:16:01.915801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:01.918607 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01daddcf-0779-4f03-8905-8f1811febd6b" -d '{"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-unplugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:01.930481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-704836ab-11e8-4d53-b8d9-0b512c8039fe req-eefef9a8-128c-424e-a23c-a630bc80ecf2 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631018
Mar 05 21:16:01.968799 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932d849-2223-404e-a7cf-6707b6ef3a5a x-openstack-request-id: req-c932d849-2223-404e-a7cf-6707b6ef3a5a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:01.969057 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-unplugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:01.969378 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c932d849-2223-404e-a7cf-6707b6ef3a5a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:01.969866 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'code': 200}
Mar 05 21:16:02.257937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9067-85aa-4002-bde4-098941db72e2 req-aca77c19-7857-433c-9549-c665f0373c5a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:02.259540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1db9067-85aa-4002-bde4-098941db72e2 req-aca77c19-7857-433c-9549-c665f0373c5a tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 950 time: 0.0621800
Mar 05 21:16:02.317168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d1db9067-85aa-4002-bde4-098941db72e2 req-f13cc146-e62e-4da7-b640-e775f892b40c tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498414
Mar 05 21:16:02.759459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e673a-4952-4720-86a5-c76e484feb76 req-4faaecbc-2543-4b9a-a535-6a3f269a6925 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:02.761086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c8e673a-4952-4720-86a5-c76e484feb76 req-4faaecbc-2543-4b9a-a535-6a3f269a6925 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.0673707
Mar 05 21:16:02.841243 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c8e673a-4952-4720-86a5-c76e484feb76 req-0a4ea610-8425-4896-a1a6-4759ee36292a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733156
Mar 05 21:16:03.487323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-db3ffeb9-07bc-4d2b-baad-8456754705fb tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:03.491931 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-db3ffeb9-07bc-4d2b-baad-8456754705fb tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 950 time: 0.0874619
Mar 05 21:16:03.501464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6fba-4af5-433c-87bb-34b177aca89b req-43326f22-dc9d-4cc4-9997-76bc7247d7bb tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:03.514259 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3deb6fba-4af5-433c-87bb-34b177aca89b req-43326f22-dc9d-4cc4-9997-76bc7247d7bb tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 950 time: 0.1009398
Mar 05 21:16:03.576090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3deb6fba-4af5-433c-87bb-34b177aca89b req-a0c46700-4096-43bf-a1d7-fb9ee6b8d10c tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee83eb-b36b-41da-805d-6bf9b51a0d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604823
Mar 05 21:16:03.671749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Deleting port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:03.671749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:03.801459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] For port 5dfcca6a-a2df-4fef-a218-5dbe26210b32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfcca6a-a2df-4fef-a218-5dbe26210b32,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:03.801860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:03.825791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Calling delete_port for 5dfcca6a-a2df-4fef-a218-5dbe26210b32 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:04.058145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5dfcca6a-a2df-4fef-a218-5dbe26210b32), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:04.071097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5dfcca6a-a2df-4fef-a218-5dbe26210b32'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:16:04.108975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Pushing event deleted for resources: {'Port': ['ID=5dfcca6a-a2df-4fef-a218-5dbe26210b32,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:04.162588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] No DVR routers for this DVR port 5dfcca6a-a2df-4fef-a218-5dbe26210b32 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:04.176229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:04.181868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-89f456d4-0a5d-4cd7-b107-6b148d5d269b req-fbf3a891-654e-4c6d-84b5-e97ab2d46658 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.23 "DELETE /v2.0/ports/5dfcca6a-a2df-4fef-a218-5dbe26210b32 HTTP/1.1" status: 204  len: 173 time: 0.6843221
Mar 05 21:16:04.181868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'name': 'network-vif-deleted', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:04.184468 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8562f5-9cb3-4bcf-bafa-400bf5e1eec6" -d '{"events": [{"server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "name": "network-vif-deleted", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:04.270174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5604c37-58e8-4a04-96b7-02654fe82d6a req-9017a97e-922f-44ef-95dc-2b1e80f6855e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:04.278088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5604c37-58e8-4a04-96b7-02654fe82d6a req-9017a97e-922f-44ef-95dc-2b1e80f6855e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.1130612
Mar 05 21:16:04.310723 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64127cd9-bc6b-4977-953f-af56f9879dae x-openstack-request-id: req-64127cd9-bc6b-4977-953f-af56f9879dae {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:04.311036 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dba065a-8782-4ec2-acb4-0b5f3902eadc", "name": "network-vif-deleted", "tag": "5dfcca6a-a2df-4fef-a218-5dbe26210b32", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:04.313775 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64127cd9-bc6b-4977-953f-af56f9879dae {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:04.314241 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dba065a-8782-4ec2-acb4-0b5f3902eadc', 'name': 'network-vif-deleted', 'tag': '5dfcca6a-a2df-4fef-a218-5dbe26210b32', 'status': 'completed', 'code': 200}
Mar 05 21:16:04.401873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53868) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:04.412783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5604c37-58e8-4a04-96b7-02654fe82d6a req-1ebd3e7a-b2cc-49ef-a92c-06b0df9f2f4b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310849
Mar 05 21:16:04.566232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a6dc28a3-77b8-4a87-be2c-6e84f1b8753a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1623716
Mar 05 21:16:04.574663 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-1916dc3b-878f-4ddd-bcc0-246574531ede service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:16:04.575601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-1916dc3b-878f-4ddd-bcc0-246574531ede service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048375
Mar 05 21:16:04.762597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e1bda0c-a5dd-46e6-a39e-5bb85ee3632c req-ba446f52-a483-477d-b1f2-6231d925f995 tempest-VolumesNegativeTest-1852983499 tempest-VolumesNegativeTest-1852983499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dba065a-8782-4ec2-acb4-0b5f3902eadc HTTP/1.1" status: 200  len: 210 time: 0.0533447
Mar 05 21:16:04.817834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-2cce5366-8eb7-432f-b0e4-c99474f0b1cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:04.819327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-2cce5366-8eb7-432f-b0e4-c99474f0b1cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports/c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 940 time: 0.1963043
Mar 05 21:16:05.577917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10438954-2152-439e-81f6-86d6d42c7a4f req-7a5cc776-b177-4e23-a9e3-da7b0f39e8ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:05.582169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10438954-2152-439e-81f6-86d6d42c7a4f req-7a5cc776-b177-4e23-a9e3-da7b0f39e8ba tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.0870152
Mar 05 21:16:05.645309 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10438954-2152-439e-81f6-86d6d42c7a4f req-4ee705ab-26b1-42af-aae2-8114827b189f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588813
Mar 05 21:16:05.924978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a0b40e8b-3cc7-4a67-9494-d08eab5eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:05.926705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a0b40e8b-3cc7-4a67-9494-d08eab5eca29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a&tenant_id=5c1b37634bef4eefa974dfc8912e8556 HTTP/1.1" status: 200  len: 1125 time: 0.1163116
Mar 05 21:16:05.939573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:06.037586 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:06.241231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:06.385415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:06.396704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 53952) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:06.430951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:06.448254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:06.495105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:06.515558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks [] for port (c9af0a09-36af-49e5-919a-b3687886298b), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:06.555927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Transition to ACTIVE for port object c9af0a09-36af-49e5-919a-b3687886298b will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:16:06.561632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:06.745422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=9']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:06.830726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.831164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.831617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.832039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.832415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.832761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.833462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.834308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.834656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.834998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.835359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.835708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.836589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:06.908673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] No DVR routers for this DVR port c9af0a09-36af-49e5-919a-b3687886298b on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:07.057688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d993da2-615b-430d-8654-f402020179b4 req-9982e04f-7677-4fc7-85b9-1adf103a3ee0 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:07.058746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d993da2-615b-430d-8654-f402020179b4 req-9982e04f-7677-4fc7-85b9-1adf103a3ee0 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 943 time: 0.2473016
Mar 05 21:16:07.191904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d993da2-615b-430d-8654-f402020179b4 req-0d8ab00b-4502-4e9a-a70a-71cce359d928 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129713
Mar 05 21:16:07.204462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:07.205257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5dfcca6a-a2df-4fef-a218-5dbe26210b32 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:07.205556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:07.206791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:07.214774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:16:07.215178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Attempting to bind port c9af0a09-36af-49e5-919a-b3687886298b on network f4b93af7-4d00-486d-82f8-877eddb5d778 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:07.228654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:07.230256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Checking segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:07.231662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 5dfcca6a-a2df-4fef-a218-5dbe26210b32 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:07.238305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Bound using segment: {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:07.241359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Bound port: c9af0a09-36af-49e5-919a-b3687886298b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:07.242097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:07.244575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5dfcca6a-a2df-4fef-a218-5dbe26210b32 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:07.368468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:07.377919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:07.382819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:07.398355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:07.464814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:07.465636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:07.469003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 1091 time: 1.5341828
Mar 05 21:16:07.469003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:07.471524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8469999-69a8-47f5-997d-c4077c870818" -d '{"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:07.537411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5aae3-e419-4d7d-b4f3-db4fa9827c33 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:07.572989 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c750c-66d2-4614-874b-46adf9cb6edb x-openstack-request-id: req-190c750c-66d2-4614-874b-46adf9cb6edb {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:07.576218 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:07.576575 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-190c750c-66d2-4614-874b-46adf9cb6edb {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:07.581572 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'status': 'completed', 'code': 200}
Mar 05 21:16:07.614141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-9386da26-f582-4d2a-baba-75b8b07deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:07.616452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-9386da26-f582-4d2a-baba-75b8b07deae8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1126 time: 0.0911412
Mar 05 21:16:07.782920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-10824de0-62b5-4654-90b3-eaec40fe5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:07.785168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-10824de0-62b5-4654-90b3-eaec40fe5f7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.1617815
Mar 05 21:16:07.925348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-f97bda38-97fe-4f6f-9cf3-f6235c49293d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 999 time: 0.1343107
Mar 05 21:16:08.013278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-631c6924-2d14-41eb-b847-b6fe0eaf6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:08.015548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-631c6924-2d14-41eb-b847-b6fe0eaf6290 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.0824265
Mar 05 21:16:08.117663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda01c-a666-4180-a5c6-0558884cd60a req-d3394898-4842-4e17-aebb-0884efb620ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:08.120870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-d3394898-4842-4e17-aebb-0884efb620ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0947275
Mar 05 21:16:08.274755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-8ea7a827-718b-42d6-ba79-c0d830bee40c service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490593
Mar 05 21:16:08.292944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Deleting port bff69393-3560-472d-8fd5-604a23c5addc {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:08.293489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bff69393-3560-472d-8fd5-604a23c5addc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:08.433702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] For port bff69393-3560-472d-8fd5-604a23c5addc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bff69393-3560-472d-8fd5-604a23c5addc,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:08.433702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bff69393-3560-472d-8fd5-604a23c5addc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:08.455875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Calling delete_port for bff69393-3560-472d-8fd5-604a23c5addc owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:08.487885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3feda01c-a666-4180-a5c6-0558884cd60a req-f40ee2f0-a913-419b-950f-9424df54aae4 service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045658
Mar 05 21:16:08.503817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f977e-9e7d-4ebe-8bf4-97f650c7768d req-4f5ab6ed-e390-437a-91e7-d21fb5ebcabb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:08.516632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af2f977e-9e7d-4ebe-8bf4-97f650c7768d req-4f5ab6ed-e390-437a-91e7-d21fb5ebcabb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1927898
Mar 05 21:16:08.593421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af2f977e-9e7d-4ebe-8bf4-97f650c7768d req-8adb97a0-2509-4308-a487-0cd13457edf5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756721
Mar 05 21:16:08.763178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bff69393-3560-472d-8fd5-604a23c5addc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:08.778469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8469999-69a8-47f5-997d-c4077c870818 req-02b04269-253a-4f82-89d0-5e2a58499d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:08.779476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-02b04269-253a-4f82-89d0-5e2a58499d42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1126 time: 0.0706851
Mar 05 21:16:08.816880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff69393-3560-472d-8fd5-604a23c5addc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:09.000443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8469999-69a8-47f5-997d-c4077c870818 req-b30bde72-cd59-46e0-b949-954ce9a7a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:09.002593 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-b30bde72-cd59-46e0-b949-954ce9a7a166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.2144976
Mar 05 21:16:09.141018 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-124cd0b9-b803-4e62-9e27-2a6b2941922f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 999 time: 0.1258032
Mar 05 21:16:09.183440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:09.263014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8469999-69a8-47f5-997d-c4077c870818 req-adf6f460-f89a-4b0c-9523-763b2ebbcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:09.264924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-adf6f460-f89a-4b0c-9523-763b2ebbcd4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.1259966
Mar 05 21:16:09.417628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8469999-69a8-47f5-997d-c4077c870818 req-ed1edd9c-eb09-49e4-bf01-e481f665583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:09.419503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-ed1edd9c-eb09-49e4-bf01-e481f665583b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1336665
Mar 05 21:16:09.689918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-87c6dc20-ff25-490b-ad7a-298c44db56e1 service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528939
Mar 05 21:16:09.914709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Router 72ea6131-f075-412b-a2b8-7323f5ed12b0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:16:09.933072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8469999-69a8-47f5-997d-c4077c870818 req-01cba87a-0915-4f83-bc00-208bcd4c2774 service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319739
Mar 05 21:16:09.938914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecab8d-834b-4c17-a757-d4f4ce07117a req-445184f6-7039-4eab-b5fe-b1d4e769c299 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:09.941496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25ecab8d-834b-4c17-a757-d4f4ce07117a req-445184f6-7039-4eab-b5fe-b1d4e769c299 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1472170
Mar 05 21:16:10.215337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-25ecab8d-834b-4c17-a757-d4f4ce07117a req-9271b49e-2d0e-48b0-be42-80900fd8341f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1722744
Mar 05 21:16:10.255808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:16:10.271274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Sync routers for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:16:10.272007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:10.284918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:10.286575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b825cedf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:10.291070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3e8fefae-4a3a-433f-81ff-31e8028f3cc3 admin admin] 10.222.0.15 "PUT /v2.0/routers/72ea6131-f075-412b-a2b8-7323f5ed12b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8698094
Mar 05 21:16:10.454081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:10.531289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks [] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:10.746588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b825cedf0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:16:08Z', 'revision_number': 5, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port': {'id': 'f403e50e-6b9a-4bf7-be98-b626d68cbd79', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:10:42Z', 'updated_at': '2022-03-05T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:10.763717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks [] for router_gateway (72ea6131-f075-412b-a2b8-7323f5ed12b0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:10.802545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Checking router: 72ea6131-f075-412b-a2b8-7323f5ed12b0 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:16:10.825032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Routers {'72ea6131-f075-412b-a2b8-7323f5ed12b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:10.826009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b825cedf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['72ea6131-f075-412b-a2b8-7323f5ed12b0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:10.886905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Deleting port f403e50e-6b9a-4bf7-be98-b626d68cbd79 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:10.887424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:11.062778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] Set router 72ea6131-f075-412b-a2b8-7323f5ed12b0 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:11.111902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] For port f403e50e-6b9a-4bf7-be98-b626d68cbd79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f403e50e-6b9a-4bf7-be98-b626d68cbd79,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:11.112565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:11.185128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Calling delete_port for f403e50e-6b9a-4bf7-be98-b626d68cbd79 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:11.217374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-90f6988e-f759-4bd8-863b-45079023113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b825cedf0>, [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:16:10Z', 'revision_number': 6, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:11.361858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6988e-f759-4bd8-863b-45079023113c None None] The sync data for ids ['72ea6131-f075-412b-a2b8-7323f5ed12b0'] in ncdv-master-1 is: [{'id': '72ea6131-f075-412b-a2b8-7323f5ed12b0', 'name': 'tempest-AttachVolumeNegativeTest-1838742500-router', 'tenant_id': 'f73f6888043940b9b1344c6998b423da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:10:38Z', 'updated_at': '2022-03-05T21:16:10Z', 'revision_number': 6, 'project_id': 'f73f6888043940b9b1344c6998b423da', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:11.735788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2010a37-3e92-431f-a160-70d6da969c4c req-3e98dd9f-61b1-4452-a942-d8d91f213783 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:11.736532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2010a37-3e92-431f-a160-70d6da969c4c req-3e98dd9f-61b1-4452-a942-d8d91f213783 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.2989872
Mar 05 21:16:11.875112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bff69393-3560-472d-8fd5-604a23c5addc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:11.929236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: bff69393-3560-472d-8fd5-604a23c5addc {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:11.929947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bff69393-3560-472d-8fd5-604a23c5addc not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:12.007385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2010a37-3e92-431f-a160-70d6da969c4c req-e4507efd-211e-47f0-a72f-1db476f5f7f6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771667
Mar 05 21:16:12.010202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f403e50e-6b9a-4bf7-be98-b626d68cbd79), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:12.054890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Pushing event deleted for resources: {'Port': ['ID=f403e50e-6b9a-4bf7-be98-b626d68cbd79,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:12.249400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.094199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.101570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks [] for router_controller (72ea6131-f075-412b-a2b8-7323f5ed12b0), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.205283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (72ea6131-f075-412b-a2b8-7323f5ed12b0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.206629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ea6131-f075-412b-a2b8-7323f5ed12b0 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:16:13.216373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.217640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dfefff98-4fb3-4c77-8d90-514c669cd476 admin admin] 10.222.0.15 "DELETE /v2.0/routers/72ea6131-f075-412b-a2b8-7323f5ed12b0 HTTP/1.1" status: 204  len: 168 time: 2.9451301
Mar 05 21:16:13.224476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54258) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:13.354571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ae9d0-cf7f-4e7b-b0d4-35ba7493851d req-8f6cef32-79a3-48fc-aa1d-8e2429539f7f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:13.367398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b85ae9d0-cf7f-4e7b-b0d4-35ba7493851d req-8f6cef32-79a3-48fc-aa1d-8e2429539f7f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1683769
Mar 05 21:16:13.423504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Deleting subnet efad6e46-9e91-4e92-a09d-41cf44482d53 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:16:13.447140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Publish callbacks [] for subnet (efad6e46-9e91-4e92-a09d-41cf44482d53), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.514132 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b85ae9d0-cf7f-4e7b-b0d4-35ba7493851d req-69af6c0d-0570-4a57-aaae-0df0fdf4de61 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431928
Mar 05 21:16:13.560994 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (efad6e46-9e91-4e92-a09d-41cf44482d53), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.755902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54268) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:13.879819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (efad6e46-9e91-4e92-a09d-41cf44482d53), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:13.959232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f403e50e-6b9a-4bf7-be98-b626d68cbd79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:13.992524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (efad6e46-9e91-4e92-a09d-41cf44482d53), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.032756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f403e50e-6b9a-4bf7-be98-b626d68cbd79 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:14.034362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f403e50e-6b9a-4bf7-be98-b626d68cbd79 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:14.035520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efad6e46-9e91-4e92-a09d-41cf44482d53,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:14.039155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.049680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb30ca4-7545-4770-8002-4d3a5b9e68bb None None] Network b56f14b9-afc0-424d-b080-c31779583b66 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:14.053860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9445d394-d2f9-4fdf-a90c-12fbbcd24da7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/efad6e46-9e91-4e92-a09d-41cf44482d53 HTTP/1.1" status: 204  len: 168 time: 0.8281786
Mar 05 21:16:14.057472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54272) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:14.212250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54274) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:14.227214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7c46cb2f-c29a-4eaf-ac52-9cfeec2b97ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b535d20f00c4006a3dab8344bf4b2d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4529061
Mar 05 21:16:14.230175 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b56f14b9-afc0-424d-b080-c31779583b66), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.324312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] Publish callbacks [] for security_group (3bee83eb-b36b-41da-805d-6bf9b51a0d7a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.349420 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] Publish callbacks [] for security_group (3bee83eb-b36b-41da-805d-6bf9b51a0d7a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.381532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Deleting port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:14.382618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.396492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] DHCP port deletion for b56f14b9-afc0-424d-b080-c31779583b66 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:16:14.415837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3bee83eb-b36b-41da-805d-6bf9b51a0d7a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.420082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.425988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bee83eb-b36b-41da-805d-6bf9b51a0d7a HTTP/1.1" status: 204  len: 168 time: 0.2125812
Mar 05 21:16:14.436150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f70f1f-6746-4a89-8d60-26f667942304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee83eb-b36b-41da-805d-6bf9b51a0d7a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:14.577264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Deleting port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:14.577264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.708135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] For port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:14.721328 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:14.785700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Calling delete_port for dc6a33b0-2cdf-43b1-90ce-ab88dea91dca owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:14.828581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7b212-a158-4c82-934f-83617b95887f req-fd7c1029-b8a0-4faa-97a5-045464a1e4c1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:14.837301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98d7b212-a158-4c82-934f-83617b95887f req-fd7c1029-b8a0-4faa-97a5-045464a1e4c1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1468964
Mar 05 21:16:14.965569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.011662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98d7b212-a158-4c82-934f-83617b95887f req-d0b0763d-2487-4628-beac-d8b6c7e6343e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1586678
Mar 05 21:16:15.101542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] For port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,segment=NetworkSegment(d14adfef-9e72-4b02-ad77-0cc572a94672),segment_id=d14adfef-9e72-4b02-ad77-0cc572a94672)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:15.103149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.105850 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:15.138523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Calling delete_port for dc6a33b0-2cdf-43b1-90ce-ab88dea91dca owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:15.142086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] No DVR routers for this DVR port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:15.328409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b56f14b9-afc0-424d-b080-c31779583b66), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.376869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b900c9310>,) {'filters': {'network_id': ['b56f14b9-afc0-424d-b080-c31779583b66']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:15.386112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (dc6a33b0-2cdf-43b1-90ce-ab88dea91dca), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.394203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b900c9310>, 'd14adfef-9e72-4b02-ad77-0cc572a94672') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:15.395177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b900c9310>, 'd14adfef-9e72-4b02-ad77-0cc572a94672') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:15.434849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (d14adfef-9e72-4b02-ad77-0cc572a94672), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.443794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] Pushing event deleted for resources: {'Port': ['ID=dc6a33b0-2cdf-43b1-90ce-ab88dea91dca,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:15.448613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70290650-a9e8-4afe-96ed-986d4051a8f9 None None] No DVR routers for this DVR port dc6a33b0-2cdf-43b1-90ce-ab88dea91dca on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:15.481767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d14adfef-9e72-4b02-ad77-0cc572a94672), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.489569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:16:15.489987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (d14adfef-9e72-4b02-ad77-0cc572a94672), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:16:15.491792 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:16:15.569690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b56f14b9-afc0-424d-b080-c31779583b66), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.579100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:15.586166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b56f14b9-afc0-424d-b080-c31779583b66 HTTP/1.1" status: 204  len: 168 time: 1.5239499
Mar 05 21:16:15.639180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417c77-7be3-4183-aec7-e30b6a26ba35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56f14b9-afc0-424d-b080-c31779583b66,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:15.821610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:15.947583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dc6a33b0-2cdf-43b1-90ce-ab88dea91dca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:15.956304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-889bd800-437c-469f-bfa8-aead4bd8f6ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f73f6888043940b9b1344c6998b423da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1325436
Mar 05 21:16:15.959540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:16.028614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: dc6a33b0-2cdf-43b1-90ce-ab88dea91dca {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:16.031355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device dc6a33b0-2cdf-43b1-90ce-ab88dea91dca not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:16.037908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] Publish callbacks [] for security_group (cb66d263-018b-4672-a48d-8ee88a82ff1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.067306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:16.097235 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] Publish callbacks [] for security_group (cb66d263-018b-4672-a48d-8ee88a82ff1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.213720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cb66d263-018b-4672-a48d-8ee88a82ff1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.217633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.219208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb66d263-018b-4672-a48d-8ee88a82ff1d HTTP/1.1" status: 204  len: 168 time: 0.2576535
Mar 05 21:16:16.250480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ba520-3404-496a-a15c-7e32b0a3606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66d263-018b-4672-a48d-8ee88a82ff1d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:16.321639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1776283344-network', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:16.337296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc7c90-c3b8-4091-948a-b60aa1951d44 req-427ea7da-d8e8-4012-a93a-37aa260fe5df tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:16.350976 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cfc7c90-c3b8-4091-948a-b60aa1951d44 req-427ea7da-d8e8-4012-a93a-37aa260fe5df tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1799996
Mar 05 21:16:16.395518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Made reservation on behalf of 6b9ff81c50e743b385855f4466cf885c for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:16.398892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.418936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.444130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cfc7c90-c3b8-4091-948a-b60aa1951d44 req-e28abe8e-21e6-4d10-abb7-31c95ec79715 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900981
Mar 05 21:16:16.660806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks [] for security_group (61573ea9-280f-4616-9682-c699c7df671a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.667166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (61573ea9-280f-4616-9682-c699c7df671a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.732670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:16.735024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61573ea9-280f-4616-9682-c699c7df671a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:16.802583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (16f3e222-070d-4a43-842a-f490ab5d87de), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.802930 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Added segment 16f3e222-070d-4a43-842a-f490ab5d87de of type vlan for network 482a34c1-913f-486f-a264-f183b868cd2b
Mar 05 21:16:16.914654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (482a34c1-913f-486f-a264-f183b868cd2b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.974121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (482a34c1-913f-486f-a264-f183b868cd2b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:16.977099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:16.978034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:17.086873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.0168157
Mar 05 21:16:17.087105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54372) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:17.099483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Request body: {'subnet': {'network_id': '482a34c1-913f-486f-a264-f183b868cd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1776283344-subnet', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:17.102776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc19f8-1d3e-4d4b-9d2d-adcecce6643b admin admin] Pushing event updated for resources: {'Network': ['ID=482a34c1-913f-486f-a264-f183b868cd2b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:17.123328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 482a34c1-913f-486f-a264-f183b868cd2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:17.171999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Made reservation on behalf of 6b9ff81c50e743b385855f4466cf885c for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:17.175346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:17.527286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (4442d89c-2fd9-428d-93af-55196cf6de67), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:17.626318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4442d89c-2fd9-428d-93af-55196cf6de67,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:17.704463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Checking segment: {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:17.705229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Network hostable DHCP agents. Network: 482a34c1-913f-486f-a264-f183b868cd2b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:17.730673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Network 482a34c1-913f-486f-a264-f183b868cd2b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:17.764892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eef339-c2fd-4ad9-9c82-dadbfc15c753 req-390ce71c-114b-4c89-806b-24e11429482b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:17.784387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60eef339-c2fd-4ad9-9c82-dadbfc15c753 req-390ce71c-114b-4c89-806b-24e11429482b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1423285
Mar 05 21:16:17.807278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 482a34c1-913f-486f-a264-f183b868cd2b) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:17.832303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff2991-d720-4ee6-904b-43b7545d9b04 None None] Network 482a34c1-913f-486f-a264-f183b868cd2b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:17.869700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:17.870245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:17.939402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54388) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:17.942163 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-102cdd9f-1850-4535-bf45-6ef20824b61d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8537848
Mar 05 21:16:17.946554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:17.986566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60eef339-c2fd-4ad9-9c82-dadbfc15c753 req-6cf415f8-bd20-4240-9940-67e2ab5edb17 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1993093
Mar 05 21:16:18.023064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.024610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.039820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-482a34c1-913f-486f-a264-f183b868cd2b', 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b', 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'fixed_ips': [{'subnet_id': '4442d89c-2fd9-428d-93af-55196cf6de67'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:16:18.040934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.211393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for router_controller (9d642540-3ae9-44e2-8f8b-915eb96637ac), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.319875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Allocated IP 172.20.0.2 (482a34c1-913f-486f-a264-f183b868cd2b/4442d89c-2fd9-428d-93af-55196cf6de67/995ee52b-fa9d-4e12-9d13-fb4c3b91eda4) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:18.569332 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for router_gateway (9d642540-3ae9-44e2-8f8b-915eb96637ac), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.577863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks [] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.617515 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.703928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Network 482a34c1-913f-486f-a264-f183b868cd2b is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:18.705383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Pushing event updated for resources: {'Port': ['ID=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:18.709373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:18.711530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:18.762031 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:16:18.795284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Attempting to bind port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:18.795717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Attempting to bind port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:18.796234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Attempting to bind port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 on network 482a34c1-913f-486f-a264-f183b868cd2b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:18.808782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:18.809214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Checking segment: {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:18.809917 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.810512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Bound using segment: {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:18.812092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Bound port: 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:18.812717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:18.964465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] For port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:18.969612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] For port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,segment=NetworkSegment(16f3e222-070d-4a43-842a-f490ab5d87de),segment_id=16f3e222-070d-4a43-842a-f490ab5d87de)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:18.981514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:19.078751 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for router_gateway (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:19.116657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:19.136006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5762eb-bfa1-48dc-9e44-f66ea3418fd7 None None] Pushing event updated for resources: {'Port': ['ID=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:19.467900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49a94d-15c6-407f-8fc5-fce86b5765b7 req-d4e52b8f-208f-4644-bdb9-da4e6914c197 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:19.469875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db49a94d-15c6-407f-8fc5-fce86b5765b7 req-d4e52b8f-208f-4644-bdb9-da4e6914c197 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.2625856
Mar 05 21:16:19.539891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Allocated IP 172.35.0.166 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bd72aa2c-3eeb-4314-a68f-b5b783a44d9c) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:19.558974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-1e0979ae-a548-40b0-b9e0-7620d823f937 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:19.560650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-1e0979ae-a548-40b0-b9e0-7620d823f937 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 813 time: 0.2259891
Mar 05 21:16:19.611530 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-d8ad5d1a-47e8-4e40-8c5e-5d3469e0fb75 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/quotas/46aa322abe044eb7baa1f99f151b28cc HTTP/1.1" status: 200  len: 375 time: 0.0413294
Mar 05 21:16:19.616634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-db49a94d-15c6-407f-8fc5-fce86b5765b7 req-e6785845-255e-4f7e-ae17-9abeb1c7e445 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355503
Mar 05 21:16:19.676919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-3646e18a-a771-4c22-b983-32500471d8fa tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628171
Mar 05 21:16:19.862896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:19.940795 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:20.003810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:20.006479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-1fc10b0f-0e35-481e-9992-a92bf801f22d service neutron] 10.222.0.15 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261490
Mar 05 21:16:20.010004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:20.023582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:20.140191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:20.242571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Pushing event updated for resources: {'Port': ['ID=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:20.264550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:20.264979 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:20.266473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6a96c-136a-4c03-8235-67ce72923f9e req-3fc29e9e-a13e-48ca-8acf-6f412290290b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:20.269135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e6a96c-136a-4c03-8235-67ce72923f9e req-3fc29e9e-a13e-48ca-8acf-6f412290290b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.1376247
Mar 05 21:16:20.314757 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-e0394c35-e9f0-4328-b9b5-de14eccd72e5 service neutron] 10.222.0.15 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072207
Mar 05 21:16:20.411982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:20.412609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:20.461799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,segment=NetworkSegment(16f3e222-070d-4a43-842a-f490ab5d87de),segment_id=16f3e222-070d-4a43-842a-f490ab5d87de)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:20.468223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:20.646970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:20.786154 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e6a96c-136a-4c03-8235-67ce72923f9e req-176ad248-cc87-4494-bab8-3d9cc27f5eb7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5084558
Mar 05 21:16:20.819155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e26732df-5803-4ad1-a4cb-810e2db095de req-3ec23346-6771-40fb-be47-58483aacd2f7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 210 time: 0.0992684
Mar 05 21:16:21.033342 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for router_gateway (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:21.185124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb50e57-0710-4a32-8047-02464469080d None None] Network 482a34c1-913f-486f-a264-f183b868cd2b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:21.330107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dbc6589e-36b9-4e43-9c72-2b0e5c3cdbd1 None None] Provisioning complete for port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:21.331129 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbc6589e-36b9-4e43-9c72-2b0e5c3cdbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:21.494094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6589e-36b9-4e43-9c72-2b0e5c3cdbd1 None None] Current status of the port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:21.645642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c14861-775c-4505-9dd2-d67b74859a45 req-c7feaf11-1745-4c6f-8009-c1802a07c702 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:21.650967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97c14861-775c-4505-9dd2-d67b74859a45 req-c7feaf11-1745-4c6f-8009-c1802a07c702 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.1553977
Mar 05 21:16:21.805120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac440c-2a3b-4622-8080-aee7abeba57e req-f0cf01a8-e887-43b8-9ea7-234291385187 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:21.813403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-faac440c-2a3b-4622-8080-aee7abeba57e req-f0cf01a8-e887-43b8-9ea7-234291385187 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.8976882
Mar 05 21:16:21.918685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-faac440c-2a3b-4622-8080-aee7abeba57e req-67aa55c3-b627-4937-bc0b-e7b98726464f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017668
Mar 05 21:16:22.024667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.041086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54488) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:22.051460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:22.216459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e95428d2-a522-4943-975a-bbfd99f8ef1d None None] Provisioning complete for port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:22.219556 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e95428d2-a522-4943-975a-bbfd99f8ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.255717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0a9d-8e02-49f3-9370-819f2ef92016 req-43b1a151-e11a-46b9-8c4d-99b30e992799 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:22.266629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5fb0a9d-8e02-49f3-9370-819f2ef92016 req-43b1a151-e11a-46b9-8c4d-99b30e992799 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 945 time: 0.2299221
Mar 05 21:16:22.275415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:22.276627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.284732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:22.285018 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.287967 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6b3569e-e304-4adf-9865-ffb4c5a6cc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.293310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-840367cf-841a-43fd-8209-b6387c149234 req-eb5b566f-ad58-418d-8ab5-41a14d8fadb9 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 210 time: 0.0537369
Mar 05 21:16:22.390239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Router 9d642540-3ae9-44e2-8f8b-915eb96637ac is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:16:22.407912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e95428d2-a522-4943-975a-bbfd99f8ef1d None None] Current status of the port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:22.448760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e5fb0a9d-8e02-49f3-9370-819f2ef92016 req-af6e1e04-b77b-404a-aaa0-6d91a97df3fb tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d331e43-cdd3-4f1d-b43b-179d8e9baa98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615379
Mar 05 21:16:22.472568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:22.482808 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6b3569e-e304-4adf-9865-ffb4c5a6cc6c admin admin] Publish callbacks [] for security_group (aaa5d6d1-c970-4e9c-8d9d-79581264a2d4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.512980 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a6b3569e-e304-4adf-9865-ffb4c5a6cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aaa5d6d1-c970-4e9c-8d9d-79581264a2d4), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.550112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:22.550566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.561388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a6b3569e-e304-4adf-9865-ffb4c5a6cc6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c26c3a5ebc5498d94595245c9e95f85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5177853
Mar 05 21:16:22.567391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54494) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:22.569556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for a2f5025e-fc06-4c7b-b8d0-9d503e54b32c owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:22.585851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3569e-e304-4adf-9865-ffb4c5a6cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5d6d1-c970-4e9c-8d9d-79581264a2d4,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:22.640860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:16:22.645795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-ec0200b8-841e-461e-ab6d-8846412a6c9e tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:22.647266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-ec0200b8-841e-461e-ab6d-8846412a6c9e tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 813 time: 0.1777987
Mar 05 21:16:22.652099 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Sync routers for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:16:22.657707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] Publish callbacks [] for security_group (aaa5d6d1-c970-4e9c-8d9d-79581264a2d4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.661686 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Routers {'9d642540-3ae9-44e2-8f8b-915eb96637ac'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:22.662413 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9d642540-3ae9-44e2-8f8b-915eb96637ac'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:22.672695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.674051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2351e6ad-4598-485b-9476-5c63cf678c5d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 4.7324185
Mar 05 21:16:22.675614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Request body: {'port': {'device_id': '049d553c-3a59-45b8-81e9-7f1164dab605', 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6', 'admin_state_up': True, 'tenant_id': '46aa322abe044eb7baa1f99f151b28cc'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:22.677541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54496) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:22.757356 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] Publish callbacks [] for security_group (aaa5d6d1-c970-4e9c-8d9d-79581264a2d4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.776213 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Set router 9d642540-3ae9-44e2-8f8b-915eb96637ac gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:22.843603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Made reservation on behalf of 46aa322abe044eb7baa1f99f151b28cc for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:22.848336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.859797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a2f5025e-fc06-4c7b-b8d0-9d503e54b32c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.873187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:16:22.900245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=a2f5025e-fc06-4c7b-b8d0-9d503e54b32c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:22.908573 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aaa5d6d1-c970-4e9c-8d9d-79581264a2d4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.911068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:22.925922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaa5d6d1-c970-4e9c-8d9d-79581264a2d4 HTTP/1.1" status: 204  len: 168 time: 0.3564429
Mar 05 21:16:22.966355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc760e-e770-45db-a8b4-cb90683a0b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5d6d1-c970-4e9c-8d9d-79581264a2d4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:23.027154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port a2f5025e-fc06-4c7b-b8d0-9d503e54b32c on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:23.031983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.035875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97c14861-775c-4505-9dd2-d67b74859a45 req-1c9e0643-5c0b-46d5-98d7-912304fd6593 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "DELETE /v2.0/ports/a2f5025e-fc06-4c7b-b8d0-9d503e54b32c HTTP/1.1" status: 204  len: 173 time: 1.3729951
Mar 05 21:16:23.036165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'name': 'network-vif-deleted', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:23.038512 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a545d-9716-4bdb-970d-55f05802cc48" -d '{"events": [{"server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "name": "network-vif-deleted", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:23.122045 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c9865-d92f-4d6f-aab7-6dc98ceaf48a x-openstack-request-id: req-124c9865-d92f-4d6f-aab7-6dc98ceaf48a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:23.122356 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b376f64c-c544-44c9-ba8f-a87b086d4183", "name": "network-vif-deleted", "tag": "a2f5025e-fc06-4c7b-b8d0-9d503e54b32c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:23.122618 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-124c9865-d92f-4d6f-aab7-6dc98ceaf48a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:23.123030 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b376f64c-c544-44c9-ba8f-a87b086d4183', 'name': 'network-vif-deleted', 'tag': 'a2f5025e-fc06-4c7b-b8d0-9d503e54b32c', 'status': 'completed', 'code': 200}
Mar 05 21:16:23.164909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Allocated IP 172.20.0.4 (68508e58-0d99-4ada-84a1-f7bc3c01d9c6/ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7/7203ecdd-79fa-473e-bc83-438be5adebd9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:23.224678 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69b63-c9a9-448e-ae8c-293581b39ca5 req-5a629e73-caf0-4e70-b476-6e0c4fd7bedd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:23.226320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbf69b63-c9a9-448e-ae8c-293581b39ca5 req-5a629e73-caf0-4e70-b476-6e0c4fd7bedd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1998463
Mar 05 21:16:23.244042 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9be50>, [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:20Z', 'revision_number': 3, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:23.319085 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Checking router: 9d642540-3ae9-44e2-8f8b-915eb96637ac for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:16:23.319447 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Updating router 9d642540-3ae9-44e2-8f8b-915eb96637ac port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:16:23.332986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbf69b63-c9a9-448e-ae8c-293581b39ca5 req-1eca5874-4abc-4932-9377-27ed3b4871c6 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994210
Mar 05 21:16:23.367448 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.486295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks [] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.487647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.624552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54520) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:23.627147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0ceb2df5-5660-4cda-ab50-ca750dcbdef5 req-de3f0286-367f-4263-a824-9f0244598af1 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 210 time: 0.1214311
Mar 05 21:16:23.645957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb647-9cc6-4167-a8c7-53f754fa6180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.670003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.704023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0ef09edf-95a9-476a-a545-f1ddc42bd53b req-4bf40e65-a8b4-404a-8c23-5301413cbda8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=b376f64c-c544-44c9-ba8f-a87b086d4183 HTTP/1.1" status: 200  len: 210 time: 0.0652318
Mar 05 21:16:23.762680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:23.774904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:23.778737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:23.781445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Pushing event updated for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:23.868158 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks [] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.868803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Allocated IP 172.20.0.1 (482a34c1-913f-486f-a264-f183b868cd2b/4442d89c-2fd9-428d-93af-55196cf6de67/90569228-f0d0-4fff-b855-bea563787a45) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:23.876934 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.880527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:23.881664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.923817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb647-9cc6-4167-a8c7-53f754fa6180 admin admin] Publish callbacks [] for security_group (5f0012a6-4096-45e9-9c61-0f417ef0c517), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.929467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-3a65b43e-3008-49fe-b500-dd73f51c7768 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2604308
Mar 05 21:16:23.931632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb647-9cc6-4167-a8c7-53f754fa6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5f0012a6-4096-45e9-9c61-0f417ef0c517), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.960220 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Attempting to bind port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:23.961133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Attempting to bind port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:23.961538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Request body: {'port': {'device_id': '049d553c-3a59-45b8-81e9-7f1164dab605', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:23.962249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Attempting to bind port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:23.972709 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:23.973116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:23.973485 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.973880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:23.974426 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Bound port: bd72aa2c-3eeb-4314-a68f-b5b783a44d9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:23.974809 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:23.976600 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Pushing event updated for resources: {'Port': ['ID=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.015910 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.016239 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.016558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.016891 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.017222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.017552 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.018413 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.018792 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.020051 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.020497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.020722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.021305 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.022017 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:24.043398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf3eb647-9cc6-4167-a8c7-53f754fa6180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df834a3943d1479a971c231b76f57142&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4146590
Mar 05 21:16:24.044474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eb647-9cc6-4167-a8c7-53f754fa6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0012a6-4096-45e9-9c61-0f417ef0c517,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.048069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:24.070260 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] For port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:24.074438 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] For port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:24.083249 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.086171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks [] for port (90569228-f0d0-4fff-b855-bea563787a45), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.123849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.142234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (90569228-f0d0-4fff-b855-bea563787a45), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.150610 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Routers {'9d642540-3ae9-44e2-8f8b-915eb96637ac'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:24.151270 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:15:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9d642540-3ae9-44e2-8f8b-915eb96637ac'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:24.176343 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] Publish callbacks [] for security_group (5f0012a6-4096-45e9-9c61-0f417ef0c517), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.219048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Network 482a34c1-913f-486f-a264-f183b868cd2b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:24.225553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] Publish callbacks [] for security_group (5f0012a6-4096-45e9-9c61-0f417ef0c517), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.225758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:24.228029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:24.230152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=90569228-f0d0-4fff-b855-bea563787a45,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.230744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cacef-1d0a-45b7-9126-9aa33ef78818 None None] Pushing event updated for resources: {'Port': ['ID=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.276764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.286463 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] Set router 9d642540-3ae9-44e2-8f8b-915eb96637ac gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:24.414327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5f0012a6-4096-45e9-9c61-0f417ef0c517), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.417411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.418597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f0012a6-4096-45e9-9c61-0f417ef0c517 HTTP/1.1" status: 204  len: 168 time: 0.3684866
Mar 05 21:16:24.437141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6573d-9cc5-4a3f-b1d0-e2d18544b689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0012a6-4096-45e9-9c61-0f417ef0c517,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.454276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (90569228-f0d0-4fff-b855-bea563787a45), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.501814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c41de4a-329d-472b-ad3c-5870100f3e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.589218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7682b646-2b95-49d8-ad45-13e23137240e None None] Provisioning complete for port 90569228-f0d0-4fff-b855-bea563787a45 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:24.590700 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9be50>, [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:20Z', 'revision_number': 3, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:24.592098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7682b646-2b95-49d8-ad45-13e23137240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (90569228-f0d0-4fff-b855-bea563787a45), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.606089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7203ecdd-79fa-473e-bc83-438be5adebd9 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:24.616090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks [] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.628567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87406b1-54e9-4d77-b4b5-63af9e123f60 None None] The sync data for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 is: [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:20Z', 'revision_number': 3, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:24.634999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286aa2-b7ae-42a4-9f3b-a9217ffaf861 req-3f8c6a2a-041f-432b-b316-82986452e8ad tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:24.637048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5286aa2-b7ae-42a4-9f3b-a9217ffaf861 req-3f8c6a2a-041f-432b-b316-82986452e8ad tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 944 time: 0.1077363
Mar 05 21:16:24.642480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Transition to ACTIVE for port object 7203ecdd-79fa-473e-bc83-438be5adebd9 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:16:24.665449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7682b646-2b95-49d8-ad45-13e23137240e None None] Port 90569228-f0d0-4fff-b855-bea563787a45 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:16:24.690969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.780236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks [] for port (90569228-f0d0-4fff-b855-bea563787a45), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.782610 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5286aa2-b7ae-42a4-9f3b-a9217ffaf861 req-f3de7549-b1bf-4434-9a70-42bf92771a5f tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385839
Mar 05 21:16:24.799770 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (90569228-f0d0-4fff-b855-bea563787a45), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.830931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Pushing event updated for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.894610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:24.918628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=90569228-f0d0-4fff-b855-bea563787a45,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:24.937765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326f3d3-e5d4-4c4d-ae57-07448c3d4a09 req-ac7a5967-f5c6-466b-9aa0-27698417e627 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:24.937931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Attempting to bind port 7203ecdd-79fa-473e-bc83-438be5adebd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:24.938158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Attempting to bind port 7203ecdd-79fa-473e-bc83-438be5adebd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:24.938498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Attempting to bind port 7203ecdd-79fa-473e-bc83-438be5adebd9 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:24.939322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4326f3d3-e5d4-4c4d-ae57-07448c3d4a09 req-ac7a5967-f5c6-466b-9aa0-27698417e627 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 943 time: 0.1820366
Mar 05 21:16:24.968311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Port 7203ecdd-79fa-473e-bc83-438be5adebd9 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:16:24.968311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Attempting to bind port 7203ecdd-79fa-473e-bc83-438be5adebd9 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:24.974959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:24.975310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Checking segment: {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:24.975734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Bound using segment: {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:24.976171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Bound port: 7203ecdd-79fa-473e-bc83-438be5adebd9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:24.976673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:25.069681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4326f3d3-e5d4-4c4d-ae57-07448c3d4a09 req-726efec7-0883-48fe-b6c2-1902774f5cb2 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190362
Mar 05 21:16:25.095633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:25.099028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7203ecdd-79fa-473e-bc83-438be5adebd9,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:25.107407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:25.107741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Network 482a34c1-913f-486f-a264-f183b868cd2b is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:25.112408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:25.170153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:25.171005 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:25.172649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] 10.222.0.31 "PUT /v2.0/ports/7203ecdd-79fa-473e-bc83-438be5adebd9 HTTP/1.1" status: 200  len: 1091 time: 1.2242780
Mar 05 21:16:25.173233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:25.175880 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe" -d '{"events": [{"name": "network-changed", "server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:25.191406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97357-be8a-4018-aa84-cbc85cfea043 service neutron] Pushing event updated for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:25.292480 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86d01c-fe91-4f80-b09b-508db6b73e1a x-openstack-request-id: req-fa86d01c-fe91-4f80-b09b-508db6b73e1a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:25.293149 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:25.293441 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa86d01c-fe91-4f80-b09b-508db6b73e1a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:25.293858 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9', 'status': 'completed', 'code': 200}
Mar 05 21:16:25.302782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9af0a09-36af-49e5-919a-b3687886298b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:16:25.311795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-88ca1cec-3f52-4833-8efd-a3a00abb97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:25.323781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Router 9d642540-3ae9-44e2-8f8b-915eb96637ac has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:16:25.324029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-88ca1cec-3f52-4833-8efd-a3a00abb97cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 1125 time: 0.0997131
Mar 05 21:16:25.405962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-e2625d98-d590-4f05-9d03-592e6a863d24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7203ecdd-79fa-473e-bc83-438be5adebd9 HTTP/1.1" status: 200  len: 217 time: 0.0751562
Mar 05 21:16:25.514559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:16:25.528014 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90ef9ce1-5785-4759-99bb-b7d82b75a4d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/9d642540-3ae9-44e2-8f8b-915eb96637ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8493042
Mar 05 21:16:25.563610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896438-977e-4907-a77a-180557756063 req-64ee3536-3f35-4d36-a7ca-9fc938ea0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:25.568675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-64ee3536-3f35-4d36-a7ca-9fc938ea0d21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.1554661
Mar 05 21:16:25.583843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:25.612404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-283ab324-e7c3-49ed-8150-b499b6ba0e55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393064
Mar 05 21:16:25.613010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'c9af0a09-36af-49e5-919a-b3687886298b', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'port_id': 'c9af0a09-36af-49e5-919a-b3687886298b', 'mac_address': 'fa:16:3e:93:64:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:16:25.696329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a2f5025e-fc06-4c7b-b8d0-9d503e54b32c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:25.732230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a2f5025e-fc06-4c7b-b8d0-9d503e54b32c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:25.732626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a2f5025e-fc06-4c7b-b8d0-9d503e54b32c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:25.736500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0194d90b-e9c4-4aae-9359-dcebd7f565ad None None] Provisioning complete for port 90569228-f0d0-4fff-b855-bea563787a45 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:25.736932 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0194d90b-e9c4-4aae-9359-dcebd7f565ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (90569228-f0d0-4fff-b855-bea563787a45), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:25.782857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-7b1bce93-b7b1-46b2-8955-5feec313c843 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647158
Mar 05 21:16:25.799020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:25.799443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:25.806921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0194d90b-e9c4-4aae-9359-dcebd7f565ad None None] Port 90569228-f0d0-4fff-b855-bea563787a45 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:16:25.819516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:25.869341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:25.879512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:26.022240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-04896438-977e-4907-a77a-180557756063 req-b8d56ddb-805f-4bd3-b551-1ec561418f89 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329342
Mar 05 21:16:26.035653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:26.038539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bd72aa2c-3eeb-4314-a68f-b5b783a44d9c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:26.059742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a31d7-2861-4212-9755-4be567e07450 req-a7aa30d2-cde7-4ffb-9aa5-e4640a7a23be tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:26.061796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a15a31d7-2861-4212-9755-4be567e07450 req-a7aa30d2-cde7-4ffb-9aa5-e4640a7a23be tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1037357
Mar 05 21:16:26.116700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['c9af0a09-36af-49e5-919a-b3687886298b'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:16:26.163041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:26.163821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:26.193660 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a15a31d7-2861-4212-9755-4be567e07450 req-74b1ed02-18b6-4b2c-b58f-73d5c4fa381e tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186666
Mar 05 21:16:26.216795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-b28c522f-0094-488e-b711-73280c80af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:26.218336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-b28c522f-0094-488e-b711-73280c80af5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 1125 time: 0.1266596
Mar 05 21:16:26.396948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:26.397340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:26.407972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abda56-edef-40eb-91be-94f23298b5b4 req-2238dfe6-7476-4ca0-804f-41a133ac9a7b tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:26.409677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8abda56-edef-40eb-91be-94f23298b5b4 req-2238dfe6-7476-4ca0-804f-41a133ac9a7b tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 943 time: 0.1789067
Mar 05 21:16:26.443465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:26.444232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-b1763b41-db20-4720-8c10-c85df9ce9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:26.445893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-b1763b41-db20-4720-8c10-c85df9ce9cd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 914 time: 0.2166231
Mar 05 21:16:26.453914 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:26.490220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8abda56-edef-40eb-91be-94f23298b5b4 req-02128e83-b86f-429d-afb7-7a4283997f4c tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707471
Mar 05 21:16:26.539804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:26.558962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-5af28664-3abe-49d3-8a9a-b201a88b0fbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7203ecdd-79fa-473e-bc83-438be5adebd9 HTTP/1.1" status: 200  len: 217 time: 0.0732036
Mar 05 21:16:26.613808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-7d8dbc69-d68b-4903-8a3d-91cc1a04439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:26.616154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-7d8dbc69-d68b-4903-8a3d-91cc1a04439e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.0518990
Mar 05 21:16:26.653346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-05dfb5c4-80f2-4f6b-9c59-9bf4d5f5adba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307610
Mar 05 21:16:26.756725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-80ac6d40-f669-4e31-becb-115b21296fb8 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950942
Mar 05 21:16:26.841452 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0500d78e-5652-43f0-820b-6cae2de09758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:26.868101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f43f90-bc6c-4ca4-bc46-e86a1c0e7abe req-75e672f4-c757-44a4-8786-2bcfa4d2234a service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039732
Mar 05 21:16:27.210536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Sync routers for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:16:27.225967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Routers {'9d642540-3ae9-44e2-8f8b-915eb96637ac'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:27.226637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9d642540-3ae9-44e2-8f8b-915eb96637ac'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:27.422722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9af0a09-36af-49e5-919a-b3687886298b up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:27.485854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58082-38b9-41e5-808d-b925113100a5 req-54b45e32-84a1-4d3a-a5fd-2233fe80b800 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:27.491440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80e58082-38b9-41e5-808d-b925113100a5 req-54b45e32-84a1-4d3a-a5fd-2233fe80b800 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 945 time: 0.1275256
Mar 05 21:16:27.550548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54664) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:27.575156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port c9af0a09-36af-49e5-919a-b3687886298b completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:16:27.576347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-80e58082-38b9-41e5-808d-b925113100a5 req-afa2f704-b38e-45c3-bdc2-e2d7165f68ca tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774202
Mar 05 21:16:27.583751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Set router 9d642540-3ae9-44e2-8f8b-915eb96637ac gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:27.587493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port c9af0a09-36af-49e5-919a-b3687886298b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:27.588107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9af0a09-36af-49e5-919a-b3687886298b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:27.857375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port c9af0a09-36af-49e5-919a-b3687886298b is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:27.858859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:27.886487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b58b-7f16-4b39-be8b-bc77e79325d3 req-3bd3e45c-6f1b-43c2-9f9f-afb826e33fcd tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:27.894911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c96b58b-7f16-4b39-be8b-bc77e79325d3 req-3bd3e45c-6f1b-43c2-9f9f-afb826e33fcd tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 943 time: 0.1357067
Mar 05 21:16:27.929071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:27.944484 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58758eb-5c8d-4e8c-9a6c-279e789ce8b9" -d '{"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:28.000868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bd72aa2c-3eeb-4314-a68f-b5b783a44d9c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:28.008363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:28.010267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54676) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:28.022015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108176879', 'description': 'tempest-secgroup-smoke-108176879 description', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:28.043138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.045210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c96b58b-7f16-4b39-be8b-bc77e79325d3 req-cb90fdd7-178d-4a54-9a69-7b4d11db00d9 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493371
Mar 05 21:16:28.089980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.179380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.268816 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78c76de-6676-4623-ae10-651891079a3c x-openstack-request-id: req-f78c76de-6676-4623-ae10-651891079a3c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:28.269810 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-plugged", "status": "completed", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:28.269990 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f78c76de-6676-4623-ae10-651891079a3c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:28.270458 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'code': 200}
Mar 05 21:16:28.276358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.304266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (ee032a52-c7ca-489b-8346-6a41b756affa), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.312889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ee032a52-c7ca-489b-8346-6a41b756affa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.320727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:28.327587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1df0>, [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 4, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '90569228-f0d0-4fff-b855-bea563787a45', 'name': '', 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'mac_address': 'fa:16:3e:15:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:23Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 2, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'subnets': [{'id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:28.359457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Checking router: 9d642540-3ae9-44e2-8f8b-915eb96637ac for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:16:28.360052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Updating router 9d642540-3ae9-44e2-8f8b-915eb96637ac port 90569228-f0d0-4fff-b855-bea563787a45 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:16:28.366249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f1b9-d697-4c14-912e-08fcd4098130 req-58ee17be-ac3e-46f8-b151-8b3fb5c466a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:28.367999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ab5f1b9-d697-4c14-912e-08fcd4098130 req-58ee17be-ac3e-46f8-b151-8b3fb5c466a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1128 time: 0.1295955
Mar 05 21:16:28.370866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.375063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3604577
Mar 05 21:16:28.393490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (90569228-f0d0-4fff-b855-bea563787a45), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.409613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:28.410134 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.418655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:28.421429 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ab5f1b9-d697-4c14-912e-08fcd4098130 req-8ce7a943-8bb0-44a8-b6f6-e2efe3cb6c67 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470572
Mar 05 21:16:28.423555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb1077-1724-4d0d-b4c6-edeccfa80be4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee032a52-c7ca-489b-8346-6a41b756affa,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:28.428923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:28.465022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (fda07201-b1c0-4cbf-98ba-eb0811feecc8), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.540866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (fda07201-b1c0-4cbf-98ba-eb0811feecc8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.548846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (fda07201-b1c0-4cbf-98ba-eb0811feecc8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.584851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.590954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54688) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:28.591645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1689847
Mar 05 21:16:28.592690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44cd43-dc2a-472b-8c04-c9642b331e9b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda07201-b1c0-4cbf-98ba-eb0811feecc8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:28.598042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:28.608659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:28.652559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (2eeecf8b-1621-4f99-97df-b336484d7346), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.760345 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks [] for port (90569228-f0d0-4fff-b855-bea563787a45), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.767181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (90569228-f0d0-4fff-b855-bea563787a45), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.770165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (2eeecf8b-1621-4f99-97df-b336484d7346), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.778812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (2eeecf8b-1621-4f99-97df-b336484d7346), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.821681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeecf8b-1621-4f99-97df-b336484d7346,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:28.825421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a19158-66dd-4a1a-b048-27d8f657c5c6 None None] Pushing event updated for resources: {'Port': ['ID=90569228-f0d0-4fff-b855-bea563787a45,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:28.851805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.853551 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fc649f9e-b62a-4e48-a33d-b4f5f352846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2606583
Mar 05 21:16:28.856723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54698) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:28.863837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:28.931315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Attempting to bind port 90569228-f0d0-4fff-b855-bea563787a45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:28.932897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Attempting to bind port 90569228-f0d0-4fff-b855-bea563787a45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:28.933281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Attempting to bind port 90569228-f0d0-4fff-b855-bea563787a45 on network 482a34c1-913f-486f-a264-f183b868cd2b {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:28.947530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:28.949171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Checking segment: {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:28.949604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.950588 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (284c4736-15fa-4b52-a65f-1bfe045d0763), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.951343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Bound using segment: {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:28.951901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Bound port: 90569228-f0d0-4fff-b855-bea563787a45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f3e222-070d-4a43-842a-f490ab5d87de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:28.954480 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (90569228-f0d0-4fff-b855-bea563787a45), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:28.958267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Deleting port 90569228-f0d0-4fff-b855-bea563787a45 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:28.958670 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (90569228-f0d0-4fff-b855-bea563787a45), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.060978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] For port 90569228-f0d0-4fff-b855-bea563787a45, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:29.065178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] For port 90569228-f0d0-4fff-b855-bea563787a45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90569228-f0d0-4fff-b855-bea563787a45,segment=NetworkSegment(16f3e222-070d-4a43-842a-f490ab5d87de),segment_id=16f3e222-070d-4a43-842a-f490ab5d87de)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:29.074495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (90569228-f0d0-4fff-b855-bea563787a45), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.086331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] For port 90569228-f0d0-4fff-b855-bea563787a45, host ncdv-master-1, got binding levels [] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:29.086331 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (90569228-f0d0-4fff-b855-bea563787a45), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.119784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Calling delete_port for 90569228-f0d0-4fff-b855-bea563787a45 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:29.137698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (284c4736-15fa-4b52-a65f-1bfe045d0763), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.144701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (284c4736-15fa-4b52-a65f-1bfe045d0763), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.171859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a19158-66dd-4a1a-b048-27d8f657c5c6 None None] Pushing event updated for resources: {'Port': ['ID=90569228-f0d0-4fff-b855-bea563787a45,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:29.199476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284c4736-15fa-4b52-a65f-1bfe045d0763,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:29.213372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Routers {'9d642540-3ae9-44e2-8f8b-915eb96637ac'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:29.214855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['9d642540-3ae9-44e2-8f8b-915eb96637ac'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:29.220899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aa792-2560-4112-a48f-b84e5d7be347 req-105f7ef1-1f8a-4235-b532-ec7011562ecd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:29.228126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-501aa792-2560-4112-a48f-b84e5d7be347 req-105f7ef1-1f8a-4235-b532-ec7011562ecd tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.1707592
Mar 05 21:16:29.232834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.234053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ba19fdf-90e8-423d-a7e5-cf28657658af tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3762701
Mar 05 21:16:29.238997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54706) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:29.248644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:29.306061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-501aa792-2560-4112-a48f-b84e5d7be347 req-c856dbcc-dcde-44a6-9a5a-33b8ac499b7b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769730
Mar 05 21:16:29.354582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (e6979dc6-2f6f-485f-86d1-ccaeeef46ace), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.419912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (90569228-f0d0-4fff-b855-bea563787a45), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.446846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] Set router 9d642540-3ae9-44e2-8f8b-915eb96637ac gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:29.487808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (e6979dc6-2f6f-485f-86d1-ccaeeef46ace), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.497176 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e6979dc6-2f6f-485f-86d1-ccaeeef46ace), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.513848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6979dc6-2f6f-485f-86d1-ccaeeef46ace,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:29.517554 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Pushing event deleted for resources: {'Port': ['ID=90569228-f0d0-4fff-b855-bea563787a45,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:29.563110 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.564778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-440bc22f-c019-4f3e-9826-7bda4a229da9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3196936
Mar 05 21:16:29.568479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54718) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:29.579909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:29.633808 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Project cdcb29011e61419981c5bfc5f10677c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:16:29.640498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (b95dd6f8-b6f4-412f-9879-911bf219bef3), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.699876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8aa13-d84a-40b7-b335-a4dc3a0f09af req-e549dda4-37b3-40df-b222-14e85b2e0cf7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:29.714126 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7b8aa13-d84a-40b7-b335-a4dc3a0f09af req-e549dda4-37b3-40df-b222-14e85b2e0cf7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 943 time: 0.3066549
Mar 05 21:16:29.752537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7203ecdd-79fa-473e-bc83-438be5adebd9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:16:29.786255 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (b95dd6f8-b6f4-412f-9879-911bf219bef3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.794581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b95dd6f8-b6f4-412f-9879-911bf219bef3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.827097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95dd6f8-b6f4-412f-9879-911bf219bef3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:29.835988 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.839869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6dc02900-0efc-40aa-9bd8-28fab6b4f6fd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2612236
Mar 05 21:16:29.840388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54728) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:29.845804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'security_group_rule': {'security_group_id': 'ee032a52-c7ca-489b-8346-6a41b756affa', 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:29.858785 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7b8aa13-d84a-40b7-b335-a4dc3a0f09af req-e57f867d-e126-4f8e-9c10-29707562aa59 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403313
Mar 05 21:16:29.882189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.902172 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Project cdcb29011e61419981c5bfc5f10677c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:16:29.917424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (e20205bd-3a3a-424c-88a8-e4dfbe9b1cc7), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:29.946616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c35f669c-9e5b-4241-b56e-af84f5037f2c None None] Could not find standard attr ID for object 90569228-f0d0-4fff-b855-bea563787a45. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:16:30.010819 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.061891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (e20205bd-3a3a-424c-88a8-e4dfbe9b1cc7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.068627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (e20205bd-3a3a-424c-88a8-e4dfbe9b1cc7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.073370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-89dfadb3-3cf6-4933-af20-7d0dd5eb93ef None None] Could not find standard attr ID for object 90569228-f0d0-4fff-b855-bea563787a45. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:16:30.084368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae1df0>, [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 4, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '90569228-f0d0-4fff-b855-bea563787a45', 'name': '', 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'mac_address': 'fa:16:3e:15:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:23Z', 'updated_at': '2022-03-05T21:16:29Z', 'revision_number': 4, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'subnets': [{'id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:30.093874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20205bd-3a3a-424c-88a8-e4dfbe9b1cc7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:30.108515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.117548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aed9bbfa-7b50-487b-8452-abaed945e472 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2754996
Mar 05 21:16:30.139988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab89fec-e8bf-4a42-899a-b0b383e9c6df None None] The sync data for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 is: [{'id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'name': 'tempest-ImageQuotaTest-1776283344-router', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:16:18Z', 'updated_at': '2022-03-05T21:16:24Z', 'revision_number': 4, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'gw_port': {'id': 'bd72aa2c-3eeb-4314-a68f-b5b783a44d9c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:19Z', 'updated_at': '2022-03-05T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '90569228-f0d0-4fff-b855-bea563787a45', 'name': '', 'network_id': '482a34c1-913f-486f-a264-f183b868cd2b', 'tenant_id': '6b9ff81c50e743b385855f4466cf885c', 'mac_address': 'fa:16:3e:15:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d642540-3ae9-44e2-8f8b-915eb96637ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:16:23Z', 'updated_at': '2022-03-05T21:16:29Z', 'revision_number': 4, 'project_id': '6b9ff81c50e743b385855f4466cf885c', 'subnets': [{'id': '4442d89c-2fd9-428d-93af-55196cf6de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:30.145394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7203ecdd-79fa-473e-bc83-438be5adebd9,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:30.169524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '7203ecdd-79fa-473e-bc83-438be5adebd9', 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6', 'port_id': '7203ecdd-79fa-473e-bc83-438be5adebd9', 'mac_address': 'fa:16:3e:02:08:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:16:30.254151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7203ecdd-79fa-473e-bc83-438be5adebd9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:30.254473 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.275139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7203ecdd-79fa-473e-bc83-438be5adebd9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:30.334670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7203ecdd-79fa-473e-bc83-438be5adebd9,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:30.345133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:30.374091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Router 9d642540-3ae9-44e2-8f8b-915eb96637ac has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:16:30.447594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:30.534057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:16:30.539204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c570a1b8-0152-4be8-b940-d0198dfa9086 admin admin] 10.222.0.15 "PUT /v2.0/routers/9d642540-3ae9-44e2-8f8b-915eb96637ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9862306
Mar 05 21:16:30.549122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54804) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:30.634211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d239d-f286-4909-9413-a529004fa449 req-af074c50-4069-470b-b93e-3525c69bb3c7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:30.636549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a89d239d-f286-4909-9413-a529004fa449 req-af074c50-4069-470b-b93e-3525c69bb3c7 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.1514847
Mar 05 21:16:30.641821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7203ecdd-79fa-473e-bc83-438be5adebd9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:16:30.759271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a89d239d-f286-4909-9413-a529004fa449 req-83b48a2f-d8d1-4631-85ff-37c43e735919 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146865
Mar 05 21:16:30.770575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks [] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.062688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks [] for router_gateway (9d642540-3ae9-44e2-8f8b-915eb96637ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.104453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.139171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d125b-471c-40d9-a57c-acedfe646d7d req-e38d0eea-6995-463b-aa90-ccaf521363fc tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:31.148956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-589d125b-471c-40d9-a57c-acedfe646d7d req-e38d0eea-6995-463b-aa90-ccaf521363fc tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 944 time: 0.1415899
Mar 05 21:16:31.225160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-589d125b-471c-40d9-a57c-acedfe646d7d req-f088c4bc-2f1e-4a62-bba6-cd6a96aea905 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752230
Mar 05 21:16:31.233434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Deleting port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:31.234038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.338358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] For port bd72aa2c-3eeb-4314-a68f-b5b783a44d9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:31.338927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.355440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Calling delete_port for bd72aa2c-3eeb-4314-a68f-b5b783a44d9c owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:31.567816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bd72aa2c-3eeb-4314-a68f-b5b783a44d9c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.597353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd72aa2c-3eeb-4314-a68f-b5b783a44d9c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:31.665543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7203ecdd-79fa-473e-bc83-438be5adebd9 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:31.668943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.737819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 7203ecdd-79fa-473e-bc83-438be5adebd9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:16:31.742907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 7203ecdd-79fa-473e-bc83-438be5adebd9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:31.743497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.774648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.776990 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks [] for router_controller (9d642540-3ae9-44e2-8f8b-915eb96637ac), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.830626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (9d642540-3ae9-44e2-8f8b-915eb96637ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.831256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d642540-3ae9-44e2-8f8b-915eb96637ac {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:16:31.835924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.837090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9925945a-b50d-418d-94df-31b3ebe1b2fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/9d642540-3ae9-44e2-8f8b-915eb96637ac HTTP/1.1" status: 204  len: 168 time: 1.2869689
Mar 05 21:16:31.839520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:31.883752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 7203ecdd-79fa-473e-bc83-438be5adebd9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:31.892000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.893321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Deleting subnet 4442d89c-2fd9-428d-93af-55196cf6de67 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:16:31.897303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Publish callbacks [] for subnet (4442d89c-2fd9-428d-93af-55196cf6de67), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.945180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7203ecdd-79fa-473e-bc83-438be5adebd9,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:31.946111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:31.948973 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcfb92a-fe23-46ff-8e07-3bc550e311ed" -d '{"events": [{"server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "name": "network-vif-plugged", "status": "completed", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:31.963564 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:31.998982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4442d89c-2fd9-428d-93af-55196cf6de67), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.047596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040895f-3455-49a2-977d-c475a046c45a req-275b62dc-49f4-462a-a02b-7cd902fde5b1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:32.050467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5040895f-3455-49a2-977d-c475a046c45a req-275b62dc-49f4-462a-a02b-7cd902fde5b1 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.1113470
Mar 05 21:16:32.082326 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92010206-fc13-4731-af6f-90b6a677e4bb x-openstack-request-id: req-92010206-fc13-4731-af6f-90b6a677e4bb {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:32.082690 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "name": "network-vif-plugged", "status": "completed", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:32.082872 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92010206-fc13-4731-af6f-90b6a677e4bb {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:32.083264 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9', 'code': 200}
Mar 05 21:16:32.086448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:32.138925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4442d89c-2fd9-428d-93af-55196cf6de67), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.155591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5040895f-3455-49a2-977d-c475a046c45a req-515c00f5-2d56-4e50-a3b7-c997e1d41c07 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989213
Mar 05 21:16:32.162660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb909b-5b8c-4bd2-97b6-0e8d40faed7a req-a624610f-7caf-40d3-b004-8519f548cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:32.164606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4bb909b-5b8c-4bd2-97b6-0e8d40faed7a req-a624610f-7caf-40d3-b004-8519f548cf16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 1127 time: 0.0853183
Mar 05 21:16:32.225232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4bb909b-5b8c-4bd2-97b6-0e8d40faed7a req-fd502f96-4213-4e8b-8048-0f14df475786 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536842
Mar 05 21:16:32.241330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4442d89c-2fd9-428d-93af-55196cf6de67), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.274150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4442d89c-2fd9-428d-93af-55196cf6de67,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:32.278358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.285370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54878) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:32.292805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8393e6-62f9-4700-a9b0-f3f5886ae2dc None None] Network 482a34c1-913f-486f-a264-f183b868cd2b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:32.293339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e89d8a23-9c8b-44d4-b128-7adcd860443b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4442d89c-2fd9-428d-93af-55196cf6de67 HTTP/1.1" status: 204  len: 168 time: 0.4523082
Mar 05 21:16:32.339757 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Sync routers for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:16:32.355648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:32.356463 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 05 21:16:32.357363 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d642540-3ae9-44e2-8f8b-915eb96637ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent'). {{(pid=126565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 05 21:16:32.369929 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:32.370780 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 05 21:16:32.371601 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d642540-3ae9-44e2-8f8b-915eb96637ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent'). {{(pid=126565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 05 21:16:32.372283 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a53930-2729-4096-ab33-cac629e12c07 None None] The sync data for ids ['9d642540-3ae9-44e2-8f8b-915eb96637ac'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:32.410538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (482a34c1-913f-486f-a264-f183b868cd2b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.431280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eacfc-0856-4229-8cc1-f32b65276474 req-7e9ad43e-33d8-47af-9a2f-c51ad916a973 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:32.433150 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d8eacfc-0856-4229-8cc1-f32b65276474 req-7e9ad43e-33d8-47af-9a2f-c51ad916a973 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 945 time: 0.1089573
Mar 05 21:16:32.513765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Deleting port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:32.514269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.520186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d8eacfc-0856-4229-8cc1-f32b65276474 req-b53074f3-f836-4339-b315-eec84fbee81a tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771458
Mar 05 21:16:32.588040 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] For port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,segment=NetworkSegment(16f3e222-070d-4a43-842a-f490ab5d87de),segment_id=16f3e222-070d-4a43-842a-f490ab5d87de)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:32.588406 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.602965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Calling delete_port for 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:32.687508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (995ee52b-fa9d-4e12-9d13-fb4c3b91eda4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.713328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=995ee52b-fa9d-4e12-9d13-fb4c3b91eda4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:32.717020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] No DVR routers for this DVR port 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:32.790023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (482a34c1-913f-486f-a264-f183b868cd2b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.820576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bddfe20>,) {'filters': {'network_id': ['482a34c1-913f-486f-a264-f183b868cd2b']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:32.822314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce006d-edc0-4682-ba50-4c16d8ca9a56 None None] DHCP port deletion for 482a34c1-913f-486f-a264-f183b868cd2b request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:16:32.833536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bddfe20>, '16f3e222-070d-4a43-842a-f490ab5d87de') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:32.833836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bddfe20>, '16f3e222-070d-4a43-842a-f490ab5d87de') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:32.847173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (16f3e222-070d-4a43-842a-f490ab5d87de), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.862532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (16f3e222-070d-4a43-842a-f490ab5d87de), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.869743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:16:32.870095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (16f3e222-070d-4a43-842a-f490ab5d87de), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:16:32.872014 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:16:32.948830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (482a34c1-913f-486f-a264-f183b868cd2b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.953968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:32.959253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] 10.222.0.15 "DELETE /v2.0/networks/482a34c1-913f-486f-a264-f183b868cd2b HTTP/1.1" status: 204  len: 168 time: 0.6722195
Mar 05 21:16:32.977159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee54ce3-8666-4b6d-b89b-591ae1f42a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=482a34c1-913f-486f-a264-f183b868cd2b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:33.148792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:33.195751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2be38b59-7953-487b-908b-a71f2d68e44a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b9ff81c50e743b385855f4466cf885c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0457468
Mar 05 21:16:33.198268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 54904) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:33.255617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] Publish callbacks [] for security_group (61573ea9-280f-4616-9682-c699c7df671a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:33.284862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] Publish callbacks [] for security_group (61573ea9-280f-4616-9682-c699c7df671a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:33.349880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (61573ea9-280f-4616-9682-c699c7df671a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:33.352904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:33.356452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61573ea9-280f-4616-9682-c699c7df671a HTTP/1.1" status: 204  len: 168 time: 0.1545641
Mar 05 21:16:33.368907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0ceb8-275e-463e-b8fd-31d30b296b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61573ea9-280f-4616-9682-c699c7df671a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:33.454230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-8d78b1b4-f6bd-406f-a760-280cf68a717f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108176879&fields=id&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 267 time: 0.0469251
Mar 05 21:16:33.577102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-6dc9fb4c-baea-4a8e-bec5-1a637327d22b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:33.578588 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-6dc9fb4c-baea-4a8e-bec5-1a637327d22b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1136665
Mar 05 21:16:33.597946 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-ac526429-ac03-4abc-9a4b-37a8acf865d1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0127780
Mar 05 21:16:33.683600 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593a14-1e93-4030-ac7d-3ff0cd8c5fc2 req-c47e15c7-b8fb-456a-9cf2-2c5f8395940a tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:33.685380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d593a14-1e93-4030-ac7d-3ff0cd8c5fc2 req-c47e15c7-b8fb-456a-9cf2-2c5f8395940a tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 945 time: 0.0906892
Mar 05 21:16:33.756133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d593a14-1e93-4030-ac7d-3ff0cd8c5fc2 req-7756fd59-d498-41fc-a598-07c0cefff220 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631628
Mar 05 21:16:33.954747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:33.989009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:33.989742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 995ee52b-fa9d-4e12-9d13-fb4c3b91eda4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:33.990724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bd72aa2c-3eeb-4314-a68f-b5b783a44d9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:34.004198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54952) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:34.016054 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: bd72aa2c-3eeb-4314-a68f-b5b783a44d9c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:34.016478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bd72aa2c-3eeb-4314-a68f-b5b783a44d9c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:34.017170 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 90569228-f0d0-4fff-b855-bea563787a45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:34.018799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cba912f-4366-44ac-a592-37b0a9592a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.042040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 90569228-f0d0-4fff-b855-bea563787a45 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:34.042587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 90569228-f0d0-4fff-b855-bea563787a45 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:34.060729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-0b5665ae-ffd5-4fd8-aca2-40fbfe9c1e50 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4560101
Mar 05 21:16:34.135008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cba912f-4366-44ac-a592-37b0a9592a6b admin admin] Publish callbacks [] for security_group (49b68ef5-b654-47fa-a1db-d7d5a0e62cce), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.144082 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6cba912f-4366-44ac-a592-37b0a9592a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (49b68ef5-b654-47fa-a1db-d7d5a0e62cce), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.172606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-08b791c7-8f90-402c-9370-09ac90365bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941727
Mar 05 21:16:34.196291 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6cba912f-4366-44ac-a592-37b0a9592a6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1909945
Mar 05 21:16:34.197851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba912f-4366-44ac-a592-37b0a9592a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b68ef5-b654-47fa-a1db-d7d5a0e62cce,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:34.200661 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 54964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:34.278372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] Publish callbacks [] for security_group (49b68ef5-b654-47fa-a1db-d7d5a0e62cce), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.305832 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] Publish callbacks [] for security_group (49b68ef5-b654-47fa-a1db-d7d5a0e62cce), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.314210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9ba410bf-431a-4136-b2b2-9ada2917a968 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390445
Mar 05 21:16:34.379252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (49b68ef5-b654-47fa-a1db-d7d5a0e62cce), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.382792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:34.395723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49b68ef5-b654-47fa-a1db-d7d5a0e62cce HTTP/1.1" status: 204  len: 168 time: 0.1758335
Mar 05 21:16:34.421461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc906-d680-4986-ae42-821af0b0b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b68ef5-b654-47fa-a1db-d7d5a0e62cce,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:34.841956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-a842ccc5-c903-4960-9349-a3e79d660d2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0933084
Mar 05 21:16:34.876423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-731340dc-20a3-4647-ad0f-aa91b45db5f2 req-79ac746f-edd6-422a-b5d9-95b763e4211e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 210 time: 0.0875738
Mar 05 21:16:35.048807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-cc71b711-8ef6-4c0c-8679-2e0f8bcce387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:35.054367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-cc71b711-8ef6-4c0c-8679-2e0f8bcce387 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c1b37634bef4eefa974dfc8912e8556&device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 1128 time: 0.1137583
Mar 05 21:16:35.177281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-21c9df45-4822-40c3-95d2-5aea1d781045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:35.179873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-21c9df45-4822-40c3-95d2-5aea1d781045 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 200  len: 917 time: 0.1058116
Mar 05 21:16:35.255903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-71556a9c-689d-47af-b1ac-1e545639fbf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 200  len: 1001 time: 0.0708332
Mar 05 21:16:35.310797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-ba041bd6-67b4-4829-8a25-9a2035ab07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:35.312736 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-ba041bd6-67b4-4829-8a25-9a2035ab07af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 200  len: 855 time: 0.0518887
Mar 05 21:16:35.368784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-117a6d17-cbbf-4888-9de7-58509e37948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:35.370656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-117a6d17-cbbf-4888-9de7-58509e37948d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4b93af7-4d00-486d-82f8-877eddb5d778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474534
Mar 05 21:16:35.495997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-e28741d8-90fb-409d-b5bf-82543da79810 service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186948
Mar 05 21:16:35.636988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ce69163-e0cd-4fd2-9036-bdc4a102ccd9 req-cfb2b98a-577b-40c8-8780-89b4b5640ddc service neutron] 10.222.0.23 "GET /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331456
Mar 05 21:16:35.733035 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55032) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:35.840491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-336bdcde-ebc3-4e7c-b983-b8a21d4f1b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:35.935872 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-336bdcde-ebc3-4e7c-b983-b8a21d4f1b04 admin admin] Publish callbacks [] for security_group (aff6f17d-2b6b-4658-9716-9237d1007b14), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:35.953066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-336bdcde-ebc3-4e7c-b983-b8a21d4f1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aff6f17d-2b6b-4658-9716-9237d1007b14), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.003200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-336bdcde-ebc3-4e7c-b983-b8a21d4f1b04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94985ed1c3fa491c80c9aee7c841ba66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2687929
Mar 05 21:16:36.003420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55038) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:36.004615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bdcde-ebc3-4e7c-b983-b8a21d4f1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6f17d-2b6b-4658-9716-9237d1007b14,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:36.006640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa42243-21a3-4027-a7e6-d6023647637f req-db17311e-c80a-4dea-b5d2-8d8098ee7438 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 210 time: 0.0433207
Mar 05 21:16:36.076335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-87c06b6f-de5d-4213-847b-6161cf393b06 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:36.077914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-87c06b6f-de5d-4213-847b-6161cf393b06 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1615849
Mar 05 21:16:36.102571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] Publish callbacks [] for security_group (aff6f17d-2b6b-4658-9716-9237d1007b14), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.140550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] Publish callbacks [] for security_group (aff6f17d-2b6b-4658-9716-9237d1007b14), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.179554 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-a9c2cf20-da1a-45ea-bd8d-ce911aaf2bf7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 379 time: 0.0929010
Mar 05 21:16:36.188942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'security_groups': ['ee032a52-c7ca-489b-8346-6a41b756affa']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:36.249111 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.258610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (aff6f17d-2b6b-4658-9716-9237d1007b14), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.261437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.262570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aff6f17d-2b6b-4658-9716-9237d1007b14 HTTP/1.1" status: 204  len: 168 time: 0.2582588
Mar 05 21:16:36.284250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d56ef-d5f6-4240-9e83-2ceb5af7a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6f17d-2b6b-4658-9716-9237d1007b14,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:36.320024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:36.323995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.437994 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.465540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.6 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/e8eb19ff-b6cd-4017-b224-013f848e1e14) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:36.604452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55058) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:36.618819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d32394c8-ea00-4a5a-880d-02809073f03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.626501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.684446 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.716102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d32394c8-ea00-4a5a-880d-02809073f03d admin admin] Publish callbacks [] for security_group (9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.721996 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d32394c8-ea00-4a5a-880d-02809073f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.744441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:36.747661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:36.751742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:36.779448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:36.816867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d32394c8-ea00-4a5a-880d-02809073f03d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=997b86eefcf54b22a17117b72b7f1023&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2112844
Mar 05 21:16:36.817794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55064) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:36.826917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32394c8-ea00-4a5a-880d-02809073f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:36.851024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:36.856280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.886950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d1348cb-a3d6-4ea2-885f-72760f7c7ca7 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7016611
Mar 05 21:16:36.901573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Request body: {'port': {'device_id': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:36.930497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] Publish callbacks [] for security_group (9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.963939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] Publish callbacks [] for security_group (9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:36.996078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.052749 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.056277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.060047 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc HTTP/1.1" status: 204  len: 168 time: 0.2382421
Mar 05 21:16:37.074822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e26243-9ed6-4ee5-b4a6-ec0385f175a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d3f1c-3eba-4d39-aa17-a0c7af46a5bc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:37.178487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ae3c4ff0-6fd7-4675-b490-ec43dfc99dbc None None] Provisioning complete for port e8eb19ff-b6cd-4017-b224-013f848e1e14 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:37.178864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4ff0-6fd7-4675-b490-ec43dfc99dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.255547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c4ff0-6fd7-4675-b490-ec43dfc99dbc None None] Port e8eb19ff-b6cd-4017-b224-013f848e1e14 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:16:37.284272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a0d1-cf81-4c1e-9b8e-ab246f6622c0 req-0d49fb6d-c6d6-4e51-8924-e49a0118846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:37.285922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2796a0d1-cf81-4c1e-9b8e-ab246f6622c0 req-0d49fb6d-c6d6-4e51-8924-e49a0118846e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 931 time: 0.1274981
Mar 05 21:16:37.386271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2796a0d1-cf81-4c1e-9b8e-ab246f6622c0 req-83bea050-ede7-4a8d-9fac-1bc7197ec832 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894554
Mar 05 21:16:37.454506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8eb19ff-b6cd-4017-b224-013f848e1e14 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:37.464580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks [] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.479444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Transition to ACTIVE for port object e8eb19ff-b6cd-4017-b224-013f848e1e14 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:16:37.485738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.590535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:37.626075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Attempting to bind port e8eb19ff-b6cd-4017-b224-013f848e1e14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:37.626518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Attempting to bind port e8eb19ff-b6cd-4017-b224-013f848e1e14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:37.627044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Attempting to bind port e8eb19ff-b6cd-4017-b224-013f848e1e14 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:37.635064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Port e8eb19ff-b6cd-4017-b224-013f848e1e14 on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:16:37.635497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Attempting to bind port e8eb19ff-b6cd-4017-b224-013f848e1e14 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:37.641519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:37.642160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:37.643465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:37.644266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Bound port: e8eb19ff-b6cd-4017-b224-013f848e1e14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:37.644739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.717890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:37.722182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:37.731544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.776244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:37.776869 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:37.778627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] 10.222.0.23 "PUT /v2.0/ports/e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 1091 time: 0.8838696
Mar 05 21:16:37.779214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:37.781823 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb080a-5784-4d77-b1d7-c24df0db7964" -d '{"events": [{"name": "network-changed", "server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:37.858765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c547c2-1e6b-428e-b477-8efa99554d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:37.876826 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e6a0bf-afcb-4194-b60e-fe9e96300045 x-openstack-request-id: req-38e6a0bf-afcb-4194-b60e-fe9e96300045 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:37.879220 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:37.880263 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38e6a0bf-afcb-4194-b60e-fe9e96300045 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:37.883146 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'status': 'completed', 'code': 200}
Mar 05 21:16:37.969170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-dd457f0e-dbe8-4365-bfca-16d99a7155aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:37.971854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-dd457f0e-dbe8-4365-bfca-16d99a7155aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1125 time: 0.1305711
Mar 05 21:16:38.025145 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-f5290580-fd39-48fa-b4cd-045f7f330f60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 217 time: 0.0466657
Mar 05 21:16:38.091230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d9337de-7b1f-4109-8df9-f6f9097cbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.093504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9d9337de-7b1f-4109-8df9-f6f9097cbb27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0631263
Mar 05 21:16:38.152181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-45d2b4e4-461e-4c4e-9942-253b30816454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.153705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-45d2b4e4-461e-4c4e-9942-253b30816454 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0552959
Mar 05 21:16:38.244575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-d2c2f06a-e58d-49a9-803c-3bed377efa5c service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839026
Mar 05 21:16:38.341322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79aa95f1-2b28-4803-9245-6192bc0a4e06 req-9e3bb326-daf9-43b2-9bd6-781ce7f603a9 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911055
Mar 05 21:16:38.433873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-e5729ca5-92ab-4802-99c7-d4d65e327944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.435390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-e5729ca5-92ab-4802-99c7-d4d65e327944 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1125 time: 0.0491388
Mar 05 21:16:38.575424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a79ef7-aa02-45d7-a461-5f9c709b7dde req-d150dfe1-f09c-4cb7-96cc-49b823098585 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.576939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9a79ef7-aa02-45d7-a461-5f9c709b7dde req-d150dfe1-f09c-4cb7-96cc-49b823098585 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 943 time: 0.1143215
Mar 05 21:16:38.578369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-91ff585e-9718-4f4b-ae65-920ec5ad3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.579713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-91ff585e-9718-4f4b-ae65-920ec5ad3a92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1377864
Mar 05 21:16:38.631649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-656122b6-bf9a-456b-85f2-c2398173d804 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 217 time: 0.0453610
Mar 05 21:16:38.708737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a9a79ef7-aa02-45d7-a461-5f9c709b7dde req-47a4f8dd-6c40-4aa0-be03-ab88e298211f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242571
Mar 05 21:16:38.714326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-a53cbba2-6989-4567-8726-a4808072c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.715904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-a53cbba2-6989-4567-8726-a4808072c668 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0761931
Mar 05 21:16:38.823026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-6acfc6a3-f0b4-4895-8178-e8c15828eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:38.824866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-6acfc6a3-f0b4-4895-8178-e8c15828eecc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459754
Mar 05 21:16:38.929842 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-85c262c9-0a8c-431d-be41-42ea6a04ee32 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975394
Mar 05 21:16:39.032210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4fdb080a-5784-4d77-b1d7-c24df0db7964 req-c29b771f-a111-4b71-9555-f8e9a626f64d service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941474
Mar 05 21:16:39.379121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55170) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:39.485115 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a01086f-df0d-4a2a-b86c-8502e99f3eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.560050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a01086f-df0d-4a2a-b86c-8502e99f3eeb admin admin] Publish callbacks [] for security_group (5c25e26e-2f37-4561-9bbf-efc83e98ea27), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.563473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a01086f-df0d-4a2a-b86c-8502e99f3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5c25e26e-2f37-4561-9bbf-efc83e98ea27), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.602975 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9a01086f-df0d-4a2a-b86c-8502e99f3eeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=798b596351e0455fb0ad14c6219d7579&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2227499
Mar 05 21:16:39.604192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01086f-df0d-4a2a-b86c-8502e99f3eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25e26e-2f37-4561-9bbf-efc83e98ea27,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:39.605829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55174) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:39.657392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] Publish callbacks [] for security_group (5c25e26e-2f37-4561-9bbf-efc83e98ea27), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.677968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] Publish callbacks [] for security_group (5c25e26e-2f37-4561-9bbf-efc83e98ea27), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.724536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5c25e26e-2f37-4561-9bbf-efc83e98ea27), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.727097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:39.728298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c25e26e-2f37-4561-9bbf-efc83e98ea27 HTTP/1.1" status: 204  len: 168 time: 0.1208436
Mar 05 21:16:39.737332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26dc4-e72b-44c5-a0f2-8b241308b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25e26e-2f37-4561-9bbf-efc83e98ea27,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:39.837483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed682-da36-43a9-9fed-ecf3ffd6d0be req-8431311c-963d-49d9-b9f0-4e2aeb409382 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:39.839221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f16ed682-da36-43a9-9fed-ecf3ffd6d0be req-8431311c-963d-49d9-b9f0-4e2aeb409382 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 943 time: 0.0541189
Mar 05 21:16:39.897363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f16ed682-da36-43a9-9fed-ecf3ffd6d0be req-d3cd6d45-e1c5-4eba-affd-c2dab3946fbd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523589
Mar 05 21:16:40.001546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:40.014903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20ac976-4bdb-49d2-8afb-713d1c45e7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.098702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20ac976-4bdb-49d2-8afb-713d1c45e7e9 admin admin] Publish callbacks [] for security_group (7bc45db8-b889-40bc-a7dd-105abd88a1ba), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.103055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d20ac976-4bdb-49d2-8afb-713d1c45e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7bc45db8-b889-40bc-a7dd-105abd88a1ba), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.145086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d20ac976-4bdb-49d2-8afb-713d1c45e7e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90588795d6464b4ba933298b544a88fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1396544
Mar 05 21:16:40.145086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ac976-4bdb-49d2-8afb-713d1c45e7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc45db8-b889-40bc-a7dd-105abd88a1ba,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:40.145732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55188) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:40.199939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] Publish callbacks [] for security_group (7bc45db8-b889-40bc-a7dd-105abd88a1ba), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.221549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] Publish callbacks [] for security_group (7bc45db8-b889-40bc-a7dd-105abd88a1ba), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.272578 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7bc45db8-b889-40bc-a7dd-105abd88a1ba), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.275263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:40.276506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bc45db8-b889-40bc-a7dd-105abd88a1ba HTTP/1.1" status: 204  len: 168 time: 0.1260722
Mar 05 21:16:40.290018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c397bd-1680-4644-bb7c-6156d6a470a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc45db8-b889-40bc-a7dd-105abd88a1ba,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:41.023642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a24920-7931-404d-92c3-13a9afc07715 req-56ed054a-31e8-404e-91d4-995def62b1cd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:41.026087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70a24920-7931-404d-92c3-13a9afc07715 req-56ed054a-31e8-404e-91d4-995def62b1cd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 943 time: 0.0580387
Mar 05 21:16:41.086352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70a24920-7931-404d-92c3-13a9afc07715 req-7abd21f3-e389-419b-93bd-7b8c6f82b2c4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522380
Mar 05 21:16:41.383478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e8eb19ff-b6cd-4017-b224-013f848e1e14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:16:41.500354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:41.518789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'mac_address': 'fa:16:3e:1e:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:16:41.728836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e8eb19ff-b6cd-4017-b224-013f848e1e14 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:41.729234 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:41.742038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eb19ff-b6cd-4017-b224-013f848e1e14 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:16:41.763368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:41.768608 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:41.815959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:41.823206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.823552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.823917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.824253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.824586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.824914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.825236 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.825559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.825883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.826202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.826524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.826842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.827164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:16:41.977881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e8eb19ff-b6cd-4017-b224-013f848e1e14'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:16:42.247763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d7ab-53e9-40bb-99e9-f87ac4b899a8 req-0b0cb5e0-0454-446d-ac12-cea475a651cf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:42.256068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f33d7ab-53e9-40bb-99e9-f87ac4b899a8 req-0b0cb5e0-0454-446d-ac12-cea475a651cf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 944 time: 0.0840812
Mar 05 21:16:42.303438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f33d7ab-53e9-40bb-99e9-f87ac4b899a8 req-71af6c02-ee18-475a-ae6a-1927427e72e1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464737
Mar 05 21:16:43.395545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e8eb19ff-b6cd-4017-b224-013f848e1e14 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:43.425429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39318154-3c01-45b7-bafb-64662a77a1cd req-bf75ccb6-606c-41ba-8fe9-d107f01ed51b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:43.427147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39318154-3c01-45b7-bafb-64662a77a1cd req-bf75ccb6-606c-41ba-8fe9-d107f01ed51b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 944 time: 0.0561831
Mar 05 21:16:43.452931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port e8eb19ff-b6cd-4017-b224-013f848e1e14 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:16:43.456998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port e8eb19ff-b6cd-4017-b224-013f848e1e14 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:43.457467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.493604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39318154-3c01-45b7-bafb-64662a77a1cd req-ee07cd42-ad75-436f-a5c2-47a488868298 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602562
Mar 05 21:16:43.539953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e8eb19ff-b6cd-4017-b224-013f848e1e14 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:43.540389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.563127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:43.565716 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ba99ff-6219-40f0-aa7f-ad515dfc62b8" -d '{"events": [{"server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:43.565973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55450) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:43.578229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:43.584054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.613770 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f5841-b0a2-48e3-8e03-5b117f858937 x-openstack-request-id: req-215f5841-b0a2-48e3-8e03-5b117f858937 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:43.614065 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:43.614314 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-215f5841-b0a2-48e3-8e03-5b117f858937 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:43.614760 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'code': 200}
Mar 05 21:16:43.639717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:43.704384 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2a0875a-036e-4fe8-8cad-6fa498a60444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.744155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e8d7f-cb4a-4877-ac28-c29926d100f6 req-48e7d0f9-1364-4527-91ec-e9350953a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:43.745658 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd2e8d7f-cb4a-4877-ac28-c29926d100f6 req-48e7d0f9-1364-4527-91ec-e9350953a80a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1127 time: 0.0779541
Mar 05 21:16:43.825227 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd2e8d7f-cb4a-4877-ac28-c29926d100f6 req-50676d19-b8ed-41bf-b930-fca0dc4a06a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713353
Mar 05 21:16:43.849692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2a0875a-036e-4fe8-8cad-6fa498a60444 admin admin] Publish callbacks [] for security_group (512070a4-7cb0-44b4-b7b2-6f2baf197aa5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.853930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d2a0875a-036e-4fe8-8cad-6fa498a60444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (512070a4-7cb0-44b4-b7b2-6f2baf197aa5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.898201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d2a0875a-036e-4fe8-8cad-6fa498a60444 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f3909af64364fe5b7e26f4d9b06ea30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3309865
Mar 05 21:16:43.899451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0875a-036e-4fe8-8cad-6fa498a60444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512070a4-7cb0-44b4-b7b2-6f2baf197aa5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:43.901070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:43.954597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] Publish callbacks [] for security_group (512070a4-7cb0-44b4-b7b2-6f2baf197aa5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:43.977237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] Publish callbacks [] for security_group (512070a4-7cb0-44b4-b7b2-6f2baf197aa5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:44.023086 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (512070a4-7cb0-44b4-b7b2-6f2baf197aa5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:44.025667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:44.028775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/512070a4-7cb0-44b4-b7b2-6f2baf197aa5 HTTP/1.1" status: 204  len: 168 time: 0.1266229
Mar 05 21:16:44.037431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739a30d-81df-4168-9af8-7d8b5ab402e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512070a4-7cb0-44b4-b7b2-6f2baf197aa5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:44.622660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2aa63-14c9-4eb2-9bb1-c3b7a19d89be req-cf38ceeb-d725-493a-ae50-560d7063935f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:44.624763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a0f2aa63-14c9-4eb2-9bb1-c3b7a19d89be req-cf38ceeb-d725-493a-ae50-560d7063935f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.0601380
Mar 05 21:16:44.674635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a0f2aa63-14c9-4eb2-9bb1-c3b7a19d89be req-ca38ff1c-08d4-4843-8e1c-ac0428fbc884 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437548
Mar 05 21:16:45.229516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55528) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:45.340275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e6166a3-6033-4ce4-886f-14cb15cff639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.413717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e6166a3-6033-4ce4-886f-14cb15cff639 admin admin] Publish callbacks [] for security_group (5d808bf2-793f-4def-964a-1cf9c3840812), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.417367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e6166a3-6033-4ce4-886f-14cb15cff639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5d808bf2-793f-4def-964a-1cf9c3840812), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.457193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5e6166a3-6033-4ce4-886f-14cb15cff639 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc28227d57084101abce4554f669bd18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2266016
Mar 05 21:16:45.458029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6166a3-6033-4ce4-886f-14cb15cff639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d808bf2-793f-4def-964a-1cf9c3840812,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:45.459974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55532) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:45.507812 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] Publish callbacks [] for security_group (5d808bf2-793f-4def-964a-1cf9c3840812), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.529944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] Publish callbacks [] for security_group (5d808bf2-793f-4def-964a-1cf9c3840812), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.575329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5d808bf2-793f-4def-964a-1cf9c3840812), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.577947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:45.579104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d808bf2-793f-4def-964a-1cf9c3840812 HTTP/1.1" status: 204  len: 168 time: 0.1181393
Mar 05 21:16:45.587864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790bdb0-d6d1-4384-b8b7-d3457feeb431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d808bf2-793f-4def-964a-1cf9c3840812,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:45.823309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c581fd-c450-4056-9bd4-f84a2ff7af3d req-ef4be462-63df-4b20-84fb-a9427bd74b81 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:45.825110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3c581fd-c450-4056-9bd4-f84a2ff7af3d req-ef4be462-63df-4b20-84fb-a9427bd74b81 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.0603385
Mar 05 21:16:45.888146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3c581fd-c450-4056-9bd4-f84a2ff7af3d req-9742ceb5-74d1-4033-9d43-56946097f617 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569494
Mar 05 21:16:46.023033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dbe67-f6e3-4fc2-90e0-4b2526b63f55 req-3fca6822-ace0-494f-b865-31f46fa4da67 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:46.024676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-707dbe67-f6e3-4fc2-90e0-4b2526b63f55 req-3fca6822-ace0-494f-b865-31f46fa4da67 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.0561075
Mar 05 21:16:46.076894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-707dbe67-f6e3-4fc2-90e0-4b2526b63f55 req-d95ad9c4-428a-4a66-9e3c-791000c3055a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467150
Mar 05 21:16:46.100662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55574) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:46.316270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27890052-e249-4e24-a9cb-7799982ba8b8 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:46.317833 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-27890052-e249-4e24-a9cb-7799982ba8b8 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1122 time: 0.2161276
Mar 05 21:16:46.320980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55584) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:46.325679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:46.348687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.386886 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55586) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:46.446136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.480077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2036209899'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:46.497713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:46.501042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.509981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.555336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.35.0.183 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/1320eea8-783a-4eeb-97a5-3f5316982552) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:46.584100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (cf9ff2f6-4a66-471c-871e-29d89e240f6f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.587994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cf9ff2f6-4a66-471c-871e-29d89e240f6f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.616961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:46.623192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9ff2f6-4a66-471c-871e-29d89e240f6f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:46.632222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6990b347-0584-4251-8598-669ab81bc9f8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.633192 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment 6990b347-0584-4251-8598-669ab81bc9f8 of type vlan for network de0425a0-3cc7-48d0-9feb-110bd43a088f
Mar 05 21:16:46.657885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (1320eea8-783a-4eeb-97a5-3f5316982552), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.677879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (de0425a0-3cc7-48d0-9feb-110bd43a088f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.693207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.705009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (de0425a0-3cc7-48d0-9feb-110bd43a088f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.710674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:46.711264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.738347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:46.742867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:46.747248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:46.750369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=1320eea8-783a-4eeb-97a5-3f5316982552,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:46.778373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.3901677
Mar 05 21:16:46.781037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55590) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:46.786188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'name': 'tempest-PortsTestJSON-481634254'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:46.833623 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c419a32-a83f-4df8-b099-f2a0809c6c00 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=de0425a0-3cc7-48d0-9feb-110bd43a088f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:46.844544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:46.882236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:46.886320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:46.905955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:47.068012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.101233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.140041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (0cbd54a4-ac14-429f-97a6-481270502fe9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.157615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=7d3fefb2-2729-4c38-80aa-64e7cf970a9a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:47.176609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': '6990b347-0584-4251-8598-669ab81bc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:47.177099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: de0425a0-3cc7-48d0-9feb-110bd43a088f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:47.194456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:47.203741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de0425a0-3cc7-48d0-9feb-110bd43a088f) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:47.208325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:47.213955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:47.214519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.218576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c225f17-68aa-45c6-a4a4-64014e9da4e8 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:47.227313 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.230985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-970e9a90-83b6-420e-8265-1622b07d8a50 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4489408
Mar 05 21:16:47.234090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:47.239248 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2099340937'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:47.260826 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:47.264723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.296055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:47.309867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (40980fb3-820a-48f4-8c97-5d74cbdd0b47), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.310452 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment 40980fb3-820a-48f4-8c97-5d74cbdd0b47 of type vlan for network 6119338b-f9e0-4969-b628-1068851cadc1
Mar 05 21:16:47.351109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6119338b-f9e0-4969-b628-1068851cadc1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.376304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6119338b-f9e0-4969-b628-1068851cadc1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.382323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:47.382918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.421960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (1320eea8-783a-4eeb-97a5-3f5316982552), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.428269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.444668 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2095282
Mar 05 21:16:47.447379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55596) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:47.452640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'ports': [{'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'}, {'network_id': '6119338b-f9e0-4969-b628-1068851cadc1'}]} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:47.452959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:47.453571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': '6119338b-f9e0-4969-b628-1068851cadc1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:47.509568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0636658-1b8c-492f-b6f0-98871659d22d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=6119338b-f9e0-4969-b628-1068851cadc1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:47.522934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6119338b-f9e0-4969-b628-1068851cadc1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:47.537113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=1320eea8-783a-4eeb-97a5-3f5316982552,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:47.547614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (0cbd54a4-ac14-429f-97a6-481270502fe9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.647096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 2} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:47.652007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.662381 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 0cbd54a4-ac14-429f-97a6-481270502fe9 associated. External IP: 172.35.0.183, port: e8eb19ff-b6cd-4017-b224-013f848e1e14.
Mar 05 21:16:47.666206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.816894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 36f06063-ef79-4ad5-9186-ad65325d0a2e yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:47.912987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (36f06063-ef79-4ad5-9186-ad65325d0a2e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:47.988206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port b0a0a6db-fcab-45d8-b3ec-368a0880cfb0 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:48.072675 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (b0a0a6db-fcab-45d8-b3ec-368a0880cfb0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.113059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (36f06063-ef79-4ad5-9186-ad65325d0a2e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.156818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:48.161070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:48.164776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:48.165713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b0a0a6db-fcab-45d8-b3ec-368a0880cfb0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.176618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=36f06063-ef79-4ad5-9186-ad65325d0a2e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:48.205375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:16:48.237339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=b0a0a6db-fcab-45d8-b3ec-368a0880cfb0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:48.244713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': '40980fb3-820a-48f4-8c97-5d74cbdd0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6119338b-f9e0-4969-b628-1068851cadc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:48.245130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: 6119338b-f9e0-4969-b628-1068851cadc1, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:48.262800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 6119338b-f9e0-4969-b628-1068851cadc1 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:48.271963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6119338b-f9e0-4969-b628-1068851cadc1) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:48.275693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:48.280941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.284143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bae0d2-58cd-49e5-bde9-5113553bdc07 None None] Network 6119338b-f9e0-4969-b628-1068851cadc1 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:48.285573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.286562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.305337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b5b991b-5789-4ad3-a835-cacf42626ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 0.8570237
Mar 05 21:16:48.308171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55600) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:48.325759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:16:48.347072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:16:48.348349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.382727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:48.383373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834518e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:48.387180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5598924e-57a3-4b7f-9ccf-a821076d7002 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0650964
Mar 05 21:16:48.387814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:16:48.391968 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b314dc57-fe38-417f-948c-960fd9aef03c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:16:48.416133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port b0a0a6db-fcab-45d8-b3ec-368a0880cfb0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:48.416592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b0a0a6db-fcab-45d8-b3ec-368a0880cfb0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.435233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa439e10-e90b-4ca0-a114-294b58208cb8 x-openstack-request-id: req-fa439e10-e90b-4ca0-a114-294b58208cb8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:16:48.435533 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:16:48.437493 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa439e10-e90b-4ca0-a114-294b58208cb8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:16:48.437963 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'status': 'completed', 'code': 200}
Mar 05 21:16:48.485224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b0a0a6db-fcab-45d8-b3ec-368a0880cfb0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.500810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for b0a0a6db-fcab-45d8-b3ec-368a0880cfb0 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:48.509464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc57-fe38-417f-948c-960fd9aef03c req-01184a8a-5b1c-402d-816d-ca595ca5bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.511379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-01184a8a-5b1c-402d-816d-ca595ca5bf31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1127 time: 0.0483625
Mar 05 21:16:48.524951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:48.587181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b0a0a6db-fcab-45d8-b3ec-368a0880cfb0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.607909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc57-fe38-417f-948c-960fd9aef03c req-f6a71ba0-e529-4cfb-a4dc-d37fe753810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.610025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-f6a71ba0-e529-4cfb-a4dc-d37fe753810d service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0894115
Mar 05 21:16:48.619139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=b0a0a6db-fcab-45d8-b3ec-368a0880cfb0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:48.624423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.631478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-effa4550-73d6-4a4a-b1d8-01f83da825ed tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/b0a0a6db-fcab-45d8-b3ec-368a0880cfb0 HTTP/1.1" status: 204  len: 168 time: 0.3223150
Mar 05 21:16:48.632291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:48.685015 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-ddb86a3b-1700-4dab-94bc-c45a035e23a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 999 time: 0.0689678
Mar 05 21:16:48.687036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972c869-d21a-48f5-a1e9-1754b7e502e6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.693285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972c869-d21a-48f5-a1e9-1754b7e502e6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.697339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f972c869-d21a-48f5-a1e9-1754b7e502e6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0612421
Mar 05 21:16:48.698110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:48.735107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc57-fe38-417f-948c-960fd9aef03c req-bb70053c-7d12-4a20-920f-dd1b21f310c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.737129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-bb70053c-7d12-4a20-920f-dd1b21f310c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0448537
Mar 05 21:16:48.773500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834518e0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cbd54a4-ac14-429f-97a6-481270502fe9', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.183', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:1e:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:16:47Z', 'updated_at': '2022-03-05T21:16:47Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:48.786713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc57-fe38-417f-948c-960fd9aef03c req-da3645fd-a536-4871-a83f-61b56a3b78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:48.788447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-da3645fd-a536-4871-a83f-61b56a3b78e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463932
Mar 05 21:16:48.802747 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 36f06063-ef79-4ad5-9186-ad65325d0a2e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:48.803097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (36f06063-ef79-4ad5-9186-ad65325d0a2e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.805086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:16:48.813566 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:16:48.814736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b834518e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:48.868038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (36f06063-ef79-4ad5-9186-ad65325d0a2e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:48.883990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 36f06063-ef79-4ad5-9186-ad65325d0a2e owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:48.910283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-6a251da9-1b0d-45a5-915e-e2682b033903 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151240
Mar 05 21:16:48.927568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:16:49.009920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b314dc57-fe38-417f-948c-960fd9aef03c req-dc208517-7ce9-487d-a96c-0061f2bbc1dd service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942814
Mar 05 21:16:49.175498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b834518e0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cbd54a4-ac14-429f-97a6-481270502fe9', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.183', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:1e:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:16:47Z', 'updated_at': '2022-03-05T21:16:47Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:49.202487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a42ccc-a7a6-4e6c-94de-83e8da3d2228 None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cbd54a4-ac14-429f-97a6-481270502fe9', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.183', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:1e:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:16:47Z', 'updated_at': '2022-03-05T21:16:47Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:16:49.268448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (36f06063-ef79-4ad5-9186-ad65325d0a2e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.296464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=36f06063-ef79-4ad5-9186-ad65325d0a2e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:49.302827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.306927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b3506dc3-3304-467b-a17b-801be89e014f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/36f06063-ef79-4ad5-9186-ad65325d0a2e HTTP/1.1" status: 204  len: 168 time: 0.6070018
Mar 05 21:16:49.309551 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55612) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.360660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a2a2f-fba6-4709-a0e4-b9105389c78a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:49.362978 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cd7a2a2f-fba6-4709-a0e4-b9105389c78a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0525165
Mar 05 21:16:49.365701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.393105 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b92e81-027d-42fe-ae01-6950b87714ca tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:49.394611 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7b92e81-027d-42fe-ae01-6950b87714ca tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/b0a0a6db-fcab-45d8-b3ec-368a0880cfb0 HTTP/1.1" status: 404  len: 333 time: 0.0279491
Mar 05 21:16:49.397387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55616) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.426573 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-869066cd-7709-4ccb-b8d1-63301a3b844a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:49.427491 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fe761-a9de-44c5-b88a-0e938996acc6 None None] New status for floating IP 0cbd54a4-ac14-429f-97a6-481270502fe9: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:16:49.428051 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-869066cd-7709-4ccb-b8d1-63301a3b844a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/36f06063-ef79-4ad5-9186-ad65325d0a2e HTTP/1.1" status: 404  len: 333 time: 0.0296309
Mar 05 21:16:49.431029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55618) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.511747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6119338b-f9e0-4969-b628-1068851cadc1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.600474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6119338b-f9e0-4969-b628-1068851cadc1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.621575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91418dc0>,) {'filters': {'network_id': ['6119338b-f9e0-4969-b628-1068851cadc1']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:49.630797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91418dc0>, '40980fb3-820a-48f4-8c97-5d74cbdd0b47') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:49.631097 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91418dc0>, '40980fb3-820a-48f4-8c97-5d74cbdd0b47') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:49.640519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (40980fb3-820a-48f4-8c97-5d74cbdd0b47), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.653705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (40980fb3-820a-48f4-8c97-5d74cbdd0b47), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.660293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:16:49.660725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (40980fb3-820a-48f4-8c97-5d74cbdd0b47), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:16:49.663628 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:16:49.723309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6119338b-f9e0-4969-b628-1068851cadc1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.730448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.733670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/6119338b-f9e0-4969-b628-1068851cadc1 HTTP/1.1" status: 204  len: 168 time: 0.2998283
Mar 05 21:16:49.737285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55620) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.742227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140073514'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:49.749002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ffda-7ac3-418e-bcdf-1200380751d3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=6119338b-f9e0-4969-b628-1068851cadc1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:49.761592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:49.764903 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.788944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:49.797800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (42b7e358-006e-4559-998c-e11053403eed), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.798149 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment 42b7e358-006e-4559-998c-e11053403eed of type vlan for network df53e6d1-8c3d-4de7-8718-7ebeba8934fb
Mar 05 21:16:49.838416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (df53e6d1-8c3d-4de7-8718-7ebeba8934fb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.863318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (df53e6d1-8c3d-4de7-8718-7ebeba8934fb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.868524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:49.869153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:49.927728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1893313
Mar 05 21:16:49.930555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55622) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:49.937372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:49.982137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359984e3-cba3-432e-b1b0-c9329d08c8ac tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=df53e6d1-8c3d-4de7-8718-7ebeba8934fb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:49.992191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:50.034349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:50.038080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.098146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:16:50.098840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:16:50.216218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (ab9b3516-b67d-4228-a4d3-831272d86e92), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.277200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=ab9b3516-b67d-4228-a4d3-831272d86e92,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:50.286391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': '42b7e358-006e-4559-998c-e11053403eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:50.286756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: df53e6d1-8c3d-4de7-8718-7ebeba8934fb, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:50.303333 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:50.312003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df53e6d1-8c3d-4de7-8718-7ebeba8934fb) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:50.316667 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:50.317255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.321352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66f415-804a-4343-830b-7728c7a345e1 None None] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:50.336745 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fec64115-268c-47ae-ab02-70aa860dfbbd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4051838
Mar 05 21:16:50.339296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55626) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:50.344170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb', 'name': 'tempest-PortsTestJSON-1940604232'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:50.421853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df53e6d1-8c3d-4de7-8718-7ebeba8934fb', 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': 'ab9b3516-b67d-4228-a4d3-831272d86e92'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:16:50.422701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.453311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:50.457410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.477827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 8b56f591-b99e-4c77-9b83-91dff2417177 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:50.553729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Allocated IP 172.20.0.2 (df53e6d1-8c3d-4de7-8718-7ebeba8934fb/ab9b3516-b67d-4228-a4d3-831272d86e92/d8dd7e78-d686-4596-a2b8-0699a8b0f096) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:50.697133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks [] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.702128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.741842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:50.744733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:50.747070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:50.756329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.7 (df53e6d1-8c3d-4de7-8718-7ebeba8934fb/ab9b3516-b67d-4228-a4d3-831272d86e92/8b56f591-b99e-4c77-9b83-91dff2417177) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:50.759726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Pushing event updated for resources: {'Port': ['ID=d8dd7e78-d686-4596-a2b8-0699a8b0f096,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:50.814941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Attempting to bind port d8dd7e78-d686-4596-a2b8-0699a8b0f096 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:50.815248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Attempting to bind port d8dd7e78-d686-4596-a2b8-0699a8b0f096 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42b7e358-006e-4559-998c-e11053403eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:50.815645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Attempting to bind port d8dd7e78-d686-4596-a2b8-0699a8b0f096 on network df53e6d1-8c3d-4de7-8718-7ebeba8934fb {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:50.820756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:50.821142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Checking segment: {'id': '42b7e358-006e-4559-998c-e11053403eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:50.821553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.821949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Bound using segment: {'id': '42b7e358-006e-4559-998c-e11053403eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:50.822705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Bound port: d8dd7e78-d686-4596-a2b8-0699a8b0f096, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7e358-006e-4559-998c-e11053403eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'df53e6d1-8c3d-4de7-8718-7ebeba8934fb'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:50.822937 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.891841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] For port d8dd7e78-d686-4596-a2b8-0699a8b0f096, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:50.896496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] For port d8dd7e78-d686-4596-a2b8-0699a8b0f096, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8dd7e78-d686-4596-a2b8-0699a8b0f096,segment=NetworkSegment(42b7e358-006e-4559-998c-e11053403eed),segment_id=42b7e358-006e-4559-998c-e11053403eed)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:50.902243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.910709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (8b56f591-b99e-4c77-9b83-91dff2417177), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.949005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8b56f591-b99e-4c77-9b83-91dff2417177), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:50.963199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2d088-f9ed-4193-ac45-5a61698b6362 None None] Pushing event updated for resources: {'Port': ['ID=d8dd7e78-d686-4596-a2b8-0699a8b0f096,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:51.006689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:51.009854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:51.014750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:51.018909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=8b56f591-b99e-4c77-9b83-91dff2417177,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:51.065640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:51.066201 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.086088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c6e0d11-6996-4ae5-af59-da649d143cdf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.7432065
Mar 05 21:16:51.086557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55630) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:51.203222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 8b56f591-b99e-4c77-9b83-91dff2417177 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:51.203569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8b56f591-b99e-4c77-9b83-91dff2417177), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.296053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8b56f591-b99e-4c77-9b83-91dff2417177), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.307643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 8b56f591-b99e-4c77-9b83-91dff2417177 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:51.435745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8b56f591-b99e-4c77-9b83-91dff2417177), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.473037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=8b56f591-b99e-4c77-9b83-91dff2417177,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:51.534037 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.537395 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02c57f59-c847-46cc-962a-189b9d2e59e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/8b56f591-b99e-4c77-9b83-91dff2417177 HTTP/1.1" status: 204  len: 168 time: 0.4499807
Mar 05 21:16:51.539964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55632) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:51.564820 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbec06e-b1ab-4949-a766-3b5e8c56706c tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:16:51.565518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbec06e-b1ab-4949-a766-3b5e8c56706c tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:16:51.568744 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9cbec06e-b1ab-4949-a766-3b5e8c56706c tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/8b56f591-b99e-4c77-9b83-91dff2417177 HTTP/1.1" status: 404  len: 333 time: 0.0277858
Mar 05 21:16:51.571430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55634) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:51.601619 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff81f08-6bf8-4510-8d2f-2c241e1423ff tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:51.603064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ff81f08-6bf8-4510-8d2f-2c241e1423ff tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/8b56f591-b99e-4c77-9b83-91dff2417177 HTTP/1.1" status: 404  len: 333 time: 0.0306988
Mar 05 21:16:51.605837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55636) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:51.658491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet ab9b3516-b67d-4228-a4d3-831272d86e92 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:16:51.662050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (ab9b3516-b67d-4228-a4d3-831272d86e92), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.703258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ab9b3516-b67d-4228-a4d3-831272d86e92), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.796469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ab9b3516-b67d-4228-a4d3-831272d86e92), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.857346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ab9b3516-b67d-4228-a4d3-831272d86e92), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.890799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9b3516-b67d-4228-a4d3-831272d86e92,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:51.895812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:51.902985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e9a6b24-6ca8-4293-b7b0-23e571bbd6c6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/ab9b3516-b67d-4228-a4d3-831272d86e92 HTTP/1.1" status: 204  len: 168 time: 0.2935405
Mar 05 21:16:51.903259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d039c36-aca5-4612-b64a-523bbb1dadb9 None None] Network df53e6d1-8c3d-4de7-8718-7ebeba8934fb requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:51.903727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55638) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:51.991912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (df53e6d1-8c3d-4de7-8718-7ebeba8934fb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.004639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Provisioning complete for port d8dd7e78-d686-4596-a2b8-0699a8b0f096 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:52.005275 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.056433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port d8dd7e78-d686-4596-a2b8-0699a8b0f096 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:52.056786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.104393 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Current status of the port d8dd7e78-d686-4596-a2b8-0699a8b0f096 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:16:52.104829 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.138811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port d8dd7e78-d686-4596-a2b8-0699a8b0f096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8dd7e78-d686-4596-a2b8-0699a8b0f096,segment=NetworkSegment(42b7e358-006e-4559-998c-e11053403eed),segment_id=42b7e358-006e-4559-998c-e11053403eed)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:52.139183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.143278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] For port d8dd7e78-d686-4596-a2b8-0699a8b0f096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8dd7e78-d686-4596-a2b8-0699a8b0f096,segment=NetworkSegment(42b7e358-006e-4559-998c-e11053403eed),segment_id=42b7e358-006e-4559-998c-e11053403eed)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:52.153060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] DHCP port deletion for df53e6d1-8c3d-4de7-8718-7ebeba8934fb request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:16:52.155317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.157318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for d8dd7e78-d686-4596-a2b8-0699a8b0f096 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:52.229001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a60f-a1bc-404e-91f3-8fc37d7a9e3c None None] Pushing event updated for resources: {'Port': ['ID=d8dd7e78-d686-4596-a2b8-0699a8b0f096,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:52.247523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Deleting port d8dd7e78-d686-4596-a2b8-0699a8b0f096 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:52.248011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.254031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.281345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port d8dd7e78-d686-4596-a2b8-0699a8b0f096 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:52.287849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=d8dd7e78-d686-4596-a2b8-0699a8b0f096,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:52.314605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] For port d8dd7e78-d686-4596-a2b8-0699a8b0f096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8dd7e78-d686-4596-a2b8-0699a8b0f096,segment=NetworkSegment(42b7e358-006e-4559-998c-e11053403eed),segment_id=42b7e358-006e-4559-998c-e11053403eed)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:52.315011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.327962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Calling delete_port for d8dd7e78-d686-4596-a2b8-0699a8b0f096 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:52.362011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (df53e6d1-8c3d-4de7-8718-7ebeba8934fb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.387746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa5f6d0>,) {'filters': {'network_id': ['df53e6d1-8c3d-4de7-8718-7ebeba8934fb']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:52.397688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa5f6d0>, '42b7e358-006e-4559-998c-e11053403eed') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:52.397987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8aa5f6d0>, '42b7e358-006e-4559-998c-e11053403eed') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:52.405697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d8dd7e78-d686-4596-a2b8-0699a8b0f096), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.407952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (42b7e358-006e-4559-998c-e11053403eed), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.421438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (42b7e358-006e-4559-998c-e11053403eed), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.427380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:16:52.427798 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (42b7e358-006e-4559-998c-e11053403eed), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.429547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] Pushing event deleted for resources: {'Port': ['ID=d8dd7e78-d686-4596-a2b8-0699a8b0f096,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:16:52.430856 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:16:52.435987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac02dc-6ef2-4bf9-a320-099872315c5e None None] No DVR routers for this DVR port d8dd7e78-d686-4596-a2b8-0699a8b0f096 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:52.493470 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (df53e6d1-8c3d-4de7-8718-7ebeba8934fb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.500565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.503483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/df53e6d1-8c3d-4de7-8718-7ebeba8934fb HTTP/1.1" status: 204  len: 168 time: 0.5983028
Mar 05 21:16:52.507341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55642) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:52.513001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397681825'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:52.515398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a0eab-a48c-4f3a-9650-4fff5f7ca5cc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=df53e6d1-8c3d-4de7-8718-7ebeba8934fb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:52.533657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:52.537109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.560124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:52.569509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f7c14665-aba7-4c5b-9dec-ac58a3166d43), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.569852 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment f7c14665-aba7-4c5b-9dec-ac58a3166d43 of type vlan for network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016
Mar 05 21:16:52.609983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.633472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.638713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:52.639297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.700386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1914947
Mar 05 21:16:52.702934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55644) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:52.710533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:52.728390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0651ce1-1380-454e-a726-13c3afddda4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=43edd5ea-056c-4ad2-82f4-4f6e1f2ce016,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:52.738415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:52.799350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:52.803664 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:52.989591 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4589ab70-35eb-4ff8-a322-2592ec4a4110), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.046000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=4589ab70-35eb-4ff8-a322-2592ec4a4110,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:53.056654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': 'f7c14665-aba7-4c5b-9dec-ac58a3166d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:53.057017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:53.074793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:53.083469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:53.087542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:53.088222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.092466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acbd70-f3df-4423-a829-52e9346f5b34 None None] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:53.108070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:53.108610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5901205-5a33-4e41-88bb-7c8579f3fddf tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4042866
Mar 05 21:16:53.114075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1833305033'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:53.233517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:53.237986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.258235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 1ece3489-59d8-4433-821c-229ba530e3ae yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:53.350799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43edd5ea-056c-4ad2-82f4-4f6e1f2ce016', 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': '4589ab70-35eb-4ff8-a322-2592ec4a4110'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:16:53.351694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.370288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.14 (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016/4589ab70-35eb-4ff8-a322-2592ec4a4110/1ece3489-59d8-4433-821c-229ba530e3ae) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:53.494131 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (1ece3489-59d8-4433-821c-229ba530e3ae), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.529137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1ece3489-59d8-4433-821c-229ba530e3ae), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.571245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Allocated IP 172.20.0.2 (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016/4589ab70-35eb-4ff8-a322-2592ec4a4110/5e362440-b757-4291-8313-c4ec909a5dde) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:53.571533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:53.575168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:53.577707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:53.606404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=1ece3489-59d8-4433-821c-229ba530e3ae,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:53.632655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:53.633362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.649964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a6aac972-5920-4755-962e-062539515abb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 0.5407410
Mar 05 21:16:53.652749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55652) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:53.720013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks [] for port (5e362440-b757-4291-8313-c4ec909a5dde), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.727606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (5e362440-b757-4291-8313-c4ec909a5dde), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.748888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 1ece3489-59d8-4433-821c-229ba530e3ae {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:53.749237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1ece3489-59d8-4433-821c-229ba530e3ae), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.774552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:53.779722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:53.782037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:53.785614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Pushing event updated for resources: {'Port': ['ID=5e362440-b757-4291-8313-c4ec909a5dde,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:53.839081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1ece3489-59d8-4433-821c-229ba530e3ae), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.839515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Attempting to bind port 5e362440-b757-4291-8313-c4ec909a5dde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:53.839933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Attempting to bind port 5e362440-b757-4291-8313-c4ec909a5dde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7c14665-aba7-4c5b-9dec-ac58a3166d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:53.840302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Attempting to bind port 5e362440-b757-4291-8313-c4ec909a5dde on network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:53.845460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:53.845880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Checking segment: {'id': 'f7c14665-aba7-4c5b-9dec-ac58a3166d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:53.846269 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.846666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Bound using segment: {'id': 'f7c14665-aba7-4c5b-9dec-ac58a3166d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:53.847145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Bound port: 5e362440-b757-4291-8313-c4ec909a5dde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c14665-aba7-4c5b-9dec-ac58a3166d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '43edd5ea-056c-4ad2-82f4-4f6e1f2ce016'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:53.847531 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5e362440-b757-4291-8313-c4ec909a5dde), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.851659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 1ece3489-59d8-4433-821c-229ba530e3ae owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:53.922942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] For port 5e362440-b757-4291-8313-c4ec909a5dde, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:53.926890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] For port 5e362440-b757-4291-8313-c4ec909a5dde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e362440-b757-4291-8313-c4ec909a5dde,segment=NetworkSegment(f7c14665-aba7-4c5b-9dec-ac58a3166d43),segment_id=f7c14665-aba7-4c5b-9dec-ac58a3166d43)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:53.933677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8dd7e78-d686-4596-a2b8-0699a8b0f096 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:16:53.937489 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5e362440-b757-4291-8313-c4ec909a5dde), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:53.964461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d8dd7e78-d686-4596-a2b8-0699a8b0f096 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:16:53.964819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8dd7e78-d686-4596-a2b8-0699a8b0f096 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:16:53.994283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1ece3489-59d8-4433-821c-229ba530e3ae), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.019325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e961f-174f-4c13-8bc1-60cbaf7f71f2 None None] Pushing event updated for resources: {'Port': ['ID=5e362440-b757-4291-8313-c4ec909a5dde,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:54.030640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=1ece3489-59d8-4433-821c-229ba530e3ae,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:54.100984 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.104243 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b9475a4e-e3a2-4b98-a899-9fef07e8682b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/1ece3489-59d8-4433-821c-229ba530e3ae HTTP/1.1" status: 204  len: 168 time: 0.4505706
Mar 05 21:16:54.106796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55654) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:54.133971 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-882a7269-4d6a-45eb-b879-d1e337d201b8 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:54.136394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-882a7269-4d6a-45eb-b879-d1e337d201b8 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/1ece3489-59d8-4433-821c-229ba530e3ae HTTP/1.1" status: 404  len: 333 time: 0.0285509
Mar 05 21:16:54.138190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55656) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:54.208553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet 4589ab70-35eb-4ff8-a322-2592ec4a4110 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:16:54.211828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (4589ab70-35eb-4ff8-a322-2592ec4a4110), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.259175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (4589ab70-35eb-4ff8-a322-2592ec4a4110), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.352885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4589ab70-35eb-4ff8-a322-2592ec4a4110), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.412527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (4589ab70-35eb-4ff8-a322-2592ec4a4110), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.440774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=4589ab70-35eb-4ff8-a322-2592ec4a4110,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:54.442694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.445883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b93260ec-1469-489f-8d3b-d1301789e521 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/4589ab70-35eb-4ff8-a322-2592ec4a4110 HTTP/1.1" status: 204  len: 168 time: 0.3065882
Mar 05 21:16:54.448666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:54.490444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bee74f1c-4ea6-437b-b576-b1ab123689b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.535271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.590074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 5e362440-b757-4291-8313-c4ec909a5dde {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:54.590420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5e362440-b757-4291-8313-c4ec909a5dde), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.659199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port 5e362440-b757-4291-8313-c4ec909a5dde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e362440-b757-4291-8313-c4ec909a5dde,segment=NetworkSegment(f7c14665-aba7-4c5b-9dec-ac58a3166d43),segment_id=f7c14665-aba7-4c5b-9dec-ac58a3166d43)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:16:54.659661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5e362440-b757-4291-8313-c4ec909a5dde), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.673635 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 5e362440-b757-4291-8313-c4ec909a5dde owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:54.755731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (5e362440-b757-4291-8313-c4ec909a5dde), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.784290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=5e362440-b757-4291-8313-c4ec909a5dde,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:54.787825 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port 5e362440-b757-4291-8313-c4ec909a5dde on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:16:54.872245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.902004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6460>,) {'filters': {'network_id': ['43edd5ea-056c-4ad2-82f4-4f6e1f2ce016']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:54.912727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6460>, 'f7c14665-aba7-4c5b-9dec-ac58a3166d43') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:54.913022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6460>, 'f7c14665-aba7-4c5b-9dec-ac58a3166d43') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:16:54.922747 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f7c14665-aba7-4c5b-9dec-ac58a3166d43), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.936424 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f7c14665-aba7-4c5b-9dec-ac58a3166d43), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.942677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:16:54.943077 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f7c14665-aba7-4c5b-9dec-ac58a3166d43), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:16:54.946056 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:16:54.980269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b658ec0-d298-4bdf-8b26-55eaa51fdc51 None None] Network 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:55.009454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (43edd5ea-056c-4ad2-82f4-4f6e1f2ce016), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.016313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.019841 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 HTTP/1.1" status: 204  len: 168 time: 0.5701342
Mar 05 21:16:55.023783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f56a15f2-947a-4a74-81dd-009fb8ba2759 None None] Could not find standard attr ID for object 5e362440-b757-4291-8313-c4ec909a5dde. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:16:55.026585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55664) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:55.031137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1c24-b77e-41a8-b932-189edcf93dc5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=43edd5ea-056c-4ad2-82f4-4f6e1f2ce016,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:55.031928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'name': 'tempest-PortsTestJSON-1221236827'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:55.132613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:55.132799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1756639-9621-412e-8550-a68d0a1a76da None None] DHCP port deletion for 43edd5ea-056c-4ad2-82f4-4f6e1f2ce016 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:16:55.136663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.158942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 6b15015b-fd25-4da9-9551-b381260efc14 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:55.317754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (6b15015b-fd25-4da9-9551-b381260efc14), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.350739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6b15015b-fd25-4da9-9551-b381260efc14), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.393518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:55.396548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:55.400285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:55.405402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:55.406011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.416287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=6b15015b-fd25-4da9-9551-b381260efc14,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:55.428727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5427ab58-b8b7-4679-9e58-33e4f777d62e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4010687
Mar 05 21:16:55.431180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55668) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:55.518510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 6b15015b-fd25-4da9-9551-b381260efc14 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:55.518920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6b15015b-fd25-4da9-9551-b381260efc14), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.587448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6b15015b-fd25-4da9-9551-b381260efc14), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.601027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 6b15015b-fd25-4da9-9551-b381260efc14 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:55.679002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6b15015b-fd25-4da9-9551-b381260efc14), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.711086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=6b15015b-fd25-4da9-9551-b381260efc14,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:55.716515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.719761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ecf2e755-c8d8-4f7f-87cd-fb60ba19ee44 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/6b15015b-fd25-4da9-9551-b381260efc14 HTTP/1.1" status: 204  len: 168 time: 0.2875595
Mar 05 21:16:55.722847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55670) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:55.727687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'mac_address': 'fa:16:3e:7a:69:1e', 'name': 'tempest-PortsTestJSON-302487713'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:55.750467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:16:55.812671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:55.878896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:55.900541 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port a1a68370-c151-486d-b7eb-d9db01596fbe yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:56.068327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (a1a68370-c151-486d-b7eb-d9db01596fbe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.101226 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a1a68370-c151-486d-b7eb-d9db01596fbe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.146364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:56.149429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:56.153067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:56.158205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:56.158803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.164669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=a1a68370-c151-486d-b7eb-d9db01596fbe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:56.179437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8954f055-7664-43ff-a2c8-4e9cb5a01e43 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4555976
Mar 05 21:16:56.182030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55672) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:56.229171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16c381-362d-4138-8e9a-aaf9cd49c8c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:56.230549 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2b16c381-362d-4138-8e9a-aaf9cd49c8c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/a1a68370-c151-486d-b7eb-d9db01596fbe HTTP/1.1" status: 200  len: 840 time: 0.0475368
Mar 05 21:16:56.233440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:56.329932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port a1a68370-c151-486d-b7eb-d9db01596fbe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:56.330607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a1a68370-c151-486d-b7eb-d9db01596fbe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.402647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a1a68370-c151-486d-b7eb-d9db01596fbe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.415796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for a1a68370-c151-486d-b7eb-d9db01596fbe owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:56.503915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a1a68370-c151-486d-b7eb-d9db01596fbe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.534254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=a1a68370-c151-486d-b7eb-d9db01596fbe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:56.539949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.543329 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f24caaad-259d-4f09-9c5a-1b6cb8bca3c3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/a1a68370-c151-486d-b7eb-d9db01596fbe HTTP/1.1" status: 204  len: 168 time: 0.3088942
Mar 05 21:16:56.546072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55678) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:56.578233 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b19d3d-7b0d-40a0-93f3-fd3934c42034 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:56.580752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c3b19d3d-7b0d-40a0-93f3-fd3934c42034 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/a1a68370-c151-486d-b7eb-d9db01596fbe HTTP/1.1" status: 404  len: 333 time: 0.0325754
Mar 05 21:16:56.583715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55680) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:56.588310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'name': 'tempest-PortsTestJSON-351863350'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:56.677382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:56.680898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.699584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port b9b25bd3-842f-4f3b-977e-d219bbdde33a yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:56.835806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-94268bf3-a9e6-4bdd-943b-de96a5fe0c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.865053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.899376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.946592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:56.949872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:56.952352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:56.957872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:56.958506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:56.968261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=b9b25bd3-842f-4f3b-977e-d219bbdde33a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:56.981891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a47fd9dd-d277-4d9a-9cf0-98853c12c3fe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.3971696
Mar 05 21:16:56.984758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55682) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:56.990671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:57.058443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.213882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.218458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.250808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] In _notify_port_updated(), no bound segment for port b9b25bd3-842f-4f3b-977e-d219bbdde33a on network de0425a0-3cc7-48d0-9feb-110bd43a088f {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:16:57.255951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:57.256562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.257843 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/ports/b9b25bd3-842f-4f3b-977e-d219bbdde33a HTTP/1.1" status: 200  len: 818 time: 0.2720671
Mar 05 21:16:57.261016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55684) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:57.274273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a9b2c-bbf7-409d-9219-9e83da759dd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=b9b25bd3-842f-4f3b-977e-d219bbdde33a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:57.359209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port b9b25bd3-842f-4f3b-977e-d219bbdde33a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:16:57.359549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.426490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.439748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for b9b25bd3-842f-4f3b-977e-d219bbdde33a owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:16:57.516622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9b25bd3-842f-4f3b-977e-d219bbdde33a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.549128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=b9b25bd3-842f-4f3b-977e-d219bbdde33a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:57.554304 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.557427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c53b32fb-884a-4957-acd5-813ffee4ec4f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/b9b25bd3-842f-4f3b-977e-d219bbdde33a HTTP/1.1" status: 204  len: 168 time: 0.2949891
Mar 05 21:16:57.560265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55688) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:57.610943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91854d8f-11d7-4d7a-b053-298ab5a5ec6c tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:57.612433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-91854d8f-11d7-4d7a-b053-298ab5a5ec6c tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0512609
Mar 05 21:16:57.615287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55690) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:57.642331 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f12cd8-2d05-4f5c-86dd-b2251ca8cb0b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:16:57.643859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b3f12cd8-2d05-4f5c-86dd-b2251ca8cb0b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/b9b25bd3-842f-4f3b-977e-d219bbdde33a HTTP/1.1" status: 404  len: 333 time: 0.0274172
Mar 05 21:16:57.647530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55692) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:57.652354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1752551403'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:57.672720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:57.676926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.700444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:16:57.709534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.709877 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment 9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf of type vlan for network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba
Mar 05 21:16:57.752940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.777178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.782198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:57.783405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.832333 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1837080
Mar 05 21:16:57.835208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:57.840220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:57.853416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2eef0-ba9a-4ac9-becf-36dafbe3b51e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=25d3e41e-6b67-42cc-8fdd-e0aacbd540ba,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:57.864155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:16:57.932300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:57.935658 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:57.995987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.116851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (cb572939-463e-4192-81ce-2982fba88653), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.180135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=cb572939-463e-4192-81ce-2982fba88653,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:58.186236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:58.186611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:16:58.203603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:16:58.213006 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:58.217477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:58.218347 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.222852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d8801-a48a-43eb-8234-faf679f73fa0 None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:58.235296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74aa7b17-70a3-4983-8e95-9e774d8ee4b1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3989608
Mar 05 21:16:58.238469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55698) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:58.243883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:58.332029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': 'cb572939-463e-4192-81ce-2982fba88653'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:16:58.334614 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.364721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:58.368422 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.455196 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb572939-463e-4192-81ce-2982fba88653 (CIDR: 172.20.0.0/28)
Mar 05 21:16:58.458223 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:16:58.458705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:16:58.474398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7144560-31a4-4876-88fd-c8f4d1564384 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2345641
Mar 05 21:16:58.475182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Allocated IP 172.20.0.2 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/cb572939-463e-4192-81ce-2982fba88653/290728ab-e3ed-471b-8f51-b596dfb0d919) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:58.477173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:58.482493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:58.594379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:58.598590 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.621198 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks [] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.626181 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.667891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:58.670724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:58.673692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:16:58.684409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Pushing event updated for resources: {'Port': ['ID=290728ab-e3ed-471b-8f51-b596dfb0d919,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:58.736277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Attempting to bind port 290728ab-e3ed-471b-8f51-b596dfb0d919 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:16:58.736694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Attempting to bind port 290728ab-e3ed-471b-8f51-b596dfb0d919 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:16:58.737072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Attempting to bind port 290728ab-e3ed-471b-8f51-b596dfb0d919 on network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:16:58.742377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:16:58.742764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Checking segment: {'id': '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:16:58.743173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.743577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Bound using segment: {'id': '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:16:58.744436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Bound port: 290728ab-e3ed-471b-8f51-b596dfb0d919, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:16:58.744436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.810257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] For port 290728ab-e3ed-471b-8f51-b596dfb0d919, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:16:58.813366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] For port 290728ab-e3ed-471b-8f51-b596dfb0d919, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290728ab-e3ed-471b-8f51-b596dfb0d919,segment=NetworkSegment(9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf),segment_id=9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:16:58.819370 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.820947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (49a5696e-2cfa-40a0-8b06-dfd9f61c744b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.861678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:58.865113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:16:58.869352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:16:58.869946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:58.878871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a735a-a5c6-4044-a6b2-70adbc7b8e6a None None] Pushing event updated for resources: {'Port': ['ID=290728ab-e3ed-471b-8f51-b596dfb0d919,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:58.884472 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=49a5696e-2cfa-40a0-8b06-dfd9f61c744b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:16:58.897858 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c7838836-72a3-4be7-81a2-a0b3e91374bd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4194779
Mar 05 21:16:58.900437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55704) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:16:58.905657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'fixed_ips': [{'subnet_id': 'cb572939-463e-4192-81ce-2982fba88653'}, {'subnet_id': '49a5696e-2cfa-40a0-8b06-dfd9f61c744b'}], 'name': 'tempest-PortsTestJSON-361170126'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:16:59.020318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:16:59.130359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:59.148510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port e6991005-f0ff-4562-ad08-d6e72ddfbbd9 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:16:59.578187 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:59.722762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.11 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/cb572939-463e-4192-81ce-2982fba88653/e6991005-f0ff-4562-ad08-d6e72ddfbbd9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:59.729186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.26 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/49a5696e-2cfa-40a0-8b06-dfd9f61c744b/e6991005-f0ff-4562-ad08-d6e72ddfbbd9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:16:59.825988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783917e-05ca-4d4c-be6d-7c86d68f07e4 None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:16:59.881419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:59.938235 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:59.942195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Provisioning complete for port 290728ab-e3ed-471b-8f51-b596dfb0d919 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:16:59.942736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:16:59.992843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:16:59.993411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 290728ab-e3ed-471b-8f51-b596dfb0d919 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:16:59.996420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:00.000580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:00.005177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=e6991005-f0ff-4562-ad08-d6e72ddfbbd9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:00.054084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:00.054839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.074278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ff51060a-f687-4351-9a94-7d0a650466f7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.1728354
Mar 05 21:17:00.076913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55708) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:00.081972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb572939-463e-4192-81ce-2982fba88653'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:00.109300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Current status of the port 290728ab-e3ed-471b-8f51-b596dfb0d919 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:00.109698 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.127500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 290728ab-e3ed-471b-8f51-b596dfb0d919 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:00.127896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.154283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.177031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Update dhcp port {'port': {'network_id': '25d3e41e-6b67-42cc-8fdd-e0aacbd540ba', 'fixed_ips': [{'subnet_id': 'cb572939-463e-4192-81ce-2982fba88653', 'ip_address': '172.20.0.2'}, {'subnet_id': '49a5696e-2cfa-40a0-8b06-dfd9f61c744b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '290728ab-e3ed-471b-8f51-b596dfb0d919'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:17:00.187131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] For port 290728ab-e3ed-471b-8f51-b596dfb0d919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290728ab-e3ed-471b-8f51-b596dfb0d919,segment=NetworkSegment(9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf),segment_id=9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:00.210681 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.239165 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.298884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1c4b-4c6f-4e1e-8e24-1770b0502fcd None None] Pushing event updated for resources: {'Port': ['ID=290728ab-e3ed-471b-8f51-b596dfb0d919,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:00.390402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 290728ab-e3ed-471b-8f51-b596dfb0d919 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:00.413516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Delete allocated IP 172.20.0.26 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/49a5696e-2cfa-40a0-8b06-dfd9f61c744b) {{(pid=126563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:17:00.534481 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.538871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.586798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Allocated IP 172.20.0.18 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/49a5696e-2cfa-40a0-8b06-dfd9f61c744b/290728ab-e3ed-471b-8f51-b596dfb0d919) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:00.629730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=e6991005-f0ff-4562-ad08-d6e72ddfbbd9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:00.648293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] In _notify_port_updated(), no bound segment for port e6991005-f0ff-4562-ad08-d6e72ddfbbd9 on network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:17:00.653306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:00.653921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.655206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fd9d0c1e-c9a5-433e-9cec-834e104a5d8b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/ports/e6991005-f0ff-4562-ad08-d6e72ddfbbd9 HTTP/1.1" status: 200  len: 919 time: 0.5773644
Mar 05 21:17:00.658202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55712) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:00.663183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb572939-463e-4192-81ce-2982fba88653'}, {'subnet_id': '49a5696e-2cfa-40a0-8b06-dfd9f61c744b'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:00.691224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] For port 290728ab-e3ed-471b-8f51-b596dfb0d919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290728ab-e3ed-471b-8f51-b596dfb0d919,segment=NetworkSegment(9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf),segment_id=9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:00.725858 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Publish callbacks [] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.731015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.734560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:00.817638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a158d-7fa3-491c-b5d0-62e395a7b564 None None] Pushing event updated for resources: {'Port': ['ID=290728ab-e3ed-471b-8f51-b596dfb0d919,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:01.007198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.24 (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba/49a5696e-2cfa-40a0-8b06-dfd9f61c744b/e6991005-f0ff-4562-ad08-d6e72ddfbbd9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:01.037237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.152843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.159283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.255183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=e6991005-f0ff-4562-ad08-d6e72ddfbbd9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:01.301968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] In _notify_port_updated(), no bound segment for port e6991005-f0ff-4562-ad08-d6e72ddfbbd9 on network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba {{(pid=126563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:17:01.307487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:01.308159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.309479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8cae7ffd-dcb7-4f9f-bb80-749279203f4d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/ports/e6991005-f0ff-4562-ad08-d6e72ddfbbd9 HTTP/1.1" status: 200  len: 999 time: 0.6503100
Mar 05 21:17:01.310022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10070eb0-88c3-4189-b393-02bc09c6f3c5 None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:01.312234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55714) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:01.373747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a3abdb48-05f3-4da7-b73d-e6dcb13e0d60 None None] Provisioning complete for port 290728ab-e3ed-471b-8f51-b596dfb0d919 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:01.374055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a3abdb48-05f3-4da7-b73d-e6dcb13e0d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.412409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port e6991005-f0ff-4562-ad08-d6e72ddfbbd9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:01.412763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.495166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a3abdb48-05f3-4da7-b73d-e6dcb13e0d60 None None] Current status of the port 290728ab-e3ed-471b-8f51-b596dfb0d919 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:01.510056 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.523763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for e6991005-f0ff-4562-ad08-d6e72ddfbbd9 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:01.714250 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e6991005-f0ff-4562-ad08-d6e72ddfbbd9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.720901 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-77ca8615-d2e0-4d7f-b120-52bb60bc30e8 None None] Provisioning complete for port 290728ab-e3ed-471b-8f51-b596dfb0d919 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:01.721322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-77ca8615-d2e0-4d7f-b120-52bb60bc30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.769732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=e6991005-f0ff-4562-ad08-d6e72ddfbbd9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:01.811848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-77ca8615-d2e0-4d7f-b120-52bb60bc30e8 None None] Current status of the port 290728ab-e3ed-471b-8f51-b596dfb0d919 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:01.816529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-77ca8615-d2e0-4d7f-b120-52bb60bc30e8 None None] Could not find standard attr ID for object e6991005-f0ff-4562-ad08-d6e72ddfbbd9. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:01.846674 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.850032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3ac7790-5347-46e2-af75-0a6f57e5dd86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/e6991005-f0ff-4562-ad08-d6e72ddfbbd9 HTTP/1.1" status: 204  len: 168 time: 0.5368593
Mar 05 21:17:01.852598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55720) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:01.880143 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df9c3d-3d28-4dbc-837a-9d2eb5f825da tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:01.881613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-71df9c3d-3d28-4dbc-837a-9d2eb5f825da tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/e6991005-f0ff-4562-ad08-d6e72ddfbbd9 HTTP/1.1" status: 404  len: 333 time: 0.0280607
Mar 05 21:17:01.884416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55722) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:01.929957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-feb8e03b-919b-4632-a222-9b68a86a50a8 None None] Could not find standard attr ID for object e6991005-f0ff-4562-ad08-d6e72ddfbbd9. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:01.939261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 290728ab-e3ed-471b-8f51-b596dfb0d919 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:01.943711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet 49a5696e-2cfa-40a0-8b06-dfd9f61c744b {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:01.947073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (49a5696e-2cfa-40a0-8b06-dfd9f61c744b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.992593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 290728ab-e3ed-471b-8f51-b596dfb0d919 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:01.993105 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:01.993795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (49a5696e-2cfa-40a0-8b06-dfd9f61c744b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.077464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 290728ab-e3ed-471b-8f51-b596dfb0d919 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:02.091643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (49a5696e-2cfa-40a0-8b06-dfd9f61c744b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.144372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a87f103e-d343-4a8b-b09d-848857f36b03 None None] Could not find standard attr ID for object e6991005-f0ff-4562-ad08-d6e72ddfbbd9. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:02.153033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (49a5696e-2cfa-40a0-8b06-dfd9f61c744b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.184526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.189664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/49a5696e-2cfa-40a0-8b06-dfd9f61c744b HTTP/1.1" status: 204  len: 168 time: 0.3041461
Mar 05 21:17:02.190731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095dbe9-9c3f-49d2-b865-72ee95d956fd tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=49a5696e-2cfa-40a0-8b06-dfd9f61c744b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:02.191096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55726) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:02.245490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet cb572939-463e-4192-81ce-2982fba88653 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:02.249121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (cb572939-463e-4192-81ce-2982fba88653), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.297015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (cb572939-463e-4192-81ce-2982fba88653), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.312034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2658d8-7022-4b05-b34d-2153e78f1a89 None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:02.362560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ddd8e30c-b81b-4a28-9a61-f060fdf9e8af None None] Could not find standard attr ID for object e6991005-f0ff-4562-ad08-d6e72ddfbbd9. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:02.384788 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (cb572939-463e-4192-81ce-2982fba88653), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.450350 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (cb572939-463e-4192-81ce-2982fba88653), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.475848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=cb572939-463e-4192-81ce-2982fba88653,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:02.485970 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.489318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/cb572939-463e-4192-81ce-2982fba88653 HTTP/1.1" status: 204  len: 168 time: 0.2971802
Mar 05 21:17:02.491091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.491444 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.491828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.492484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.492828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.493039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55730) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:02.493199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.493496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.493957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.494293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.494631 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.495751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.495751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.496026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17267476-7370-428d-bc6c-3dbca8a3bfd1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:02.578656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.636325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 290728ab-e3ed-471b-8f51-b596dfb0d919 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:02.636677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.701367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port 290728ab-e3ed-471b-8f51-b596dfb0d919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290728ab-e3ed-471b-8f51-b596dfb0d919,segment=NetworkSegment(9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf),segment_id=9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:02.701649 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.720851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 290728ab-e3ed-471b-8f51-b596dfb0d919 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:02.804797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (290728ab-e3ed-471b-8f51-b596dfb0d919), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.833824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=290728ab-e3ed-471b-8f51-b596dfb0d919,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:02.835744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port 290728ab-e3ed-471b-8f51-b596dfb0d919 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:02.931775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:02.961446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b6c6a60>,) {'filters': {'network_id': ['25d3e41e-6b67-42cc-8fdd-e0aacbd540ba']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:02.976171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b6c6a60>, '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:02.976478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b6c6a60>, '9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:02.976644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb08a0-a43b-489a-8ee4-a6c508e20eb7 None None] Network 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:02.988246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.002356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.009206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:03.010987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (9e8fdb5b-8bdd-40d1-b792-cf0b18a2eccf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:03.013042 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:03.025360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fb39148b-abef-4334-9b4c-2f63404b945a None None] Could not find standard attr ID for object 290728ab-e3ed-471b-8f51-b596dfb0d919. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:03.089936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (25d3e41e-6b67-42cc-8fdd-e0aacbd540ba), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.100218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.103264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/25d3e41e-6b67-42cc-8fdd-e0aacbd540ba HTTP/1.1" status: 204  len: 168 time: 0.6092107
Mar 05 21:17:03.108161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55742) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:03.121150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6a6e-6ffa-4b49-9966-f03b20bb28e9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=25d3e41e-6b67-42cc-8fdd-e0aacbd540ba,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:03.159104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643a09d-21ac-46f7-ab48-767d0fd9f8b8 None None] DHCP port deletion for 25d3e41e-6b67-42cc-8fdd-e0aacbd540ba request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:03.179592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3979e-0758-41a8-b75e-2abffcbe9ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:03.181093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7a3979e-0758-41a8-b75e-2abffcbe9ccc tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0719490
Mar 05 21:17:03.184698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55744) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:03.221157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450866d-e5e5-45b5-a35f-7674eb934c15 req-934793ea-800f-4c25-937f-9a05f39d5f9b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:03.222535 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1450866d-e5e5-45b5-a35f-7674eb934c15 req-934793ea-800f-4c25-937f-9a05f39d5f9b tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.0650628
Mar 05 21:17:03.232617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e2dd1f75-6ca5-4d4a-87f8-d2c0a9765153 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0467737
Mar 05 21:17:03.236621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55746) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:03.241477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248755503'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:03.261078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:03.264580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.272363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1450866d-e5e5-45b5-a35f-7674eb934c15 req-d6adac44-5a7b-404a-b2d4-d3878ac22fe9 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440030
Mar 05 21:17:03.288718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:03.301289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b8c4c3a7-711a-4f91-b9ec-10a7c90d0795), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.301645 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment b8c4c3a7-711a-4f91-b9ec-10a7c90d0795 of type vlan for network f2d36d97-8745-428d-bc69-d3a8b7aebdfa
Mar 05 21:17:03.343253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f2d36d97-8745-428d-bc69-d3a8b7aebdfa), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.368104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f2d36d97-8745-428d-bc69-d3a8b7aebdfa), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.373024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:03.373609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.429491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1917715
Mar 05 21:17:03.432558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55748) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:03.438006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:03.446785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0c05a-166c-4213-8771-3c45a1d45155 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=f2d36d97-8745-428d-bc69-d3a8b7aebdfa,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:03.458183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:03.526841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:03.530304 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.705645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (71bd288d-9d0e-47d4-9e87-babe01ca36aa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.769491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=71bd288d-9d0e-47d4-9e87-babe01ca36aa,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:03.777883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:03.778244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: f2d36d97-8745-428d-bc69-d3a8b7aebdfa, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:17:03.795435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:17:03.804094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2d36d97-8745-428d-bc69-d3a8b7aebdfa) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:03.807962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:03.808552 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.813344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4bdd45-33a2-4a00-9fed-cef57d707217 None None] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:03.826742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d67dfb90-f79f-498a-b424-70ef38046a87 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3928113
Mar 05 21:17:03.829896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55752) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:03.834849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa', 'name': 'tempest-PortsTestJSON-1424535808'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:03.967318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:03.971710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:03.980615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 290728ab-e3ed-471b-8f51-b596dfb0d919 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:03.993312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 404e11b3-86b3-42a2-8a9a-20300ff9ba3a yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:04.034365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 290728ab-e3ed-471b-8f51-b596dfb0d919 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:04.034636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 290728ab-e3ed-471b-8f51-b596dfb0d919 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:04.098291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2d36d97-8745-428d-bc69-d3a8b7aebdfa', 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': '71bd288d-9d0e-47d4-9e87-babe01ca36aa'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:17:04.099131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.105986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.12 (f2d36d97-8745-428d-bc69-d3a8b7aebdfa/71bd288d-9d0e-47d4-9e87-babe01ca36aa/404e11b3-86b3-42a2-8a9a-20300ff9ba3a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:04.253650 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.287051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.334771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Allocated IP 172.20.0.2 (f2d36d97-8745-428d-bc69-d3a8b7aebdfa/71bd288d-9d0e-47d4-9e87-babe01ca36aa/aa8a4b15-33da-4903-ad3d-7f557e2ff5ca) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:04.335289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:04.338395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:04.342584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:04.372181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=404e11b3-86b3-42a2-8a9a-20300ff9ba3a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:04.400351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:04.401004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.419794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ad4c1775-3d66-4af5-b538-0c5101624794 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.5888107
Mar 05 21:17:04.423790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55756) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:04.430975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa', 'name': 'tempest-PortsTestJSON-696763595'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:04.441404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bd847-1dd0-44b3-b706-e1051c678adc req-4d731f5a-1619-4402-a27e-76e0fc40d3f5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:04.442924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a96bd847-1dd0-44b3-b706-e1051c678adc req-4d731f5a-1619-4402-a27e-76e0fc40d3f5 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.0676641
Mar 05 21:17:04.504845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks [] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.512252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.533338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a96bd847-1dd0-44b3-b706-e1051c678adc req-e9e40f43-1dff-43a7-b6fe-206d4989771a tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d86baae-7cf9-4d05-bbdb-99601aa41a25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816212
Mar 05 21:17:04.560200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:04.565927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:04.568024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:04.568186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Pushing event updated for resources: {'Port': ['ID=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:04.570226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:04.571532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.590855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 499837c9-1014-4673-8e0a-02a6d096ed4d yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:04.624237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Attempting to bind port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:17:04.624729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Attempting to bind port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:17:04.625102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Attempting to bind port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca on network f2d36d97-8745-428d-bc69-d3a8b7aebdfa {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:04.630525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:17:04.630849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Checking segment: {'id': 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:04.631238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.632034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Bound using segment: {'id': 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:17:04.632164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Bound port: aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f2d36d97-8745-428d-bc69-d3a8b7aebdfa'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:17:04.632596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.696413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] For port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:17:04.700642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] For port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,segment=NetworkSegment(b8c4c3a7-711a-4f91-b9ec-10a7c90d0795),segment_id=b8c4c3a7-711a-4f91-b9ec-10a7c90d0795)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:17:04.707590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:04.732055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.9 (f2d36d97-8745-428d-bc69-d3a8b7aebdfa/71bd288d-9d0e-47d4-9e87-babe01ca36aa/499837c9-1014-4673-8e0a-02a6d096ed4d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:04.773258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08745a-18a5-473a-bfb4-be362bc5a533 None None] Pushing event updated for resources: {'Port': ['ID=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:04.775643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ef78aa00-bd5a-4191-8b76-dc4d0d00864c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:04.777176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ef78aa00-bd5a-4191-8b76-dc4d0d00864c tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.23 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 946 time: 0.0916166
Mar 05 21:17:04.981056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Deleting port c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:04.981689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c9af0a09-36af-49e5-919a-b3687886298b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.004363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (499837c9-1014-4673-8e0a-02a6d096ed4d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.101786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] For port c9af0a09-36af-49e5-919a-b3687886298b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9af0a09-36af-49e5-919a-b3687886298b,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:05.102276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c9af0a09-36af-49e5-919a-b3687886298b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.109634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (499837c9-1014-4673-8e0a-02a6d096ed4d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.199778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:05.207476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:05.211108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=499837c9-1014-4673-8e0a-02a6d096ed4d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:05.216627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:05.306907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:05.307438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.363845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-85c476ac-2094-4037-869f-dda48b858b26 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.9375455
Mar 05 21:17:05.366442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:05.422535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.423041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.423445 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Floating IP c25d3145-5742-42a1-88e4-93fb0a2c76f6 disassociated. External IP: 172.35.0.156, port: c9af0a09-36af-49e5-919a-b3687886298b.
Mar 05 21:17:05.423845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Calling delete_port for c9af0a09-36af-49e5-919a-b3687886298b owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:05.515473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0d5a1-4e8a-4959-b58e-40d3e162e0b7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:05.517968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8aa0d5a1-4e8a-4959-b58e-40d3e162e0b7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200  len: 923 time: 0.1505895
Mar 05 21:17:05.523180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55762) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:05.631770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c9af0a09-36af-49e5-919a-b3687886298b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.656972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a91b7bbb-c35d-46af-9a39-0041b3fd2144 req-674c6ff1-8727-4369-b202-f6aeb418be40 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/ports?device_id=51aeb9d2-5c35-4841-bcb2-7162b1f8752a HTTP/1.1" status: 200  len: 210 time: 0.0424821
Mar 05 21:17:05.663146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 499837c9-1014-4673-8e0a-02a6d096ed4d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:05.664169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (499837c9-1014-4673-8e0a-02a6d096ed4d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.687680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'Port': ['ID=c9af0a09-36af-49e5-919a-b3687886298b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:05.780633 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (499837c9-1014-4673-8e0a-02a6d096ed4d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.790199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688bd82-49f1-4b39-8608-be676f50255c None None] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:05.795414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 499837c9-1014-4673-8e0a-02a6d096ed4d owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:05.843082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:17:05.909737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Provisioning complete for port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:05.910333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:05.981495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (499837c9-1014-4673-8e0a-02a6d096ed4d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.004528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:17:06.009350 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=499837c9-1014-4673-8e0a-02a6d096ed4d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:06.018125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:17:06.046530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Current status of the port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:06.048431 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.067223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aa8a4b15-33da-4903-ad3d-7f557e2ff5ca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:06.078385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] No DVR routers for this DVR port c9af0a09-36af-49e5-919a-b3687886298b on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:06.082968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.087579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a114fae9-801e-4a86-8045-ec517e2c0c85 req-ba10b948-7e82-40f8-93d3-68567c50fed4 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.23 "DELETE /v2.0/ports/c9af0a09-36af-49e5-919a-b3687886298b HTTP/1.1" status: 204  len: 173 time: 1.3000636
Mar 05 21:17:06.088439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-deleted', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:17:06.091114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:06.092047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8334e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:06.092444 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5cc346-aa0b-4bac-93d4-56921bcf27b7" -d '{"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-deleted", "tag": "c9af0a09-36af-49e5-919a-b3687886298b"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:17:06.145326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.151506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-702a5c45-47ed-48dc-a9ff-4512453be825 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/499837c9-1014-4673-8e0a-02a6d096ed4d HTTP/1.1" status: 204  len: 168 time: 0.6237350
Mar 05 21:17:06.151795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:06.166143 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56eae2-a8c2-4c72-aefe-ec5cb8e439e7 x-openstack-request-id: req-7b56eae2-a8c2-4c72-aefe-ec5cb8e439e7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:17:06.166548 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aeb9d2-5c35-4841-bcb2-7162b1f8752a", "name": "network-vif-deleted", "tag": "c9af0a09-36af-49e5-919a-b3687886298b", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:17:06.166894 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b56eae2-a8c2-4c72-aefe-ec5cb8e439e7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:17:06.167421 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51aeb9d2-5c35-4841-bcb2-7162b1f8752a', 'name': 'network-vif-deleted', 'tag': 'c9af0a09-36af-49e5-919a-b3687886298b', 'status': 'completed', 'code': 200}
Mar 05 21:17:06.188995 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e348dd-3e74-4279-bb1e-78c7f57bd97f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:06.190685 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-23e348dd-3e74-4279-bb1e-78c7f57bd97f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/499837c9-1014-4673-8e0a-02a6d096ed4d HTTP/1.1" status: 404  len: 333 time: 0.0376821
Mar 05 21:17:06.193570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55772) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:06.226674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] For port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,segment=NetworkSegment(b8c4c3a7-711a-4f91-b9ec-10a7c90d0795),segment_id=b8c4c3a7-711a-4f91-b9ec-10a7c90d0795)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:06.237678 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.312158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460354d4-0197-43b9-9d0e-1cd5a87510d7 None None] Pushing event updated for resources: {'Port': ['ID=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:06.355410 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.362668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:06.363049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.417930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:17:06.488848 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.599998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:06.694107 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Provisioning complete for port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:06.694648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.752492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 404e11b3-86b3-42a2-8a9a-20300ff9ba3a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:06.753049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.771443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8334e790>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:06.777231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55780) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:06.801845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:17:06.862487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Current status of the port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:06.874950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.875165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Could not find standard attr ID for object 499837c9-1014-4673-8e0a-02a6d096ed4d. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:06.875731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:06.876841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8334e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:06.894929 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (4d86baae-7cf9-4d05-bbdb-99601aa41a25), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.918022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 404e11b3-86b3-42a2-8a9a-20300ff9ba3a owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:06.964236 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (4d86baae-7cf9-4d05-bbdb-99601aa41a25), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:06.980350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Provisioning complete for port 404e11b3-86b3-42a2-8a9a-20300ff9ba3a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:06.982085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.034506 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4d86baae-7cf9-4d05-bbdb-99601aa41a25), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.037559 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.041483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d86baae-7cf9-4d05-bbdb-99601aa41a25 HTTP/1.1" status: 204  len: 168 time: 0.2596359
Mar 05 21:17:07.042977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dafbc0e2-e4d8-4492-8623-17da1588d61c None None] Port 404e11b3-86b3-42a2-8a9a-20300ff9ba3a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:07.045365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55782) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:07.050075 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f75afc-9101-4ed2-8312-11bbdec44e98 tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d86baae-7cf9-4d05-bbdb-99601aa41a25,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:07.073800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:17:07.076631 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-7ce5d6ec-967f-4db9-9e8d-4dfe8c0aa0cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] show failed (client error): The resource could not be found.
Mar 05 21:17:07.080295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7ce5d6ec-967f-4db9-9e8d-4dfe8c0aa0cb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "GET /v2.0/security-groups/4d86baae-7cf9-4d05-bbdb-99601aa41a25 HTTP/1.1" status: 404  len: 347 time: 0.0330179
Mar 05 21:17:07.081172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55784) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:07.175613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (404e11b3-86b3-42a2-8a9a-20300ff9ba3a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.215083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=404e11b3-86b3-42a2-8a9a-20300ff9ba3a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:07.229929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.230281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.230625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.230966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.231302 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.231632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.231993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.232321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.232655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.232977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.233291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Deleting port 9c814830-ff36-4b0c-bcf5-33d6ff352855 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:07.233390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.233618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.233940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:17:07.234400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.308430 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.315721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2c1be54c-23c5-4457-96e9-865bacdba4eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/404e11b3-86b3-42a2-8a9a-20300ff9ba3a HTTP/1.1" status: 204  len: 168 time: 1.1200378
Mar 05 21:17:07.317790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55786) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:07.348442 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad465ce-a810-4b1d-ae06-9dde65e5cf67 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:07.350319 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dad465ce-a810-4b1d-ae06-9dde65e5cf67 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/404e11b3-86b3-42a2-8a9a-20300ff9ba3a HTTP/1.1" status: 404  len: 333 time: 0.0306678
Mar 05 21:17:07.354329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55788) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:07.377977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-67dd30e9-5f50-4d61-aa05-a4d99f0f5b26 None None] Could not find standard attr ID for object 404e11b3-86b3-42a2-8a9a-20300ff9ba3a. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:07.404004 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.404516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (9c814830-ff36-4b0c-bcf5-33d6ff352855), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.425437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Calling delete_port for 9c814830-ff36-4b0c-bcf5-33d6ff352855 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:07.438158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet 71bd288d-9d0e-47d4-9e87-babe01ca36aa {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:07.449044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (71bd288d-9d0e-47d4-9e87-babe01ca36aa), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.503264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-011f527d-fb66-4f9e-ad06-758974adfac9 None None] Could not find standard attr ID for object 499837c9-1014-4673-8e0a-02a6d096ed4d. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:07.536373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8334e790>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:07.550298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (71bd288d-9d0e-47d4-9e87-babe01ca36aa), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.574166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73664dec-a3d9-4eb7-84fe-dcd24a5f25a2 None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:11:24Z', 'revision_number': 4, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8782b566-81bb-4cee-99bd-60ebaa8c05c8', 'name': '', 'network_id': 'f4b93af7-4d00-486d-82f8-877eddb5d778', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'mac_address': 'fa:16:3e:e7:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:22Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'subnets': [{'id': '65a8f678-6b9b-4d26-ad1c-20228fee7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:17:07.582776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9af0a09-36af-49e5-919a-b3687886298b no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:07.606287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: c9af0a09-36af-49e5-919a-b3687886298b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:07.606739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device c9af0a09-36af-49e5-919a-b3687886298b not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:07.697685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (71bd288d-9d0e-47d4-9e87-babe01ca36aa), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.750656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9c814830-ff36-4b0c-bcf5-33d6ff352855), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.818611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Pushing event deleted for resources: {'Port': ['ID=9c814830-ff36-4b0c-bcf5-33d6ff352855,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:07.867874 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (71bd288d-9d0e-47d4-9e87-babe01ca36aa), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.914857 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6813b7-6b3f-41b7-9c49-4005474ce9bd None None] New status for floating IP c25d3145-5742-42a1-88e4-93fb0a2c76f6: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:17:07.918193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=71bd288d-9d0e-47d4-9e87-babe01ca36aa,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:07.921807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks [] for floatingip (c25d3145-5742-42a1-88e4-93fb0a2c76f6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.925974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.929928 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3adf7ec6-393c-4779-8049-7805a314a8fb tempest-AttachVolumeShelveTestJSON-1318940295 tempest-AttachVolumeShelveTestJSON-1318940295-project] 10.222.0.15 "DELETE /v2.0/floatingips/c25d3145-5742-42a1-88e4-93fb0a2c76f6 HTTP/1.1" status: 204  len: 168 time: 0.8450015
Mar 05 21:17:07.940797 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:07.940797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2cca0ba9-2674-4611-8c36-9b33dd589a36 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/71bd288d-9d0e-47d4-9e87-babe01ca36aa HTTP/1.1" status: 204  len: 168 time: 0.5829918
Mar 05 21:17:07.942161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55792) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:07.950467 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae9f7d-2e30-4707-ae02-daf397662448 None None] Network f2d36d97-8745-428d-bc69-d3a8b7aebdfa requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:08.033823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aa8a4b15-33da-4903-ad3d-7f557e2ff5ca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:08.085237 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f2d36d97-8745-428d-bc69-d3a8b7aebdfa), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.161637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:08.161989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.166117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:08.167009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.237842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] DHCP port deletion for f2d36d97-8745-428d-bc69-d3a8b7aebdfa request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:08.238654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,segment=NetworkSegment(b8c4c3a7-711a-4f91-b9ec-10a7c90d0795),segment_id=b8c4c3a7-711a-4f91-b9ec-10a7c90d0795)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:08.239038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.256683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for aa8a4b15-33da-4903-ad3d-7f557e2ff5ca owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:08.310766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:08.340759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Deleting port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:08.341211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.352485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.382481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:08.386699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:08.422975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] For port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,segment=NetworkSegment(b8c4c3a7-711a-4f91-b9ec-10a7c90d0795),segment_id=b8c4c3a7-711a-4f91-b9ec-10a7c90d0795)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:08.422975 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.436870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Calling delete_port for aa8a4b15-33da-4903-ad3d-7f557e2ff5ca owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:08.473363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f2d36d97-8745-428d-bc69-d3a8b7aebdfa), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.500360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b909f69d0>,) {'filters': {'network_id': ['f2d36d97-8745-428d-bc69-d3a8b7aebdfa']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:08.511489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909f69d0>, 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:08.511835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909f69d0>, 'b8c4c3a7-711a-4f91-b9ec-10a7c90d0795') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:08.522625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (b8c4c3a7-711a-4f91-b9ec-10a7c90d0795), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.527530 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (aa8a4b15-33da-4903-ad3d-7f557e2ff5ca), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.543146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b8c4c3a7-711a-4f91-b9ec-10a7c90d0795), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.550083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:08.550532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (b8c4c3a7-711a-4f91-b9ec-10a7c90d0795), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:08.553521 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:08.559137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] No DVR routers for this DVR port aa8a4b15-33da-4903-ad3d-7f557e2ff5ca on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:08.569806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe89a-73ef-4590-8651-cf799895d598 None None] Pushing event deleted for resources: {'Port': ['ID=aa8a4b15-33da-4903-ad3d-7f557e2ff5ca,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:08.621910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f2d36d97-8745-428d-bc69-d3a8b7aebdfa), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.631436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.634580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/f2d36d97-8745-428d-bc69-d3a8b7aebdfa HTTP/1.1" status: 204  len: 168 time: 0.6912704
Mar 05 21:17:08.640903 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:08.645589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09111fa-3731-4571-aaee-0c366ce19ae4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=f2d36d97-8745-428d-bc69-d3a8b7aebdfa,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:08.653240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1117371340'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:08.683232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:08.686576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.990222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:08.998736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:08.999081 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8 of type vlan for network 40cc0c65-396a-423a-8381-e461cfa3e5e9
Mar 05 21:17:09.039099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (40cc0c65-396a-423a-8381-e461cfa3e5e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.064325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (40cc0c65-396a-423a-8381-e461cfa3e5e9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.069305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:09.069890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.128147 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4850457
Mar 05 21:17:09.131072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55832) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:09.136542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:09.141034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c046e-e36f-473e-8235-7b766f176ac7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=40cc0c65-396a-423a-8381-e461cfa3e5e9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:09.157173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:09.238676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:09.242239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.448362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ce9acfb3-6fda-4f17-aac9-5a940e4ced6d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.512714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=ce9acfb3-6fda-4f17-aac9-5a940e4ced6d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:09.522276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:09.522648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: 40cc0c65-396a-423a-8381-e461cfa3e5e9, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:17:09.540222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:17:09.550803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40cc0c65-396a-423a-8381-e461cfa3e5e9) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:09.555287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:09.555920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.563860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c32ee-0530-4bfe-a17d-240fc70fbd70 None None] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:09.573459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d9340edf-558f-4344-97dc-e81d8d2151d0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4412310
Mar 05 21:17:09.576497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:09.582173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9', 'name': 'tempest-PortsTestJSON-253670287', 'fixed_ips': [{'subnet_id': 'ce9acfb3-6fda-4f17-aac9-5a940e4ced6d', 'ip_address': '172.20.0.10'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:09.678524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40cc0c65-396a-423a-8381-e461cfa3e5e9', 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': 'ce9acfb3-6fda-4f17-aac9-5a940e4ced6d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:17:09.679371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.717817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:09.812039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:09.830387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:09.842903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Allocated IP 172.20.0.2 (40cc0c65-396a-423a-8381-e461cfa3e5e9/ce9acfb3-6fda-4f17-aac9-5a940e4ced6d/836e24eb-03f8-464e-a118-69ba16a699a8) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:09.946931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aa8a4b15-33da-4903-ad3d-7f557e2ff5ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:09.984758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: aa8a4b15-33da-4903-ad3d-7f557e2ff5ca {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:09.985653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aa8a4b15-33da-4903-ad3d-7f557e2ff5ca not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:10.033725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks [] for port (836e24eb-03f8-464e-a118-69ba16a699a8), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.039459 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.080244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:10.083330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:10.087357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:10.091977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.10 (40cc0c65-396a-423a-8381-e461cfa3e5e9/ce9acfb3-6fda-4f17-aac9-5a940e4ced6d/0a2a5614-4a62-44f1-a9f7-b576dbdf23c6) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:10.094370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Pushing event updated for resources: {'Port': ['ID=836e24eb-03f8-464e-a118-69ba16a699a8,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:10.159037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Attempting to bind port 836e24eb-03f8-464e-a118-69ba16a699a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:17:10.159725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Attempting to bind port 836e24eb-03f8-464e-a118-69ba16a699a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:17:10.160018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Attempting to bind port 836e24eb-03f8-464e-a118-69ba16a699a8 on network 40cc0c65-396a-423a-8381-e461cfa3e5e9 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:10.165412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:17:10.166092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Checking segment: {'id': 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:10.166667 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.167170 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Bound using segment: {'id': 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:17:10.167871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Bound port: 836e24eb-03f8-464e-a118-69ba16a699a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:17:10.168414 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.237312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] For port 836e24eb-03f8-464e-a118-69ba16a699a8, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:17:10.242138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] For port 836e24eb-03f8-464e-a118-69ba16a699a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=836e24eb-03f8-464e-a118-69ba16a699a8,segment=NetworkSegment(bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8),segment_id=bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:17:10.250223 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.264155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.305298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.316638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508618c-36c5-4d61-b3f0-7d39415242ca None None] Pushing event updated for resources: {'Port': ['ID=836e24eb-03f8-464e-a118-69ba16a699a8,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:10.365006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:10.369076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:10.375387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:10.381224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=0a2a5614-4a62-44f1-a9f7-b576dbdf23c6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:10.433950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:10.434600 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.454451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c128ef23-f4bc-4e80-938c-5086777c433b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8767254
Mar 05 21:17:10.457177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:10.466614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55880) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:10.467924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': '40cc0c65-396a-423a-8381-e461cfa3e5e9', 'name': 'tempest-PortsTestJSON-1035734655', 'fixed_ips': [{'subnet_id': 'ce9acfb3-6fda-4f17-aac9-5a940e4ced6d', 'ip_address': '172.20.0.9'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:10.668820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:10.778397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:10.800620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port db962e0e-3fc7-40ea-93a4-9d34d5216781 yet. {{(pid=126562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:10.979193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.9 (40cc0c65-396a-423a-8381-e461cfa3e5e9/ce9acfb3-6fda-4f17-aac9-5a940e4ced6d/db962e0e-3fc7-40ea-93a4-9d34d5216781) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:11.108626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.148121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (db962e0e-3fc7-40ea-93a4-9d34d5216781), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.200270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (db962e0e-3fc7-40ea-93a4-9d34d5216781), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.256620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:11.260443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:11.265722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:11.299120 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=db962e0e-3fc7-40ea-93a4-9d34d5216781,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:11.326990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:11.327711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.345964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c7caf49c-c3b2-488a-ba2b-45206b28b63d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8876686
Mar 05 21:17:11.349037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:11.422033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Deleting port 8782b566-81bb-4cee-99bd-60ebaa8c05c8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:11.422582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.451658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ecbaa6-d47f-4fbb-b59a-a053d72a3202 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:11.453628 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89ecbaa6-d47f-4fbb-b59a-a053d72a3202 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1007497
Mar 05 21:17:11.458028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55888) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:11.520865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] For port 8782b566-81bb-4cee-99bd-60ebaa8c05c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8782b566-81bb-4cee-99bd-60ebaa8c05c8,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:11.521822 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.536590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Calling delete_port for 8782b566-81bb-4cee-99bd-60ebaa8c05c8 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:11.539221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746336fe-5e34-4d8e-9996-ddf21380b783 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:11.547136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746336fe-5e34-4d8e-9996-ddf21380b783 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:11.554489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746336fe-5e34-4d8e-9996-ddf21380b783 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:11.558885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-746336fe-5e34-4d8e-9996-ddf21380b783 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.0969143
Mar 05 21:17:11.559113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55890) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:11.568760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af697c-82bf-4983-86d3-509570d58df4 None None] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:11.639599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Provisioning complete for port 836e24eb-03f8-464e-a118-69ba16a699a8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:11.640152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.676795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port db962e0e-3fc7-40ea-93a4-9d34d5216781 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:11.677128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (db962e0e-3fc7-40ea-93a4-9d34d5216781), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.746907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8782b566-81bb-4cee-99bd-60ebaa8c05c8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.806152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (db962e0e-3fc7-40ea-93a4-9d34d5216781), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.809355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Current status of the port 836e24eb-03f8-464e-a118-69ba16a699a8 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:11.809799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:11.838106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for db962e0e-3fc7-40ea-93a4-9d34d5216781 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:11.849101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8782b566-81bb-4cee-99bd-60ebaa8c05c8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:11.906506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] For port 836e24eb-03f8-464e-a118-69ba16a699a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=836e24eb-03f8-464e-a118-69ba16a699a8,segment=NetworkSegment(bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8),segment_id=bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:11.921832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.014036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c09ad-4a7e-4fdc-bb1a-ce8e47c38d50 None None] Pushing event updated for resources: {'Port': ['ID=836e24eb-03f8-464e-a118-69ba16a699a8,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:12.074119 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (db962e0e-3fc7-40ea-93a4-9d34d5216781), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.109603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.128649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=db962e0e-3fc7-40ea-93a4-9d34d5216781,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:12.168234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Provisioning complete for port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:12.169175 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.201715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 836e24eb-03f8-464e-a118-69ba16a699a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:12.208983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.213604 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8f6d693d-4b82-40fe-9363-70ee17690c16 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/db962e0e-3fc7-40ea-93a4-9d34d5216781 HTTP/1.1" status: 204  len: 168 time: 0.6532590
Mar 05 21:17:12.216189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55894) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:12.249834 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2f8160-72f0-432e-a25f-086fb565bc3b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:12.251837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b2f8160-72f0-432e-a25f-086fb565bc3b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/db962e0e-3fc7-40ea-93a4-9d34d5216781 HTTP/1.1" status: 404  len: 333 time: 0.0346730
Mar 05 21:17:12.254860 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55896) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:12.263128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:12.268859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Could not find standard attr ID for object db962e0e-3fc7-40ea-93a4-9d34d5216781. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:12.301531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Provisioning complete for port 836e24eb-03f8-464e-a118-69ba16a699a8 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:12.302022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.312322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 836e24eb-03f8-464e-a118-69ba16a699a8 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:12.312713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.401487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:12.401842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.432485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Router 4be90a45-8fd3-4b80-b53e-e8ef752219fd has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:17:12.435846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3ee12342-2c30-41d6-8ca3-7032e424fb52 None None] Current status of the port 836e24eb-03f8-464e-a118-69ba16a699a8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:12.507526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.512833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 836e24eb-03f8-464e-a118-69ba16a699a8 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:12.524759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:12.589420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:17:12.595139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7c9cb775-36cb-43f0-8b10-f4d72a8b0e64 admin admin] 10.222.0.15 "PUT /v2.0/routers/4be90a45-8fd3-4b80-b53e-e8ef752219fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1273644
Mar 05 21:17:12.597690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55898) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:12.600449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Sync routers for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:17:12.611703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:12.612371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f6d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:12.707029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.708109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9fc573f7-f783-423b-9502-ac5b33e9a6b1 None None] Provisioning complete for port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:12.708495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9fc573f7-f783-423b-9502-ac5b33e9a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0a2a5614-4a62-44f1-a9f7-b576dbdf23c6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.732863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9fc573f7-f783-423b-9502-ac5b33e9a6b1 None None] Port 0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 was deleted so its status cannot be updated. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 05 21:17:12.742641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks [] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.743856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=0a2a5614-4a62-44f1-a9f7-b576dbdf23c6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:12.779310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:17:12.848128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:12.856400 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cf9639b4-c058-4482-a012-633a92e28357 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 HTTP/1.1" status: 204  len: 168 time: 0.5996037
Mar 05 21:17:12.857478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55902) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:12.957941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5c838cba-2dd5-423c-acba-1e6dee2413b8 None None] Could not find standard attr ID for object db962e0e-3fc7-40ea-93a4-9d34d5216781. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:13.069114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f6d460>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:17:11Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:13.107755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Checking router: 4be90a45-8fd3-4b80-b53e-e8ef752219fd for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:17:13.118565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Routers {'4be90a45-8fd3-4b80-b53e-e8ef752219fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:13.119303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f6d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:13.240917 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eabe9c2-085e-4bdf-b222-74f86cf2217f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:13.242188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6eabe9c2-085e-4bdf-b222-74f86cf2217f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/0a2a5614-4a62-44f1-a9f7-b576dbdf23c6 HTTP/1.1" status: 404  len: 333 time: 0.3835633
Mar 05 21:17:13.246010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:13.253817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] Set router 4be90a45-8fd3-4b80-b53e-e8ef752219fd gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:17:13.263258 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks [] for router_gateway (4be90a45-8fd3-4b80-b53e-e8ef752219fd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.320031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet ce9acfb3-6fda-4f17-aac9-5a940e4ced6d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:13.323441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (ce9acfb3-6fda-4f17-aac9-5a940e4ced6d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.329457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Deleting port 79c8cc03-01ca-4434-b0c3-117f5693fcd8 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:13.329868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.389221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ce9acfb3-6fda-4f17-aac9-5a940e4ced6d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.430456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] For port 79c8cc03-01ca-4434-b0c3-117f5693fcd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c8cc03-01ca-4434-b0c3-117f5693fcd8,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:13.430859 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.449234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Calling delete_port for 79c8cc03-01ca-4434-b0c3-117f5693fcd8 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:13.478399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f6d460>, [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:17:11Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:13.506100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028070-1a25-4041-b60a-0d860b118759 None None] The sync data for ids ['4be90a45-8fd3-4b80-b53e-e8ef752219fd'] in ncdv-master-1 is: [{'id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'name': 'tempest-AttachVolumeShelveTestJSON-290080108-router', 'tenant_id': '5c1b37634bef4eefa974dfc8912e8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83'}], 'enable_snat': True}, 'gw_port_id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:11:16Z', 'updated_at': '2022-03-05T21:17:11Z', 'revision_number': 5, 'project_id': '5c1b37634bef4eefa974dfc8912e8556', 'gw_port': {'id': '79c8cc03-01ca-4434-b0c3-117f5693fcd8', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be90a45-8fd3-4b80-b53e-e8ef752219fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:11:18Z', 'updated_at': '2022-03-05T21:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:17:13.508960 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ce9acfb3-6fda-4f17-aac9-5a940e4ced6d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.589493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ce9acfb3-6fda-4f17-aac9-5a940e4ced6d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.618884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9acfb3-6fda-4f17-aac9-5a940e4ced6d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:13.622791 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.627377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-36b37da3-f8a6-44b3-af79-d867beb2d61b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/ce9acfb3-6fda-4f17-aac9-5a940e4ced6d HTTP/1.1" status: 204  len: 168 time: 0.3794904
Mar 05 21:17:13.629938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:13.636341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe534e5c-a627-46a3-a871-7255330a03e6 None None] Network 40cc0c65-396a-423a-8381-e461cfa3e5e9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:13.667571 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (79c8cc03-01ca-4434-b0c3-117f5693fcd8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.696653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=79c8cc03-01ca-4434-b0c3-117f5693fcd8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:13.721398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (40cc0c65-396a-423a-8381-e461cfa3e5e9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.780168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.818480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 836e24eb-03f8-464e-a118-69ba16a699a8 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:13.819197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.925230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.927811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks [] for router_controller (4be90a45-8fd3-4b80-b53e-e8ef752219fd), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.967719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port 836e24eb-03f8-464e-a118-69ba16a699a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=836e24eb-03f8-464e-a118-69ba16a699a8,segment=NetworkSegment(bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8),segment_id=bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:13.968106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:13.998736 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 836e24eb-03f8-464e-a118-69ba16a699a8 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:13.999981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (4be90a45-8fd3-4b80-b53e-e8ef752219fd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.000718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be90a45-8fd3-4b80-b53e-e8ef752219fd {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:17:14.007123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.012421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e8565a2c-8006-45b1-b353-301f9c599dbb admin admin] 10.222.0.15 "DELETE /v2.0/routers/4be90a45-8fd3-4b80-b53e-e8ef752219fd HTTP/1.1" status: 204  len: 168 time: 1.4136329
Mar 05 21:17:14.013264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:14.076080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Deleting subnet 65a8f678-6b9b-4d26-ad1c-20228fee7346 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:14.081360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Publish callbacks [] for subnet (65a8f678-6b9b-4d26-ad1c-20228fee7346), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.113298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8782b566-81bb-4cee-99bd-60ebaa8c05c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:14.134937 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (65a8f678-6b9b-4d26-ad1c-20228fee7346), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.152815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] DHCP port deletion for 40cc0c65-396a-423a-8381-e461cfa3e5e9 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:14.159018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8782b566-81bb-4cee-99bd-60ebaa8c05c8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:14.159490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8782b566-81bb-4cee-99bd-60ebaa8c05c8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:14.179792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.214647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=836e24eb-03f8-464e-a118-69ba16a699a8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.221880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port 836e24eb-03f8-464e-a118-69ba16a699a8 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:14.240002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Deleting port 836e24eb-03f8-464e-a118-69ba16a699a8 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:14.240523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.263578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (65a8f678-6b9b-4d26-ad1c-20228fee7346), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.314821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (40cc0c65-396a-423a-8381-e461cfa3e5e9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.321707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] For port 836e24eb-03f8-464e-a118-69ba16a699a8, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:14.322340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.341041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (65a8f678-6b9b-4d26-ad1c-20228fee7346), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.347039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Calling delete_port for 836e24eb-03f8-464e-a118-69ba16a699a8 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:14.349729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a644eb0>,) {'filters': {'network_id': ['40cc0c65-396a-423a-8381-e461cfa3e5e9']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:14.350668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Port 836e24eb-03f8-464e-a118-69ba16a699a8 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:17:14.353920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (836e24eb-03f8-464e-a118-69ba16a699a8), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.369626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a644eb0>, 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:14.370005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a644eb0>, 'bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:14.379294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a8f678-6b9b-4d26-ad1c-20228fee7346,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.380576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.381069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.386617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-082fb2c3-0938-4a1c-8165-915b51175713 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/65a8f678-6b9b-4d26-ad1c-20228fee7346 HTTP/1.1" status: 204  len: 168 time: 0.3699446
Mar 05 21:17:14.387099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:14.395986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] Pushing event deleted for resources: {'Port': ['ID=836e24eb-03f8-464e-a118-69ba16a699a8,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.396544 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.403924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:14.404477 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (bc058d08-4d0b-4c43-a7c9-2fc2f2a115e8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.412064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94051797-47d4-4ba2-bc24-48215a134cca None None] Network f4b93af7-4d00-486d-82f8-877eddb5d778 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:14.431150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f419cc-fdf1-4b5d-a7f4-636154453de8 None None] No DVR routers for this DVR port 836e24eb-03f8-464e-a118-69ba16a699a8 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:14.481778 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:14.489192 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (40cc0c65-396a-423a-8381-e461cfa3e5e9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.494915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f4b93af7-4d00-486d-82f8-877eddb5d778), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.502164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.507711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/40cc0c65-396a-423a-8381-e461cfa3e5e9 HTTP/1.1" status: 204  len: 168 time: 0.8766768
Mar 05 21:17:14.514521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:14.548818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-341636723'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:14.563434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d0f5d-8d48-4fbc-9625-819b9ed7c9a0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=40cc0c65-396a-423a-8381-e461cfa3e5e9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.588606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Deleting port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:14.589055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.598276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:14.602320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.644802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:14.656127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4596b603-ff6f-4778-a351-47363eaf084e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.656965 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Added segment 4596b603-ff6f-4778-a351-47363eaf084e of type vlan for network c895a3a2-1f15-4b0f-8a17-a2713b4c985c
Mar 05 21:17:14.710294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] DHCP port deletion for f4b93af7-4d00-486d-82f8-877eddb5d778 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:14.714954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (c895a3a2-1f15-4b0f-8a17-a2713b4c985c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.719635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] For port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:14.719635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.742522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Calling delete_port for 25f8077a-cbdc-4053-bf3e-26d9375ca0fe owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:14.755647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (c895a3a2-1f15-4b0f-8a17-a2713b4c985c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.761451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:14.762260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.776483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Deleting port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:14.777409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.833911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3176432
Mar 05 21:17:14.835407 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55916) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:14.841674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:14.857894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:14.864952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31c881-572e-4fe3-80f2-e3f8c307ab57 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Network': ['ID=c895a3a2-1f15-4b0f-8a17-a2713b4c985c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.893350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Pushing event deleted for resources: {'Port': ['ID=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:14.897561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:14.898468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] No DVR routers for this DVR port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:14.994970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] For port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,segment=NetworkSegment(b75bcaa4-b3ca-4d00-8137-89d02bc310ea),segment_id=b75bcaa4-b3ca-4d00-8137-89d02bc310ea)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:14.995305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.018585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Calling delete_port for 25f8077a-cbdc-4053-bf3e-26d9375ca0fe owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:15.024085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:15.030423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.033174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f4b93af7-4d00-486d-82f8-877eddb5d778), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.079430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6db7c0>,) {'filters': {'network_id': ['f4b93af7-4d00-486d-82f8-877eddb5d778']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:15.098186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6db7c0>, 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:15.098769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6db7c0>, 'b75bcaa4-b3ca-4d00-8137-89d02bc310ea') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:15.125814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (b75bcaa4-b3ca-4d00-8137-89d02bc310ea), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.137407 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (25f8077a-cbdc-4053-bf3e-26d9375ca0fe), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.164937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] Pushing event deleted for resources: {'Port': ['ID=25f8077a-cbdc-4053-bf3e-26d9375ca0fe,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:15.165634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b75bcaa4-b3ca-4d00-8137-89d02bc310ea), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.169175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2935-b7dd-4982-835e-6df81f58e675 None None] No DVR routers for this DVR port 25f8077a-cbdc-4053-bf3e-26d9375ca0fe on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:15.181835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:15.181835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (b75bcaa4-b3ca-4d00-8137-89d02bc310ea), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:15.183125 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:15.252660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f4b93af7-4d00-486d-82f8-877eddb5d778), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.260839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.264280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4b93af7-4d00-486d-82f8-877eddb5d778 HTTP/1.1" status: 204  len: 168 time: 0.8761787
Mar 05 21:17:15.276330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b006-1b42-44e8-a146-e4acc826130b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b93af7-4d00-486d-82f8-877eddb5d778,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:15.306306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (1e19d331-d0a2-4df3-ba07-765f6a29ad8c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.383612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=1e19d331-d0a2-4df3-ba07-765f6a29ad8c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:15.394740 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Checking segment: {'id': '4596b603-ff6f-4778-a351-47363eaf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:15.395234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network hostable DHCP agents. Network: c895a3a2-1f15-4b0f-8a17-a2713b4c985c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:17:15.417051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:17:15.425086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55936) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:15.433723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c895a3a2-1f15-4b0f-8a17-a2713b4c985c) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:15.444002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723c764-cf77-4597-9666-264ad6650da0 None None] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:15.459741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:15.460681 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.498468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-deaa2ba4-0b56-4c91-9121-7d8a29b618f0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6607380
Mar 05 21:17:15.502562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55938) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:15.511773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6d409308-5430-418e-af77-995e35af6879 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c1b37634bef4eefa974dfc8912e8556&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0808127
Mar 05 21:17:15.511962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-59421181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:15.512060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:15.544427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.545645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.570425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9430159-d447-4889-a21f-fa445731910c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c895a3a2-1f15-4b0f-8a17-a2713b4c985c', 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': '1e19d331-d0a2-4df3-ba07-765f6a29ad8c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:17:15.571277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.586687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] Publish callbacks [] for security_group (845679c9-a632-4de2-a6c9-34479d69dea5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.614924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] Publish callbacks [] for security_group (845679c9-a632-4de2-a6c9-34479d69dea5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.626795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for router_controller (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.632023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.659139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.660679 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dca6c240-1bc3-4bde-a4dc-428acdbab02d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1564343
Mar 05 21:17:15.663375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:15.671094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c', 'name': 'tempest-PortsTestJSON-1751119461'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:15.683096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (845679c9-a632-4de2-a6c9-34479d69dea5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.687313 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.689387 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/845679c9-a632-4de2-a6c9-34479d69dea5 HTTP/1.1" status: 204  len: 168 time: 0.1760683
Mar 05 21:17:15.699421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ecb8-e38a-4a2c-bb11-a4a65c43c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845679c9-a632-4de2-a6c9-34479d69dea5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:15.764732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-a9430159-d447-4889-a21f-fa445731910c None None] Allocated IP 172.20.0.2 (c895a3a2-1f15-4b0f-8a17-a2713b4c985c/1e19d331-d0a2-4df3-ba07-765f6a29ad8c/d5659b22-a726-4e4b-a5e6-d7ce235d601d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:15.817017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:15.820677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.844723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port a1bc0d00-2199-4519-ad4f-24b27d596190 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:15.962240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks [] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.974086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:15.983443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79c8cc03-01ca-4434-b0c3-117f5693fcd8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:16.036304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.13 (c895a3a2-1f15-4b0f-8a17-a2713b4c985c/1e19d331-d0a2-4df3-ba07-765f6a29ad8c/a1bc0d00-2199-4519-ad4f-24b27d596190) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:16.041019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 79c8cc03-01ca-4434-b0c3-117f5693fcd8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:16.041417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79c8cc03-01ca-4434-b0c3-117f5693fcd8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:16.041774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 836e24eb-03f8-464e-a118-69ba16a699a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:16.083290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9430159-d447-4889-a21f-fa445731910c None None] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:16.086634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 836e24eb-03f8-464e-a118-69ba16a699a8 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:16.086993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 836e24eb-03f8-464e-a118-69ba16a699a8 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:16.087619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 25f8077a-cbdc-4053-bf3e-26d9375ca0fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:16.093450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-a9430159-d447-4889-a21f-fa445731910c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:16.096239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9430159-d447-4889-a21f-fa445731910c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:16.130727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430159-d447-4889-a21f-fa445731910c None None] Pushing event updated for resources: {'Port': ['ID=d5659b22-a726-4e4b-a5e6-d7ce235d601d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:16.132822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 25f8077a-cbdc-4053-bf3e-26d9375ca0fe {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:16.133282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 25f8077a-cbdc-4053-bf3e-26d9375ca0fe not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:16.210650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a9430159-d447-4889-a21f-fa445731910c None None] Attempting to bind port d5659b22-a726-4e4b-a5e6-d7ce235d601d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:17:16.211032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a9430159-d447-4889-a21f-fa445731910c None None] Attempting to bind port d5659b22-a726-4e4b-a5e6-d7ce235d601d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4596b603-ff6f-4778-a351-47363eaf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:17:16.211742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430159-d447-4889-a21f-fa445731910c None None] Attempting to bind port d5659b22-a726-4e4b-a5e6-d7ce235d601d on network c895a3a2-1f15-4b0f-8a17-a2713b4c985c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:16.221331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430159-d447-4889-a21f-fa445731910c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:17:16.221711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430159-d447-4889-a21f-fa445731910c None None] Checking segment: {'id': '4596b603-ff6f-4778-a351-47363eaf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:16.222191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.223077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430159-d447-4889-a21f-fa445731910c None None] Bound using segment: {'id': '4596b603-ff6f-4778-a351-47363eaf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:17:16.223077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-a9430159-d447-4889-a21f-fa445731910c None None] Bound port: d5659b22-a726-4e4b-a5e6-d7ce235d601d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596b603-ff6f-4778-a351-47363eaf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c895a3a2-1f15-4b0f-8a17-a2713b4c985c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:17:16.223388 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.267394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.299714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a9430159-d447-4889-a21f-fa445731910c None None] For port d5659b22-a726-4e4b-a5e6-d7ce235d601d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:17:16.303547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a9430159-d447-4889-a21f-fa445731910c None None] For port d5659b22-a726-4e4b-a5e6-d7ce235d601d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5659b22-a726-4e4b-a5e6-d7ce235d601d,segment=NetworkSegment(4596b603-ff6f-4778-a351-47363eaf084e),segment_id=4596b603-ff6f-4778-a351-47363eaf084e)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:17:16.310866 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9430159-d447-4889-a21f-fa445731910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.314648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.389550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=a1bc0d00-2199-4519-ad4f-24b27d596190,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:16.402531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430159-d447-4889-a21f-fa445731910c None None] Pushing event updated for resources: {'Port': ['ID=d5659b22-a726-4e4b-a5e6-d7ce235d601d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:16.403154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:16.405964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:16.409278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:16.472161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:16.473043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:16.499945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c9df5bb5-c29a-40a1-8a5a-99d2783f259f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.8329082
Mar 05 21:17:16.500520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 55964) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:16.928970 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.209536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.216994 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.316279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=a1bc0d00-2199-4519-ad4f-24b27d596190,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:17.363145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 55998) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:17.480965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.484724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4f60c-d5e8-4435-84bb-8d41bc1ae43a None None] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:17.519512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f1b1-9082-42f7-9263-87ef8cab15d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.576329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Provisioning complete for port d5659b22-a726-4e4b-a5e6-d7ce235d601d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:17.576710 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.619070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f1b1-9082-42f7-9263-87ef8cab15d2 admin admin] Publish callbacks [] for security_group (10963130-fb62-400c-861e-47e331318581), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.624948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f1b1-9082-42f7-9263-87ef8cab15d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (10963130-fb62-400c-861e-47e331318581), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.669385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2f1b1-9082-42f7-9263-87ef8cab15d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10963130-fb62-400c-861e-47e331318581,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:17.674069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f3f2f1b1-9082-42f7-9263-87ef8cab15d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5ab00463cd4285bebf7baa0d51f154&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3091176
Mar 05 21:17:17.676863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56002) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:17.715008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Current status of the port d5659b22-a726-4e4b-a5e6-d7ce235d601d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:17.715413 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.736297 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] Publish callbacks [] for security_group (10963130-fb62-400c-861e-47e331318581), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.754071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] For port d5659b22-a726-4e4b-a5e6-d7ce235d601d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5659b22-a726-4e4b-a5e6-d7ce235d601d,segment=NetworkSegment(4596b603-ff6f-4778-a351-47363eaf084e),segment_id=4596b603-ff6f-4778-a351-47363eaf084e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:17.762887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.764764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] Publish callbacks [] for security_group (10963130-fb62-400c-861e-47e331318581), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.821055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63baa-3d8f-402c-8161-d23e8efc6bb1 None None] Pushing event updated for resources: {'Port': ['ID=d5659b22-a726-4e4b-a5e6-d7ce235d601d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:17.826619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (10963130-fb62-400c-861e-47e331318581), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.829766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:17.830866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10963130-fb62-400c-861e-47e331318581 HTTP/1.1" status: 204  len: 168 time: 0.1529453
Mar 05 21:17:17.839218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816f7f7-a35e-4311-ba11-0a9130dbc7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10963130-fb62-400c-861e-47e331318581,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:18.005732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.017330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5659b22-a726-4e4b-a5e6-d7ce235d601d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:18.094500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d5659b22-a726-4e4b-a5e6-d7ce235d601d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.094890 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.119503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Provisioning complete for port d5659b22-a726-4e4b-a5e6-d7ce235d601d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.119906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.271767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d5659b22-a726-4e4b-a5e6-d7ce235d601d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:18.280024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Current status of the port d5659b22-a726-4e4b-a5e6-d7ce235d601d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:18.297675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Provisioning complete for port a1bc0d00-2199-4519-ad4f-24b27d596190 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.298016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.338219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9463d42d-1b4d-443a-9af1-74ba4b62cdde None None] Port a1bc0d00-2199-4519-ad4f-24b27d596190 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:18.386789 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.394433 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.460536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f700020e-4e6a-445a-9289-d4f7c6afed7e None None] Provisioning complete for port a1bc0d00-2199-4519-ad4f-24b27d596190 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.461128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f700020e-4e6a-445a-9289-d4f7c6afed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.477688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=a1bc0d00-2199-4519-ad4f-24b27d596190,revision_number=3']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:18.483771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.506636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f700020e-4e6a-445a-9289-d4f7c6afed7e None None] Port a1bc0d00-2199-4519-ad4f-24b27d596190 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:18.587931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:18.587931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:18.626344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-38ed0b77-ac24-4893-9ce8-50a5f710d6d0 None None] Provisioning complete for port a1bc0d00-2199-4519-ad4f-24b27d596190 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.626888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-38ed0b77-ac24-4893-9ce8-50a5f710d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.681759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-38ed0b77-ac24-4893-9ce8-50a5f710d6d0 None None] Port a1bc0d00-2199-4519-ad4f-24b27d596190 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:18.722205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Router b0c87b76-76e6-4f30-988e-4a5c43e6d72c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:17:18.826900 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:17:18.831336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-df518ede-b0e3-48d1-bae4-9e5064f37577 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/routers/b0c87b76-76e6-4f30-988e-4a5c43e6d72c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3293078
Mar 05 21:17:18.834003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56032) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:18.837022 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] Sync routers for ids ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:17:18.854127 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] Routers {'b0c87b76-76e6-4f30-988e-4a5c43e6d72c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:18.854775 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90016940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:18.894991 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90016940>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:18.897752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709eea3-a071-4535-8120-4b17e2aa8e29 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:18.902285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56034) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:18.902443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7709eea3-a071-4535-8120-4b17e2aa8e29 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c87b76-76e6-4f30-988e-4a5c43e6d72c HTTP/1.1" status: 200  len: 983 time: 0.0672722
Mar 05 21:17:18.906442 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] Routers {'b0c87b76-76e6-4f30-988e-4a5c43e6d72c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:18.907855 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90016940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:18.915037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1c367594-c47a-49cc-8a1d-5fbc0405df6a None None] Provisioning complete for port a1bc0d00-2199-4519-ad4f-24b27d596190 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:18.915417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1c367594-c47a-49cc-8a1d-5fbc0405df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:18.951026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90016940>, [], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:18.951944 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4714b57a-69ef-4b39-a2b8-2ab90ad14a1b None None] The sync data for ids ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'] in ncdv-master-1 is: [] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:17:18.960734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1c367594-c47a-49cc-8a1d-5fbc0405df6a None None] Port a1bc0d00-2199-4519-ad4f-24b27d596190 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:19.373200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:19.618819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port a1bc0d00-2199-4519-ad4f-24b27d596190 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:19.619168 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:19.714123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:19.729562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for a1bc0d00-2199-4519-ad4f-24b27d596190 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:19.935474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a1bc0d00-2199-4519-ad4f-24b27d596190), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:19.966434 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=a1bc0d00-2199-4519-ad4f-24b27d596190,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:20.133453 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.325386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Router b0c87b76-76e6-4f30-988e-4a5c43e6d72c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:17:20.408840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:17:20.414305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2b9e5980-4f74-43ca-9515-266a4824e1df tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/routers/b0c87b76-76e6-4f30-988e-4a5c43e6d72c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5107303
Mar 05 21:17:20.417272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56086) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:20.421359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] Sync routers for ids ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:17:20.432945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] Routers {'b0c87b76-76e6-4f30-988e-4a5c43e6d72c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:20.434328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:20.448162 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53d3e30-a79c-4a8f-aa3e-32b849c760d6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:20.449881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b53d3e30-a79c-4a8f-aa3e-32b849c760d6 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/a1bc0d00-2199-4519-ad4f-24b27d596190 HTTP/1.1" status: 404  len: 333 time: 0.0315835
Mar 05 21:17:20.452616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:20.476028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4b80>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:20.487643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] Routers {'b0c87b76-76e6-4f30-988e-4a5c43e6d72c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:17:20.488296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:16:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:20.529030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82bc4b80>, [], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:20.529721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c216a-d0b7-4f41-af6d-080153af374c None None] The sync data for ids ['b0c87b76-76e6-4f30-988e-4a5c43e6d72c'] in ncdv-master-1 is: [] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:17:20.548990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.574536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56092) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:20.709246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0642cb4a-b713-47d2-abbe-78f3254b4412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.734278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.737081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for router_controller (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.790097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (b0c87b76-76e6-4f30-988e-4a5c43e6d72c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.790686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Fanout notify agent at l3_agent the message router_deleted on router b0c87b76-76e6-4f30-988e-4a5c43e6d72c {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:17:20.799084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.800363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d2bdbfe-72c9-41bf-b0df-0ff42fe91a35 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/routers/b0c87b76-76e6-4f30-988e-4a5c43e6d72c HTTP/1.1" status: 204  len: 168 time: 0.3466473
Mar 05 21:17:20.803475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0642cb4a-b713-47d2-abbe-78f3254b4412 admin admin] Publish callbacks [] for security_group (060c2b7f-9a36-46ec-a9f5-5e164b6bf737), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.803585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56096) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:20.808041 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0642cb4a-b713-47d2-abbe-78f3254b4412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (060c2b7f-9a36-46ec-a9f5-5e164b6bf737), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.856146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0642cb4a-b713-47d2-abbe-78f3254b4412 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4743add3f4441a89446795ff27cde0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2776403
Mar 05 21:17:20.856364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56098) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:20.861669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet 1e19d331-d0a2-4df3-ba07-765f6a29ad8c {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:20.863485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642cb4a-b713-47d2-abbe-78f3254b4412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c2b7f-9a36-46ec-a9f5-5e164b6bf737,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:20.865274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (1e19d331-d0a2-4df3-ba07-765f6a29ad8c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.916645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (1e19d331-d0a2-4df3-ba07-765f6a29ad8c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.925115 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] Publish callbacks [] for security_group (060c2b7f-9a36-46ec-a9f5-5e164b6bf737), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:20.955631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] Publish callbacks [] for security_group (060c2b7f-9a36-46ec-a9f5-5e164b6bf737), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.012362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (060c2b7f-9a36-46ec-a9f5-5e164b6bf737), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.015181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.017544 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/060c2b7f-9a36-46ec-a9f5-5e164b6bf737 HTTP/1.1" status: 204  len: 168 time: 0.1599522
Mar 05 21:17:21.022535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1e19d331-d0a2-4df3-ba07-765f6a29ad8c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.035320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997ed2d-f3d5-42d8-a04a-d9e6e37a1cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c2b7f-9a36-46ec-a9f5-5e164b6bf737,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.096813 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1e19d331-d0a2-4df3-ba07-765f6a29ad8c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.126169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=1e19d331-d0a2-4df3-ba07-765f6a29ad8c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.130416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.134420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8e40958-7f20-43f6-87d0-a1123855a495 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/1e19d331-d0a2-4df3-ba07-765f6a29ad8c HTTP/1.1" status: 204  len: 168 time: 0.3290453
Mar 05 21:17:21.137051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56102) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.139132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5752827-6957-46e4-afcb-99c8cf7dca56 None None] Network c895a3a2-1f15-4b0f-8a17-a2713b4c985c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:21.231526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (c895a3a2-1f15-4b0f-8a17-a2713b4c985c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.312575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port d5659b22-a726-4e4b-a5e6-d7ce235d601d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:21.314767 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.345212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] DHCP port deletion for c895a3a2-1f15-4b0f-8a17-a2713b4c985c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:21.386802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56108) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.401879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] For port d5659b22-a726-4e4b-a5e6-d7ce235d601d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5659b22-a726-4e4b-a5e6-d7ce235d601d,segment=NetworkSegment(4596b603-ff6f-4778-a351-47363eaf084e),segment_id=4596b603-ff6f-4778-a351-47363eaf084e)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:21.402290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.403501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0450-7165-49db-a90c-377fb85a52ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.413155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Deleting port d5659b22-a726-4e4b-a5e6-d7ce235d601d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:21.413875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.417178 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for d5659b22-a726-4e4b-a5e6-d7ce235d601d owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:21.499958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] For port d5659b22-a726-4e4b-a5e6-d7ce235d601d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5659b22-a726-4e4b-a5e6-d7ce235d601d,segment=NetworkSegment(4596b603-ff6f-4778-a351-47363eaf084e),segment_id=4596b603-ff6f-4778-a351-47363eaf084e)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:21.500550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.508096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0450-7165-49db-a90c-377fb85a52ed admin admin] Publish callbacks [] for security_group (1f14fdf6-9fcf-44ef-a2c0-706cf67d093c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.514847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0450-7165-49db-a90c-377fb85a52ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f14fdf6-9fcf-44ef-a2c0-706cf67d093c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.517324 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.520880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Calling delete_port for d5659b22-a726-4e4b-a5e6-d7ce235d601d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:21.548354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=d5659b22-a726-4e4b-a5e6-d7ce235d601d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.552360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No DVR routers for this DVR port d5659b22-a726-4e4b-a5e6-d7ce235d601d on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:21.567885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4ed0450-7165-49db-a90c-377fb85a52ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2683359f0d9e424681e99a1f791ad0d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1798649
Mar 05 21:17:21.569203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56110) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.576231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed0450-7165-49db-a90c-377fb85a52ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f14fdf6-9fcf-44ef-a2c0-706cf67d093c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.631898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] Publish callbacks [] for security_group (1f14fdf6-9fcf-44ef-a2c0-706cf67d093c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.633337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d5659b22-a726-4e4b-a5e6-d7ce235d601d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.654498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (c895a3a2-1f15-4b0f-8a17-a2713b4c985c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.663932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] Pushing event deleted for resources: {'Port': ['ID=d5659b22-a726-4e4b-a5e6-d7ce235d601d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.666349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05ed8f-f533-4eb1-9d14-11c6380e784c None None] No DVR routers for this DVR port d5659b22-a726-4e4b-a5e6-d7ce235d601d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:21.666790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] Publish callbacks [] for security_group (1f14fdf6-9fcf-44ef-a2c0-706cf67d093c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.686402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2d0760>,) {'filters': {'network_id': ['c895a3a2-1f15-4b0f-8a17-a2713b4c985c']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:21.697875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2d0760>, '4596b603-ff6f-4778-a351-47363eaf084e') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:21.698605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a2d0760>, '4596b603-ff6f-4778-a351-47363eaf084e') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:21.710180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4596b603-ff6f-4778-a351-47363eaf084e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.726220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4596b603-ff6f-4778-a351-47363eaf084e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.731498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f14fdf6-9fcf-44ef-a2c0-706cf67d093c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.734169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:21.734624 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4596b603-ff6f-4778-a351-47363eaf084e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.735437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.736730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f14fdf6-9fcf-44ef-a2c0-706cf67d093c HTTP/1.1" status: 204  len: 168 time: 0.1662526
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:21.738585 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:21.746847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca742a5b-2d36-4780-a239-fb2dfe6cdc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f14fdf6-9fcf-44ef-a2c0-706cf67d093c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.813697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (c895a3a2-1f15-4b0f-8a17-a2713b4c985c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.821067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:21.824216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/c895a3a2-1f15-4b0f-8a17-a2713b4c985c HTTP/1.1" status: 204  len: 168 time: 0.6858020
Mar 05 21:17:21.830827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56114) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.836961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947251b-9ceb-4632-9cf4-ca6c77c10f5f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=c895a3a2-1f15-4b0f-8a17-a2713b4c985c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:21.878537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba8f90-d2a8-4836-b51f-ffa1d2907d92 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:21.883911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ccba8f90-d2a8-4836-b51f-ffa1d2907d92 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/7d3fefb2-2729-4c38-80aa-64e7cf970a9a HTTP/1.1" status: 200  len: 840 time: 0.0520117
Mar 05 21:17:21.884431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56116) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.943041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f6950d82-49a8-4bef-9754-a3d956b28b86 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/7d3fefb2-2729-4c38-80aa-64e7cf970a9a?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0574186
Mar 05 21:17:21.947083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56118) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:21.957595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:21.973081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5659b22-a726-4e4b-a5e6-d7ce235d601d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:22.003098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d5659b22-a726-4e4b-a5e6-d7ce235d601d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:22.004120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5659b22-a726-4e4b-a5e6-d7ce235d601d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:22.061195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:22.069784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.277291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (dbe49dbd-4562-4139-b143-aee13689629c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.327262 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:22.331267 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:22.335765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:22.336357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.346033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=dbe49dbd-4562-4139-b143-aee13689629c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:22.352486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3352b-ce33-4a19-af9b-b2b33db154c6 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:22.370517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-deca4bad-68e4-44cb-9725-3b07e1114449 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4190221
Mar 05 21:17:22.370864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56134) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:22.376462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'security_group': {'name': 'tempest-secgroup-380348481'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:22.410161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.502951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.509456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.519889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de0425a0-3cc7-48d0-9feb-110bd43a088f', 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'project_id': 'b59250f388774cd8a57960e949b5462f', 'fixed_ips': [{'subnet_id': 'dbe49dbd-4562-4139-b143-aee13689629c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:17:22.520905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.561154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.564531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1921599
Mar 05 21:17:22.565836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088b8e7-c6c1-47cb-9b7b-266d8aeffe05 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:22.567312 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56142) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:22.574416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1559612586'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:22.600113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.693552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Allocated IP 172.20.0.2 (de0425a0-3cc7-48d0-9feb-110bd43a088f/dbe49dbd-4562-4139-b143-aee13689629c/f236e04d-4d17-4c8f-9316-6a539cc4bb0c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:22.696583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (b24b01e1-3ca9-44a1-b3bd-a55a651ef338), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.702689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b24b01e1-3ca9-44a1-b3bd-a55a651ef338), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.742195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.743895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1754060
Mar 05 21:17:22.746849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56146) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:22.751828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef85c2-ed67-4030-b9cd-c6fc02c89db1 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b01e1-3ca9-44a1-b3bd-a55a651ef338,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:22.754499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-319222160', 'security_groups': ['b24b01e1-3ca9-44a1-b3bd-a55a651ef338'], 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dbe49dbd-4562-4139-b143-aee13689629c'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:22.909074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:22.914575 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks [] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.923083 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:22.967056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:22.973548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:22.976536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:22.979130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:23.037634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.048794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Attempting to bind port f236e04d-4d17-4c8f-9316-6a539cc4bb0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:17:23.049877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Attempting to bind port f236e04d-4d17-4c8f-9316-6a539cc4bb0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6990b347-0584-4251-8598-669ab81bc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:17:23.050312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Attempting to bind port f236e04d-4d17-4c8f-9316-6a539cc4bb0c on network de0425a0-3cc7-48d0-9feb-110bd43a088f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:23.057662 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:17:23.058381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Checking segment: {'id': '6990b347-0584-4251-8598-669ab81bc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:23.058803 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.059209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Bound using segment: {'id': '6990b347-0584-4251-8598-669ab81bc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:17:23.059852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Bound port: f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6990b347-0584-4251-8598-669ab81bc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:17:23.060547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.061404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 48cb8060-d9e5-4f73-9800-f638c31a5a30 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:23.141802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:17:23.147969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:17:23.156384 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.225333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a8bb0-701d-477c-a2fa-f34bf09cf0fb None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:23.298750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.14 (de0425a0-3cc7-48d0-9feb-110bd43a088f/dbe49dbd-4562-4139-b143-aee13689629c/48cb8060-d9e5-4f73-9800-f638c31a5a30) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:23.523982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.566560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.622175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:23.626309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:23.630658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:23.638104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=48cb8060-d9e5-4f73-9800-f638c31a5a30,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:23.702962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:23.704331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:23.727481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56170) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:23.728070 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf3014dc-ae70-4ead-ac44-3c2f46749c14 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.9764080
Mar 05 21:17:23.732794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:24.030248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:24.099259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:24.100362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.194811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:24.195278 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.232413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:24.238386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.262275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:24.268689 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.299590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:24.395092 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dbe49dbd-4562-4139-b143-aee13689629c (CIDR: 172.20.0.0/28)
Mar 05 21:17:24.401154 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:24.401734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:24.427741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:24.428360 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bc66dfff-647b-423d-8f5c-5aa628edaf7b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6991715
Mar 05 21:17:24.433918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:24.487863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea3397af-3d87-4645-9c05-875ede0cf509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.552590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:24.553135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.602095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:24.607992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.663092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:24.684618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:24.685022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:24.931865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f429c606-f898-407c-b32c-b0e9ab856609 None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:24.948543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (df3e4be1-23ee-438e-bda6-7f13db86bf2d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.003404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:25.006976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:25.011127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:25.011965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.017486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707dc066-6ff7-4c14-a449-4b4d5f379bad None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:25.030178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=df3e4be1-23ee-438e-bda6-7f13db86bf2d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:25.049950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a5e0bf53-3c98-4375-bd05-b5c17082b78b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6200461
Mar 05 21:17:25.052318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56200) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:25.059492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-984201774', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df3e4be1-23ee-438e-bda6-7f13db86bf2d'}], 'security_groups': ['c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:25.094990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8139be49-6ce1-4943-9532-3ba1fb4ccf56 None None] Provisioning complete for port 48cb8060-d9e5-4f73-9800-f638c31a5a30 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:25.096071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8139be49-6ce1-4943-9532-3ba1fb4ccf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.162981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8139be49-6ce1-4943-9532-3ba1fb4ccf56 None None] Port 48cb8060-d9e5-4f73-9800-f638c31a5a30 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:25.257850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.273064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Update dhcp port {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'fixed_ips': [{'subnet_id': 'dbe49dbd-4562-4139-b143-aee13689629c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df3e4be1-23ee-438e-bda6-7f13db86bf2d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f236e04d-4d17-4c8f-9316-6a539cc4bb0c'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:17:25.307482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.511227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Allocated IP 172.20.0.18 (de0425a0-3cc7-48d0-9feb-110bd43a088f/df3e4be1-23ee-438e-bda6-7f13db86bf2d/f236e04d-4d17-4c8f-9316-6a539cc4bb0c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:25.628278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:25.660172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Publish callbacks [] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.664750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:25.752908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842190-9756-4663-a786-9a9e733c3df8 None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:25.789277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Delete allocated IP 172.20.0.14 (de0425a0-3cc7-48d0-9feb-110bd43a088f/dbe49dbd-4562-4139-b143-aee13689629c) {{(pid=126562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:17:25.797648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.19 (de0425a0-3cc7-48d0-9feb-110bd43a088f/df3e4be1-23ee-438e-bda6-7f13db86bf2d/48cb8060-d9e5-4f73-9800-f638c31a5a30) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:25.980504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:26.017765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.024750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.051847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:26.052581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.155358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:26.163780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=48cb8060-d9e5-4f73-9800-f638c31a5a30,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:26.189168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] In _notify_port_updated(), no bound segment for port 48cb8060-d9e5-4f73-9800-f638c31a5a30 on network de0425a0-3cc7-48d0-9feb-110bd43a088f {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:17:26.195104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:26.195837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.197292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85b5a7b2-89ac-4d01-bf9f-0185986fe539 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/ports/48cb8060-d9e5-4f73-9800-f638c31a5a30 HTTP/1.1" status: 200  len: 920 time: 1.1430428
Mar 05 21:17:26.200227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56222) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:26.327381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 48cb8060-d9e5-4f73-9800-f638c31a5a30 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:26.327931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.429841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.447357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 48cb8060-d9e5-4f73-9800-f638c31a5a30 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:26.494229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Provisioning complete for port 48cb8060-d9e5-4f73-9800-f638c31a5a30 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:26.494612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.541072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Port 48cb8060-d9e5-4f73-9800-f638c31a5a30 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:26.552022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:26.552442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.611728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (48cb8060-d9e5-4f73-9800-f638c31a5a30), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.642609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=48cb8060-d9e5-4f73-9800-f638c31a5a30,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:26.653316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:26.678471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:26.679107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.732325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-57db36aa-4de7-4955-925e-8a78c6f81e1a None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:26.761007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.765476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-900f2244-6ec4-47d3-ba54-b8bb4860e49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/48cb8060-d9e5-4f73-9800-f638c31a5a30 HTTP/1.1" status: 204  len: 168 time: 0.5640535
Mar 05 21:17:26.768477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56234) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:26.816688 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-108d428c-495f-40b5-9e6f-da141a7ec7f3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:26.818769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-108d428c-495f-40b5-9e6f-da141a7ec7f3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/48cb8060-d9e5-4f73-9800-f638c31a5a30 HTTP/1.1" status: 404  len: 333 time: 0.0490682
Mar 05 21:17:26.821517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56236) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:26.842703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7ab9324f-0ca8-4c52-b751-6650a5546418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.904862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (b24b01e1-3ca9-44a1-b3bd-a55a651ef338), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.934796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (b24b01e1-3ca9-44a1-b3bd-a55a651ef338), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.993689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b24b01e1-3ca9-44a1-b3bd-a55a651ef338), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:26.997729 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.002325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/security-groups/b24b01e1-3ca9-44a1-b3bd-a55a651ef338 HTTP/1.1" status: 204  len: 168 time: 0.1760967
Mar 05 21:17:27.002822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:27.015812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1c4b-1863-4fb6-92ae-abfa2b55890f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b01e1-3ca9-44a1-b3bd-a55a651ef338,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:27.076079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.104265 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.153583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ca2c9775-597c-40b8-83ed-e2ff4d36778e None None] Could not find standard attr ID for object 48cb8060-d9e5-4f73-9800-f638c31a5a30. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:27.160483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.165759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.167960 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d HTTP/1.1" status: 204  len: 168 time: 0.1638961
Mar 05 21:17:27.171652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56242) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:27.181129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385f8d1-0192-4745-9015-719ac0466efe tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e602ab-3e43-4e60-a3d6-4b0251a7bd1d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:27.272549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet dbe49dbd-4562-4139-b143-aee13689629c {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:27.276335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (dbe49dbd-4562-4139-b143-aee13689629c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.328534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (dbe49dbd-4562-4139-b143-aee13689629c), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.431851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (dbe49dbd-4562-4139-b143-aee13689629c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.493862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (dbe49dbd-4562-4139-b143-aee13689629c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.521956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe49dbd-4562-4139-b143-aee13689629c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:27.525849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.529203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4821874c-2764-4192-a7c9-7fc43aac2468 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/dbe49dbd-4562-4139-b143-aee13689629c HTTP/1.1" status: 204  len: 168 time: 0.3534412
Mar 05 21:17:27.533524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56250) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:27.539437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:27.542762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f45e3-d833-438f-a504-3de9e0e101b0 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:27.673779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:27.678214 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:27.961080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (b4c790c2-e7fd-4380-a713-21bdef6f10a7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.021443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.022972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:28.026673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:28.038077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:28.038842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.068521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5336838
Mar 05 21:17:28.069695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089bf9f-675f-4ee1-9363-67b40a17de8d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=b4c790c2-e7fd-4380-a713-21bdef6f10a7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:28.072021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:28.077709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1628905186'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:28.106525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.196586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.202467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.234465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:28.239618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.240916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7aadd461-76cc-4e10-9532-71c479bd46a7 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1676087
Mar 05 21:17:28.244140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56262) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:28.252717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'security_group': {'name': 'tempest-secgroup-34269393'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:28.278990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.365227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (9bcb1595-0c8e-49ad-a209-d1860341ae60), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.372245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bcb1595-0c8e-49ad-a209-d1860341ae60), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.406058 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.406943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1608832
Mar 05 21:17:28.409078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c853cc-3d6c-45ef-8142-6684e531873e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb1595-0c8e-49ad-a209-d1860341ae60,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:28.410862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:28.415980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'security_group': {'name': 'tempest-secgroup-322559258'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:28.424790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd76f50-1006-4f07-872d-d2f81b40a654 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:28.440416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.515494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:28.516663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.533434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (33169b13-ce0e-471a-8fd5-05b57c343980), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.541116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (33169b13-ce0e-471a-8fd5-05b57c343980), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.583968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.585053 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1731694
Mar 05 21:17:28.587962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3a860-b6a5-4862-b511-f92df43ab136 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33169b13-ce0e-471a-8fd5-05b57c343980,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:28.588325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56272) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:28.610232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-970380194', 'security_groups': ['33169b13-ce0e-471a-8fd5-05b57c343980'], 'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4c790c2-e7fd-4380-a713-21bdef6f10a7'}]}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:28.645707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:28.656355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:28.657274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.729354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd9951-6202-4316-be50-4871dd8f0ce4 None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:28.752137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Update dhcp port {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'fixed_ips': [{'subnet_id': 'df3e4be1-23ee-438e-bda6-7f13db86bf2d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4c790c2-e7fd-4380-a713-21bdef6f10a7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f236e04d-4d17-4c8f-9316-6a539cc4bb0c'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:17:28.785102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:28.792144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.929333 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:28.971263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] device_id is not set on port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 yet. {{(pid=126563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 05 21:17:29.006081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Allocated IP 172.20.0.2 (de0425a0-3cc7-48d0-9feb-110bd43a088f/b4c790c2-e7fd-4380-a713-21bdef6f10a7/f236e04d-4d17-4c8f-9316-6a539cc4bb0c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:29.134151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:29.172357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Publish callbacks [] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.177757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.259208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.4 (de0425a0-3cc7-48d0-9feb-110bd43a088f/b4c790c2-e7fd-4380-a713-21bdef6f10a7/06a2eec0-9822-4c54-ab2d-19eeb90e9583) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:29.304887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd4c01-cc44-4470-a88f-b58cb22ea46e None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:29.489885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.551986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.594532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.613624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:29.617083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:29.622784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:29.630965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=06a2eec0-9822-4c54-ab2d-19eeb90e9583,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:29.714307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:29.716036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:29.739189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e8b4364b-7c3b-4e72-aba2-f59405c9bf1d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.1488783
Mar 05 21:17:29.742995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56286) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:29.750898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:29.940142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:29.945346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.020536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:30.095559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:30.096077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.098009 ncdv-master-1 neutron-server[126562]: INFO neutron.db.ipam_backend_mixin [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4c790c2-e7fd-4380-a713-21bdef6f10a7 (CIDR: 172.20.0.0/28)
Mar 05 21:17:30.104650 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:30.105440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:30.128827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:30.129307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.134808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe6ca69d-2eb0-4432-b773-e80b159c1534 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3899460
Mar 05 21:17:30.139396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:30.146504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:30.270520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:30.298881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:30.302750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:30.303376 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.311417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:30.316403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.345957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c969ed65-7267-4328-87a9-3954bf107e49 None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:30.419282 ncdv-master-1 neutron-server[126563]: INFO neutron.db.ipam_backend_mixin [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df3e4be1-23ee-438e-bda6-7f13db86bf2d (CIDR: 172.20.0.16/28)
Mar 05 21:17:30.424141 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:30.424746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:30.448630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-516f80a2-6d12-47b3-b870-42b077f818f2 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3050098
Mar 05 21:17:30.448893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:30.456386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'subnet': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:30.471292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8c938913-27b2-4a79-b40f-dc94ffbb45f7 None None] Provisioning complete for port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:30.472121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8c938913-27b2-4a79-b40f-dc94ffbb45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.525272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8c938913-27b2-4a79-b40f-dc94ffbb45f7 None None] Port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:30.576380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Made reservation on behalf of b59250f388774cd8a57960e949b5462f for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:30.581099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.843327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (70e7d955-511a-49da-b6ea-740d38367941), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.884673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Network de0425a0-3cc7-48d0-9feb-110bd43a088f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:30.891945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:30.895818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:30.896414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:30.904957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60620bb7-9632-4bce-8743-4f3297229a02 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:30.907658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Subnet': ['ID=70e7d955-511a-49da-b6ea-740d38367941,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:30.921071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae841fe0-f65d-44f1-9246-a5c0add92f5e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4710319
Mar 05 21:17:30.924273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:30.930230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-735086436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70e7d955-511a-49da-b6ea-740d38367941'}], 'security_groups': ['ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e', '9bcb1595-0c8e-49ad-a209-d1860341ae60']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:31.053317 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.140215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.150180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Update dhcp port {'port': {'network_id': 'de0425a0-3cc7-48d0-9feb-110bd43a088f', 'fixed_ips': [{'subnet_id': 'df3e4be1-23ee-438e-bda6-7f13db86bf2d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4c790c2-e7fd-4380-a713-21bdef6f10a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '70e7d955-511a-49da-b6ea-740d38367941'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f236e04d-4d17-4c8f-9316-6a539cc4bb0c'} from ncdv-master-1. {{(pid=126564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 05 21:17:31.194667 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.391922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Allocated IP 172.20.0.34 (de0425a0-3cc7-48d0-9feb-110bd43a088f/70e7d955-511a-49da-b6ea-740d38367941/f236e04d-4d17-4c8f-9316-6a539cc4bb0c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:31.493091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:31.532442 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Publish callbacks [] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.537913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.647708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6e1e-8d6e-4adf-997b-ad27012e43eb None None] Pushing event updated for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:31.662373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Delete allocated IP 172.20.0.4 (de0425a0-3cc7-48d0-9feb-110bd43a088f/b4c790c2-e7fd-4380-a713-21bdef6f10a7) {{(pid=126562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 05 21:17:31.674183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Allocated IP 172.20.0.41 (de0425a0-3cc7-48d0-9feb-110bd43a088f/70e7d955-511a-49da-b6ea-740d38367941/06a2eec0-9822-4c54-ab2d-19eeb90e9583) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:31.869950 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.876473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:31.987761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event updated for resources: {'Port': ['ID=06a2eec0-9822-4c54-ab2d-19eeb90e9583,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:32.009351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:17:32.012027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] In _notify_port_updated(), no bound segment for port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 on network de0425a0-3cc7-48d0-9feb-110bd43a088f {{(pid=126562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 05 21:17:32.017845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:32.018497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.024257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56336) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:32.024802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0382173-db9f-4cfa-a95b-d04a06d4d49e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "PUT /v2.0/ports/06a2eec0-9822-4c54-ab2d-19eeb90e9583 HTTP/1.1" status: 200  len: 959 time: 1.0986085
Mar 05 21:17:32.089622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:32.090634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.153216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:32.153377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.194286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:32.265116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.284937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 06a2eec0-9822-4c54-ab2d-19eeb90e9583 owned by  {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:32.363455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Provisioning complete for port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:32.364189 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.410715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Port 06a2eec0-9822-4c54-ab2d-19eeb90e9583 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:32.424515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:32.425259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.442698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (06a2eec0-9822-4c54-ab2d-19eeb90e9583), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.517129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=06a2eec0-9822-4c54-ab2d-19eeb90e9583,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:32.524286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:32.536996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:32.537375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.571444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.578590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8e39953a-1b2d-4b59-ad30-431f0feb78b3 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/06a2eec0-9822-4c54-ab2d-19eeb90e9583 HTTP/1.1" status: 204  len: 168 time: 0.5524254
Mar 05 21:17:32.579100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56350) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:32.585958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-58bc543d-1eba-401b-b5f6-a5b3392c7359 None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:32.614087 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-63143271-5a85-4622-bccb-8f024c15f662 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] GET failed (client error): The resource could not be found.
Mar 05 21:17:32.618357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-63143271-5a85-4622-bccb-8f024c15f662 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports/06a2eec0-9822-4c54-ab2d-19eeb90e9583 HTTP/1.1" status: 404  len: 333 time: 0.0353119
Mar 05 21:17:32.618598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56352) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:32.679344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (33169b13-ce0e-471a-8fd5-05b57c343980), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.706387 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (33169b13-ce0e-471a-8fd5-05b57c343980), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.754894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:17:32.763461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (33169b13-ce0e-471a-8fd5-05b57c343980), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.766612 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.771041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/security-groups/33169b13-ce0e-471a-8fd5-05b57c343980 HTTP/1.1" status: 204  len: 168 time: 0.1482713
Mar 05 21:17:32.771384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56358) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:32.794954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1328b-9238-4619-89db-6068530dfa0d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33169b13-ce0e-471a-8fd5-05b57c343980,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:32.841540 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (9bcb1595-0c8e-49ad-a209-d1860341ae60), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.873585 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (9bcb1595-0c8e-49ad-a209-d1860341ae60), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.915451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c82d2b82-8d26-4afd-aedd-3270fa7ff09d None None] Could not find standard attr ID for object 06a2eec0-9822-4c54-ab2d-19eeb90e9583. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:17:32.927113 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9bcb1595-0c8e-49ad-a209-d1860341ae60), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.929833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:32.931225 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/security-groups/9bcb1595-0c8e-49ad-a209-d1860341ae60 HTTP/1.1" status: 204  len: 168 time: 0.1590586
Mar 05 21:17:32.934151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:32.942648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ecad2-3cfd-445e-8458-cda4dbdfb89d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcb1595-0c8e-49ad-a209-d1860341ae60,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:32.978513 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56364) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.017721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.051057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.112443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.115715 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.117629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e HTTP/1.1" status: 204  len: 168 time: 0.1821427
Mar 05 21:17:33.121592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56368) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.138084 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3f190fa-abcf-43a7-b164-155fd1ba1568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.158706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e590e2-b2d5-4b64-a0dd-5eaf9e969cb9 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac23dde2-cd9f-4577-8b79-8d9c8aad2d7e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:33.201928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet b4c790c2-e7fd-4380-a713-21bdef6f10a7 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:33.206315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (b4c790c2-e7fd-4380-a713-21bdef6f10a7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.234359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3f190fa-abcf-43a7-b164-155fd1ba1568 admin admin] Publish callbacks [] for security_group (70ebe911-dec0-4c91-8afe-39bc5bce440a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.240458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3f190fa-abcf-43a7-b164-155fd1ba1568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (70ebe911-dec0-4c91-8afe-39bc5bce440a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.284895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3f190fa-abcf-43a7-b164-155fd1ba1568 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9bcd5537c5242a1bee58d411989d818&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3051591
Mar 05 21:17:33.285721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f190fa-abcf-43a7-b164-155fd1ba1568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ebe911-dec0-4c91-8afe-39bc5bce440a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:33.288245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.342319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] Publish callbacks [] for security_group (70ebe911-dec0-4c91-8afe-39bc5bce440a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.367512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] Publish callbacks [] for security_group (70ebe911-dec0-4c91-8afe-39bc5bce440a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.424231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (70ebe911-dec0-4c91-8afe-39bc5bce440a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.426877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.428095 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70ebe911-dec0-4c91-8afe-39bc5bce440a HTTP/1.1" status: 204  len: 168 time: 0.1389122
Mar 05 21:17:33.437372 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01177-da38-46f9-b9b2-a7d503c11fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ebe911-dec0-4c91-8afe-39bc5bce440a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:33.572593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (b4c790c2-e7fd-4380-a713-21bdef6f10a7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.655865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b4c790c2-e7fd-4380-a713-21bdef6f10a7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.715279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56376) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.723025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (b4c790c2-e7fd-4380-a713-21bdef6f10a7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.739254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ceb78077-7c50-40e8-844d-5e648af3d900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.763463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c790c2-e7fd-4380-a713-21bdef6f10a7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:33.766449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.767333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533af345-d272-4668-b99e-e1b354c641d9 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:33.771531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4235290-6ad8-4449-83a3-7a13139c9514 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/b4c790c2-e7fd-4380-a713-21bdef6f10a7 HTTP/1.1" status: 204  len: 168 time: 0.6483228
Mar 05 21:17:33.773844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56378) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.837834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet 70e7d955-511a-49da-b6ea-740d38367941 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:33.841349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (70e7d955-511a-49da-b6ea-740d38367941), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.860990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ceb78077-7c50-40e8-844d-5e648af3d900 admin admin] Publish callbacks [] for security_group (f8530387-f31b-4229-8245-1d7bc91eaf18), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.866373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ceb78077-7c50-40e8-844d-5e648af3d900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8530387-f31b-4229-8245-1d7bc91eaf18), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.893999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (70e7d955-511a-49da-b6ea-740d38367941), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:33.924154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ceb78077-7c50-40e8-844d-5e648af3d900 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92e97419dc7347619ca24e1a7d5657e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2077065
Mar 05 21:17:33.926765 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:33.929960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78077-7c50-40e8-844d-5e648af3d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8530387-f31b-4229-8245-1d7bc91eaf18,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:34.020650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] Publish callbacks [] for security_group (f8530387-f31b-4229-8245-1d7bc91eaf18), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.036781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (70e7d955-511a-49da-b6ea-740d38367941), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.076904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] Publish callbacks [] for security_group (f8530387-f31b-4229-8245-1d7bc91eaf18), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.133182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (70e7d955-511a-49da-b6ea-740d38367941), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.148718 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.152170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/70e7d955-511a-49da-b6ea-740d38367941 HTTP/1.1" status: 204  len: 168 time: 0.3773663
Mar 05 21:17:34.154694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.172725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141597a-6249-4232-bc10-df00117fca9f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=70e7d955-511a-49da-b6ea-740d38367941,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:34.176262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8530387-f31b-4229-8245-1d7bc91eaf18), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.179429 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.180176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8530387-f31b-4229-8245-1d7bc91eaf18 HTTP/1.1" status: 204  len: 168 time: 0.2524769
Mar 05 21:17:34.190274 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbbbca2-30dd-42e8-a854-24060bdb0074 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.190644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7a61a-5fd4-451d-974e-08eb49775d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8530387-f31b-4229-8245-1d7bc91eaf18,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:34.190768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbbbca2-30dd-42e8-a854-24060bdb0074 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.193919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fcbbbca2-30dd-42e8-a854-24060bdb0074 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/b4c790c2-e7fd-4380-a713-21bdef6f10a7 HTTP/1.1" status: 404  len: 337 time: 0.0374849
Mar 05 21:17:34.197330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56388) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.255543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting subnet df3e4be1-23ee-438e-bda6-7f13db86bf2d {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:17:34.259121 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (df3e4be1-23ee-438e-bda6-7f13db86bf2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.308773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (df3e4be1-23ee-438e-bda6-7f13db86bf2d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.398413 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (df3e4be1-23ee-438e-bda6-7f13db86bf2d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.462525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (df3e4be1-23ee-438e-bda6-7f13db86bf2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.493331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba6e2f-06a0-4220-a905-d0823d0e51e9 None None] Network de0425a0-3cc7-48d0-9feb-110bd43a088f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:34.500753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.504377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/df3e4be1-23ee-438e-bda6-7f13db86bf2d HTTP/1.1" status: 204  len: 168 time: 0.3056643
Mar 05 21:17:34.505662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa62e-952d-46fb-ab7b-7210f91ac1d4 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Subnet': ['ID=df3e4be1-23ee-438e-bda6-7f13db86bf2d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:34.507464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56392) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.536770 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-221b31cb-1a9f-49be-a209-206fb3703c19 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.537151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221b31cb-1a9f-49be-a209-206fb3703c19 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.542892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-221b31cb-1a9f-49be-a209-206fb3703c19 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/dbe49dbd-4562-4139-b143-aee13689629c HTTP/1.1" status: 404  len: 337 time: 0.0306234
Mar 05 21:17:34.543081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56394) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.565472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Provisioning complete for port f236e04d-4d17-4c8f-9316-6a539cc4bb0c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:34.566573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.568809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.577184 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ae0308d0-3f68-432b-907d-8b71f53b20eb tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c87b76-76e6-4f30-988e-4a5c43e6d72c HTTP/1.1" status: 200  len: 205 time: 0.0331793
Mar 05 21:17:34.580058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56398) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.588858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc83b-6047-4696-9fe2-7ba7075a30ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.618881 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-fac0ac09-c45d-45be-aed3-87325b423c67 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] delete failed (client error): The resource could not be found.
Mar 05 21:17:34.619976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fac0ac09-c45d-45be-aed3-87325b423c67 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/routers/b0c87b76-76e6-4f30-988e-4a5c43e6d72c HTTP/1.1" status: 404  len: 336 time: 0.0388296
Mar 05 21:17:34.622851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56400) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.659176 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb70dd1-f81e-4eb5-8af0-fce1a352fd22 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.659710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb70dd1-f81e-4eb5-8af0-fce1a352fd22 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.665091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6fb70dd1-f81e-4eb5-8af0-fce1a352fd22 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/1e19d331-d0a2-4df3-ba07-765f6a29ad8c HTTP/1.1" status: 404  len: 337 time: 0.0383141
Mar 05 21:17:34.665320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56402) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.684418 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc83b-6047-4696-9fe2-7ba7075a30ee admin admin] Publish callbacks [] for security_group (5402ffdc-3034-4d5c-ab14-d9badaaa8797), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.690527 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc83b-6047-4696-9fe2-7ba7075a30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5402ffdc-3034-4d5c-ab14-d9badaaa8797), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.697862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Current status of the port f236e04d-4d17-4c8f-9316-6a539cc4bb0c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:17:34.709376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Provisioning complete for port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:17:34.709974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.713871 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9c0a07-2aed-4699-a398-b3b3db1cb74d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.714048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9c0a07-2aed-4699-a398-b3b3db1cb74d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.719711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d9c0a07-2aed-4699-a398-b3b3db1cb74d tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/ce9acfb3-6fda-4f17-aac9-5a940e4ced6d HTTP/1.1" status: 404  len: 337 time: 0.0509248
Mar 05 21:17:34.720515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56404) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.742356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2d3cc83b-6047-4696-9fe2-7ba7075a30ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebcb6c335fd943c3b6f21c259f77dc12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1697800
Mar 05 21:17:34.742750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56406) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.749911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cc83b-6047-4696-9fe2-7ba7075a30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402ffdc-3034-4d5c-ab14-d9badaaa8797,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:34.768741 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d00dc80-6b70-4234-bfaa-73dcded3728b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.768976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d00dc80-6b70-4234-bfaa-73dcded3728b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.772314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d00dc80-6b70-4234-bfaa-73dcded3728b tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/71bd288d-9d0e-47d4-9e87-babe01ca36aa HTTP/1.1" status: 404  len: 337 time: 0.0514152
Mar 05 21:17:34.775012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.776990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] DHCP port deletion for de0425a0-3cc7-48d0-9feb-110bd43a088f request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:17:34.781164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7aa07754-ddf0-43cf-b87d-c17519c2b0cc None None] Port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:17:34.798797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-02d215bf-7ae7-435c-bcdb-a3e715175b8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1476140
Mar 05 21:17:34.813844 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c122f0-215f-417a-8eac-c69a2e8ffb30 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.814521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c122f0-215f-417a-8eac-c69a2e8ffb30 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.816778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-6d31ce69-0ef3-4ed2-a5ce-8022afa70b0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0612519
Mar 05 21:17:34.817834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-91c122f0-215f-417a-8eac-c69a2e8ffb30 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/e6991005-f0ff-4562-ad08-d6e72ddfbbd9 HTTP/1.1" status: 404  len: 333 time: 0.0414546
Mar 05 21:17:34.820589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.840631 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] Publish callbacks [] for security_group (5402ffdc-3034-4d5c-ab14-d9badaaa8797), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.850276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Deleting port f236e04d-4d17-4c8f-9316-6a539cc4bb0c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:34.850540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.870445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] Publish callbacks [] for security_group (5402ffdc-3034-4d5c-ab14-d9badaaa8797), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:34.882694 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a31df8f-d77f-403e-a6f6-85e5a4d8a2e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.883401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a31df8f-d77f-403e-a6f6-85e5a4d8a2e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.889852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5a31df8f-d77f-403e-a6f6-85e5a4d8a2e0 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/49a5696e-2cfa-40a0-8b06-dfd9f61c744b HTTP/1.1" status: 404  len: 337 time: 0.0681713
Mar 05 21:17:34.891091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56414) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.936875 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46307e5-a3b1-4449-a92e-1793c5eb5252 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.938028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46307e5-a3b1-4449-a92e-1793c5eb5252 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.943528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a46307e5-a3b1-4449-a92e-1793c5eb5252 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/cb572939-463e-4192-81ce-2982fba88653 HTTP/1.1" status: 404  len: 337 time: 0.0485353
Mar 05 21:17:34.944204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.971596 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8527d30e-fd21-4957-8e11-2888de68754f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:34.972215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8527d30e-fd21-4957-8e11-2888de68754f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:34.974406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-6f6bd926-2aa5-478c-850b-e77d231cc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:34.975711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8527d30e-fd21-4957-8e11-2888de68754f tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/1ece3489-59d8-4433-821c-229ba530e3ae HTTP/1.1" status: 404  len: 333 time: 0.0303137
Mar 05 21:17:34.978227 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:34.978929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-6f6bd926-2aa5-478c-850b-e77d231cc1d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 1127 time: 0.1049464
Mar 05 21:17:34.981361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354846-a966-4dba-807b-f25e2e845326 req-d2418c00-00ce-4988-afbc-55c1af6d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:34.982850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-d2418c00-00ce-4988-afbc-55c1af6d5e3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1127 time: 0.0891182
Mar 05 21:17:35.014607 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57feb33-b4dd-4d47-9e47-3bcd174685f8 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:35.015087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57feb33-b4dd-4d47-9e47-3bcd174685f8 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:35.019575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f57feb33-b4dd-4d47-9e47-3bcd174685f8 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/4589ab70-35eb-4ff8-a322-2592ec4a4110 HTTP/1.1" status: 404  len: 337 time: 0.0400877
Mar 05 21:17:35.020965 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5402ffdc-3034-4d5c-ab14-d9badaaa8797), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.023645 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.024752 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5402ffdc-3034-4d5c-ab14-d9badaaa8797 HTTP/1.1" status: 204  len: 168 time: 0.2811518
Mar 05 21:17:35.025299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:35.042359 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313af94-36bc-46ef-8698-df8b68c1b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402ffdc-3034-4d5c-ab14-d9badaaa8797,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:35.064984 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deaac14-9a61-4050-8ea3-5a77b318810e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:17:35.065517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deaac14-9a61-4050-8ea3-5a77b318810e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:35.068658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4deaac14-9a61-4050-8ea3-5a77b318810e tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/subnets/ab9b3516-b67d-4228-a4d3-831272d86e92 HTTP/1.1" status: 404  len: 337 time: 0.0397120
Mar 05 21:17:35.071137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:35.122556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] For port f236e04d-4d17-4c8f-9316-6a539cc4bb0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,segment=NetworkSegment(6990b347-0584-4251-8598-669ab81bc9f8),segment_id=6990b347-0584-4251-8598-669ab81bc9f8)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:17:35.123072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.140239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Calling delete_port for f236e04d-4d17-4c8f-9316-6a539cc4bb0c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:35.180962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Deleting port 7d3fefb2-2729-4c38-80aa-64e7cf970a9a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:17:35.181470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.204101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-e3a57a1a-34e2-49f2-8318-f65ec71fdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:35.205669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-e3a57a1a-34e2-49f2-8318-f65ec71fdfca service neutron] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 914 time: 0.2009451
Mar 05 21:17:35.208487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354846-a966-4dba-807b-f25e2e845326 req-7d71126a-d298-46da-ab96-2edcb20730fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:35.209860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-7d71126a-d298-46da-ab96-2edcb20730fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1962991
Mar 05 21:17:35.250937 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (f236e04d-4d17-4c8f-9316-6a539cc4bb0c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.259786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.277548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Calling delete_port for 7d3fefb2-2729-4c38-80aa-64e7cf970a9a owned by  {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:17:35.288758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] Pushing event deleted for resources: {'Port': ['ID=f236e04d-4d17-4c8f-9316-6a539cc4bb0c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:35.292965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b7d3c-7703-4c12-ab1b-72aed3c5661d None None] No DVR routers for this DVR port f236e04d-4d17-4c8f-9316-6a539cc4bb0c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:17:35.299167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-34a5207f-e8b2-43de-8e82-cb9af69c4ee0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7203ecdd-79fa-473e-bc83-438be5adebd9 HTTP/1.1" status: 200  len: 217 time: 0.0875173
Mar 05 21:17:35.357016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-ec95a6df-c05a-4c10-85f3-869b8a69e67c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 1001 time: 0.1390536
Mar 05 21:17:35.362508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-3ba96b7b-efee-4f7b-862b-48178b6c710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:35.363945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-3ba96b7b-efee-4f7b-862b-48178b6c710a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.0598285
Mar 05 21:17:35.383438 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7d3fefb2-2729-4c38-80aa-64e7cf970a9a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.419086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Port': ['ID=7d3fefb2-2729-4c38-80aa-64e7cf970a9a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:35.421705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-1c068305-1aef-4915-b677-0388935ba99e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494115
Mar 05 21:17:35.428405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.433939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6389aab9-3748-4354-b9ef-b74233e0bfd5 tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/ports/7d3fefb2-2729-4c38-80aa-64e7cf970a9a HTTP/1.1" status: 204  len: 168 time: 0.3596511
Mar 05 21:17:35.434275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56428) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:35.480310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354846-a966-4dba-807b-f25e2e845326 req-7695754b-5cdb-41d2-a9e6-959ced93a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:35.481811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-7695754b-5cdb-41d2-a9e6-959ced93a24a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.1170130
Mar 05 21:17:35.527882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (de0425a0-3cc7-48d0-9feb-110bd43a088f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.558413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-411a6bbf-cd9f-46c8-8a5e-f83ee10881bd service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303437
Mar 05 21:17:35.560150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354846-a966-4dba-807b-f25e2e845326 req-733a844a-c8b8-483e-8f23-585f8311d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:35.561536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-733a844a-c8b8-483e-8f23-585f8311d6c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739410
Mar 05 21:17:35.631998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (de0425a0-3cc7-48d0-9feb-110bd43a088f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.654201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b9090bac0>,) {'filters': {'network_id': ['de0425a0-3cc7-48d0-9feb-110bd43a088f']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:35.664305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9090bac0>, '6990b347-0584-4251-8598-669ab81bc9f8') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:35.664608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b9090bac0>, '6990b347-0584-4251-8598-669ab81bc9f8') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:35.677065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (6990b347-0584-4251-8598-669ab81bc9f8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.692741 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6990b347-0584-4251-8598-669ab81bc9f8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.700283 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:35.700677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (6990b347-0584-4251-8598-669ab81bc9f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:35.703967 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:35.726064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3da5839-c2d8-4e78-b537-3660890ffb0f req-a265212a-de7c-48e9-82c1-9590c6559ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623027
Mar 05 21:17:35.731351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-091483f9-c682-475e-bb2e-8b42711a3bca service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589479
Mar 05 21:17:35.778672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (de0425a0-3cc7-48d0-9feb-110bd43a088f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.787732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:35.791389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] 10.222.0.15 "DELETE /v2.0/networks/de0425a0-3cc7-48d0-9feb-110bd43a088f HTTP/1.1" status: 204  len: 168 time: 0.3558371
Mar 05 21:17:35.807863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6176-c995-48f0-ab26-56b734200f1a tempest-PortsTestJSON-721954046 tempest-PortsTestJSON-721954046-project] Pushing event deleted for resources: {'Network': ['ID=de0425a0-3cc7-48d0-9feb-110bd43a088f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:35.838273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-54354846-a966-4dba-807b-f25e2e845326 req-76058ae1-3408-4c0c-a5e9-dc087f9eef80 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986514
Mar 05 21:17:35.976857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:17:35.998752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f236e04d-4d17-4c8f-9316-6a539cc4bb0c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:17:35.999372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f236e04d-4d17-4c8f-9316-6a539cc4bb0c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:17:36.020245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:36.159052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3cf9f68a-85df-45cb-ac56-346526fb5311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b59250f388774cd8a57960e949b5462f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1375053
Mar 05 21:17:36.161437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:36.208834 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] Publish callbacks [] for security_group (cf9ff2f6-4a66-471c-871e-29d89e240f6f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.230592 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] Publish callbacks [] for security_group (cf9ff2f6-4a66-471c-871e-29d89e240f6f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.270300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.280523 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cf9ff2f6-4a66-471c-871e-29d89e240f6f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.284399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.285553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf9ff2f6-4a66-471c-871e-29d89e240f6f HTTP/1.1" status: 204  len: 168 time: 0.1232140
Mar 05 21:17:36.294741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d151c26-d9e2-492e-b231-9bda7bae642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9ff2f6-4a66-471c-871e-29d89e240f6f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:36.438042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:36.951011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56500) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.055754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-061b737a-5a4b-4d3b-b6a6-707988d9963b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.056368 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-061b737a-5a4b-4d3b-b6a6-707988d9963b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 05 21:17:37.056887 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-061b737a-5a4b-4d3b-b6a6-707988d9963b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:17:37.058156 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-061b737a-5a4b-4d3b-b6a6-707988d9963b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1059582
Mar 05 21:17:37.064020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56510) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.069135 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--677085529'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.089017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.098137 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.177092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (ec41c368-d0a1-474c-97d7-89b8e34699b6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.180826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec41c368-d0a1-474c-97d7-89b8e34699b6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.221980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41c368-d0a1-474c-97d7-89b8e34699b6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.263539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (3b2c6951-3f36-4d4a-af4b-10dbbdc781a1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.267233 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3b2c6951-3f36-4d4a-af4b-10dbbdc781a1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.299614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.300889 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2359211
Mar 05 21:17:37.302902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25fb6-57cf-422c-be73-8c05793baff9 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2c6951-3f36-4d4a-af4b-10dbbdc781a1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.303969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56518) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.308505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '3b2c6951-3f36-4d4a-af4b-10dbbdc781a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.334341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group_rule (080450aa-dd0d-4c73-a3f1-4f26099697f0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.396299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group_rule (080450aa-dd0d-4c73-a3f1-4f26099697f0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.400473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (080450aa-dd0d-4c73-a3f1-4f26099697f0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.420691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080450aa-dd0d-4c73-a3f1-4f26099697f0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.431283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.432631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cf18e1fc-0d0c-4d2d-a0f8-5bc965458f37 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1276312
Mar 05 21:17:37.435406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56524) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.440645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a67439b-1731-4065-8aea-7979f1163a67 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '3b2c6951-3f36-4d4a-af4b-10dbbdc781a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.468215 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a67439b-1731-4065-8aea-7979f1163a67 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group_rule (909aee33-644d-4c70-8069-a9c919345e35), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.519105 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-9a67439b-1731-4065-8aea-7979f1163a67 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:17:37.520194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a67439b-1731-4065-8aea-7979f1163a67 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0837669
Mar 05 21:17:37.523224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56528) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.578976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (3b2c6951-3f36-4d4a-af4b-10dbbdc781a1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.603542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (3b2c6951-3f36-4d4a-af4b-10dbbdc781a1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.650643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3b2c6951-3f36-4d4a-af4b-10dbbdc781a1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.653340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.654584 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b2c6951-3f36-4d4a-af4b-10dbbdc781a1 HTTP/1.1" status: 204  len: 168 time: 0.1303656
Mar 05 21:17:37.658280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56532) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.666172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312d88a-b099-4134-894f-112fc826e674 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2c6951-3f36-4d4a-af4b-10dbbdc781a1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.717939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-25643a90-dae0-421f-950a-bf7a52ff1549 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0581186
Mar 05 21:17:37.722252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56534) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.726943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883323113'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.727350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.749183 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.816362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (cd2c8d55-093b-4212-9f2a-83f3f53341bc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.821047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cd2c8d55-093b-4212-9f2a-83f3f53341bc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.841941 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65e0cf0d-7bf9-4a92-8c99-2980bcd44364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.849667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.850911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1276138
Mar 05 21:17:37.854319 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.858751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0fac9aef-dd38-4499-a24c-1340e0be50c2 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': 'cd2c8d55-093b-4212-9f2a-83f3f53341bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:37.859563 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-0fac9aef-dd38-4499-a24c-1340e0be50c2 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Mar 05 21:17:37.860080 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-0fac9aef-dd38-4499-a24c-1340e0be50c2 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:37.861130 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0fac9aef-dd38-4499-a24c-1340e0be50c2 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0056744
Mar 05 21:17:37.861937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45108-8ac0-4547-a341-10919f9d70e1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c8d55-093b-4212-9f2a-83f3f53341bc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.864029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56542) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:37.929892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (cd2c8d55-093b-4212-9f2a-83f3f53341bc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.930088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65e0cf0d-7bf9-4a92-8c99-2980bcd44364 admin admin] Publish callbacks [] for security_group (0e53c396-b717-4748-8e0d-bd93c4ca9c2c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.933628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-65e0cf0d-7bf9-4a92-8c99-2980bcd44364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e53c396-b717-4748-8e0d-bd93c4ca9c2c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.956106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (cd2c8d55-093b-4212-9f2a-83f3f53341bc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:37.976213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65e0cf0d-7bf9-4a92-8c99-2980bcd44364 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b259744d6fa9445dbf2389362ae44c75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2476811
Mar 05 21:17:37.976987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0cf0d-7bf9-4a92-8c99-2980bcd44364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e53c396-b717-4748-8e0d-bd93c4ca9c2c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:37.978707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56546) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.023220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (cd2c8d55-093b-4212-9f2a-83f3f53341bc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.025793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.027029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd2c8d55-093b-4212-9f2a-83f3f53341bc HTTP/1.1" status: 204  len: 168 time: 0.1622190
Mar 05 21:17:38.029739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56548) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.039144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527726e5-fef2-453f-90cb-02e956f1d6f4 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c8d55-093b-4212-9f2a-83f3f53341bc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.053676 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] Publish callbacks [] for security_group (0e53c396-b717-4748-8e0d-bd93c4ca9c2c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.080155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] Publish callbacks [] for security_group (0e53c396-b717-4748-8e0d-bd93c4ca9c2c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.092068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9e6e6fb6-5b65-44dc-adf3-bcd0f014e34c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0611684
Mar 05 21:17:38.095811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56550) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.100105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821977350'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.121447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.130213 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0e53c396-b717-4748-8e0d-bd93c4ca9c2c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.132987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.134242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e53c396-b717-4748-8e0d-bd93c4ca9c2c HTTP/1.1" status: 204  len: 168 time: 0.1538422
Mar 05 21:17:38.143608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035fc3-2407-49d4-a36b-4389fbdb9760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e53c396-b717-4748-8e0d-bd93c4ca9c2c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.193823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (02c9d0e7-f103-47a1-a91b-758b168bf901), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.198224 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (02c9d0e7-f103-47a1-a91b-758b168bf901), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.228906 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.233177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1334052
Mar 05 21:17:38.233177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f4060-4983-4d0b-a5e8-b82410bf592a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c9d0e7-f103-47a1-a91b-758b168bf901,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.233409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56554) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.239058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ca07edeb-f429-41c4-b7b4-fbb8f9fe0e7e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '02c9d0e7-f103-47a1-a91b-758b168bf901', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.240327 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-ca07edeb-f429-41c4-b7b4-fbb8f9fe0e7e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Mar 05 21:17:38.241055 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-ca07edeb-f429-41c4-b7b4-fbb8f9fe0e7e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:38.242629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca07edeb-f429-41c4-b7b4-fbb8f9fe0e7e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0082526
Mar 05 21:17:38.245776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56556) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.308111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (02c9d0e7-f103-47a1-a91b-758b168bf901), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.333232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (02c9d0e7-f103-47a1-a91b-758b168bf901), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.380467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (02c9d0e7-f103-47a1-a91b-758b168bf901), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.383261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.384531 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/02c9d0e7-f103-47a1-a91b-758b168bf901 HTTP/1.1" status: 204  len: 168 time: 0.1378267
Mar 05 21:17:38.387721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56562) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.396821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c674d3c-8787-4ada-89d8-e716eeaae323 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c9d0e7-f103-47a1-a91b-758b168bf901,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.441260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-501d6149-29ef-4327-bdae-905b4565f16c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0478055
Mar 05 21:17:38.441530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56566) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.445847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--76085572'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.467070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.540831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (81adf3da-d3af-4c34-8078-6d0ffb87fece), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.545143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (81adf3da-d3af-4c34-8078-6d0ffb87fece), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.573823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.575085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1326420
Mar 05 21:17:38.578919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56572) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.584624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d55e24c3-f817-416c-be15-76520d5cbd4c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '81adf3da-d3af-4c34-8078-6d0ffb87fece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.585424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe95ec-2c3c-4753-b05e-29ba507e93d8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81adf3da-d3af-4c34-8078-6d0ffb87fece,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.586786 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-d55e24c3-f817-416c-be15-76520d5cbd4c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Mar 05 21:17:38.587294 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-d55e24c3-f817-416c-be15-76520d5cbd4c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:38.593561 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d55e24c3-f817-416c-be15-76520d5cbd4c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0083420
Mar 05 21:17:38.594634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56574) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.598956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e32196c1-39bf-41d3-b1ce-2c088154749d tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '81adf3da-d3af-4c34-8078-6d0ffb87fece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.599811 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-e32196c1-39bf-41d3-b1ce-2c088154749d tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Mar 05 21:17:38.600433 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-e32196c1-39bf-41d3-b1ce-2c088154749d tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:38.601665 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e32196c1-39bf-41d3-b1ce-2c088154749d tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0077600
Mar 05 21:17:38.605554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56576) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.609956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0e993bc2-817d-4c29-95b2-24de0b712bb7 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '81adf3da-d3af-4c34-8078-6d0ffb87fece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.611956 ncdv-master-1 neutron-server[126563]: WARNING neutron.api.v2.base [None req-0e993bc2-817d-4c29-95b2-24de0b712bb7 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Mar 05 21:17:38.612810 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-0e993bc2-817d-4c29-95b2-24de0b712bb7 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:38.614410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0e993bc2-817d-4c29-95b2-24de0b712bb7 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0078223
Mar 05 21:17:38.617488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56578) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.624634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-16204fc8-a112-47b6-acd5-2f69c89dcc88 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '81adf3da-d3af-4c34-8078-6d0ffb87fece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.625870 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-16204fc8-a112-47b6-acd5-2f69c89dcc88 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Mar 05 21:17:38.626531 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-16204fc8-a112-47b6-acd5-2f69c89dcc88 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:38.628279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-16204fc8-a112-47b6-acd5-2f69c89dcc88 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0077577
Mar 05 21:17:38.631112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56582) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.706144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (81adf3da-d3af-4c34-8078-6d0ffb87fece), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.731234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (81adf3da-d3af-4c34-8078-6d0ffb87fece), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.779138 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (81adf3da-d3af-4c34-8078-6d0ffb87fece), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.782651 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.784020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/81adf3da-d3af-4c34-8078-6d0ffb87fece HTTP/1.1" status: 204  len: 168 time: 0.1512797
Mar 05 21:17:38.787001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56588) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.794512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcfc57-bcc7-43fa-8f56-a90a61623ec8 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adf3da-d3af-4c34-8078-6d0ffb87fece,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:38.849793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ea02e45c-049e-470d-9a5d-a78804f3be25 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0603580
Mar 05 21:17:38.854354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56592) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:38.859112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971194359'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:38.894028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.968237 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (32f1f22e-ed38-4205-a53d-f583543c9f13), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:38.977017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (32f1f22e-ed38-4205-a53d-f583543c9f13), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.011693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.012946 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1574881
Mar 05 21:17:39.016689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56598) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.021987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b462b58e-6fe7-4e67-a40d-e42c8e6c04fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.023128 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-b462b58e-6fe7-4e67-a40d-e42c8e6c04fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 05 21:17:39.023755 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-b462b58e-6fe7-4e67-a40d-e42c8e6c04fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.027539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b462b58e-6fe7-4e67-a40d-e42c8e6c04fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0067153
Mar 05 21:17:39.027539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c62a8f-2329-4ea6-8dda-332197f3d373 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f1f22e-ed38-4205-a53d-f583543c9f13,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:39.027787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.032995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1730d1b3-a83c-4d5c-a7fe-e74f392c0318 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.074602 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-1730d1b3-a83c-4d5c-a7fe-e74f392c0318 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.075969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1730d1b3-a83c-4d5c-a7fe-e74f392c0318 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0474212
Mar 05 21:17:39.079690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56604) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.084311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c56c9981-46b7-4f49-955f-4c8ac61075ed tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.084797 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-c56c9981-46b7-4f49-955f-4c8ac61075ed tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Mar 05 21:17:39.085281 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-c56c9981-46b7-4f49-955f-4c8ac61075ed tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.087559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c56c9981-46b7-4f49-955f-4c8ac61075ed tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0067689
Mar 05 21:17:39.089256 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.098449 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e7c00c0d-2450-44b4-82a0-a4ebccc970cc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.134015 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e7c00c0d-2450-44b4-82a0-a4ebccc970cc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.138444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7c00c0d-2450-44b4-82a0-a4ebccc970cc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0448620
Mar 05 21:17:39.138764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56608) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.143987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7647c3e0-e504-414e-a929-3806b0484493 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.144466 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-7647c3e0-e504-414e-a929-3806b0484493 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 05 21:17:39.144947 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-7647c3e0-e504-414e-a929-3806b0484493 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.148326 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7647c3e0-e504-414e-a929-3806b0484493 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0061274
Mar 05 21:17:39.148535 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56610) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.157079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a0bc07e1-0919-4972-91e9-878b0741818a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.192607 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-a0bc07e1-0919-4972-91e9-878b0741818a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.196212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a0bc07e1-0919-4972-91e9-878b0741818a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0441871
Mar 05 21:17:39.196425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.201096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0cbfb343-439b-48f9-891d-cbd5fe41fbbd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.201616 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-0cbfb343-439b-48f9-891d-cbd5fe41fbbd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Mar 05 21:17:39.202091 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-0cbfb343-439b-48f9-891d-cbd5fe41fbbd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.204877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0cbfb343-439b-48f9-891d-cbd5fe41fbbd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0066466
Mar 05 21:17:39.206514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56616) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.211799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e98818a2-94d8-43b5-9414-668d6f2b7f6c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.248254 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-e98818a2-94d8-43b5-9414-668d6f2b7f6c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.252186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e98818a2-94d8-43b5-9414-668d6f2b7f6c tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0446718
Mar 05 21:17:39.253385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56618) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.262725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-85cd6283-3d2f-422e-8d59-9f2fb376de8e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '32f1f22e-ed38-4205-a53d-f583543c9f13', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.307572 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-85cd6283-3d2f-422e-8d59-9f2fb376de8e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:39.308679 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-85cd6283-3d2f-422e-8d59-9f2fb376de8e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0540764
Mar 05 21:17:39.311727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56624) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.367752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (32f1f22e-ed38-4205-a53d-f583543c9f13), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.391221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (32f1f22e-ed38-4205-a53d-f583543c9f13), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.437198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (32f1f22e-ed38-4205-a53d-f583543c9f13), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.440566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.441997 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/32f1f22e-ed38-4205-a53d-f583543c9f13 HTTP/1.1" status: 204  len: 168 time: 0.1284525
Mar 05 21:17:39.446184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56630) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.454428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eef92-fa3a-4658-9cb9-cc36c567511a tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f1f22e-ed38-4205-a53d-f583543c9f13,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:39.496919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-65e9bdb0-cfe0-4abd-af01-ee035adb6e8f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0493102
Mar 05 21:17:39.501393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56632) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.505730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--917852346'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.529958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.608968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (e3204222-df84-4825-a727-ec60072ffb6c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.613536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e3204222-df84-4825-a727-ec60072ffb6c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.646915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.648192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1458387
Mar 05 21:17:39.650406 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc61929-9813-49fc-9595-af36a20a13f3 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3204222-df84-4825-a727-ec60072ffb6c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:39.651558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56640) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.659695 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7418fded-7b5b-43b8-8de7-8a3670fd7676 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': 'e3204222-df84-4825-a727-ec60072ffb6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.707069 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-7418fded-7b5b-43b8-8de7-8a3670fd7676 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The resource could not be found.
Mar 05 21:17:39.708193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7418fded-7b5b-43b8-8de7-8a3670fd7676 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0545995
Mar 05 21:17:39.711635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56642) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.716903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-dc64b5e7-8b00-4ea1-9100-bd6ec4bf4e16 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': 'e3204222-df84-4825-a727-ec60072ffb6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c84f39c3-f2fe-47b0-95f3-5ace60f2c6c9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:39.758386 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-dc64b5e7-8b00-4ea1-9100-bd6ec4bf4e16 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The resource could not be found.
Mar 05 21:17:39.759470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc64b5e7-8b00-4ea1-9100-bd6ec4bf4e16 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0466361
Mar 05 21:17:39.762723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56648) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.824740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (e3204222-df84-4825-a727-ec60072ffb6c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.851111 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (e3204222-df84-4825-a727-ec60072ffb6c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.902450 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e3204222-df84-4825-a727-ec60072ffb6c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.907272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:39.910957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/e3204222-df84-4825-a727-ec60072ffb6c HTTP/1.1" status: 204  len: 168 time: 0.1447401
Mar 05 21:17:39.911514 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56654) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.918961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306201-cb6a-44d2-98d8-619cde0967c5 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3204222-df84-4825-a727-ec60072ffb6c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:39.963539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cbca1359-82e6-47ef-b400-f06c0c82345e tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0509000
Mar 05 21:17:39.967642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56656) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:39.974133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-abc59e46-8546-4c7f-9bcf-fa73839563bc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': 'afc91542-be71-4d18-84bc-fb86bed93dbd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:40.019688 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [None req-abc59e46-8546-4c7f-9bcf-fa73839563bc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The resource could not be found.
Mar 05 21:17:40.021246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-abc59e46-8546-4c7f-9bcf-fa73839563bc tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0511668
Mar 05 21:17:40.024978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56660) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.031161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--848594161'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:40.060445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.140392 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (1997ed1f-4544-40ce-9ace-9ebe62eefa9d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.145465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1997ed1f-4544-40ce-9ace-9ebe62eefa9d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.181286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.182536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1564476
Mar 05 21:17:40.183638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec562bea-5566-4736-b219-1398e38a2e53 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1997ed1f-4544-40ce-9ace-9ebe62eefa9d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.185449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56674) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.190537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097611512'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:40.216499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.297534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (f24111cc-aacd-40fc-9f6b-d304bea6dde5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.302168 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f24111cc-aacd-40fc-9f6b-d304bea6dde5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.334275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.338246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1490712
Mar 05 21:17:40.338579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56686) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.341367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f82a26-6ddb-4588-aa5c-7d1d837edcb1 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24111cc-aacd-40fc-9f6b-d304bea6dde5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.344735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6e46eca4-7760-4f7a-871d-03cc50ba92bd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group_rule': {'security_group_id': '1997ed1f-4544-40ce-9ace-9ebe62eefa9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f24111cc-aacd-40fc-9f6b-d304bea6dde5'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:40.381575 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-6e46eca4-7760-4f7a-871d-03cc50ba92bd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:17:40.384169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e46eca4-7760-4f7a-871d-03cc50ba92bd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0444245
Mar 05 21:17:40.386166 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56688) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.444620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (f24111cc-aacd-40fc-9f6b-d304bea6dde5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.468417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (f24111cc-aacd-40fc-9f6b-d304bea6dde5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.510840 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f24111cc-aacd-40fc-9f6b-d304bea6dde5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.511560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56692) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.514251 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.518559 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/f24111cc-aacd-40fc-9f6b-d304bea6dde5 HTTP/1.1" status: 204  len: 168 time: 0.1281259
Mar 05 21:17:40.522239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56696) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.525639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e18f3b-979a-4ed8-b67e-9f5c065627fd tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24111cc-aacd-40fc-9f6b-d304bea6dde5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.581579 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-88de3e14-4878-4170-8091-4f37fe1f1b4b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0571296
Mar 05 21:17:40.584142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56698) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.639465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b60e89ab-4e14-43e6-a77e-a679c08442f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.648064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (1997ed1f-4544-40ce-9ace-9ebe62eefa9d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.674830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (1997ed1f-4544-40ce-9ace-9ebe62eefa9d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.719366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b60e89ab-4e14-43e6-a77e-a679c08442f8 admin admin] Publish callbacks [] for security_group (747b4dc8-b5e2-4d11-8682-43e473b5d8ad), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.724682 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b60e89ab-4e14-43e6-a77e-a679c08442f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (747b4dc8-b5e2-4d11-8682-43e473b5d8ad), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.729081 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1997ed1f-4544-40ce-9ace-9ebe62eefa9d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.732188 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.733672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/1997ed1f-4544-40ce-9ace-9ebe62eefa9d HTTP/1.1" status: 204  len: 168 time: 0.1483524
Mar 05 21:17:40.737295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56700) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.744943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0c12-5743-4d95-9c07-22f2f82c618f tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997ed1f-4544-40ce-9ace-9ebe62eefa9d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.794104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b60e89ab-4e14-43e6-a77e-a679c08442f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a2d6536cb1d4abf9eafbe6d10f7195c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2813315
Mar 05 21:17:40.795109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e89ab-4e14-43e6-a77e-a679c08442f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747b4dc8-b5e2-4d11-8682-43e473b5d8ad,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.797637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56702) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.827523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-41256765-0e77-451f-8473-31368c4c853b tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0872962
Mar 05 21:17:40.831937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56704) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:40.836670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'tempest-secgroup--2461126'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:40.862132 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] Publish callbacks [] for security_group (747b4dc8-b5e2-4d11-8682-43e473b5d8ad), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.862482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.889059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] Publish callbacks [] for security_group (747b4dc8-b5e2-4d11-8682-43e473b5d8ad), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.955158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (907f0931-b733-4868-a54c-393c4423b688), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.957108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (747b4dc8-b5e2-4d11-8682-43e473b5d8ad), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.959651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (907f0931-b733-4868-a54c-393c4423b688), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.960039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:40.961216 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747b4dc8-b5e2-4d11-8682-43e473b5d8ad HTTP/1.1" status: 204  len: 168 time: 0.1613848
Mar 05 21:17:40.991550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb667d-6b8e-4fb5-9072-d8dc39ac3216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747b4dc8-b5e2-4d11-8682-43e473b5d8ad,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:40.999998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907f0931-b733-4868-a54c-393c4423b688,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:41.005843 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.011701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4ee10792-387d-4336-bbdc-419e91e97492 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1779799
Mar 05 21:17:41.012279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56708) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.021108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1c910190-a486-4eea-8123-c363d7fc8c21 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:41.021632 ncdv-master-1 neutron-server[126562]: WARNING neutron.api.v2.base [None req-1c910190-a486-4eea-8123-c363d7fc8c21 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 05 21:17:41.022136 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-1c910190-a486-4eea-8123-c363d7fc8c21 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:17:41.026276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1c910190-a486-4eea-8123-c363d7fc8c21 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "PUT /v2.0/security-groups/907f0931-b733-4868-a54c-393c4423b688 HTTP/1.1" status: 409  len: 330 time: 0.0103638
Mar 05 21:17:41.026799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.103581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (907f0931-b733-4868-a54c-393c4423b688), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.131315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (907f0931-b733-4868-a54c-393c4423b688), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.179963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (907f0931-b733-4868-a54c-393c4423b688), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.182889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.186927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/907f0931-b733-4868-a54c-393c4423b688 HTTP/1.1" status: 204  len: 168 time: 0.1565833
Mar 05 21:17:41.187475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56716) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.194555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdaa38a-cf1c-4bb8-b3ea-ae501d0b97b0 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907f0931-b733-4868-a54c-393c4423b688,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:41.243938 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eacc88f9-ab49-4b3d-9f42-d5ffc09bc712 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0544784
Mar 05 21:17:41.248111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.262034 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-11506452-06d8-45c8-99fd-0a78a003ed06 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] delete failed (client error): The resource could not be found.
Mar 05 21:17:41.263054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-11506452-06d8-45c8-99fd-0a78a003ed06 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "DELETE /v2.0/security-groups/93ba1cf9-abef-4739-a77e-9d922bb62b22 HTTP/1.1" status: 404  len: 347 time: 0.0139651
Mar 05 21:17:41.267843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56720) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.285244 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-1d14907f-2a44-43ea-84aa-6af8f9020450 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] show failed (client error): The resource could not be found.
Mar 05 21:17:41.286425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1d14907f-2a44-43ea-84aa-6af8f9020450 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-groups/d64ddaa9-1fc0-455e-b05f-98b5fa120aa2 HTTP/1.1" status: 404  len: 347 time: 0.0179453
Mar 05 21:17:41.290477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56724) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.307260 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-924b17c7-1d61-4fa0-89e7-cf25dbb1a660 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] show failed (client error): The resource could not be found.
Mar 05 21:17:41.308659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-924b17c7-1d61-4fa0-89e7-cf25dbb1a660 tempest-NegativeSecGroupTest-626631313 tempest-NegativeSecGroupTest-626631313-project] 10.222.0.15 "GET /v2.0/security-group-rules/35cf67fb-2e54-4115-ac23-1e894ab55dfe HTTP/1.1" status: 404  len: 356 time: 0.0171499
Mar 05 21:17:41.365124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56728) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.381719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6015692f-e739-463a-be09-a31e5c182dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.474924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6015692f-e739-463a-be09-a31e5c182dcc admin admin] Publish callbacks [] for security_group (009d6eb0-c340-48cc-9931-b29d19ced065), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.479776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6015692f-e739-463a-be09-a31e5c182dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (009d6eb0-c340-48cc-9931-b29d19ced065), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.518989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015692f-e739-463a-be09-a31e5c182dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009d6eb0-c340-48cc-9931-b29d19ced065,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:41.528734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6015692f-e739-463a-be09-a31e5c182dcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=212ae52cf77544c8a7bb25500d831d57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1573222
Mar 05 21:17:41.528734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56734) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.566288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56736) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.582454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] Publish callbacks [] for security_group (009d6eb0-c340-48cc-9931-b29d19ced065), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.604272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] Publish callbacks [] for security_group (009d6eb0-c340-48cc-9931-b29d19ced065), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.656793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (009d6eb0-c340-48cc-9931-b29d19ced065), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.659546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.660723 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/009d6eb0-c340-48cc-9931-b29d19ced065 HTTP/1.1" status: 204  len: 168 time: 0.1325204
Mar 05 21:17:41.669543 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2b9f0-abe2-4daa-a219-5bcb99b55d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d6eb0-c340-48cc-9931-b29d19ced065,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:41.730416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9e85ee6e-c4da-4f6f-83f2-63ccb77277b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46860f4d46024a77912869305cff09aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1627383
Mar 05 21:17:41.733184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56742) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:41.793464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] Publish callbacks [] for security_group (ec41c368-d0a1-474c-97d7-89b8e34699b6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.817394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] Publish callbacks [] for security_group (ec41c368-d0a1-474c-97d7-89b8e34699b6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.872957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ec41c368-d0a1-474c-97d7-89b8e34699b6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.876776 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:41.880348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec41c368-d0a1-474c-97d7-89b8e34699b6 HTTP/1.1" status: 204  len: 168 time: 0.1461372
Mar 05 21:17:41.900414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e19cb-8aa5-48ce-ab2c-503306b3ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec41c368-d0a1-474c-97d7-89b8e34699b6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:43.449479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:43.570802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1b52-dcbf-4f3a-a2af-b3b68011f2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.666993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1b52-dcbf-4f3a-a2af-b3b68011f2d7 admin admin] Publish callbacks [] for security_group (fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.671315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1b52-dcbf-4f3a-a2af-b3b68011f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.713505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4c3a1b52-dcbf-4f3a-a2af-b3b68011f2d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2304728d72d43fb8b7fac85f4b00c35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2627926
Mar 05 21:17:43.714727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a1b52-dcbf-4f3a-a2af-b3b68011f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:43.716295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:43.774258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] Publish callbacks [] for security_group (fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.800756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] Publish callbacks [] for security_group (fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.858275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.862547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:43.867022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af HTTP/1.1" status: 204  len: 168 time: 0.1490104
Mar 05 21:17:43.879313 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede249fc-ba1a-40df-8964-f660bf27f490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3cbe50-1f9d-4371-9ffe-1e7ee160d7af,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:43.942871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56862) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:44.067600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e24ace08-006a-466f-89b7-ed675420ef98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.161130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e24ace08-006a-466f-89b7-ed675420ef98 admin admin] Publish callbacks [] for security_group (366b841f-ab53-46ac-a446-6d9c109dc690), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.168302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e24ace08-006a-466f-89b7-ed675420ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (366b841f-ab53-46ac-a446-6d9c109dc690), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.214028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e24ace08-006a-466f-89b7-ed675420ef98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa3a6fa6841746d0a2d7bf8c8c21f2cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2685351
Mar 05 21:17:44.214028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ace08-006a-466f-89b7-ed675420ef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b841f-ab53-46ac-a446-6d9c109dc690,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:44.215434 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56870) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:44.274267 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] Publish callbacks [] for security_group (366b841f-ab53-46ac-a446-6d9c109dc690), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.300986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] Publish callbacks [] for security_group (366b841f-ab53-46ac-a446-6d9c109dc690), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.355465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (366b841f-ab53-46ac-a446-6d9c109dc690), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.358466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.360228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/366b841f-ab53-46ac-a446-6d9c109dc690 HTTP/1.1" status: 204  len: 168 time: 0.1436892
Mar 05 21:17:44.368706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd062c5-2c3c-4cbb-a10f-e1be5dac791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b841f-ab53-46ac-a446-6d9c109dc690,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:44.661064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:44.675979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c018116e-c097-4c3d-8684-5210dc512bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.765060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c018116e-c097-4c3d-8684-5210dc512bff admin admin] Publish callbacks [] for security_group (47422709-4e9b-4f9f-af1e-7fefefeac65c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.770116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c018116e-c097-4c3d-8684-5210dc512bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47422709-4e9b-4f9f-af1e-7fefefeac65c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.814536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c018116e-c097-4c3d-8684-5210dc512bff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81095902a2d54f20956eb85b26c5f654&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1522052
Mar 05 21:17:44.815852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018116e-c097-4c3d-8684-5210dc512bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47422709-4e9b-4f9f-af1e-7fefefeac65c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:44.818508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56892) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:44.879727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] Publish callbacks [] for security_group (47422709-4e9b-4f9f-af1e-7fefefeac65c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.904678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] Publish callbacks [] for security_group (47422709-4e9b-4f9f-af1e-7fefefeac65c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.969689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (47422709-4e9b-4f9f-af1e-7fefefeac65c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.972720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:44.974039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47422709-4e9b-4f9f-af1e-7fefefeac65c HTTP/1.1" status: 204  len: 168 time: 0.1545932
Mar 05 21:17:44.983132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3150bf-d37b-4b96-879b-0a5cf2d15230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47422709-4e9b-4f9f-af1e-7fefefeac65c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:45.648649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:45.856990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2729ffe1-5e1f-4d25-9484-28f98b989071 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-506838844'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:45.857595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2729ffe1-5e1f-4d25-9484-28f98b989071 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Unknown quota resources ['metering_label']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:17:46.055711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2729ffe1-5e1f-4d25-9484-28f98b989071 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:46.056852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2729ffe1-5e1f-4d25-9484-28f98b989071 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.4072483
Mar 05 21:17:46.059695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56956) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.064915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a536a7d-a696-43cf-aca8-67fab2329ae3 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '08d1a914-1a3b-490e-a65e-3dd182a8d668'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:46.065412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9a536a7d-a696-43cf-aca8-67fab2329ae3 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:17:46.139711 ncdv-master-1 neutron-server[126563]: WARNING neutron.services.metering.metering_plugin [None req-9a536a7d-a696-43cf-aca8-67fab2329ae3 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 05 21:17:46.249184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9a536a7d-a696-43cf-aca8-67fab2329ae3 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:46.250513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9a536a7d-a696-43cf-aca8-67fab2329ae3 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1897855
Mar 05 21:17:46.253797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56968) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.258251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-75016dc5-57f6-4c37-8e48-cac625243490 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '08d1a914-1a3b-490e-a65e-3dd182a8d668'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:46.258747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-75016dc5-57f6-4c37-8e48-cac625243490 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:17:46.321441 ncdv-master-1 neutron-server[126563]: WARNING neutron.services.metering.metering_plugin [None req-75016dc5-57f6-4c37-8e48-cac625243490 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 05 21:17:46.407219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-75016dc5-57f6-4c37-8e48-cac625243490 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:46.408473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-75016dc5-57f6-4c37-8e48-cac625243490 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1535382
Mar 05 21:17:46.411828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56984) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.422751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b99ac677-60e8-4520-8a9a-52e67c5185ca tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=61a03532-7b94-40fe-a0a3-7fce3e2b99d0 HTTP/1.1" status: 200  len: 464 time: 0.0098598
Mar 05 21:17:46.425983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56988) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.530148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5f77b29f-bd30-416a-9ede-8277b86610a1 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:46.534899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5f77b29f-bd30-416a-9ede-8277b86610a1 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/61a03532-7b94-40fe-a0a3-7fce3e2b99d0 HTTP/1.1" status: 204  len: 168 time: 0.1078308
Mar 05 21:17:46.535196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 56990) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.549398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 56994) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.549778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d10b3592-ef96-440a-8a24-4ade0b0817ac tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=61a03532-7b94-40fe-a0a3-7fce3e2b99d0 HTTP/1.1" status: 200  len: 221 time: 0.0127637
Mar 05 21:17:46.554139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-992af5ce-8332-46e8-8af3-3e910372c1b8 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1304718082', 'description': 'label created by tempest'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:46.554596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-992af5ce-8332-46e8-8af3-3e910372c1b8 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Unknown quota resources ['metering_label']. {{(pid=126563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:17:46.718874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-992af5ce-8332-46e8-8af3-3e910372c1b8 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:46.720164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-992af5ce-8332-46e8-8af3-3e910372c1b8 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.1694193
Mar 05 21:17:46.722956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57000) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:46.797977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3433a686-3049-442d-a263-7dc83a59269b tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=24a9d684-efe7-4409-b7dc-e233f4f29271 HTTP/1.1" status: 200  len: 468 time: 0.0741589
Mar 05 21:17:46.801419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57002) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.052355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-95c09252-0a3b-4b8d-b536-f4905235cb8c tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:47.053486 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-95c09252-0a3b-4b8d-b536-f4905235cb8c tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/24a9d684-efe7-4409-b7dc-e233f4f29271 HTTP/1.1" status: 204  len: 168 time: 0.2510459
Mar 05 21:17:47.056245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57008) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.071065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c91462e0-3313-454e-a205-aaedc324ec48 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=24a9d684-efe7-4409-b7dc-e233f4f29271 HTTP/1.1" status: 200  len: 216 time: 0.0104022
Mar 05 21:17:47.071224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57012) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.079724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe9b2aa7-e253-4096-a05f-59a8b6306da4 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0074565
Mar 05 21:17:47.082910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.095422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-71fd33c4-bac9-4451-99a7-d0fadaf9f04e tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0109782
Mar 05 21:17:47.098381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57016) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.152189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-463b2e64-e1bb-40ff-9935-5d5cc40b3967 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/08d1a914-1a3b-490e-a65e-3dd182a8d668 HTTP/1.1" status: 200  len: 472 time: 0.0526628
Mar 05 21:17:47.156680 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57028) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.167729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-20afaf79-fd35-49f0-a27b-1a1d6f993db1 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/499922b2-7938-46a1-8070-86f1ef9309b9 HTTP/1.1" status: 200  len: 461 time: 0.0100923
Mar 05 21:17:47.171158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57030) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.275784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fb874b1-4feb-4021-82e6-911d5a8255fd tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:47.276901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1fb874b1-4feb-4021-82e6-911d5a8255fd tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/499922b2-7938-46a1-8070-86f1ef9309b9 HTTP/1.1" status: 204  len: 168 time: 0.1041136
Mar 05 21:17:47.279430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57032) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:47.763152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-955f8da4-4066-4a57-9bd7-83d99b83b619 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:47.767430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-955f8da4-4066-4a57-9bd7-83d99b83b619 tempest-MeteringTestJSON-445489287 tempest-MeteringTestJSON-445489287-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/08d1a914-1a3b-490e-a65e-3dd182a8d668 HTTP/1.1" status: 204  len: 168 time: 0.4870327
Mar 05 21:17:48.026259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57044) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:48.137543 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bc83f2a-011f-482a-94e9-93bc5d3b36d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.212114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bc83f2a-011f-482a-94e9-93bc5d3b36d6 admin admin] Publish callbacks [] for security_group (405ae53b-0621-41c2-b2a0-02d7d9eccd23), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.216309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5bc83f2a-011f-482a-94e9-93bc5d3b36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (405ae53b-0621-41c2-b2a0-02d7d9eccd23), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.257562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5bc83f2a-011f-482a-94e9-93bc5d3b36d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c55d0d2d5e2490fb04d719a7f2afc5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279828
Mar 05 21:17:48.257562 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc83f2a-011f-482a-94e9-93bc5d3b36d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ae53b-0621-41c2-b2a0-02d7d9eccd23,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:48.258704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:48.309123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] Publish callbacks [] for security_group (405ae53b-0621-41c2-b2a0-02d7d9eccd23), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.332365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] Publish callbacks [] for security_group (405ae53b-0621-41c2-b2a0-02d7d9eccd23), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.392540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (405ae53b-0621-41c2-b2a0-02d7d9eccd23), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.395116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.396361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/405ae53b-0621-41c2-b2a0-02d7d9eccd23 HTTP/1.1" status: 204  len: 168 time: 0.1374516
Mar 05 21:17:48.404101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb852ca-5437-4649-9288-8826843545e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ae53b-0621-41c2-b2a0-02d7d9eccd23,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:48.657614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57076) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:48.670510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6672-6847-469c-8873-c1c1b4b7fe0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.741596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6672-6847-469c-8873-c1c1b4b7fe0a admin admin] Publish callbacks [] for security_group (468d87ab-8ff2-45ad-a8c8-79a405dbb845), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.745162 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6672-6847-469c-8873-c1c1b4b7fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (468d87ab-8ff2-45ad-a8c8-79a405dbb845), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.782587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0ae6672-6847-469c-8873-c1c1b4b7fe0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2207e9b13a014bfa8a65467c389ba58f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1239128
Mar 05 21:17:48.783756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae6672-6847-469c-8873-c1c1b4b7fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d87ab-8ff2-45ad-a8c8-79a405dbb845,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:48.785373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57078) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:48.834470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] Publish callbacks [] for security_group (468d87ab-8ff2-45ad-a8c8-79a405dbb845), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.858271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] Publish callbacks [] for security_group (468d87ab-8ff2-45ad-a8c8-79a405dbb845), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.905184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (468d87ab-8ff2-45ad-a8c8-79a405dbb845), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.907963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:48.909173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/468d87ab-8ff2-45ad-a8c8-79a405dbb845 HTTP/1.1" status: 204  len: 168 time: 0.1221974
Mar 05 21:17:48.917440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ea56-a08d-479c-b275-cc8219723a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d87ab-8ff2-45ad-a8c8-79a405dbb845,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:50.326894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57158) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:50.438939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-44c471d1-04da-413f-8e25-66e3d04dedab tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:50.457622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-44c471d1-04da-413f-8e25-66e3d04dedab tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "PUT /v2.0/quotas/acae218187a84ce0bc50921bac1ce802 HTTP/1.1" status: 200  len: 368 time: 0.1296241
Mar 05 21:17:50.460217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57164) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:50.464764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Request body: {'network': {'project_id': 'acae218187a84ce0bc50921bac1ce802'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:50.482754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Made reservation on behalf of acae218187a84ce0bc50921bac1ce802 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:50.485478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.493652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.566647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for security_group (1e8290c1-2378-4c96-9f1f-44514bbf8656), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.571126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1e8290c1-2378-4c96-9f1f-44514bbf8656), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.592704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:50.608520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8290c1-2378-4c96-9f1f-44514bbf8656,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:50.612986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (32b1ea3b-423f-4c14-b735-5bed4ffcee38), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.613336 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Added segment 32b1ea3b-423f-4c14-b735-5bed4ffcee38 of type vlan for network cd453067-d9f8-4534-b215-4744dfd47dd8
Mar 05 21:17:50.657733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (cd453067-d9f8-4534-b215-4744dfd47dd8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.683763 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (cd453067-d9f8-4534-b215-4744dfd47dd8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.684841 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:50.685426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.745679 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.2844336
Mar 05 21:17:50.748250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57178) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:50.752216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5abc82-01b2-4098-bff3-8126c965b43d tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event updated for resources: {'Network': ['ID=cd453067-d9f8-4534-b215-4744dfd47dd8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:50.753887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Request body: {'network': {'project_id': 'acae218187a84ce0bc50921bac1ce802'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:50.761900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network cd453067-d9f8-4534-b215-4744dfd47dd8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:50.780528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Made reservation on behalf of acae218187a84ce0bc50921bac1ce802 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:50.783164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.807606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:50.819285 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.819431 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Added segment 0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3 of type vlan for network b38add0e-e97c-4540-a064-ce6cc3110569
Mar 05 21:17:50.862962 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b38add0e-e97c-4540-a064-ce6cc3110569), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.895101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b38add0e-e97c-4540-a064-ce6cc3110569), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.896297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:50.896940 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:50.958027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.2085781
Mar 05 21:17:50.959125 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57182) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:50.965405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3b945a11-503b-4a57-9f71-ce9cac578ae6 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Request body: {'network': {'project_id': 'acae218187a84ce0bc50921bac1ce802'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:50.966839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42758a-2f52-419c-b882-6672153456a0 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event updated for resources: {'Network': ['ID=b38add0e-e97c-4540-a064-ce6cc3110569,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:50.976066 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b945a11-503b-4a57-9f71-ce9cac578ae6 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Mar 05 21:17:50.976746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b945a11-503b-4a57-9f71-ce9cac578ae6 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:17:50.977675 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3b945a11-503b-4a57-9f71-ce9cac578ae6 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0174422
Mar 05 21:17:50.979208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b38add0e-e97c-4540-a064-ce6cc3110569 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:50.980902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57184) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:50.997496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57186) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.031581 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-91d3f0a9-3e54-46a5-8973-66146c779c71 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acae218187a84ce0bc50921bac1ce802&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0489414
Mar 05 21:17:51.033830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.084442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for security_group (1e8290c1-2378-4c96-9f1f-44514bbf8656), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.105772 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for security_group (1e8290c1-2378-4c96-9f1f-44514bbf8656), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.116985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f79f0e83-b965-43bd-a3ce-65b6ac47fe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.155606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1e8290c1-2378-4c96-9f1f-44514bbf8656), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.158465 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.159643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e8290c1-2378-4c96-9f1f-44514bbf8656 HTTP/1.1" status: 204  len: 168 time: 0.1248257
Mar 05 21:17:51.162347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57192) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.167899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee725-3207-4870-99f8-d5dd3f8ac6b3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8290c1-2378-4c96-9f1f-44514bbf8656,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.261577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b38add0e-e97c-4540-a064-ce6cc3110569), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.264268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f79f0e83-b965-43bd-a3ce-65b6ac47fe98 admin admin] Publish callbacks [] for security_group (6bd9e85e-3a62-43d6-9976-c66b661ba838), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.270337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f79f0e83-b965-43bd-a3ce-65b6ac47fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6bd9e85e-3a62-43d6-9976-c66b661ba838), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.334663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f79f0e83-b965-43bd-a3ce-65b6ac47fe98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4cfd6d6415046db953032e632beed81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3336794
Mar 05 21:17:51.334663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f0e83-b965-43bd-a3ce-65b6ac47fe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd9e85e-3a62-43d6-9976-c66b661ba838,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.335029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57194) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.386765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b38add0e-e97c-4540-a064-ce6cc3110569), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.388292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] Publish callbacks [] for security_group (6bd9e85e-3a62-43d6-9976-c66b661ba838), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.407013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9ab910>,) {'filters': {'network_id': ['b38add0e-e97c-4540-a064-ce6cc3110569']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.410058 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] Publish callbacks [] for security_group (6bd9e85e-3a62-43d6-9976-c66b661ba838), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.416232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9ab910>, '0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.416536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a9ab910>, '0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.430531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.443752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.450366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:51.450793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (0eecf0c2-4ad2-44d1-9cff-b7ae4126ffe3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:51.452478 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:51.459240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (6bd9e85e-3a62-43d6-9976-c66b661ba838), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.462165 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.463494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bd9e85e-3a62-43d6-9976-c66b661ba838 HTTP/1.1" status: 204  len: 168 time: 0.1274426
Mar 05 21:17:51.473620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dddcc-8630-4b6b-9dd9-0b67317366f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd9e85e-3a62-43d6-9976-c66b661ba838,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.511429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b38add0e-e97c-4540-a064-ce6cc3110569), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.516964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.521148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b38add0e-e97c-4540-a064-ce6cc3110569 HTTP/1.1" status: 204  len: 168 time: 0.3578372
Mar 05 21:17:51.524264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57200) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.535020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45b28a-572a-4368-9608-40b6361baaa3 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event deleted for resources: {'Network': ['ID=b38add0e-e97c-4540-a064-ce6cc3110569,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.602700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (cd453067-d9f8-4534-b215-4744dfd47dd8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.683780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (cd453067-d9f8-4534-b215-4744dfd47dd8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.707213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b92113d30>,) {'filters': {'network_id': ['cd453067-d9f8-4534-b215-4744dfd47dd8']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.716467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92113d30>, '32b1ea3b-423f-4c14-b735-5bed4ffcee38') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.716774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92113d30>, '32b1ea3b-423f-4c14-b735-5bed4ffcee38') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:17:51.727385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (32b1ea3b-423f-4c14-b735-5bed4ffcee38), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.741713 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (32b1ea3b-423f-4c14-b735-5bed4ffcee38), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.749110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:17:51.750358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (32b1ea3b-423f-4c14-b735-5bed4ffcee38), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   warnings.warn('Neutron quota engine will require "--force" '
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:17:51.752575 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:17:51.755475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57204) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.769560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e87b1315-2a67-437b-a580-0364631925df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.810952 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (cd453067-d9f8-4534-b215-4744dfd47dd8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.818284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.821462 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] 10.222.0.15 "DELETE /v2.0/networks/cd453067-d9f8-4534-b215-4744dfd47dd8 HTTP/1.1" status: 204  len: 168 time: 0.2960927
Mar 05 21:17:51.836604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaecb41-234d-4c7e-b9b2-0bce5fb07de2 tempest-QuotasNegativeTest-916394575 tempest-QuotasNegativeTest-916394575-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd453067-d9f8-4534-b215-4744dfd47dd8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.875327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e87b1315-2a67-437b-a580-0364631925df admin admin] Publish callbacks [] for security_group (ae9499e4-5ecd-462d-b79e-45bbd7b79ad6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.879865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e87b1315-2a67-437b-a580-0364631925df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ae9499e4-5ecd-462d-b79e-45bbd7b79ad6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.920795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e87b1315-2a67-437b-a580-0364631925df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0693eb0583984ef58b708b529a27964c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1642005
Mar 05 21:17:51.922875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b1315-2a67-437b-a580-0364631925df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9499e4-5ecd-462d-b79e-45bbd7b79ad6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:51.924026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57208) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:51.974444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] Publish callbacks [] for security_group (ae9499e4-5ecd-462d-b79e-45bbd7b79ad6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:51.995894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] Publish callbacks [] for security_group (ae9499e4-5ecd-462d-b79e-45bbd7b79ad6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.045848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ae9499e4-5ecd-462d-b79e-45bbd7b79ad6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.048615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.053702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae9499e4-5ecd-462d-b79e-45bbd7b79ad6 HTTP/1.1" status: 204  len: 168 time: 0.1285510
Mar 05 21:17:52.061527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65339bc7-56c9-4a15-8fa4-b783663dfb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9499e4-5ecd-462d-b79e-45bbd7b79ad6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:52.309530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57218) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:52.420153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd407b69-541b-496a-a9ca-8f1fe251f7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.495266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd407b69-541b-496a-a9ca-8f1fe251f7e8 admin admin] Publish callbacks [] for security_group (97e3f537-f644-4766-9b3b-0da22a51da2f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.501634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dd407b69-541b-496a-a9ca-8f1fe251f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (97e3f537-f644-4766-9b3b-0da22a51da2f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.543218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dd407b69-541b-496a-a9ca-8f1fe251f7e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2381de6611e4cffa7b76ecf26c5f063&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2325141
Mar 05 21:17:52.544365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd407b69-541b-496a-a9ca-8f1fe251f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3f537-f644-4766-9b3b-0da22a51da2f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:52.545943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57234) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:52.598915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] Publish callbacks [] for security_group (97e3f537-f644-4766-9b3b-0da22a51da2f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.622999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] Publish callbacks [] for security_group (97e3f537-f644-4766-9b3b-0da22a51da2f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.673632 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (97e3f537-f644-4766-9b3b-0da22a51da2f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.676391 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.677557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97e3f537-f644-4766-9b3b-0da22a51da2f HTTP/1.1" status: 204  len: 168 time: 0.1301258
Mar 05 21:17:52.685326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61fd7b-5036-498e-87f3-44118b8a3be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3f537-f644-4766-9b3b-0da22a51da2f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:52.751723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57244) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:52.955106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-483072552-network', 'tenant_id': 'eab95caff9f845b1951f04a7a03185a1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:52.976191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Made reservation on behalf of eab95caff9f845b1951f04a7a03185a1 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:52.978616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:52.988306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.002061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:53.027934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f674b-ec4e-4077-83b4-59816149ad64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.068717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks [] for security_group (56f170d0-51a6-4739-8d6b-b569c546a68d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.071911 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (56f170d0-51a6-4739-8d6b-b569c546a68d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.091727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:53.107440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f674b-ec4e-4077-83b4-59816149ad64 admin admin] Publish callbacks [] for security_group (53835abe-1e15-4a27-96fe-9d1da94dd075), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.111121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (19336889-945b-4d08-a453-fa1267ffbd33), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.111544 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Added segment 19336889-945b-4d08-a453-fa1267ffbd33 of type vlan for network ea5887a4-145c-4e15-a815-e64b031aee42
Mar 05 21:17:53.112654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-591f674b-ec4e-4077-83b4-59816149ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (53835abe-1e15-4a27-96fe-9d1da94dd075), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.113300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f170d0-51a6-4739-8d6b-b569c546a68d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:53.150732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-591f674b-ec4e-4077-83b4-59816149ad64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b49deda201bd4939a49c04f0269fd8d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1430597
Mar 05 21:17:53.151468 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f674b-ec4e-4077-83b4-59816149ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53835abe-1e15-4a27-96fe-9d1da94dd075,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:53.153733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:53.164641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ea5887a4-145c-4e15-a815-e64b031aee42), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.192872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ea5887a4-145c-4e15-a815-e64b031aee42), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.194002 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:53.194576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.207532 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] Publish callbacks [] for security_group (53835abe-1e15-4a27-96fe-9d1da94dd075), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.229717 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] Publish callbacks [] for security_group (53835abe-1e15-4a27-96fe-9d1da94dd075), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.248282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4954288
Mar 05 21:17:53.252311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57254) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:53.256862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Request body: {'subnet': {'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-483072552-subnet', 'tenant_id': 'eab95caff9f845b1951f04a7a03185a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:53.271436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7334f-a2a4-450d-b367-dd1c6ef6871d admin admin] Pushing event updated for resources: {'Network': ['ID=ea5887a4-145c-4e15-a815-e64b031aee42,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:53.281162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (53835abe-1e15-4a27-96fe-9d1da94dd075), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.283114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ea5887a4-145c-4e15-a815-e64b031aee42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:53.283843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.287586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53835abe-1e15-4a27-96fe-9d1da94dd075 HTTP/1.1" status: 204  len: 168 time: 0.1304312
Mar 05 21:17:53.293243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Made reservation on behalf of eab95caff9f845b1951f04a7a03185a1 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:53.294754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36999c70-c811-4e37-b37f-7e653ec8b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53835abe-1e15-4a27-96fe-9d1da94dd075,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:53.299348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.481904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.543698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:53.549626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Checking segment: {'id': '19336889-945b-4d08-a453-fa1267ffbd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:53.550093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Network hostable DHCP agents. Network: ea5887a4-145c-4e15-a815-e64b031aee42, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:17:53.568382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Network ea5887a4-145c-4e15-a815-e64b031aee42 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:17:53.576868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea5887a4-145c-4e15-a815-e64b031aee42) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:53.581968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:53.582576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:53.588684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361471b-bfa5-4667-b913-32c1e02d1fd0 None None] Network ea5887a4-145c-4e15-a815-e64b031aee42 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:53.604133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0806d5ba-c87e-4286-b25b-1df70a808378 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3508391
Mar 05 21:17:53.699595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790d49d-d933-4db6-90aa-20c2d61ea152 None None] Network ea5887a4-145c-4e15-a815-e64b031aee42 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:54.212608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:54.217512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227642842-network', 'tenant_id': '6627ae127e174eda941ad5af1ff754e1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:54.237232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Made reservation on behalf of 6627ae127e174eda941ad5af1ff754e1 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:54.239552 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.248089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.328357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks [] for security_group (5cf09adc-08d0-4025-8c76-1f2687f256e9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.332925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5cf09adc-08d0-4025-8c76-1f2687f256e9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.361674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:17:54.372003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf09adc-08d0-4025-8c76-1f2687f256e9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:54.378431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0a20b92e-8a2e-4c65-8c75-9ce91488761f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.378788 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Added segment 0a20b92e-8a2e-4c65-8c75-9ce91488761f of type vlan for network f6890075-d870-4b1d-9510-f9b31931d214
Mar 05 21:17:54.421013 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (f6890075-d870-4b1d-9510-f9b31931d214), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.447154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (f6890075-d870-4b1d-9510-f9b31931d214), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.448344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:54.448915 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.480704 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-39c4cdf6-5635-4b8d-b18e-8e6add659259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.506483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2927456
Mar 05 21:17:54.509306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57304) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:54.516505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Request body: {'subnet': {'network_id': 'f6890075-d870-4b1d-9510-f9b31931d214', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227642842-subnet', 'tenant_id': '6627ae127e174eda941ad5af1ff754e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:54.520803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37d5d7-a8c1-4c85-bdd3-dc15bfc11c51 admin admin] Pushing event updated for resources: {'Network': ['ID=f6890075-d870-4b1d-9510-f9b31931d214,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:54.536967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network f6890075-d870-4b1d-9510-f9b31931d214 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:17:54.540844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Made reservation on behalf of 6627ae127e174eda941ad5af1ff754e1 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:54.543288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:54.881241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57318) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:54.984994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6955a97e-f846-445e-b866-8836439a015e tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:55.014195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6955a97e-f846-445e-b866-8836439a015e tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "PUT /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a HTTP/1.1" status: 200  len: 366 time: 0.1318247
Mar 05 21:17:55.017334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57322) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.027218 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57b8dd58-61d5-4b83-bbc6-c06b105fe741 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0088718
Mar 05 21:17:55.029489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.036113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (666bc313-9f00-4ed0-83aa-deb93a3071b8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.039378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e2590ed4-4551-4f8a-8253-82313a79d100 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a HTTP/1.1" status: 200  len: 366 time: 0.0088675
Mar 05 21:17:55.041662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57326) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.062316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9b720c46-9f1c-410b-ab24-1bb9ff71a365 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a HTTP/1.1" status: 204  len: 168 time: 0.0195720
Mar 05 21:17:55.063078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57328) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.074127 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4eecdeac-2e18-4b0a-bd0e-2f4de3078b85 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0078068
Mar 05 21:17:55.074452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57330) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.086775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1999200c-6990-4571-8013-43fb92cdd82f tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a HTTP/1.1" status: 200  len: 370 time: 0.0084724
Mar 05 21:17:55.086977 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57332) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.093931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84334ba5-16df-4c9c-aea3-2cd9ad51628a tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a/default HTTP/1.1" status: 200  len: 370 time: 0.0034771
Mar 05 21:17:55.094127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57334) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.095577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666bc313-9f00-4ed0-83aa-deb93a3071b8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:55.101754 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-6015e92a-85ed-4fe8-b4f0-6082b1a5633f tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] delete failed (client error): The resource could not be found.
Mar 05 21:17:55.104086 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6015e92a-85ed-4fe8-b4f0-6082b1a5633f tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/cc4466558a9c4411b0db705c9c2c859a HTTP/1.1" status: 404  len: 348 time: 0.0091126
Mar 05 21:17:55.109242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Checking segment: {'id': '0a20b92e-8a2e-4c65-8c75-9ce91488761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6890075-d870-4b1d-9510-f9b31931d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:55.109614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Network hostable DHCP agents. Network: f6890075-d870-4b1d-9510-f9b31931d214, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:17:55.128299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Network f6890075-d870-4b1d-9510-f9b31931d214 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:17:55.142920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6890075-d870-4b1d-9510-f9b31931d214) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:55.147182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:55.147818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.152436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba2b7a-f738-498b-a489-2f86f9fadd6f None None] Network f6890075-d870-4b1d-9510-f9b31931d214 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:55.165422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-190f0ff5-c22e-4d08-9d91-6c639b338837 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6547940
Mar 05 21:17:55.221714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.243615 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:network and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.246944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.257268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:subnet and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.260478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252591de-5924-444e-8091-5a1aeac19870 None None] Network f6890075-d870-4b1d-9510-f9b31931d214 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:17:55.262210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.269523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:subnetpool and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.274643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.281573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:port and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.285063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.293925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:router and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.297708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.303954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:floatingip and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.307409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.349460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:security_group and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.353083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.360260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Usage tracker for resource:security_group_rule and project:39d098060ec545d0bf9c66ff52398f38 is out of sync, need to count used quota {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 05 21:17:55.363452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.quota.resource [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 05 21:17:55.372253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9bfcd659-f67e-4737-8a4b-879d902b98d0 tempest-QuotasTest-1978644825 tempest-QuotasTest-1978644825-project-admin] 10.222.0.15 "GET /v2.0/quotas/39d098060ec545d0bf9c66ff52398f38/details.json HTTP/1.1" status: 200  len: 703 time: 0.1457257
Mar 05 21:17:55.625342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57362) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.683798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-4f217be7-1d85-42d3-923a-5665600ea57c tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:55.685308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-4f217be7-1d85-42d3-923a-5665600ea57c tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/networks?id=ea5887a4-145c-4e15-a815-e64b031aee42 HTTP/1.1" status: 200  len: 808 time: 0.1064010
Mar 05 21:17:55.700689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-efc59769-d7e1-4668-b7b8-fe59aa647c23 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/quotas/eab95caff9f845b1951f04a7a03185a1 HTTP/1.1" status: 200  len: 375 time: 0.0092790
Mar 05 21:17:55.732156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d05aa90-df6e-4e95-b0e3-ddd3e4469e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.739361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-40f05991-05d3-4fa7-bec3-6c04d2849959 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eab95caff9f845b1951f04a7a03185a1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0323999
Mar 05 21:17:55.812198 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d05aa90-df6e-4e95-b0e3-ddd3e4469e2b admin admin] Publish callbacks [] for security_group (15a485a4-deee-4b69-ad20-4791b70a9e76), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.816682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0d05aa90-df6e-4e95-b0e3-ddd3e4469e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15a485a4-deee-4b69-ad20-4791b70a9e76), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.856525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0d05aa90-df6e-4e95-b0e3-ddd3e4469e2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc9af71711c7444ab9ab374ee668fdb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2301538
Mar 05 21:17:55.857381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05aa90-df6e-4e95-b0e3-ddd3e4469e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a485a4-deee-4b69-ad20-4791b70a9e76,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:55.861022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57368) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:55.893757 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-e08fdd8a-8e42-4713-a51a-61c6cfea94cc service neutron] 10.222.0.15 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477034
Mar 05 21:17:55.913240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] Publish callbacks [] for security_group (15a485a4-deee-4b69-ad20-4791b70a9e76), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.935177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] Publish callbacks [] for security_group (15a485a4-deee-4b69-ad20-4791b70a9e76), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.988269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (15a485a4-deee-4b69-ad20-4791b70a9e76), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.990797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-5ec3b737-44c4-4d69-9d59-712ce6b067ca service neutron] 10.222.0.15 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913355
Mar 05 21:17:55.990933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:55.992128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15a485a4-deee-4b69-ad20-4791b70a9e76 HTTP/1.1" status: 204  len: 168 time: 0.1304781
Mar 05 21:17:56.000686 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5661fa-40ee-4d5a-8aba-910d29913843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a485a4-deee-4b69-ad20-4791b70a9e76,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:56.169682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-76fe4994-0d7a-4b7b-b0bf-d693a71d79ca req-72c6d61a-4034-447b-ac9a-fcdae9c9976f tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 210 time: 0.0298502
Mar 05 21:17:56.287838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57382) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:56.305571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57b9ec7b-193d-4504-a7e0-233d39ed4be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.387860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57b9ec7b-193d-4504-a7e0-233d39ed4be6 admin admin] Publish callbacks [] for security_group (2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.392200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57b9ec7b-193d-4504-a7e0-233d39ed4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.433446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57b9ec7b-193d-4504-a7e0-233d39ed4be6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39d098060ec545d0bf9c66ff52398f38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1445265
Mar 05 21:17:56.436002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57386) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:56.442496 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ec7b-193d-4504-a7e0-233d39ed4be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:56.490820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] Publish callbacks [] for security_group (2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.515842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] Publish callbacks [] for security_group (2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.567752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.570381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:56.571557 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d HTTP/1.1" status: 204  len: 168 time: 0.1346605
Mar 05 21:17:56.580086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5305c-69c1-4889-ae16-6c4f012b37b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e4230-92c6-4e6a-8e51-6ffa0b94f54d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:56.835759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6165-f334-4ea6-9cc8-ae2bfe76b6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.129180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-b85b47dd-85a3-4bdc-abdd-e8c4142e7eb3 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:57.130727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-b85b47dd-85a3-4bdc-abdd-e8c4142e7eb3 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.31 "GET /v2.0/networks?id=ea5887a4-145c-4e15-a815-e64b031aee42 HTTP/1.1" status: 200  len: 808 time: 0.1208375
Mar 05 21:17:57.143518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Request body: {'port': {'device_id': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42', 'admin_state_up': True, 'tenant_id': 'eab95caff9f845b1951f04a7a03185a1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:57.284787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-333264cb-37fe-4c59-81bc-5d32fd08b62b req-886b9a92-9a93-42a0-9db4-ba7a055893e4 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 210 time: 0.0358970
Mar 05 21:17:57.310571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Made reservation on behalf of eab95caff9f845b1951f04a7a03185a1 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:17:57.314160 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.325642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57412) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:57.467820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Allocated IP 172.20.0.5 (ea5887a4-145c-4e15-a815-e64b031aee42/cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee/bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:17:57.481961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e899606a-09d4-41ae-8f85-121e95153a93 tempest-AgentManagementNegativeTest-772870569 tempest-AgentManagementNegativeTest-772870569-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1544402
Mar 05 21:17:57.628479 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks [] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.668221 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.715330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Network ea5887a4-145c-4e15-a815-e64b031aee42 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:17:57.718949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:17:57.721421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:17:57.751090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Pushing event updated for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:57.752737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57422) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:57.777921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:57.778525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.795160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-87dd6af8-b362-4f84-9593-ffe83a4290e5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6563873
Mar 05 21:17:57.806662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Request body: {'port': {'device_id': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:17:57.864654 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b394ecf-92a8-4b02-a355-ccc39bd10f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.867472 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.947266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b394ecf-92a8-4b02-a355-ccc39bd10f03 admin admin] Publish callbacks [] for security_group (a6a46813-df55-4b0f-8e56-62174ff74bc6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.951208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b394ecf-92a8-4b02-a355-ccc39bd10f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a6a46813-df55-4b0f-8e56-62174ff74bc6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:57.990853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b394ecf-92a8-4b02-a355-ccc39bd10f03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a34e7de17d9645acb0c1dd1b51f444c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2369804
Mar 05 21:17:57.991758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b394ecf-92a8-4b02-a355-ccc39bd10f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a46813-df55-4b0f-8e56-62174ff74bc6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:57.993534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:17:58.021931 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.108834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] Publish callbacks [] for security_group (a6a46813-df55-4b0f-8e56-62174ff74bc6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.148596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] Publish callbacks [] for security_group (a6a46813-df55-4b0f-8e56-62174ff74bc6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.233668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:17:58.241930 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks [] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.252820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a6a46813-df55-4b0f-8e56-62174ff74bc6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.255508 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.256773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6a46813-df55-4b0f-8e56-62174ff74bc6 HTTP/1.1" status: 204  len: 168 time: 0.2622898
Mar 05 21:17:58.269007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Transition to ACTIVE for port object bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:17:58.270405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64294ec2-4455-46d5-affb-8b24e077371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a46813-df55-4b0f-8e56-62174ff74bc6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:58.274386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.326220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Pushing event updated for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:58.436371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Attempting to bind port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:17:58.437339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Attempting to bind port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '19336889-945b-4d08-a453-fa1267ffbd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:17:58.437923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Attempting to bind port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a on network ea5887a4-145c-4e15-a815-e64b031aee42 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:58.443761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a on network ea5887a4-145c-4e15-a815-e64b031aee42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:17:58.444053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Attempting to bind port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a on network ea5887a4-145c-4e15-a815-e64b031aee42 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:17:58.450610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:17:58.450966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Checking segment: {'id': '19336889-945b-4d08-a453-fa1267ffbd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:17:58.451403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Bound using segment: {'id': '19336889-945b-4d08-a453-fa1267ffbd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:17:58.451938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Bound port: bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19336889-945b-4d08-a453-fa1267ffbd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:17:58.452268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.460781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeadd1-bd29-4ec1-bb5f-fe2c83480884 req-4852d44b-9272-4562-b121-22fb53e8e621 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:58.468894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdbeadd1-bd29-4ec1-bb5f-fe2c83480884 req-4852d44b-9272-4562-b121-22fb53e8e621 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 943 time: 0.0880251
Mar 05 21:17:58.519722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fdbeadd1-bd29-4ec1-bb5f-fe2c83480884 req-699e999d-fbf1-449d-bfaf-0227f23382b5 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492902
Mar 05 21:17:58.542853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:17:58.542853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,segment=NetworkSegment(19336889-945b-4d08-a453-fa1267ffbd33),segment_id=19336889-945b-4d08-a453-fa1267ffbd33)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:17:58.550615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.596739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:58.597388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:58.598955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] 10.222.0.31 "PUT /v2.0/ports/bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a HTTP/1.1" status: 200  len: 1091 time: 0.7964702
Mar 05 21:17:58.599415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:17:58.601815 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1599b-c882-40e6-be41-d658b3aaa78b" -d '{"events": [{"name": "network-changed", "server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:17:58.646381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee050a80-3c6d-4ac1-8565-884444f860bb service neutron] Pushing event updated for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:17:58.651654 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9588063-ea78-4cb6-8c6b-6a280abb8c2e x-openstack-request-id: req-a9588063-ea78-4cb6-8c6b-6a280abb8c2e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:17:58.652179 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:17:58.652460 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9588063-ea78-4cb6-8c6b-6a280abb8c2e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:17:58.653021 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a', 'status': 'completed', 'code': 200}
Mar 05 21:17:58.714676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-0bf10133-3445-42ba-ab50-641c88b0e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:58.716395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-0bf10133-3445-42ba-ab50-641c88b0e245 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eab95caff9f845b1951f04a7a03185a1&device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 1125 time: 0.0624492
Mar 05 21:17:58.757216 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-b7651f89-28bf-4c89-861e-f193c137bd42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a HTTP/1.1" status: 200  len: 217 time: 0.0338895
Mar 05 21:17:58.809763 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-3de8d4a0-04e5-4204-9982-3c324f06395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:58.811477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-3de8d4a0-04e5-4204-9982-3c324f06395a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee HTTP/1.1" status: 200  len: 848 time: 0.0492568
Mar 05 21:17:58.845214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-e5587650-b095-4520-b98e-b892e2f1c479 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea5887a4-145c-4e15-a815-e64b031aee42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274031
Mar 05 21:17:58.940119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-a02dfea6-75a2-41ae-8507-c3a5c04e2f0f service neutron] 10.222.0.31 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887640
Mar 05 21:17:59.034738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6417f4bf-c11e-417c-a299-ac28e707b217 req-785f40ec-fded-4445-95c7-a6a0bf96342d service neutron] 10.222.0.31 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885000
Mar 05 21:17:59.129583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-eecce416-2074-4aee-9d29-f26d7af7162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:59.131214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-eecce416-2074-4aee-9d29-f26d7af7162d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eab95caff9f845b1951f04a7a03185a1&device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 1125 time: 0.0455153
Mar 05 21:17:59.227410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-c7b6a506-c2df-4733-85e5-f9d1636c9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:59.228932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-c7b6a506-c2df-4733-85e5-f9d1636c9156 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea5887a4-145c-4e15-a815-e64b031aee42 HTTP/1.1" status: 200  len: 909 time: 0.0919425
Mar 05 21:17:59.273293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-6c77579b-0a96-41ea-a93c-af8e0a08510e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a HTTP/1.1" status: 200  len: 217 time: 0.0378585
Mar 05 21:17:59.324019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-083fdeac-762f-4d96-9ce3-15e4e0f0e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:59.325577 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-083fdeac-762f-4d96-9ce3-15e4e0f0e0e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee HTTP/1.1" status: 200  len: 848 time: 0.0461922
Mar 05 21:17:59.358899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-27fa8814-5e50-44b7-b4bb-7352a222d11c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea5887a4-145c-4e15-a815-e64b031aee42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269959
Mar 05 21:17:59.454447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-0959d770-fae3-4e07-b536-063f88ac505f service neutron] 10.222.0.31 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890770
Mar 05 21:17:59.546016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11e1599b-c882-40e6-be41-d658b3aaa78b req-45a5a1f0-5280-4184-8db5-365f8bccbbcb service neutron] 10.222.0.31 "GET /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849705
Mar 05 21:17:59.589294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:17:59.658490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5967-97f1-4cf6-8ea1-56c87b150a0e req-2b01eead-fca4-4216-9400-db6aa930d09c tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:17:59.660214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f5bc5967-97f1-4cf6-8ea1-56c87b150a0e req-2b01eead-fca4-4216-9400-db6aa930d09c tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 943 time: 0.0530872
Mar 05 21:17:59.716144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f5bc5967-97f1-4cf6-8ea1-56c87b150a0e req-41b1150b-dccd-4f07-ae8d-b0e15c69fb0f tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502989
Mar 05 21:18:00.847801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f0c6-6b0a-4946-8c0a-85703d6da8f0 req-39ca010d-0b8b-43fa-baef-2740da994905 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:00.849407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ca2f0c6-6b0a-4946-8c0a-85703d6da8f0 req-39ca010d-0b8b-43fa-baef-2740da994905 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 943 time: 0.0597439
Mar 05 21:18:00.897239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4ca2f0c6-6b0a-4946-8c0a-85703d6da8f0 req-7c027c44-d599-4391-9f19-31fb94e7f9bd tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421073
Mar 05 21:18:01.030057 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:01.988125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:18:02.021869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acd988-f8ee-4570-93de-0712dbb980a4 req-3a35f308-6b0f-408e-b432-c2828a9d2d17 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:02.023262 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50acd988-f8ee-4570-93de-0712dbb980a4 req-3a35f308-6b0f-408e-b432-c2828a9d2d17 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 943 time: 0.0530882
Mar 05 21:18:02.070076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-50acd988-f8ee-4570-93de-0712dbb980a4 req-1ac57d99-9b20-4e60-8b1e-dd6259224650 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411501
Mar 05 21:18:02.089688 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,segment=NetworkSegment(19336889-945b-4d08-a453-fa1267ffbd33),segment_id=19336889-945b-4d08-a453-fa1267ffbd33)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:02.101193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a', 'network_id': 'ea5887a4-145c-4e15-a815-e64b031aee42', 'port_id': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a', 'mac_address': 'fa:16:3e:6f:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:18:02.138171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:02.138563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:02.151596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:18:02.170315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,segment=NetworkSegment(19336889-945b-4d08-a453-fa1267ffbd33),segment_id=19336889-945b-4d08-a453-fa1267ffbd33)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:02.174400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:02.223130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:02.230266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.230619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.230966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.231309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.231646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.232005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.232335 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.232663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.232991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.233319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.233646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.233968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.234290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:02.407593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:18:02.769501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57544) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:02.875435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1933c1e5-95a2-4d56-b9b1-7f17aa268985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:02.956429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1933c1e5-95a2-4d56-b9b1-7f17aa268985 admin admin] Publish callbacks [] for security_group (71feaaae-9a31-4595-b7a6-fdd270c13abd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:02.960010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1933c1e5-95a2-4d56-b9b1-7f17aa268985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71feaaae-9a31-4595-b7a6-fdd270c13abd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:02.998590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1933c1e5-95a2-4d56-b9b1-7f17aa268985 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb437c1c499d474e9bab68c0512220f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279816
Mar 05 21:18:02.999558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c1e5-95a2-4d56-b9b1-7f17aa268985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71feaaae-9a31-4595-b7a6-fdd270c13abd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:03.001820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:03.051991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Publish callbacks [] for security_group (71feaaae-9a31-4595-b7a6-fdd270c13abd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.073815 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Publish callbacks [] for security_group (71feaaae-9a31-4595-b7a6-fdd270c13abd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.122172 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (71feaaae-9a31-4595-b7a6-fdd270c13abd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.124819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.128118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71feaaae-9a31-4595-b7a6-fdd270c13abd HTTP/1.1" status: 204  len: 168 time: 0.1246457
Mar 05 21:18:03.136966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71feaaae-9a31-4595-b7a6-fdd270c13abd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:03.145032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.145389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.145731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.146078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.146418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.146756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.147083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.147447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.147808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.148140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.148467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.148795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.149121 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1e61f-244c-48f8-a9d1-faf3afc0972f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:03.202061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fe353-08bc-4d3d-bb85-ce68efa50579 req-fe73fbdd-a844-419a-a560-19e5b82d978b tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:03.203554 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b2fe353-08bc-4d3d-bb85-ce68efa50579 req-fe73fbdd-a844-419a-a560-19e5b82d978b tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 944 time: 0.0626962
Mar 05 21:18:03.256496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b2fe353-08bc-4d3d-bb85-ce68efa50579 req-c7911a70-f8e8-4f4a-8fb3-f6862cb551fa tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468960
Mar 05 21:18:03.400568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 57558) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:03.417669 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec8e530b-3955-40a4-b99f-422773e85eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.490408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec8e530b-3955-40a4-b99f-422773e85eef admin admin] Publish callbacks [] for security_group (1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.494456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ec8e530b-3955-40a4-b99f-422773e85eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.531649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ec8e530b-3955-40a4-b99f-422773e85eef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ab19612053040a8984d1a98133f0777&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300044
Mar 05 21:18:03.534320 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e530b-3955-40a4-b99f-422773e85eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:03.534954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 57560) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:03.582358 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] Publish callbacks [] for security_group (1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.603119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] Publish callbacks [] for security_group (1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.649335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.652004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:03.653176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0 HTTP/1.1" status: 204  len: 168 time: 0.1171713
Mar 05 21:18:03.661986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a20f50-f65c-436b-a8cd-9fde001fe0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0b3c74-8e55-4f42-a5a9-7374d2a2c7d0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:04.004100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:18:04.054172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:18:04.058004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:18:04.058386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:04.136118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:04.136544 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:04.161645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:18:04.163954 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900c3b5-fb80-468e-9771-0bc9a6b1fe1e" -d '{"events": [{"server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "name": "network-vif-plugged", "status": "completed", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:18:04.176592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,segment=NetworkSegment(19336889-945b-4d08-a453-fa1267ffbd33),segment_id=19336889-945b-4d08-a453-fa1267ffbd33)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:04.180944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:04.210404 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492b06d-bbf8-477a-aa08-2eec9dde256f x-openstack-request-id: req-3492b06d-bbf8-477a-aa08-2eec9dde256f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:18:04.210697 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "name": "network-vif-plugged", "status": "completed", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:18:04.210948 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3492b06d-bbf8-477a-aa08-2eec9dde256f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:18:04.211335 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a', 'code': 200}
Mar 05 21:18:04.241000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:04.314247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64a11-bef6-40d1-ba6c-816a1efd28e1 req-eb5c8ea7-d6f3-4d1a-8361-c9ef6176f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:04.316591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad64a11-bef6-40d1-ba6c-816a1efd28e1 req-eb5c8ea7-d6f3-4d1a-8361-c9ef6176f8d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 1127 time: 0.0465546
Mar 05 21:18:04.394717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ad64a11-bef6-40d1-ba6c-816a1efd28e1 req-e899d897-cc72-4f69-a7a0-a8473e6414f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726933
Mar 05 21:18:04.410924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892aed7-5746-4a7d-95a7-f8d0be25c76f req-877571f1-fb2e-4f12-a9e4-6a0907dbb099 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:04.412447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3892aed7-5746-4a7d-95a7-f8d0be25c76f req-877571f1-fb2e-4f12-a9e4-6a0907dbb099 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 945 time: 0.0841882
Mar 05 21:18:04.462402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3892aed7-5746-4a7d-95a7-f8d0be25c76f req-302d42e0-fa6d-4492-9b99-cbcfd09b4ab9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443029
Mar 05 21:18:05.590154 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8366ec-4de7-4a52-857e-e27067a54ae8 req-23025943-7506-43ad-b4ff-bd6c88875020 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:05.591618 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a8366ec-4de7-4a52-857e-e27067a54ae8 req-23025943-7506-43ad-b4ff-bd6c88875020 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 945 time: 0.0533893
Mar 05 21:18:05.638525 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a8366ec-4de7-4a52-857e-e27067a54ae8 req-96e1c23f-d7d5-46ab-a13a-81bddaf4d77a tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411720
Mar 05 21:18:06.267525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:06.433076 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:08.073794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e022fb-6f98-48c5-8e43-53e759f1fc81 req-d3621280-236b-4394-9a5f-3e325ccfeaf4 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:08.075422 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95e022fb-6f98-48c5-8e43-53e759f1fc81 req-d3621280-236b-4394-9a5f-3e325ccfeaf4 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 945 time: 0.0579224
Mar 05 21:18:08.125608 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95e022fb-6f98-48c5-8e43-53e759f1fc81 req-c9b30f0d-9de6-4299-a2c7-10c6819d2249 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416720
Mar 05 21:18:09.250077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82645d0b-d4c3-4576-94aa-93313b5217c0 req-494a6bca-70fa-491e-a38e-ff48b70fca83 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:09.251562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82645d0b-d4c3-4576-94aa-93313b5217c0 req-494a6bca-70fa-491e-a38e-ff48b70fca83 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 945 time: 0.0522485
Mar 05 21:18:09.332369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82645d0b-d4c3-4576-94aa-93313b5217c0 req-37c21100-7aff-41b1-8510-2aec60c689a2 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.15 "GET /v2.0/security-groups?id=56f170d0-51a6-4739-8d6b-b569c546a68d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751839
Mar 05 21:18:09.343948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-6f2370f8-207f-441a-95ef-ec93d6f245f8 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:09.345390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-6f2370f8-207f-441a-95ef-ec93d6f245f8 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.31 "GET /v2.0/ports?device_id=48a6ec84-62d0-4cc5-817f-b5ec9c37b03d HTTP/1.1" status: 200  len: 945 time: 0.0823860
Mar 05 21:18:09.448557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Deleting port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:18:09.448828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:09.548999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] For port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,segment=NetworkSegment(19336889-945b-4d08-a453-fa1267ffbd33),segment_id=19336889-945b-4d08-a453-fa1267ffbd33)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:09.549364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:09.563303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Calling delete_port for bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:18:09.689242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:09.700904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:18:09.721410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Pushing event deleted for resources: {'Port': ['ID=bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:09.749362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.749742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.750063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.750409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.750748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.751086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.751418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.751822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.752160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.752494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.752958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.753428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.753769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:18:09.754601 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:18:09.774100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] No DVR routers for this DVR port bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:18:09.776558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:09.779862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09ef7dd2-969d-49cc-bfe6-b55084f81e37 req-af48a960-69c6-45d6-a88e-a9b385bcbba9 tempest-VolumesActionsTest-1079041022 tempest-VolumesActionsTest-1079041022-project] 10.222.0.31 "DELETE /v2.0/ports/bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a HTTP/1.1" status: 204  len: 173 time: 0.4293544
Mar 05 21:18:09.780307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'name': 'network-vif-deleted', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:18:09.782534 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778db5a-0d6a-4dd0-9bd2-1f200c9c0d41" -d '{"events": [{"server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "name": "network-vif-deleted", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:18:09.818911 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99465e51-4647-40b2-b18b-3b687cce65b7 x-openstack-request-id: req-99465e51-4647-40b2-b18b-3b687cce65b7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:18:09.819217 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6ec84-62d0-4cc5-817f-b5ec9c37b03d", "name": "network-vif-deleted", "tag": "bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:18:09.819478 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99465e51-4647-40b2-b18b-3b687cce65b7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:18:09.819926 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6ec84-62d0-4cc5-817f-b5ec9c37b03d', 'name': 'network-vif-deleted', 'tag': 'bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a', 'status': 'completed', 'code': 200}
Mar 05 21:18:14.050502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:18:14.071138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:18:14.071486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device bf298e9c-ffdd-4ce0-b069-7ac7be0fa01a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:18:18.750592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226dfc-8446-42f6-86f5-edde4ba41614 req-0711becf-10f0-4fdc-91a1-1c508437e851 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:18.752091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29226dfc-8446-42f6-86f5-edde4ba41614 req-0711becf-10f0-4fdc-91a1-1c508437e851 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 945 time: 0.0537739
Mar 05 21:18:18.800248 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29226dfc-8446-42f6-86f5-edde4ba41614 req-c6bb00be-c778-4c46-b682-c3522eeb9a9d tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421813
Mar 05 21:18:19.948972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37552-2d2f-4916-a370-7284cbdc842c req-6af3012e-5baa-489c-b6f3-755e366941ee tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:19.950813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41c37552-2d2f-4916-a370-7284cbdc842c req-6af3012e-5baa-489c-b6f3-755e366941ee tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 945 time: 0.0760694
Mar 05 21:18:20.008978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41c37552-2d2f-4916-a370-7284cbdc842c req-ccb51d64-d564-4b32-84b2-47ff1cdf3c1b tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515745
Mar 05 21:18:20.151480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-00ab4095-3237-4889-8f73-4f218a3c75b3 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:20.152948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-00ab4095-3237-4889-8f73-4f218a3c75b3 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "GET /v2.0/ports?device_id=049d553c-3a59-45b8-81e9-7f1164dab605 HTTP/1.1" status: 200  len: 945 time: 0.0551534
Mar 05 21:18:20.245135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Deleting port 7203ecdd-79fa-473e-bc83-438be5adebd9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:18:20.245401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:20.334045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] For port 7203ecdd-79fa-473e-bc83-438be5adebd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7203ecdd-79fa-473e-bc83-438be5adebd9,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:20.334401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:20.347580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Calling delete_port for 7203ecdd-79fa-473e-bc83-438be5adebd9 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:18:20.468197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7203ecdd-79fa-473e-bc83-438be5adebd9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:20.478956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['7203ecdd-79fa-473e-bc83-438be5adebd9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:18:20.501196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Pushing event deleted for resources: {'Port': ['ID=7203ecdd-79fa-473e-bc83-438be5adebd9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:20.542062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] No DVR routers for this DVR port 7203ecdd-79fa-473e-bc83-438be5adebd9 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:18:20.544724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:20.548030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b9fade10-d3d2-449b-a625-6b0f43902750 req-ae8c0364-db46-42ec-996d-9e7aecf8d32f tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "DELETE /v2.0/ports/7203ecdd-79fa-473e-bc83-438be5adebd9 HTTP/1.1" status: 204  len: 173 time: 0.3892224
Mar 05 21:18:20.548582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'name': 'network-vif-deleted', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:18:20.551112 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a35de5-01aa-4d32-a675-2ac38b4321f7" -d '{"events": [{"server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "name": "network-vif-deleted", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:18:20.604799 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480d62c-ab55-4ce9-8e64-b994c8ca4558 x-openstack-request-id: req-b480d62c-ab55-4ce9-8e64-b994c8ca4558 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:18:20.605099 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d553c-3a59-45b8-81e9-7f1164dab605", "name": "network-vif-deleted", "tag": "7203ecdd-79fa-473e-bc83-438be5adebd9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:18:20.605414 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b480d62c-ab55-4ce9-8e64-b994c8ca4558 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:18:20.606141 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d553c-3a59-45b8-81e9-7f1164dab605', 'name': 'network-vif-deleted', 'tag': '7203ecdd-79fa-473e-bc83-438be5adebd9', 'status': 'completed', 'code': 200}
Mar 05 21:18:22.497844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58290) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:22.642152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-789d8e12-6aaf-4c32-b4eb-f905625cf8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.727731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-789d8e12-6aaf-4c32-b4eb-f905625cf8c9 admin admin] Publish callbacks [] for security_group (55bcff76-f3f3-465a-8a14-5ffc02883271), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.731825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-789d8e12-6aaf-4c32-b4eb-f905625cf8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55bcff76-f3f3-465a-8a14-5ffc02883271), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.782836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-789d8e12-6aaf-4c32-b4eb-f905625cf8c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cfcba5155da44638aee171993a640c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2836356
Mar 05 21:18:22.783898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d8e12-6aaf-4c32-b4eb-f905625cf8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bcff76-f3f3-465a-8a14-5ffc02883271,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:22.785781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58310) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:22.848612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] Publish callbacks [] for security_group (55bcff76-f3f3-465a-8a14-5ffc02883271), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.871294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] Publish callbacks [] for security_group (55bcff76-f3f3-465a-8a14-5ffc02883271), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.927035 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (55bcff76-f3f3-465a-8a14-5ffc02883271), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.930015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:22.931657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55bcff76-f3f3-465a-8a14-5ffc02883271 HTTP/1.1" status: 204  len: 168 time: 0.1363974
Mar 05 21:18:22.943629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b86b-26ba-4a87-856b-ed54f966a6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bcff76-f3f3-465a-8a14-5ffc02883271,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:23.197009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:23.213329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dc6ee0-dba1-40c6-ac2d-c2bd87ea208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.288747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dc6ee0-dba1-40c6-ac2d-c2bd87ea208c admin admin] Publish callbacks [] for security_group (c952f4f6-9c0d-42aa-8772-052788d186fe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.292514 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-27dc6ee0-dba1-40c6-ac2d-c2bd87ea208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c952f4f6-9c0d-42aa-8772-052788d186fe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.329939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-27dc6ee0-dba1-40c6-ac2d-c2bd87ea208c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15ddf3cfd1224e3ba5b23e528eda5434&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318774
Mar 05 21:18:23.332195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc6ee0-dba1-40c6-ac2d-c2bd87ea208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c952f4f6-9c0d-42aa-8772-052788d186fe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:23.333155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58336) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:23.382490 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] Publish callbacks [] for security_group (c952f4f6-9c0d-42aa-8772-052788d186fe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.403542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] Publish callbacks [] for security_group (c952f4f6-9c0d-42aa-8772-052788d186fe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.449727 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c952f4f6-9c0d-42aa-8772-052788d186fe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.452380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:23.455927 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c952f4f6-9c0d-42aa-8772-052788d186fe HTTP/1.1" status: 204  len: 168 time: 0.1193852
Mar 05 21:18:23.463156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826ad0e-f3e5-4888-8fa7-c4465b11f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c952f4f6-9c0d-42aa-8772-052788d186fe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:24.066532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7203ecdd-79fa-473e-bc83-438be5adebd9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:18:24.089129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 7203ecdd-79fa-473e-bc83-438be5adebd9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:18:24.089445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 7203ecdd-79fa-473e-bc83-438be5adebd9 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:18:24.484435 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a2d1459c-19d6-4d42-a1b9-b714de2f630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.718189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:24.773633 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Deleting subnet cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:18:24.777347 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Publish callbacks [] for subnet (cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.819750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.866526 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.926583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.954254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:24.957272 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:24.961802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3fc3b206-5417-4ba6-a9c3-6556b9a9218c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cdb49bfd-ec9a-4eb2-98ba-4564abfce3ee HTTP/1.1" status: 204  len: 168 time: 0.2425511
Mar 05 21:18:24.964440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58440) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:25.035459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ea5887a4-145c-4e15-a815-e64b031aee42), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.120695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ea5887a4-145c-4e15-a815-e64b031aee42), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.140675 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b672490>,) {'filters': {'network_id': ['ea5887a4-145c-4e15-a815-e64b031aee42']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.151391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b672490>, '19336889-945b-4d08-a453-fa1267ffbd33') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.151721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b672490>, '19336889-945b-4d08-a453-fa1267ffbd33') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.162507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (19336889-945b-4d08-a453-fa1267ffbd33), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.176334 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (19336889-945b-4d08-a453-fa1267ffbd33), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.182246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:18:25.182869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (19336889-945b-4d08-a453-fa1267ffbd33), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   warnings.warn(msg)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:18:25.184801 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:18:25.242953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ea5887a4-145c-4e15-a815-e64b031aee42), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.248576 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.251836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea5887a4-145c-4e15-a815-e64b031aee42 HTTP/1.1" status: 204  len: 168 time: 0.2861538
Mar 05 21:18:25.254924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58446) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:25.264226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c7477-88a5-44c4-9f24-c3a5c0191cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5887a4-145c-4e15-a815-e64b031aee42,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:25.304134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Deleting subnet 666bc313-9f00-4ed0-83aa-deb93a3071b8 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:18:25.307437 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Publish callbacks [] for subnet (666bc313-9f00-4ed0-83aa-deb93a3071b8), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.341952 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (666bc313-9f00-4ed0-83aa-deb93a3071b8), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.387987 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (666bc313-9f00-4ed0-83aa-deb93a3071b8), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.443636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (666bc313-9f00-4ed0-83aa-deb93a3071b8), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.472721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.478715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/666bc313-9f00-4ed0-83aa-deb93a3071b8 HTTP/1.1" status: 204  len: 168 time: 0.2203979
Mar 05 21:18:25.478715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09027057-2383-47fb-ab4d-ec2e6c15d8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666bc313-9f00-4ed0-83aa-deb93a3071b8,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:25.480021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:25.565522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (f6890075-d870-4b1d-9510-f9b31931d214), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.652803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (f6890075-d870-4b1d-9510-f9b31931d214), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.678220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a103f70>,) {'filters': {'network_id': ['f6890075-d870-4b1d-9510-f9b31931d214']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.689304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a103f70>, '0a20b92e-8a2e-4c65-8c75-9ce91488761f') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.689613 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a103f70>, '0a20b92e-8a2e-4c65-8c75-9ce91488761f') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:25.700235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (0a20b92e-8a2e-4c65-8c75-9ce91488761f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.719833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (0a20b92e-8a2e-4c65-8c75-9ce91488761f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.726385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:18:25.726819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (0a20b92e-8a2e-4c65-8c75-9ce91488761f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:18:25.728493 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:18:25.783884 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (f6890075-d870-4b1d-9510-f9b31931d214), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.789556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:25.795092 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6890075-d870-4b1d-9510-f9b31931d214 HTTP/1.1" status: 204  len: 168 time: 0.3116980
Mar 05 21:18:25.806775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7573c95-2996-4e54-aa38-70111b414180 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6890075-d870-4b1d-9510-f9b31931d214,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:25.979355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58484) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:26.020151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2abceb6-14e3-422b-89df-bff8765423ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eab95caff9f845b1951f04a7a03185a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392289
Mar 05 21:18:26.022343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58486) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:26.065645 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-54d216b9-959e-4555-b5e9-300be4671455 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:26.067308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-54d216b9-959e-4555-b5e9-300be4671455 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 813 time: 0.1080759
Mar 05 21:18:26.070868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] Publish callbacks [] for security_group (56f170d0-51a6-4739-8d6b-b569c546a68d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.082724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-2d05110f-fe94-4746-8d24-28d7ee01ef08 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/quotas/46aa322abe044eb7baa1f99f151b28cc HTTP/1.1" status: 200  len: 375 time: 0.0097756
Mar 05 21:18:26.092464 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] Publish callbacks [] for security_group (56f170d0-51a6-4739-8d6b-b569c546a68d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.114779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-36471035-5be2-453d-ad60-643263040e9c tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269623
Mar 05 21:18:26.137885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (56f170d0-51a6-4739-8d6b-b569c546a68d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.140510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.141730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56f170d0-51a6-4739-8d6b-b569c546a68d HTTP/1.1" status: 204  len: 168 time: 0.1184883
Mar 05 21:18:26.152705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed5beb-83d8-4d5e-a91f-dbdcb509e1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f170d0-51a6-4739-8d6b-b569c546a68d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:26.373241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-2ba6276e-6514-4329-a252-84d594b2a4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517507
Mar 05 21:18:26.467180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58496) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:26.485467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-df5cdb05-977d-4469-8324-735bffad11c5 service neutron] 10.222.0.15 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052456
Mar 05 21:18:26.515233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-da03aaf0-2320-44ff-988c-613683d51cc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6627ae127e174eda941ad5af1ff754e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0468841
Mar 05 21:18:26.517654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58500) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:26.576553 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] Publish callbacks [] for security_group (5cf09adc-08d0-4025-8c76-1f2687f256e9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.604917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] Publish callbacks [] for security_group (5cf09adc-08d0-4025-8c76-1f2687f256e9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.683699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5cf09adc-08d0-4025-8c76-1f2687f256e9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.687063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:26.691399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b6427e8e-8ca8-4ffa-be0d-763527d76ca7 req-fff30ba5-e347-49d8-9d63-c684fe1bda05 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 210 time: 0.0588796
Mar 05 21:18:26.692577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf09adc-08d0-4025-8c76-1f2687f256e9 HTTP/1.1" status: 204  len: 168 time: 0.1736786
Mar 05 21:18:26.702831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd55318-58ad-4356-9fdb-922b5b832ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf09adc-08d0-4025-8c76-1f2687f256e9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:26.841735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a086f013-9b24-48d9-8286-9e5059296b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:27.666737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-c8cb9355-fceb-47b5-8366-671d55295fc9 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:27.668302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-c8cb9355-fceb-47b5-8366-671d55295fc9 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 813 time: 0.1234336
Mar 05 21:18:27.680885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Request body: {'port': {'device_id': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6', 'admin_state_up': True, 'tenant_id': '46aa322abe044eb7baa1f99f151b28cc'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:27.800214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31fe1137-8281-441b-9b14-0e4fca02c2d4 req-75f61d66-670e-450e-90d2-65bcc8b089ea tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 210 time: 0.0297885
Mar 05 21:18:27.818247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Made reservation on behalf of 46aa322abe044eb7baa1f99f151b28cc for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:18:27.821920 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:27.974790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Allocated IP 172.20.0.12 (68508e58-0d99-4ada-84a1-f7bc3c01d9c6/ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7/d32a51ba-1b83-4ea7-8689-d48596dd2ff0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:18:28.015624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.163507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks [] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.200689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.251832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:18:28.262060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:18:28.265856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:18:28.296709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Pushing event updated for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:28.323432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:28.324181 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.340083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-edf6592f-23e2-4370-97f1-1b74b2bcc770 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6630995
Mar 05 21:18:28.351504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Request body: {'port': {'device_id': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:28.409042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.665269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32a51ba-1b83-4ea7-8689-d48596dd2ff0 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:18:28.673978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks [] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.687857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Transition to ACTIVE for port object d32a51ba-1b83-4ea7-8689-d48596dd2ff0 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:18:28.691856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.764619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:28.816966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Attempting to bind port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:18:28.817305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Attempting to bind port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:18:28.817641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Attempting to bind port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:18:28.821890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:18:28.822448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Attempting to bind port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 on network 68508e58-0d99-4ada-84a1-f7bc3c01d9c6 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:18:28.826975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:18:28.827310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Checking segment: {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:18:28.827781 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Bound using segment: {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:18:28.828204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Bound port: d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7872dd6c-2f7a-45a6-99f9-58a872d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:18:28.828553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.920841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:18:28.936608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:18:28.944824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.980172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf2736-be93-4f11-92c4-07621658cd60 req-9ff0e85b-4ac1-427a-9ab2-87d53da28726 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:28.981659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47cf2736-be93-4f11-92c4-07621658cd60 req-9ff0e85b-4ac1-427a-9ab2-87d53da28726 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 944 time: 0.1019328
Mar 05 21:18:28.995138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:28.995773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:28.997087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] 10.222.0.31 "PUT /v2.0/ports/d32a51ba-1b83-4ea7-8689-d48596dd2ff0 HTTP/1.1" status: 200  len: 1092 time: 0.6497574
Mar 05 21:18:28.997524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:18:28.999754 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8e094-1d37-4944-88df-79b8e0179185" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:18:29.043034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6ed9e-12dd-4fb8-9567-0af158d71f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:29.083477 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2d580-b03f-41ee-b0f1-b2295b385f52 x-openstack-request-id: req-0cd2d580-b03f-41ee-b0f1-b2295b385f52 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:18:29.083796 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:18:29.084051 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cd2d580-b03f-41ee-b0f1-b2295b385f52 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:18:29.084451 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0', 'status': 'completed', 'code': 200}
Mar 05 21:18:29.093740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47cf2736-be93-4f11-92c4-07621658cd60 req-5daf77e5-417b-4bc3-9cee-0cde21098cf7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001489
Mar 05 21:18:29.111424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-8816f7d5-a2f5-43c9-afce-ba506292a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:29.113345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-8816f7d5-a2f5-43c9-afce-ba506292a792 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 1126 time: 0.0651486
Mar 05 21:18:29.158462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-6ed527bb-cd25-41b0-9922-798bb8a09cda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0 HTTP/1.1" status: 200  len: 217 time: 0.0390227
Mar 05 21:18:29.207664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-a3ab06fd-3a14-489d-b004-fb96f84c4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:29.209172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-a3ab06fd-3a14-489d-b004-fb96f84c4b06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.0452795
Mar 05 21:18:29.246210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-7311c6f9-ba1d-4872-8f2d-e423fe687450 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315549
Mar 05 21:18:29.343773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-c7c03e55-39af-4376-aad1-4b04d4abc4fc service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913401
Mar 05 21:18:29.438997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9b4df0-71ca-46b4-938c-4ef721a9a2fd req-32d1a67a-1ed1-400f-9820-e09a4cd85bb3 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895708
Mar 05 21:18:29.533483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e094-1d37-4944-88df-79b8e0179185 req-d1b169f9-b7d8-41e0-b805-fb8eff258392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:29.535251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-d1b169f9-b7d8-41e0-b805-fb8eff258392 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 1126 time: 0.0499215
Mar 05 21:18:29.586798 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:29.629349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e094-1d37-4944-88df-79b8e0179185 req-44ad5fbe-aa3d-41cb-af5b-858ff69ec8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:29.631384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-44ad5fbe-aa3d-41cb-af5b-858ff69ec8b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 914 time: 0.0905778
Mar 05 21:18:29.681382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-382d1e93-5e9c-42bf-8f01-b594462ac5ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0 HTTP/1.1" status: 200  len: 217 time: 0.0442801
Mar 05 21:18:29.735019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e094-1d37-4944-88df-79b8e0179185 req-784d0da6-33bd-4242-ae25-77a6f4fac5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:29.736744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-784d0da6-33bd-4242-ae25-77a6f4fac5cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.0483394
Mar 05 21:18:29.771813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-96f13ce6-3de8-4794-85fb-1febb7440491 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286779
Mar 05 21:18:29.862884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-5ea7f272-57c4-46b3-a914-bddb38ba0f22 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852966
Mar 05 21:18:29.954598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35c8e094-1d37-4944-88df-79b8e0179185 req-30e9af23-eaaa-4915-9a1e-fc1c5a2f4f23 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852332
Mar 05 21:18:30.222300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203d948-2215-444a-a7cb-41ee8139c885 req-21f9465b-3b15-4ec6-9898-2804b9c3afc6 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:30.223953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2203d948-2215-444a-a7cb-41ee8139c885 req-21f9465b-3b15-4ec6-9898-2804b9c3afc6 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 944 time: 0.0581837
Mar 05 21:18:30.294083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2203d948-2215-444a-a7cb-41ee8139c885 req-50297888-e661-41d9-babf-7d9981f1c3c6 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639884
Mar 05 21:18:30.853798 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58684) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:30.988947 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5df2190-02bf-4555-8a3e-eb7647827b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.036444 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.067816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5df2190-02bf-4555-8a3e-eb7647827b16 admin admin] Publish callbacks [] for security_group (f6c5ea56-715a-46d1-b393-1e9661cfcc50), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.071565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c5df2190-02bf-4555-8a3e-eb7647827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f6c5ea56-715a-46d1-b393-1e9661cfcc50), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.110197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c5df2190-02bf-4555-8a3e-eb7647827b16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26e8920e4cd04b14bda24016ed84f82a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2527206
Mar 05 21:18:31.111321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df2190-02bf-4555-8a3e-eb7647827b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5ea56-715a-46d1-b393-1e9661cfcc50,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:31.113760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:31.162977 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] Publish callbacks [] for security_group (f6c5ea56-715a-46d1-b393-1e9661cfcc50), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.183143 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] Publish callbacks [] for security_group (f6c5ea56-715a-46d1-b393-1e9661cfcc50), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.229234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f6c5ea56-715a-46d1-b393-1e9661cfcc50), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.231975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.233109 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6c5ea56-715a-46d1-b393-1e9661cfcc50 HTTP/1.1" status: 204  len: 168 time: 0.1183681
Mar 05 21:18:31.240581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807cd23-4d96-411c-842a-4215ad28fcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5ea56-715a-46d1-b393-1e9661cfcc50,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:31.423202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94c158-224a-47cf-aa9b-3fbd76d4ca95 req-b73c1534-90e2-4666-93cb-4a70116871d4 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:31.425276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c94c158-224a-47cf-aa9b-3fbd76d4ca95 req-b73c1534-90e2-4666-93cb-4a70116871d4 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 944 time: 0.0583665
Mar 05 21:18:31.473690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c94c158-224a-47cf-aa9b-3fbd76d4ca95 req-e3b2364a-c986-48c2-b0bf-8ed6b1832994 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426447
Mar 05 21:18:31.500411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:31.514842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b730db-73b7-49bc-ad36-fcdb8a79b91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.588884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b730db-73b7-49bc-ad36-fcdb8a79b91d admin admin] Publish callbacks [] for security_group (68aa4912-f674-4f1b-ac1c-229aad6c587d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.592365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d6b730db-73b7-49bc-ad36-fcdb8a79b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (68aa4912-f674-4f1b-ac1c-229aad6c587d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.632001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d6b730db-73b7-49bc-ad36-fcdb8a79b91d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70995ea2569740239129777716ddb7ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1304696
Mar 05 21:18:31.633094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b730db-73b7-49bc-ad36-fcdb8a79b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa4912-f674-4f1b-ac1c-229aad6c587d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:31.634921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58712) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:31.683620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] Publish callbacks [] for security_group (68aa4912-f674-4f1b-ac1c-229aad6c587d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.711000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] Publish callbacks [] for security_group (68aa4912-f674-4f1b-ac1c-229aad6c587d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.762812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (68aa4912-f674-4f1b-ac1c-229aad6c587d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.765720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:31.766873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68aa4912-f674-4f1b-ac1c-229aad6c587d HTTP/1.1" status: 204  len: 168 time: 0.1309664
Mar 05 21:18:31.775421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b5281-4a50-485e-bad8-4814bcd7ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa4912-f674-4f1b-ac1c-229aad6c587d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:32.113355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d32a51ba-1b83-4ea7-8689-d48596dd2ff0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:18:32.227181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:32.239811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0', 'network_id': '68508e58-0d99-4ada-84a1-f7bc3c01d9c6', 'port_id': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0', 'mac_address': 'fa:16:3e:ce:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:18:32.282454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:32.282853 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:32.299320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32a51ba-1b83-4ea7-8689-d48596dd2ff0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:18:32.320159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:32.325786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:32.378000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:32.514191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['d32a51ba-1b83-4ea7-8689-d48596dd2ff0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:18:32.614060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ac7c7-4014-4ae1-baa1-0af18c97f1fc req-c3acef7f-9a13-4622-877a-e06d84a71171 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:32.615942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f72ac7c7-4014-4ae1-baa1-0af18c97f1fc req-c3acef7f-9a13-4622-877a-e06d84a71171 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 945 time: 0.0608764
Mar 05 21:18:32.665912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f72ac7c7-4014-4ae1-baa1-0af18c97f1fc req-ee8f9126-a230-4181-8752-6430daba063e tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433884
Mar 05 21:18:33.310555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 58842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:33.429007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de4b50af-68aa-4902-b1b7-ca8668821f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:33.504147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de4b50af-68aa-4902-b1b7-ca8668821f96 admin admin] Publish callbacks [] for security_group (fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:33.508184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-de4b50af-68aa-4902-b1b7-ca8668821f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:33.546209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-de4b50af-68aa-4902-b1b7-ca8668821f96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44d895e52c624b5ab4c178e45633ac78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2344258
Mar 05 21:18:33.547070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b50af-68aa-4902-b1b7-ca8668821f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:33.549993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 58856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:33.597887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] Publish callbacks [] for security_group (fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:33.621449 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] Publish callbacks [] for security_group (fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.011033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.014972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.016490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff HTTP/1.1" status: 204  len: 168 time: 0.4651103
Mar 05 21:18:34.030726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5810f-f281-4b89-85c3-fd3b944e4833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6a3d3-ce0c-4b07-ac86-0c3fb07461ff,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:34.129545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d32a51ba-1b83-4ea7-8689-d48596dd2ff0 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:18:34.157521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff576b2-ebaa-411e-ac73-08b543e6ee7c req-9250f1aa-491d-4b19-abbf-99eb084e07b1 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:34.159238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ff576b2-ebaa-411e-ac73-08b543e6ee7c req-9250f1aa-491d-4b19-abbf-99eb084e07b1 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 945 time: 0.1948347
Mar 05 21:18:34.196206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:18:34.202320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:18:34.203208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.218078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ff576b2-ebaa-411e-ac73-08b543e6ee7c req-b17e0581-c094-4eef-b706-b7d7a41231af tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530496
Mar 05 21:18:34.296590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:34.296590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.323501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:18:34.325809 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef71cc-3477-42e9-98c9-a8957fa63632" -d '{"events": [{"server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "name": "network-vif-plugged", "status": "completed", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:18:34.339313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:34.347495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:34.373910 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee74bae8-a69d-4f63-911a-f01416d0e9bd x-openstack-request-id: req-ee74bae8-a69d-4f63-911a-f01416d0e9bd {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:18:34.374211 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "name": "network-vif-plugged", "status": "completed", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:18:34.374468 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee74bae8-a69d-4f63-911a-f01416d0e9bd {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:18:34.374873 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0', 'code': 200}
Mar 05 21:18:34.402751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:34.507895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa9e0d-8d19-40e9-b7a1-928bc90ec7b8 req-5cd2dab1-b303-4a69-8215-ab0ea595d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:34.509560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d5aa9e0d-8d19-40e9-b7a1-928bc90ec7b8 req-5cd2dab1-b303-4a69-8215-ab0ea595d198 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 1128 time: 0.0564940
Mar 05 21:18:34.565689 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d5aa9e0d-8d19-40e9-b7a1-928bc90ec7b8 req-66904ad3-e3bf-4768-a715-b786955a64b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503764
Mar 05 21:18:35.342251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103dd1-0b3a-4c37-837d-3bf010065137 req-3eaf2652-a133-4305-80ec-13c017dce081 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:35.343724 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb103dd1-0b3a-4c37-837d-3bf010065137 req-3eaf2652-a133-4305-80ec-13c017dce081 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 946 time: 0.0534549
Mar 05 21:18:35.395890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb103dd1-0b3a-4c37-837d-3bf010065137 req-f76732d2-4ada-4de6-8ebd-d0f6c51fa711 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430305
Mar 05 21:18:35.755997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-d08df29a-1f9d-45d9-b379-f74e045cb05e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0489466
Mar 05 21:18:35.848925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-695c4e5b-d554-414f-8840-5e7af7696577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:35.850680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-695c4e5b-d554-414f-8840-5e7af7696577 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 1127 time: 0.0525939
Mar 05 21:18:35.963236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-17705db5-2cf8-4b6e-af5d-1d501385cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:35.965064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-17705db5-2cf8-4b6e-af5d-1d501385cf1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0934639
Mar 05 21:18:36.046339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-1b79f8bb-f9a9-4a2b-893a-bff7eb0afc9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 200  len: 1001 time: 0.0752220
Mar 05 21:18:36.099122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-eea3dc45-e210-43e2-a570-0aa5e7664bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:36.101330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-eea3dc45-e210-43e2-a570-0aa5e7664bc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0494072
Mar 05 21:18:36.154744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-758bfea6-7837-44e7-afba-19af49a486ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:36.156318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-758bfea6-7837-44e7-afba-19af49a486ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493646
Mar 05 21:18:36.259713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-0adaeb7e-a1e7-4e33-aa86-e2d66390dce8 service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970080
Mar 05 21:18:36.262487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:36.353370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dde35ce6-2b7c-4019-b0e7-a9227a38d867 req-82cb089b-254d-4e00-9e5e-d95c6f4e18ff service neutron] 10.222.0.23 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881224
Mar 05 21:18:36.438593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:36.686956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79b4c-b9bd-4425-af84-96685aa8903f req-b442d30f-bd5c-4041-bf0e-14eb87c52dc0 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:36.688490 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ade79b4c-b9bd-4425-af84-96685aa8903f req-b442d30f-bd5c-4041-bf0e-14eb87c52dc0 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 946 time: 0.2158852
Mar 05 21:18:36.739765 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ade79b4c-b9bd-4425-af84-96685aa8903f req-71bd80ca-3b28-44cc-8628-c31eb543101e tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450962
Mar 05 21:18:43.451361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:43.569629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f741b31f-0c1e-41c7-abe4-4180a71593c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.651077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f741b31f-0c1e-41c7-abe4-4180a71593c5 admin admin] Publish callbacks [] for security_group (83939df8-a3f6-4047-b287-bbe4b276ae9f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.654775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f741b31f-0c1e-41c7-abe4-4180a71593c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (83939df8-a3f6-4047-b287-bbe4b276ae9f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.697140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f741b31f-0c1e-41c7-abe4-4180a71593c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b77adfa66bee46fd83fb5e92e313c656&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2446506
Mar 05 21:18:43.697866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741b31f-0c1e-41c7-abe4-4180a71593c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83939df8-a3f6-4047-b287-bbe4b276ae9f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:43.699797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:43.748618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] Publish callbacks [] for security_group (83939df8-a3f6-4047-b287-bbe4b276ae9f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.769826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] Publish callbacks [] for security_group (83939df8-a3f6-4047-b287-bbe4b276ae9f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.816441 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (83939df8-a3f6-4047-b287-bbe4b276ae9f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.819575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:43.820752 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83939df8-a3f6-4047-b287-bbe4b276ae9f HTTP/1.1" status: 204  len: 168 time: 0.1196580
Mar 05 21:18:43.828317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e17463-7067-4888-98c8-3c03c8525e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83939df8-a3f6-4047-b287-bbe4b276ae9f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:44.104915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59344) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:44.118783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aff57c7d-7c46-4017-a76f-a2e3c7e3cf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.199168 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aff57c7d-7c46-4017-a76f-a2e3c7e3cf3a admin admin] Publish callbacks [] for security_group (a6587111-af95-4e19-9493-e3d9d5fb3542), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.203361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aff57c7d-7c46-4017-a76f-a2e3c7e3cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a6587111-af95-4e19-9493-e3d9d5fb3542), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.244195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aff57c7d-7c46-4017-a76f-a2e3c7e3cf3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3b73e5be25f43f88c1767061fc10c60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1380000
Mar 05 21:18:44.244963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff57c7d-7c46-4017-a76f-a2e3c7e3cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6587111-af95-4e19-9493-e3d9d5fb3542,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:44.247060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:44.302773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] Publish callbacks [] for security_group (a6587111-af95-4e19-9493-e3d9d5fb3542), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.326547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] Publish callbacks [] for security_group (a6587111-af95-4e19-9493-e3d9d5fb3542), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.376782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a6587111-af95-4e19-9493-e3d9d5fb3542), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.379837 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.381022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6587111-af95-4e19-9493-e3d9d5fb3542 HTTP/1.1" status: 204  len: 168 time: 0.1322756
Mar 05 21:18:44.388962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ee948-780c-47d5-95a1-11f1dd59a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6587111-af95-4e19-9493-e3d9d5fb3542,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:44.723177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59370) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:44.736468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66c65218-f7fc-4551-ab75-bb5932b9f8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.810667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66c65218-f7fc-4551-ab75-bb5932b9f8bf admin admin] Publish callbacks [] for security_group (0c83fe63-57b3-40cb-8adc-1a671e17944d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.814210 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-66c65218-f7fc-4551-ab75-bb5932b9f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0c83fe63-57b3-40cb-8adc-1a671e17944d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.852072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-66c65218-f7fc-4551-ab75-bb5932b9f8bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9285ff58693a485bb29fea562fece059&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1276240
Mar 05 21:18:44.854259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65218-f7fc-4551-ab75-bb5932b9f8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83fe63-57b3-40cb-8adc-1a671e17944d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:44.854771 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:44.908684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] Publish callbacks [] for security_group (0c83fe63-57b3-40cb-8adc-1a671e17944d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.931065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] Publish callbacks [] for security_group (0c83fe63-57b3-40cb-8adc-1a671e17944d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.983344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (0c83fe63-57b3-40cb-8adc-1a671e17944d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.986143 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:44.987388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c83fe63-57b3-40cb-8adc-1a671e17944d HTTP/1.1" status: 204  len: 168 time: 0.1316402
Mar 05 21:18:44.996097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e8ea4-ade8-4d1e-a048-a036e83e20b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83fe63-57b3-40cb-8adc-1a671e17944d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:45.350907 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:45.524285 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d781a3a2-0b99-4871-abeb-8ffcabc8d560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.621758 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d781a3a2-0b99-4871-abeb-8ffcabc8d560 admin admin] Publish callbacks [] for security_group (1758983c-3dd6-4bbb-b833-89ac34aa1784), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.627143 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d781a3a2-0b99-4871-abeb-8ffcabc8d560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1758983c-3dd6-4bbb-b833-89ac34aa1784), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.673281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d781a3a2-0b99-4871-abeb-8ffcabc8d560 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07e60a806b1440cba9a7074d272717b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3212695
Mar 05 21:18:45.674490 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781a3a2-0b99-4871-abeb-8ffcabc8d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1758983c-3dd6-4bbb-b833-89ac34aa1784,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:45.678515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:45.756007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] Publish callbacks [] for security_group (1758983c-3dd6-4bbb-b833-89ac34aa1784), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.781401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] Publish callbacks [] for security_group (1758983c-3dd6-4bbb-b833-89ac34aa1784), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.841629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1758983c-3dd6-4bbb-b833-89ac34aa1784), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.845173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:45.846654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1758983c-3dd6-4bbb-b833-89ac34aa1784 HTTP/1.1" status: 204  len: 168 time: 0.1661975
Mar 05 21:18:45.857658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d93c22-58a5-4ae2-b9cd-d1b4ebd2ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1758983c-3dd6-4bbb-b833-89ac34aa1784,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:46.761059 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:18:47.321528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59486) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:47.453179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8566142-ccac-4bef-a90a-38e238c48bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.546609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8566142-ccac-4bef-a90a-38e238c48bae admin admin] Publish callbacks [] for security_group (82a3372f-4de0-4a04-916b-66b612ed51a6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.551278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b8566142-ccac-4bef-a90a-38e238c48bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (82a3372f-4de0-4a04-916b-66b612ed51a6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.593837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b8566142-ccac-4bef-a90a-38e238c48bae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10dd9077ab9d40f2bf19359b6eb4d338&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2710614
Mar 05 21:18:47.594881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8566142-ccac-4bef-a90a-38e238c48bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a3372f-4de0-4a04-916b-66b612ed51a6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:47.596537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59504) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:47.653620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] Publish callbacks [] for security_group (82a3372f-4de0-4a04-916b-66b612ed51a6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.675535 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] Publish callbacks [] for security_group (82a3372f-4de0-4a04-916b-66b612ed51a6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.725933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (82a3372f-4de0-4a04-916b-66b612ed51a6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.729473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:47.730668 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a3372f-4de0-4a04-916b-66b612ed51a6 HTTP/1.1" status: 204  len: 168 time: 0.1331410
Mar 05 21:18:47.738962 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a0614-4929-45f2-afee-7f96edac8e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a3372f-4de0-4a04-916b-66b612ed51a6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:53.663497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:53.791734 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-688f247f-da95-4a09-9fe4-9537ff3d6627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:53.873554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-688f247f-da95-4a09-9fe4-9537ff3d6627 admin admin] Publish callbacks [] for security_group (409fcf5e-1b4c-4e66-885b-9ab7f224d45f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:53.877673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-688f247f-da95-4a09-9fe4-9537ff3d6627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (409fcf5e-1b4c-4e66-885b-9ab7f224d45f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:53.925298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-688f247f-da95-4a09-9fe4-9537ff3d6627 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76e97687dd6f409184dd2957fc3b56a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2605619
Mar 05 21:18:53.926832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f247f-da95-4a09-9fe4-9537ff3d6627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409fcf5e-1b4c-4e66-885b-9ab7f224d45f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:53.928784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59752) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:53.980362 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] Publish callbacks [] for security_group (409fcf5e-1b4c-4e66-885b-9ab7f224d45f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.002548 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] Publish callbacks [] for security_group (409fcf5e-1b4c-4e66-885b-9ab7f224d45f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.054777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (409fcf5e-1b4c-4e66-885b-9ab7f224d45f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.057693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.059276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/409fcf5e-1b4c-4e66-885b-9ab7f224d45f HTTP/1.1" status: 204  len: 168 time: 0.1294146
Mar 05 21:18:54.068090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848a7e1-9e73-4a58-9b97-62215f5c69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409fcf5e-1b4c-4e66-885b-9ab7f224d45f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:54.328073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:54.340897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d24a0a5-4c38-4bbb-90ef-22cbe7fa5c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.415230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d24a0a5-4c38-4bbb-90ef-22cbe7fa5c03 admin admin] Publish callbacks [] for security_group (af2c42b7-e537-4683-afd0-7f5e07beffe6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.419193 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5d24a0a5-4c38-4bbb-90ef-22cbe7fa5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (af2c42b7-e537-4683-afd0-7f5e07beffe6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.456239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5d24a0a5-4c38-4bbb-90ef-22cbe7fa5c03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc80178ddf354d6ebf99124f00ff0d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1270721
Mar 05 21:18:54.457360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24a0a5-4c38-4bbb-90ef-22cbe7fa5c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c42b7-e537-4683-afd0-7f5e07beffe6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:54.459057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59778) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:54.487322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-565abacd-2d44-4f75-9656-64792a1e51c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.508265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] Publish callbacks [] for security_group (af2c42b7-e537-4683-afd0-7f5e07beffe6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.528957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] Publish callbacks [] for security_group (af2c42b7-e537-4683-afd0-7f5e07beffe6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.575717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (af2c42b7-e537-4683-afd0-7f5e07beffe6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.578306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.579463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af2c42b7-e537-4683-afd0-7f5e07beffe6 HTTP/1.1" status: 204  len: 168 time: 0.1193180
Mar 05 21:18:54.587959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89493600-dd40-43b7-9fbb-bc6a15871874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c42b7-e537-4683-afd0-7f5e07beffe6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:54.899505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59790) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:54.915084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54bb121b-93e9-41de-8825-7ccf13c18874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.966494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59792) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:54.990770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54bb121b-93e9-41de-8825-7ccf13c18874 admin admin] Publish callbacks [] for security_group (296a3443-557e-47a4-84a4-a1e50da5a96c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:54.994803 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-54bb121b-93e9-41de-8825-7ccf13c18874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (296a3443-557e-47a4-84a4-a1e50da5a96c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.033737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-54bb121b-93e9-41de-8825-7ccf13c18874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=985699ce28e44f6ca3ab91afdb6b514a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1328766
Mar 05 21:18:55.034865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb121b-93e9-41de-8825-7ccf13c18874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a3443-557e-47a4-84a4-a1e50da5a96c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:55.036958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59796) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:55.085580 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70b2ba38-17fd-41a3-bf6f-d5749fd30189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.131511 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] Publish callbacks [] for security_group (296a3443-557e-47a4-84a4-a1e50da5a96c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.163826 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] Publish callbacks [] for security_group (296a3443-557e-47a4-84a4-a1e50da5a96c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.225139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70b2ba38-17fd-41a3-bf6f-d5749fd30189 admin admin] Publish callbacks [] for security_group (fda02f03-2d53-41a7-87c4-cf27dfd687af), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.229051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-70b2ba38-17fd-41a3-bf6f-d5749fd30189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fda02f03-2d53-41a7-87c4-cf27dfd687af), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.246813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (296a3443-557e-47a4-84a4-a1e50da5a96c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.249525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.250659 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296a3443-557e-47a4-84a4-a1e50da5a96c HTTP/1.1" status: 204  len: 168 time: 0.2123661
Mar 05 21:18:55.273254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2ba38-17fd-41a3-bf6f-d5749fd30189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda02f03-2d53-41a7-87c4-cf27dfd687af,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:55.279861 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-70b2ba38-17fd-41a3-bf6f-d5749fd30189 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daaaf64c5b754e5d8ccb4c6742e8bf5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3098035
Mar 05 21:18:55.281051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59800) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:55.285524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8f1b6-698b-47d7-98b0-af422e48be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a3443-557e-47a4-84a4-a1e50da5a96c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:55.346445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] Publish callbacks [] for security_group (fda02f03-2d53-41a7-87c4-cf27dfd687af), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.369421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] Publish callbacks [] for security_group (fda02f03-2d53-41a7-87c4-cf27dfd687af), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.422557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fda02f03-2d53-41a7-87c4-cf27dfd687af), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.427203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:55.429080 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fda02f03-2d53-41a7-87c4-cf27dfd687af HTTP/1.1" status: 204  len: 168 time: 0.1462209
Mar 05 21:18:55.441912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e805a20-c22c-49ed-80f7-984dc857f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda02f03-2d53-41a7-87c4-cf27dfd687af,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:56.077476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:56.225641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-318868184-network', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:56.245100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Made reservation on behalf of d98c400165bb4ec5ae2d671a0f8adc9e for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:18:56.247457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.256271 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.339154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks [] for security_group (c97027f7-4f6b-40a2-bfec-41779dc46a04), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.344760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c97027f7-4f6b-40a2-bfec-41779dc46a04), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.370346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:18:56.384548 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97027f7-4f6b-40a2-bfec-41779dc46a04,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:56.389326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6219373b-a5a2-48d3-bf80-a721b011af50), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.389679 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Added segment 6219373b-a5a2-48d3-bf80-a721b011af50 of type vlan for network aa514f23-77bd-4790-8d98-783b4fe41cc8
Mar 05 21:18:56.430738 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (aa514f23-77bd-4790-8d98-783b4fe41cc8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.455488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (aa514f23-77bd-4790-8d98-783b4fe41cc8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.456498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:56.457166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.517322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4386573
Mar 05 21:18:56.521022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:56.524934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7abc0-3ade-4173-a80d-c42ce4eb9f1c admin admin] Pushing event updated for resources: {'Network': ['ID=aa514f23-77bd-4790-8d98-783b4fe41cc8,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:56.526035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Request body: {'subnet': {'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-318868184-subnet', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:56.537013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:18:56.546656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Made reservation on behalf of d98c400165bb4ec5ae2d671a0f8adc9e for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:18:56.549305 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.720848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (5df90177-01e7-4060-8a82-38beaa781b1b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.784641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df90177-01e7-4060-8a82-38beaa781b1b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:56.791699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Checking segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:18:56.792074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Network hostable DHCP agents. Network: aa514f23-77bd-4790-8d98-783b4fe41cc8, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:18:56.809127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:18:56.818330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa514f23-77bd-4790-8d98-783b4fe41cc8) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:18:56.822555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:56.823144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.842565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f160c2c-34a4-4d5a-9457-f6e1d6de51cb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3179030
Mar 05 21:18:56.842742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ba24c-ffc1-40ab-9b47-8052cbcd19a8 None None] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:18:56.842853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59868) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:56.847617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:56.869512 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.870730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.889484 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f756340-2595-46d7-a62a-fa769f4eb216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:56.949852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for router_controller (83491746-8a7f-4d4e-ad01-f021afc5dc2d), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.012456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59870) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.017250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895966642', 'description': 'tempest-secgroup-smoke-895966642 description', 'project_id': '7be8dce4a165431c8a7279be20d99612'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.041818 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.052276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.114878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for router_gateway (83491746-8a7f-4d4e-ad01-f021afc5dc2d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.123267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa514f23-77bd-4790-8d98-783b4fe41cc8', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:18:57.124041 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.145848 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (8fa067df-803d-4e18-a482-e7ce47b6a47a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.151277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8fa067df-803d-4e18-a482-e7ce47b6a47a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.200425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa067df-803d-4e18-a482-e7ce47b6a47a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.239012 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (1db2e647-8c9f-4b2e-840d-f417c98a122c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.243065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1db2e647-8c9f-4b2e-840d-f417c98a122c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.272920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Allocated IP 172.20.0.2 (aa514f23-77bd-4790-8d98-783b4fe41cc8/5df90177-01e7-4060-8a82-38beaa781b1b/a548d5d5-40c8-4fea-9c21-1ea6eb600ba4) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:18:57.275025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.276339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2628491
Mar 05 21:18:57.278539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb33eb3-92b5-42b2-adfc-480bce32bafb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2e647-8c9f-4b2e-840d-f417c98a122c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.280581 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59872) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.285436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.314346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (dfa287cf-8c8e-4ded-9eb0-ab2a86d95906), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.364929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for router_gateway (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.386616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.390507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (dfa287cf-8c8e-4ded-9eb0-ab2a86d95906), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.397626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (dfa287cf-8c8e-4ded-9eb0-ab2a86d95906), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.417849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa287cf-8c8e-4ded-9eb0-ab2a86d95906,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.429095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.432917 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8208a1b7-c78d-40bb-b501-932cf9d193c2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1486580
Mar 05 21:18:57.433060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59876) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.438777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.466473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (43491472-257f-4a7e-afc1-4c37860e3606), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.471146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks [] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.478458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.507082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Allocated IP 172.35.0.235 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3d441eda-fa58-4172-ac16-0e3ce3481ea4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:18:57.524560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:18:57.527743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:18:57.531341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:18:57.531943 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (43491472-257f-4a7e-afc1-4c37860e3606), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.539115 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (43491472-257f-4a7e-afc1-4c37860e3606), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.539317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Pushing event updated for resources: {'Port': ['ID=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.556381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43491472-257f-4a7e-afc1-4c37860e3606,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.571787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.575693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15aeb052-6fbb-4f66-92a4-9c2c755d456e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1392269
Mar 05 21:18:57.575988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59878) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.583183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.596005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Attempting to bind port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:18:57.596383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Attempting to bind port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:18:57.596749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Attempting to bind port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:18:57.602005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:18:57.602390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Checking segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:18:57.602806 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.603190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Bound using segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:18:57.603696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Bound port: a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:18:57.604173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.617753 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (4392bc7f-031b-4e95-9f3d-72926ddf3bff), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.627977 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.670768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.672047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-aababc80-a055-46b3-865d-a549a0219650 None None] For port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:18:57.675429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-aababc80-a055-46b3-865d-a549a0219650 None None] For port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:18:57.684286 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (4392bc7f-031b-4e95-9f3d-72926ddf3bff), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.684491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.689279 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4392bc7f-031b-4e95-9f3d-72926ddf3bff), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.707784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4392bc7f-031b-4e95-9f3d-72926ddf3bff,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.720282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.721315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:18:57.721773 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e92963d9-8d23-4350-9d4e-7cafab2bbbc5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1440914
Mar 05 21:18:57.724527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:18:57.724913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.729236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:18:57.730938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.732507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Pushing event updated for resources: {'Port': ['ID=3d441eda-fa58-4172-ac16-0e3ce3481ea4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.765010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aababc80-a055-46b3-865d-a549a0219650 None None] Pushing event updated for resources: {'Port': ['ID=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.781672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (865ac6d9-50be-4cbb-bf50-51ffb28266e2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.845290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (865ac6d9-50be-4cbb-bf50-51ffb28266e2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.849268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (865ac6d9-50be-4cbb-bf50-51ffb28266e2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.869974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865ac6d9-50be-4cbb-bf50-51ffb28266e2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:57.877688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:57.878670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f7650eb0-c4d0-4d7d-bd63-d49cd6e89c53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1527197
Mar 05 21:18:57.882001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59882) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:57.891447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:57.916390 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:18:57.922235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (2fc0bb32-eef1-4179-a061-80900924b80c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.006938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.022320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (2fc0bb32-eef1-4179-a061-80900924b80c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.029296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (2fc0bb32-eef1-4179-a061-80900924b80c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.053987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc0bb32-eef1-4179-a061-80900924b80c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:58.068267 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.071885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a799bed3-fc05-4657-886a-aa5f3674577f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1842198
Mar 05 21:18:58.072971 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59884) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:58.080619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '1db2e647-8c9f-4b2e-840d-f417c98a122c', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:58.105592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for router_gateway (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.107316 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:18:58.112472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f63f6225-cc23-4917-be4d-5b983ddd2d44), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.120072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:18:58.183368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:18:58.183959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.189339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f63f6225-cc23-4917-be4d-5b983ddd2d44), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.195584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f63f6225-cc23-4917-be4d-5b983ddd2d44), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.212708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63f6225-cc23-4917-be4d-5b983ddd2d44,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:58.229032 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.230684 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-aa17816b-068a-49af-bd51-86e7c2a347ee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1563015
Mar 05 21:18:58.233219 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59886) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:58.238064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'network': {'name': 'tempest-network-smoke--1100182216', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:58.259822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:18:58.263405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.284881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:58.285471 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.292865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:18:58.304277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (91e77cd2-33c6-4cbc-ba52-d42db7058389), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.304622 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Added segment 91e77cd2-33c6-4cbc-ba52-d42db7058389 of type vlan for network a5399919-6239-42a8-a7ad-9bd3aa6faa48
Mar 05 21:18:58.323428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:18:58.329320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.347752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a5399919-6239-42a8-a7ad-9bd3aa6faa48), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.353100 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.378571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a5399919-6239-42a8-a7ad-9bd3aa6faa48), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.385162 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:18:58.386072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.386749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:58.450635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2163074
Mar 05 21:18:58.453952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59890) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:58.460780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'admin_state_up': True, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:18:58.468527 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449041ea-0f73-4491-9da9-451d7ae23634 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Network': ['ID=a5399919-6239-42a8-a7ad-9bd3aa6faa48,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:18:58.480608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:18:58.497157 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.498150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.562173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Router 83491746-8a7f-4d4e-ad01-f021afc5dc2d is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:18:58.564933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (c549d050-fb8d-4e4f-a306-105da0ff1055), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:58.888915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3810660-6267-44b8-b704-6795886e2893 None None] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:18:58.957223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-618b9a21-fc29-4cf8-9b48-330d49dcc51a None None] Provisioning complete for port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:18:58.964630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-618b9a21-fc29-4cf8-9b48-330d49dcc51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.092135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-618b9a21-fc29-4cf8-9b48-330d49dcc51a None None] Current status of the port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:59.115955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (c549d050-fb8d-4e4f-a306-105da0ff1055), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.174455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:18:59.184750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Sync routers for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:18:59.198499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.199229 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:18:59.199776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-04329c52-45d9-4ab6-ad91-9168b5bef199 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3557124
Mar 05 21:18:59.202627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59892) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:18:59.203894 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:59.323106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ed830198-0e0d-4750-8f15-650c279a5495 None None] Provisioning complete for port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:18:59.324271 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ed830198-0e0d-4750-8f15-650c279a5495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.410717 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:18:59.414825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ed830198-0e0d-4750-8f15-650c279a5495 None None] Current status of the port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:18:59.511696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (c549d050-fb8d-4e4f-a306-105da0ff1055), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.534628 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.587065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.592368 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163af0>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:18:57Z', 'revision_number': 3, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:18:59.623741 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Checking router: 83491746-8a7f-4d4e-ad01-f021afc5dc2d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:18:59.624102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Updating router 83491746-8a7f-4d4e-ad01-f021afc5dc2d port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:18:59.651052 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.729850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.194 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/2041de1b-d48c-4601-8e4e-1df6c49a9de4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:18:59.927106 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:18:59.929543 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.015075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:00.016904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.072483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:00.072950 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.100726 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:00.107899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:00.110564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:00.138730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=2041de1b-d48c-4601-8e4e-1df6c49a9de4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:00.158153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:00.175330 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks [] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.182823 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.193354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Allocated IP 172.20.0.1 (aa514f23-77bd-4790-8d98-783b4fe41cc8/5df90177-01e7-4060-8a82-38beaa781b1b/6afbf348-8372-44e0-b00e-f19aa8d0d2ac) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:00.236239 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Attempting to bind port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:00.236885 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Attempting to bind port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:00.236885 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Attempting to bind port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:00.244275 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:00.244643 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:00.245038 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.245430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:00.245873 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Bound port: 3d441eda-fa58-4172-ac16-0e3ce3481ea4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:00.246244 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.247639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Pushing event updated for resources: {'Port': ['ID=3d441eda-fa58-4172-ac16-0e3ce3481ea4,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:00.272538 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.272730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.273139 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.273496 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.273878 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.274195 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.274522 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.274851 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.275193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.275510 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.275849 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.276171 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.276489 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:00.309806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] For port 3d441eda-fa58-4172-ac16-0e3ce3481ea4, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:00.312957 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] For port 3d441eda-fa58-4172-ac16-0e3ce3481ea4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d441eda-fa58-4172-ac16-0e3ce3481ea4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:00.319334 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.380196 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:00.380801 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:00.383488 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f9f2-4072-41da-b9dc-b9dda120f68d None None] Pushing event updated for resources: {'Port': ['ID=3d441eda-fa58-4172-ac16-0e3ce3481ea4,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:00.477339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks [] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.494641 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:00.520026 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (c549d050-fb8d-4e4f-a306-105da0ff1055), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.597609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.651987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:00.657535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:00.666842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:00.672651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163af0>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:18:57Z', 'revision_number': 3, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:00.694711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Pushing event updated for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:00.706017 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a3c7-9aab-4649-b865-a7ba3ab36168 None None] The sync data for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 is: [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:18:57Z', 'revision_number': 3, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:00.754487 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.912070 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:00.947826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-71dedcb7-d5f5-4936-a08a-065efcc2e5fc None None] Provisioning complete for port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:00.948045 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-71dedcb7-d5f5-4936-a08a-065efcc2e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.001061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-71dedcb7-d5f5-4936-a08a-065efcc2e5fc None None] Port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:01.039841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.050546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.206091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router c549d050-fb8d-4e4f-a306-105da0ff1055 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:19:01.332183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks [] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.339197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.423837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Pushing event updated for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:01.426998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:01.429051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.441413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Sync routers for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:01.452821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:01.453464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83667c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:01.462602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.463870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-06676ff2-63bf-4dad-89b3-6f9807c31681 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.0088871
Mar 05 21:19:01.467288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59898) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:01.553560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:01.555929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:01.606825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:01.688017 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2f57f139-f6a3-40b0-9976-77be74374696 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7be8dce4a165431c8a7279be20d99612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2193334
Mar 05 21:19:01.688625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59904) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:01.708391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Router 83491746-8a7f-4d4e-ad01-f021afc5dc2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:01.850668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83667c10>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:01.885431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Checking router: c549d050-fb8d-4e4f-a306-105da0ff1055 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:01.885852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Updating router c549d050-fb8d-4e4f-a306-105da0ff1055 port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:19:01.917259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873c717-0379-45c7-aaa3-861b72dea3df tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:01.921041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8873c717-0379-45c7-aaa3-861b72dea3df tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2303305
Mar 05 21:19:01.922269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:01.937000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.960464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ea8ecef4-9931-40cf-835e-12c8e72e2474 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0368083
Mar 05 21:19:01.963415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59908) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:01.965691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6d375ad7-d1e3-459c-aa53-f4314b125354 None None] Provisioning complete for port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:01.966080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6d375ad7-d1e3-459c-aa53-f4314b125354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:01.969761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348093838', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:02.056797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6d375ad7-d1e3-459c-aa53-f4314b125354 None None] Port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:02.078593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:02.082108 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.083092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3d441eda-fa58-4172-ac16-0e3ce3481ea4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:02.201456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:02.201750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.260282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:02.266725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2502794c-5b6a-43e2-abd8-67a48a3afc30 admin admin] 10.222.0.15 "PUT /v2.0/routers/83491746-8a7f-4d4e-ad01-f021afc5dc2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0630631
Mar 05 21:19:02.300835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (a8c4de03-28b8-4825-b110-776a29911778), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.346099 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks [] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.365041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:02.365319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.373701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Subnet': ['ID=a8c4de03-28b8-4825-b110-776a29911778,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:02.376777 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.385470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Checking segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:02.385846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network hostable DHCP agents. Network: a5399919-6239-42a8-a7ad-9bd3aa6faa48, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:19:02.408218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:19:02.419276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5399919-6239-42a8-a7ad-9bd3aa6faa48) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:02.424767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:02.425363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.448013 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ba8845e-c748-4e2f-9c19-b35d23d59153 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4820695
Mar 05 21:19:02.449615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 59914) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:02.468846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba83a3a-d5a7-4dfa-a341-3f55bdcde64f None None] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:02.493169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 3d441eda-fa58-4172-ac16-0e3ce3481ea4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d441eda-fa58-4172-ac16-0e3ce3481ea4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:02.548390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.573472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Pushing event updated for resources: {'Port': ['ID=2041de1b-d48c-4601-8e4e-1df6c49a9de4,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:02.577612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Attempting to bind port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:02.577988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Attempting to bind port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:02.578363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Attempting to bind port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:02.586331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:02.586787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:02.587113 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.587510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:02.588024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Bound port: 2041de1b-d48c-4601-8e4e-1df6c49a9de4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:02.588409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.600624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.601042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.601403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.601886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.602227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.602559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.602885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.603215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.603537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.603888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.604213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.604535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.604858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:02.721621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:19:02.722607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.742333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] For port 2041de1b-d48c-4601-8e4e-1df6c49a9de4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:02.751815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=3d441eda-fa58-4172-ac16-0e3ce3481ea4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:02.765281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] For port 2041de1b-d48c-4601-8e4e-1df6c49a9de4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2041de1b-d48c-4601-8e4e-1df6c49a9de4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:02.783792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:02.807786 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Sync routers for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:02.825669 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:02.826621 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b902ce490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:02.944479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:02.950189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:02.950939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83667c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:02.956327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579027-f662-41a7-9db9-741299dd7185 None None] Pushing event updated for resources: {'Port': ['ID=2041de1b-d48c-4601-8e4e-1df6c49a9de4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:03.077227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Allocated IP 172.20.0.2 (a5399919-6239-42a8-a7ad-9bd3aa6faa48/a8c4de03-28b8-4825-b110-776a29911778/b6f4b372-e22e-4389-831d-d724c060f086) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:03.088893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59928) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:03.089954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.095297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1255958614-network', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:03.125147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Made reservation on behalf of a500d095d0294b1b948358cfe6ebdcd9 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:03.128170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.139898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.158698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:03.235884 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks [] for security_group (8f8a973f-9032-4c36-ac53-e35bb208bf0a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.242927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8f8a973f-9032-4c36-ac53-e35bb208bf0a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.296106 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b902ce490>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 4, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6afbf348-8372-44e0-b00e-f19aa8d0d2ac', 'name': '', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'mac_address': 'fa:16:3e:44:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:01Z', 'revision_number': 2, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'subnets': [{'id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:03.306467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:19:03.322158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a973f-9032-4c36-ac53-e35bb208bf0a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:03.350395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bbf6deeb-2c82-4722-9807-cdb900575595), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.353102 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Added segment bbf6deeb-2c82-4722-9807-cdb900575595 of type vlan for network a7efdf81-d072-4b6f-8b42-147c41a4b5c5
Mar 05 21:19:03.377577 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Checking router: 83491746-8a7f-4d4e-ad01-f021afc5dc2d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:03.380560 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Updating router 83491746-8a7f-4d4e-ad01-f021afc5dc2d port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:19:03.430574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (a7efdf81-d072-4b6f-8b42-147c41a4b5c5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.447187 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.469492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (a7efdf81-d072-4b6f-8b42-147c41a4b5c5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.471271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:03.472780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.569885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4762611
Mar 05 21:19:03.571289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59934) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:03.577633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Request body: {'subnet': {'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1255958614-subnet', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:03.582963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2bce6-77d7-4065-be6a-46422fc655ee admin admin] Pushing event updated for resources: {'Network': ['ID=a7efdf81-d072-4b6f-8b42-147c41a4b5c5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:03.615355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Made reservation on behalf of a500d095d0294b1b948358cfe6ebdcd9 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:03.619907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:19:03.620303 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.687382 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec5b7-9359-464b-a209-084c17a8463c req-943f62b7-fdec-4bdb-8bb3-9d94b6c57d39 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:03.689479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c3ec5b7-9359-464b-a209-084c17a8463c req-943f62b7-fdec-4bdb-8bb3-9d94b6c57d39 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.1071305
Mar 05 21:19:03.697581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks [] for port (b6f4b372-e22e-4389-831d-d724c060f086), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.719107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b6f4b372-e22e-4389-831d-d724c060f086), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.798626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:03.807403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6c3ec5b7-9359-464b-a209-084c17a8463c req-d77f906b-d269-4639-a9f5-3e1cfb8a230d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053982
Mar 05 21:19:03.822274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:03.827446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:03.834751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Pushing event updated for resources: {'Port': ['ID=b6f4b372-e22e-4389-831d-d724c060f086,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:03.872725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83667c10>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:03.891787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (109a1dbd-b9d5-4d3d-a371-17d6f648467f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.931194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aec14c-c800-4ceb-8164-d529abbe72d3 None None] The sync data for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 is: [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:03.944391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.1 (a5399919-6239-42a8-a7ad-9bd3aa6faa48/a8c4de03-28b8-4825-b110-776a29911778/a9f03e5f-3166-4294-9334-f1f5dc804bc9) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:03.968285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Attempting to bind port b6f4b372-e22e-4389-831d-d724c060f086 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:03.968911 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Attempting to bind port b6f4b372-e22e-4389-831d-d724c060f086 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:03.970163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Attempting to bind port b6f4b372-e22e-4389-831d-d724c060f086 on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:03.984063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:03.984732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Checking segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:03.985807 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks [] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.986757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.987418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Bound using segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:03.988406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Bound port: b6f4b372-e22e-4389-831d-d724c060f086, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:03.990593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109a1dbd-b9d5-4d3d-a371-17d6f648467f,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:03.990999 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6f4b372-e22e-4389-831d-d724c060f086), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.994180 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:03.997298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Checking segment: {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:03.997678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Network hostable DHCP agents. Network: a7efdf81-d072-4b6f-8b42-147c41a4b5c5, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:19:04.023228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:19:04.050893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7efdf81-d072-4b6f-8b42-147c41a4b5c5) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:04.056213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:04.056820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.078737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa76d5f-fe2d-483d-9dda-832f12e8e1ab None None] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:04.081468 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61147349-0841-4550-a1f6-360cf8dea9ee None None] Pushing event updated for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:04.094909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-731ae6f0-dae5-4923-9ca8-c4f9f5c7b787 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5224578
Mar 05 21:19:04.097478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59938) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:04.105137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:04.151867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.153404 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.158682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.206600 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.236599 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Attempting to bind port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:04.237007 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Attempting to bind port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:04.237378 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Attempting to bind port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:04.250864 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:04.250864 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Checking segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:04.251253 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.253266 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Bound using segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:04.256406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Bound port: 6afbf348-8372-44e0-b00e-f19aa8d0d2ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:04.256820 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.270116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:04.271421 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for router_controller (0859b4ab-4b01-4c51-a929-9929f23645ff), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.273752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:04.284265 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:04.308784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] For port b6f4b372-e22e-4389-831d-d724c060f086, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:04.322024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:04.324684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] For port b6f4b372-e22e-4389-831d-d724c060f086, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6f4b372-e22e-4389-831d-d724c060f086,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:04.341751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.342246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.342722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.343163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.343956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.344484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.345032 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.345462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.346666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.348175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.348794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.349802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.351732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:04.363455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b6f4b372-e22e-4389-831d-d724c060f086), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.393204 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (c549d050-fb8d-4e4f-a306-105da0ff1055), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.435341 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] For port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:04.439381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] For port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:04.456237 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.518504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3d441eda-fa58-4172-ac16-0e3ce3481ea4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:04.528866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:19:04.529724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.598214 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61147349-0841-4550-a1f6-360cf8dea9ee None None] Pushing event updated for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:04.619547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for router_gateway (0859b4ab-4b01-4c51-a929-9929f23645ff), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.652675 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:04.673395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b902ce490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:04.706730 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.739370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406e268-1d99-4ed5-991b-45ce904defa6 None None] Pushing event updated for resources: {'Port': ['ID=b6f4b372-e22e-4389-831d-d724c060f086,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:04.776352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Provisioning complete for port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:04.776725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:04.883291 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:05.048443 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:05.049027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.148858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Current status of the port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:05.149534 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.202309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817f74-0731-4d74-b99a-445d73954ee4 req-1a95e61e-5463-4326-859f-c67f737c6105 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:05.204197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44817f74-0731-4d74-b99a-445d73954ee4 req-1a95e61e-5463-4326-859f-c67f737c6105 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.1736598
Mar 05 21:19:05.223535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a5ce2-8c7d-42a6-ad3d-27496d88a931 req-c17c751d-7e4e-468a-a64d-9ad50b52bab5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:05.225432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-206a5ce2-8c7d-42a6-ad3d-27496d88a931 req-c17c751d-7e4e-468a-a64d-9ad50b52bab5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.1939421
Mar 05 21:19:05.242741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for router_gateway (0859b4ab-4b01-4c51-a929-9929f23645ff), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.258516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Allocated IP 172.20.0.2 (a7efdf81-d072-4b6f-8b42-147c41a4b5c5/109a1dbd-b9d5-4d3d-a371-17d6f648467f/2831d3d1-95da-4ec8-8070-9badf5bcfc68) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:05.288306 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b902ce490>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 4, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6afbf348-8372-44e0-b00e-f19aa8d0d2ac', 'name': '', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'mac_address': 'fa:16:3e:44:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'subnets': [{'id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:05.299350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.329302 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bf28c-4a4f-4e0f-92fc-28fbe6496499 None None] The sync data for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 is: [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:00Z', 'revision_number': 4, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6afbf348-8372-44e0-b00e-f19aa8d0d2ac', 'name': '', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'mac_address': 'fa:16:3e:44:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'subnets': [{'id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:05.344156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] For port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:05.349758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-206a5ce2-8c7d-42a6-ad3d-27496d88a931 req-06aeabde-f91d-482d-a550-066aeb827906 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163678
Mar 05 21:19:05.414420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.455442 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.467627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.584474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:05.590629 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (c549d050-fb8d-4e4f-a306-105da0ff1055), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.600928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f250f0-f3a8-47a9-a8c0-cd6b0e07c4af None None] Pushing event updated for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:05.613608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port e8eb19ff-b6cd-4017-b224-013f848e1e14 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:05.614893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.618373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:05.644068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0e5e5d90-cecf-4dde-9ae5-655eea205d52 None None] Provisioning complete for port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:05.645868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5d90-cecf-4dde-9ae5-655eea205d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.686100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Allocated IP 172.35.0.232 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:05.776511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:05.778281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:05.899698 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks [] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.907832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port e8eb19ff-b6cd-4017-b224-013f848e1e14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8eb19ff-b6cd-4017-b224-013f848e1e14,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:05.907832 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.914894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e5d90-cecf-4dde-9ae5-655eea205d52 None None] Current status of the port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:05.921180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:05.971211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:05.980540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:05.983207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:05.986634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Pushing event updated for resources: {'Port': ['ID=2831d3d1-95da-4ec8-8070-9badf5bcfc68,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:05.987609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router c549d050-fb8d-4e4f-a306-105da0ff1055 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:06.087815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Attempting to bind port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:06.088104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Attempting to bind port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:06.088875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Attempting to bind port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 on network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:06.090865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.103769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:06.105238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Checking segment: {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:06.105846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.106256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Bound using segment: {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:06.106902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Bound port: 2831d3d1-95da-4ec8-8070-9badf5bcfc68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:06.107293 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.201850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] For port 2831d3d1-95da-4ec8-8070-9badf5bcfc68, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:06.205568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] For port 2831d3d1-95da-4ec8-8070-9badf5bcfc68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2831d3d1-95da-4ec8-8070-9badf5bcfc68,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:06.214593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.250584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:06.266670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18684cc7-9db2-42aa-9a31-9c71d49e31b1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/c549d050-fb8d-4e4f-a306-105da0ff1055/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8081098
Mar 05 21:19:06.333222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78947f-72e6-450f-b7bb-9a8a874880c4 None None] Pushing event updated for resources: {'Port': ['ID=2831d3d1-95da-4ec8-8070-9badf5bcfc68,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:06.333757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.338979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.339349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (0cbd54a4-ac14-429f-97a6-481270502fe9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.339724 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 0cbd54a4-ac14-429f-97a6-481270502fe9 disassociated. External IP: 172.35.0.183, port: e8eb19ff-b6cd-4017-b224-013f848e1e14.
Mar 05 21:19:06.340116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for e8eb19ff-b6cd-4017-b224-013f848e1e14 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:06.350714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6f4b372-e22e-4389-831d-d724c060f086 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:06.418606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:06.425256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e3ef5-fc99-4959-a995-e6bf733b8228 None None] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:06.515523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:06.520072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.522307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:06.556009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:06.571865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.583482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe56d9-b0ef-4148-bed7-aada1ccbab3f req-a6e4c969-12ba-415a-a047-97014db2a97f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:06.586645 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-26fe56d9-b0ef-4148-bed7-aada1ccbab3f req-a6e4c969-12ba-415a-a047-97014db2a97f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 945 time: 0.1365387
Mar 05 21:19:06.595494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Provisioning complete for port b6f4b372-e22e-4389-831d-d724c060f086 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:06.595905 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6f4b372-e22e-4389-831d-d724c060f086), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.646182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-c2759ce0-abdb-40ff-8d66-a5dccee02b24 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895966642&fields=id&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 267 time: 0.0777776
Mar 05 21:19:06.659833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b6f4b372-e22e-4389-831d-d724c060f086 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:06.660224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6f4b372-e22e-4389-831d-d724c060f086), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.686943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-26fe56d9-b0ef-4148-bed7-aada1ccbab3f req-f4984503-dfaf-47c7-be49-2732a9bec8bf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945294
Mar 05 21:19:06.802833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e8eb19ff-b6cd-4017-b224-013f848e1e14), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.858131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Current status of the port b6f4b372-e22e-4389-831d-d724c060f086 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:06.859355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6f4b372-e22e-4389-831d-d724c060f086), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:06.907536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=e8eb19ff-b6cd-4017-b224-013f848e1e14,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:06.959659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b6f4b372-e22e-4389-831d-d724c060f086 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:06.960079 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6f4b372-e22e-4389-831d-d724c060f086), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.016079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] For port b6f4b372-e22e-4389-831d-d724c060f086, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6f4b372-e22e-4389-831d-d724c060f086,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:07.027059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b6f4b372-e22e-4389-831d-d724c060f086), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.113090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:19:07.113517 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:19:07.117275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f24cb-9da8-4801-91ae-1f4fc1e4e924 None None] Pushing event updated for resources: {'Port': ['ID=b6f4b372-e22e-4389-831d-d724c060f086,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:07.133801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-93bbe3bc-51e8-4eb7-b501-361affde2985 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:07.135342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-93bbe3bc-51e8-4eb7-b501-361affde2985 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 797 time: 0.4519310
Mar 05 21:19:07.166066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-df30031f-05a5-459b-b175-34ace31255a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/quotas/7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 375 time: 0.0232246
Mar 05 21:19:07.240528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:07.241288 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for router_gateway (0859b4ab-4b01-4c51-a929-9929f23645ff), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.253707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Provisioning complete for port b6f4b372-e22e-4389-831d-d724c060f086 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:07.254323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6f4b372-e22e-4389-831d-d724c060f086), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.409127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-cd19a0d9-80bd-4a10-8854-cdca2b80a804 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2355168
Mar 05 21:19:07.567603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Current status of the port b6f4b372-e22e-4389-831d-d724c060f086 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:07.579775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:07.580095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.648945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:07.655305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b9842eb2-5d53-48e2-ae11-63a98c5b195d None None] Port a9f03e5f-3166-4294-9334-f1f5dc804bc9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:07.667272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:07.694985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b6f4b372-e22e-4389-831d-d724c060f086 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:07.696370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6afbf348-8372-44e0-b00e-f19aa8d0d2ac up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:07.736420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:07.737210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82599370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:07.808741 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Sync routers for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:07.826625 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:07.827271 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b92083430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:07.852302 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc7550b1-f2f4-4f4c-abf7-dcbcc8e943b9 req-af63e85a-67ad-4ba6-aa18-f77d9973042f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc84e1f0-ab0d-4abb-94af-c4a562afe24f HTTP/1.1" status: 200  len: 210 time: 0.0316052
Mar 05 21:19:07.871697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d6f1cf46-9798-4c4b-bc43-6ec6889ce399 service neutron] 10.222.0.15 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4108236
Mar 05 21:19:07.872732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port e8eb19ff-b6cd-4017-b224-013f848e1e14 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:07.880072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:07.894560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-44817f74-0731-4d74-b99a-445d73954ee4 req-adc6f602-3b69-4c60-bf84-c21a4f200045 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.23 "DELETE /v2.0/ports/e8eb19ff-b6cd-4017-b224-013f848e1e14 HTTP/1.1" status: 204  len: 173 time: 2.6678102
Mar 05 21:19:07.899574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'name': 'network-vif-deleted', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:07.902413 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203805e-ee7e-4628-b679-8f0419c6ef83" -d '{"events": [{"server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "name": "network-vif-deleted", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:07.987120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f751c20c-0bae-4248-8260-0f6cfd020b08 None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:07.987512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f751c20c-0bae-4248-8260-0f6cfd020b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.045001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f751c20c-0bae-4248-8260-0f6cfd020b08 None None] Port a9f03e5f-3166-4294-9334-f1f5dc804bc9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:08.086455 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:08.105848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:08.106237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.121677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e8eb19ff-b6cd-4017-b224-013f848e1e14 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:08.150261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2cb49-ff17-48e2-bd8c-ab1b2613d4e1 None None] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:08.255009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:08.296582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: e8eb19ff-b6cd-4017-b224-013f848e1e14 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:08.296926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e8eb19ff-b6cd-4017-b224-013f848e1e14 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:08.343404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Provisioning complete for port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:08.343826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.391693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b92083430>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:05Z', 'revision_number': 2, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:08.431244 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Checking router: c549d050-fb8d-4e4f-a306-105da0ff1055 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:08.431739 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Updating router c549d050-fb8d-4e4f-a306-105da0ff1055 port a9f03e5f-3166-4294-9334-f1f5dc804bc9 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:19:08.465037 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.471380 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e73151-d190-4b51-bb00-8cb8b2cf1d93 x-openstack-request-id: req-42e73151-d190-4b51-bb00-8cb8b2cf1d93 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:08.471708 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84e1f0-ab0d-4abb-94af-c4a562afe24f", "name": "network-vif-deleted", "tag": "e8eb19ff-b6cd-4017-b224-013f848e1e14", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:08.471951 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42e73151-d190-4b51-bb00-8cb8b2cf1d93 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:08.472353 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84e1f0-ab0d-4abb-94af-c4a562afe24f', 'name': 'network-vif-deleted', 'tag': 'e8eb19ff-b6cd-4017-b224-013f848e1e14', 'status': 'completed', 'code': 200}
Mar 05 21:19:08.516719 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.549429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:08.550483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2041de1b-d48c-4601-8e4e-1df6c49a9de4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:08.619923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-16c602ab-b178-4105-9b9a-737db3535b24 service neutron] 10.222.0.15 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7213235
Mar 05 21:19:08.671232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Current status of the port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:08.671633 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.739494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Router 0859b4ab-4b01-4c51-a929-9929f23645ff is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:19:08.774487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] For port 2831d3d1-95da-4ec8-8070-9badf5bcfc68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2831d3d1-95da-4ec8-8070-9badf5bcfc68,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:08.779255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:08.779644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.818116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.871477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82599370>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:08.908799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:08.940964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:08.942813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-11ac2d75-a48f-4f5a-a3d8-d6a1e2b2e8a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8435221
Mar 05 21:19:08.945775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 59978) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:08.958201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-716d3fd4-55e7-4b9f-b1d0-21ff42112726 req-cd2431c7-0451-4c77-8d38-23e4b9e6f4ca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 210 time: 0.0835488
Mar 05 21:19:08.988796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Sync routers for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:09.004366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:09.007901 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks [] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.021444 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.044742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:09.045176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.052085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Pushing event updated for resources: {'Port': ['ID=2831d3d1-95da-4ec8-8070-9badf5bcfc68,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:09.094639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea224-e7eb-4b2e-b0b5-e2ddfb268fd9 None None] Pushing event updated for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:09.159588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Attempting to bind port a9f03e5f-3166-4294-9334-f1f5dc804bc9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:09.160928 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Attempting to bind port a9f03e5f-3166-4294-9334-f1f5dc804bc9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:09.161609 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Attempting to bind port a9f03e5f-3166-4294-9334-f1f5dc804bc9 on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:09.168027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:09.168809 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Checking segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:09.169379 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.169781 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Bound using segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:09.170581 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Bound port: a9f03e5f-3166-4294-9334-f1f5dc804bc9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:09.170716 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.174967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:09.175118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:09.266067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:09.266806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82599370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:09.291781 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] For port a9f03e5f-3166-4294-9334-f1f5dc804bc9, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:09.296403 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] For port a9f03e5f-3166-4294-9334-f1f5dc804bc9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9f03e5f-3166-4294-9334-f1f5dc804bc9,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:09.312919 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.401949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:09.402587 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b92083430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:09.435533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:09.443772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-0b1ba6c0-c4d6-4c56-8fa1-8fa3e2dcf1f4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108176879&fields=id&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 267 time: 0.1431243
Mar 05 21:19:09.532189 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea224-e7eb-4b2e-b0b5-e2ddfb268fd9 None None] Pushing event updated for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:09.574765 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:09.594285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-94221535-1aab-49b6-a961-33b768df196a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:09.596426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-94221535-1aab-49b6-a961-33b768df196a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1411002
Mar 05 21:19:09.618678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-cfc28179-eecc-4451-a40b-5941efda687b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0155294
Mar 05 21:19:09.666246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ad7479f1-2fea-4e7b-8236-6fa480bc80e2 None None] Port a9f03e5f-3166-4294-9334-f1f5dc804bc9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:09.781050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-50c7ce4c-08dc-4046-91c4-af31a375efa9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1379664
Mar 05 21:19:09.901254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.939415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:09.939897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:09.991162 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b92083430>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:10.031848 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-3def6de2-182d-4e9b-a83d-32be9e5b1bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345295
Mar 05 21:19:10.032898 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0716b-c58a-4812-9908-57995d1d8af6 None None] The sync data for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 is: [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:10.038666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:10.073907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Provisioning complete for port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:10.074297 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.106375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6254ebf-7841-4771-aca0-8d52ecc2c151 req-5d0df222-9b7f-41b0-8f52-539f8606ba1d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 210 time: 0.0505073
Mar 05 21:19:10.145800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2041de1b-d48c-4601-8e4e-1df6c49a9de4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2041de1b-d48c-4601-8e4e-1df6c49a9de4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:10.158149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.280347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-4915d38c-02d7-4d3c-a58f-457a17fb649e service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2475071
Mar 05 21:19:10.281142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2041de1b-d48c-4601-8e4e-1df6c49a9de4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:10.324587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Allocated IP 172.20.0.1 (a7efdf81-d072-4b6f-8b42-147c41a4b5c5/109a1dbd-b9d5-4d3d-a371-17d6f648467f/3719f153-0b8a-4693-9f96-99f784f3b76d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:10.573701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6f4b372-e22e-4389-831d-d724c060f086 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:10.617846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-4c589ee7-6fcd-41a3-ac2c-b5fdb65070d6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:10.619406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-4c589ee7-6fcd-41a3-ac2c-b5fdb65070d6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 797 time: 0.2329447
Mar 05 21:19:10.649189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Current status of the port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:10.685241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8850>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:06Z', 'revision_number': 3, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:10.732183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:10.732625 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.737060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-a074fcd4-97c2-46e7-b67f-e990fec54339 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 379 time: 0.1080589
Mar 05 21:19:10.749311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'port': {'device_id': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'admin_state_up': True, 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'security_groups': ['1db2e647-8c9f-4b2e-840d-f417c98a122c']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:10.794259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Checking router: 0859b4ab-4b01-4c51-a929-9929f23645ff for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:10.794637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Updating router 0859b4ab-4b01-4c51-a929-9929f23645ff port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:19:10.834820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks [] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.861315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82599370>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:10.865830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2a34187-2ba0-4139-9f1d-79dedd7b1672 req-9a35e716-628f-49b2-95b8-3209e0cd5020 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 210 time: 0.0589261
Mar 05 21:19:10.869433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.928820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630368b-bd02-4723-ac26-c28999d18148 None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:10.938274 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b6f4b372-e22e-4389-831d-d724c060f086 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:10.938663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6f4b372-e22e-4389-831d-d724c060f086), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:10.982942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:10.990368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.011203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.077734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:11.087402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:11.178622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Current status of the port a9f03e5f-3166-4294-9334-f1f5dc804bc9 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:11.179013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.216517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:11.227940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Pushing event updated for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:11.279504 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-39813ea9-c49f-4b1a-9a56-e0bdd04846a5 req-6d68d429-3455-407d-8522-89c6fe89fc82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 210 time: 0.0724277
Mar 05 21:19:11.299605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.300005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.300354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.300697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.301393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.301728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.302061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.302856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.303273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.304338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.304683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.305195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] For port a9f03e5f-3166-4294-9334-f1f5dc804bc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9f03e5f-3166-4294-9334-f1f5dc804bc9,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:11.306953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.307310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:19:11.308421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b6f4b372-e22e-4389-831d-d724c060f086 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:11.309511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2831d3d1-95da-4ec8-8070-9badf5bcfc68 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:11.328241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.6 (a5399919-6239-42a8-a7ad-9bd3aa6faa48/a8c4de03-28b8-4825-b110-776a29911778/0b00b531-b0ae-4f1d-a442-74a1fe2153df) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:11.335426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (0859b4ab-4b01-4c51-a929-9929f23645ff), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.348766 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.465198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ecb79-1db4-42c4-ac32-3d024f105ca3 None None] Pushing event updated for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:11.502522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:11.503000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.536992 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks [] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.549860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.596883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.626655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.632941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Attempting to bind port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:11.634239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Attempting to bind port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:11.634684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Attempting to bind port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:11.638037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8240f7-240b-414c-98ba-000e974af023 None None] Pushing event updated for resources: {'Port': ['ID=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:11.643966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-093ab4a1-53ad-4773-a416-595f99293423 None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:11.644429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-093ab4a1-53ad-4773-a416-595f99293423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.646787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:11.647251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:11.647766 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.648578 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:11.649129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Bound port: bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:11.650662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.751881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.761239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-093ab4a1-53ad-4773-a416-595f99293423 None None] Port 3719f153-0b8a-4693-9f96-99f784f3b76d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:11.764112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:11.765338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9f03e5f-3166-4294-9334-f1f5dc804bc9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:11.767798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] For port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:11.772461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] For port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:11.801201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.809044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:11.819225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:11.830153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:11.871686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:11.884815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8240f7-240b-414c-98ba-000e974af023 None None] Pushing event updated for resources: {'Port': ['ID=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:11.890739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:11.891655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:11.934155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:11.934809 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.952900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks [] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.960616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:11.969278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-d38c785c-c2a9-4ee6-81b0-d813ed39e1e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2244952
Mar 05 21:19:11.997873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Request body: {'port': {'device_id': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:12.040663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:12.041126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:12.101062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de7b0979-841d-4319-b3c1-33a80449dc7f req-fa08b379-58a7-4f1a-830c-7318abb74048 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 210 time: 0.0924816
Mar 05 21:19:12.122754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Pushing event updated for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:12.148129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:12.287040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (0859b4ab-4b01-4c51-a929-9929f23645ff), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:12.470599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:12.497386 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab5fa2-37f3-4f6b-ab4e-6672fac74844 None None] New status for floating IP 0cbd54a4-ac14-429f-97a6-481270502fe9: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:19:12.533759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5f7c6db9-4854-47ec-b36f-24416ce6a829 None None] Provisioning complete for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:12.534301 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6db9-4854-47ec-b36f-24416ce6a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:12.543967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:12.582436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:12.611158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-64186827-c9bd-459c-b9c2-1b459735ab24 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:12.614640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-64186827-c9bd-459c-b9c2-1b459735ab24 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.4782302
Mar 05 21:19:12.625171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a9f03e5f-3166-4294-9334-f1f5dc804bc9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:12.650999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c6db9-4854-47ec-b36f-24416ce6a829 None None] Port 0b00b531-b0ae-4f1d-a442-74a1fe2153df cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:12.748381 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8850>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3719f153-0b8a-4693-9f96-99f784f3b76d', 'name': '', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'mac_address': 'fa:16:3e:3a:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:09Z', 'updated_at': '2022-03-05T21:19:10Z', 'revision_number': 1, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'subnets': [{'id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:12.779946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e28928-ac35-4cc0-9cc1-64faf99f667e None None] The sync data for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 is: [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3719f153-0b8a-4693-9f96-99f784f3b76d', 'name': '', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'mac_address': 'fa:16:3e:3a:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:09Z', 'updated_at': '2022-03-05T21:19:10Z', 'revision_number': 1, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'subnets': [{'id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:12.783100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9f03e5f-3166-4294-9334-f1f5dc804bc9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:12.876888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a9f03e5f-3166-4294-9334-f1f5dc804bc9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:12.877284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:13.004554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a9f03e5f-3166-4294-9334-f1f5dc804bc9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:13.005840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2041de1b-d48c-4601-8e4e-1df6c49a9de4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:13.009477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d356c57e-b325-4637-9a4a-911c30de5fc2 None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:13.009855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d356c57e-b325-4637-9a4a-911c30de5fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:13.082370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d356c57e-b325-4637-9a4a-911c30de5fc2 None None] Port 3719f153-0b8a-4693-9f96-99f784f3b76d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:13.161138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:13.166004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:13.278217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d1a9-dcbf-4b5a-bbca-84daf7f714a6 req-6ab6655d-7acd-4501-9b47-4b1920ee703f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:13.280074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfa9d1a9-dcbf-4b5a-bbca-84daf7f714a6 req-6ab6655d-7acd-4501-9b47-4b1920ee703f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 931 time: 0.8264146
Mar 05 21:19:13.305247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31a5f367-55c1-467f-9311-c3b4a57c3ec7 req-1f9e5c49-b286-4bc7-a397-607fb4047634 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 210 time: 0.0601151
Mar 05 21:19:13.344483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:13.426270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-b6424f50-ffea-4ab5-ba55-eb8ad4c52ed8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 379 time: 0.7637753
Mar 05 21:19:13.441119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'security_groups': ['ee032a52-c7ca-489b-8346-6a41b756affa']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:13.566064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfa9d1a9-dcbf-4b5a-bbca-84daf7f714a6 req-2150cdc9-ec6d-4fde-bf2d-2fa5395ed950 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2279415
Mar 05 21:19:13.578058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Router 0859b4ab-4b01-4c51-a929-9929f23645ff has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:13.777282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:13.780608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:13.848929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:13.861171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d218eed3-c02e-4500-9c31-1f0d7a674485 admin admin] 10.222.0.15 "PUT /v2.0/routers/0859b4ab-4b01-4c51-a929-9929f23645ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9135225
Mar 05 21:19:13.862957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b00b531-b0ae-4f1d-a442-74a1fe2153df {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:13.873438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks [] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:13.924860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Transition to ACTIVE for port object 0b00b531-b0ae-4f1d-a442-74a1fe2153df will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:19:13.932483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.029818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:14.069611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.4 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/2d792f34-8e44-42c7-923e-91d5e87974f1) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:14.159966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:14.160883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:14.161219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:14.201396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:19:14.201733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:14.214809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:14.215154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Checking segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:14.215546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Bound using segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:14.216036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Bound port: 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:14.216400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.349746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.369999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:14.374544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:14.384684 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.472578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f021eb9-b3b6-44ae-bd76-71b7d96c756c req-f0445913-c3c0-424a-a2a7-50fa367cf694 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 210 time: 0.0419357
Mar 05 21:19:14.474981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:14.475795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.477495 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] 10.222.0.23 "PUT /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 1091 time: 2.4871917
Mar 05 21:19:14.493784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:14.498847 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b785a9a-784c-4c04-80d7-90f519e486c1" -d '{"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:14.510986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-2ddb3121-bacd-481a-9426-bd7edf4c6e5c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:19:14.512143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-2ddb3121-bacd-481a-9426-bd7edf4c6e5c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057774
Mar 05 21:19:14.549000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.596970 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b284b8-f10f-4b29-b106-975eeaaa7b7f x-openstack-request-id: req-48b284b8-f10f-4b29-b106-975eeaaa7b7f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:14.597353 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:14.597716 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48b284b8-f10f-4b29-b106-975eeaaa7b7f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:14.598281 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'status': 'completed', 'code': 200}
Mar 05 21:19:14.607896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750adb2-610b-48e7-8009-0632150c6c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:14.733036 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf4f0d-9242-4286-b30a-c3dc51caa075 req-33f1a535-3d90-40cf-a97b-a68d46b46d06 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:14.737241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91bf4f0d-9242-4286-b30a-c3dc51caa075 req-33f1a535-3d90-40cf-a97b-a68d46b46d06 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.0809245
Mar 05 21:19:14.762998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:14.770907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:14.771173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:14.775130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-5e033b20-7b81-4b58-bdda-3640e564cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:14.775993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-5e033b20-7b81-4b58-bdda-3640e564cd75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1125 time: 0.2243237
Mar 05 21:19:14.776823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:14.854004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:14.854454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.857802 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91bf4f0d-9242-4286-b30a-c3dc51caa075 req-8963f4ab-5e0d-4ed2-9e16-f51ebd4682cb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111889
Mar 05 21:19:14.883365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-9afe39e8-a1e4-4c53-8dc9-44676d2847c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 217 time: 0.0909343
Mar 05 21:19:14.927166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:14.950930 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:14.951302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.973403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:14.980231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.982580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:14.983219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:14.995096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-4a49ccff-457c-4d54-9f03-aa0e1b34661f tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:14.996723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-4a49ccff-457c-4d54-9f03-aa0e1b34661f tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.3668730
Mar 05 21:19:15.015388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-67138868-2707-4b4e-abe1-fd6a1b5f02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:15.016967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-67138868-2707-4b4e-abe1-fd6a1b5f02ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.1150491
Mar 05 21:19:15.020361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6311ab0e-bfb6-4767-85c9-713055e2656e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5831656
Mar 05 21:19:15.022718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-17941df7-3e23-4372-9533-dad88b254bcc tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/quotas/a500d095d0294b1b948358cfe6ebdcd9 HTTP/1.1" status: 200  len: 375 time: 0.0196300
Mar 05 21:19:15.030928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:15.063392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-be141112-14d8-4899-bc68-5ff2db766b79 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:19:15.064413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-be141112-14d8-4899-bc68-5ff2db766b79 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0161691
Mar 05 21:19:15.134738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-549646c0-86c6-40a0-ab69-4a1f5e3af320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:15.136302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-549646c0-86c6-40a0-ab69-4a1f5e3af320 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1127393
Mar 05 21:19:15.166269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8a777424-e821-4e72-90e6-32a266c791b5 None None] Provisioning complete for port 2d792f34-8e44-42c7-923e-91d5e87974f1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:15.166814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a777424-e821-4e72-90e6-32a266c791b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:15.172016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-20b71bc9-ac46-410d-9b88-7e60a62b1ef0 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1222408
Mar 05 21:19:15.205073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a777424-e821-4e72-90e6-32a266c791b5 None None] Port 2d792f34-8e44-42c7-923e-91d5e87974f1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:15.252758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Request body: {'port': {'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:15.348728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-4fe33988-d7c4-4c83-915a-106263f3ef91 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046032
Mar 05 21:19:15.364693 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:15.429763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-f86d3796-35a9-47d0-a00b-7dd3957e4921 service neutron] 10.222.0.15 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318704
Mar 05 21:19:15.603220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc072904-60c5-4d53-802c-4e0b0af182b0 req-9d9792c7-fde9-477b-bab6-3da5a556160e service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476661
Mar 05 21:19:15.644928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1875383-d923-4e6f-a751-967d43820ab5 req-20257f24-4164-4f73-9d28-84ce2a8e92c6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:15.646717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1875383-d923-4e6f-a751-967d43820ab5 req-20257f24-4164-4f73-9d28-84ce2a8e92c6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 931 time: 0.0670702
Mar 05 21:19:15.654575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-4e1a57f6-a125-4a97-81ee-bf9b1c636b79 service neutron] 10.222.0.15 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190161
Mar 05 21:19:15.698618 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1875383-d923-4e6f-a751-967d43820ab5 req-96435115-aa50-42ef-8f30-15e46600f9b6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460179
Mar 05 21:19:15.736163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-e0af160d-e44a-499f-a02f-89ad2c371f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:15.737677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-e0af160d-e44a-499f-a02f-89ad2c371f63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1125 time: 0.0855634
Mar 05 21:19:15.829682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9fa1bf34-1044-4d7a-8151-b28e00c09754 req-326ff4e6-3a6e-43f2-b25d-e2719b33322a tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 210 time: 0.0290225
Mar 05 21:19:15.903177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-2a706c7c-fdf0-464d-87cf-0777d9affb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:15.904718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-2a706c7c-fdf0-464d-87cf-0777d9affb60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1606495
Mar 05 21:19:15.920820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d792f34-8e44-42c7-923e-91d5e87974f1 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:15.957366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks [] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:15.961404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-d492af9a-48cb-4f98-88f5-1baf2a70717c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 217 time: 0.0490816
Mar 05 21:19:16.022840 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Transition to ACTIVE for port object 2d792f34-8e44-42c7-923e-91d5e87974f1 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:19:16.028797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:16.083725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-f26d956c-1dbb-4c7f-8c83-ac7933a19a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.085141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-f26d956c-1dbb-4c7f-8c83-ac7933a19a2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.1133401
Mar 05 21:19:16.137074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1cee1-6dbb-4a95-a2cc-b3e6c7f8315b req-c3a42e4d-9684-4c49-97fb-f1ba603ac3ba tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.138608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eb1cee1-6dbb-4a95-a2cc-b3e6c7f8315b req-c3a42e4d-9684-4c49-97fb-f1ba603ac3ba tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.1835570
Mar 05 21:19:16.139275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:16.248720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-bea85a13-eb1c-48b0-8c3c-cd17f6ed8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.250245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-bea85a13-eb1c-48b0-8c3c-cd17f6ed8805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1580653
Mar 05 21:19:16.272258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3eb1cee1-6dbb-4a95-a2cc-b3e6c7f8315b req-d1c5128c-d4ac-4828-99d5-ae14ea22aac4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225200
Mar 05 21:19:16.320207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Attempting to bind port 2d792f34-8e44-42c7-923e-91d5e87974f1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:16.320529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Attempting to bind port 2d792f34-8e44-42c7-923e-91d5e87974f1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:16.320877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Attempting to bind port 2d792f34-8e44-42c7-923e-91d5e87974f1 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:16.331832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Port 2d792f34-8e44-42c7-923e-91d5e87974f1 on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:19:16.332408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Attempting to bind port 2d792f34-8e44-42c7-923e-91d5e87974f1 on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:16.341157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:16.341503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:16.341893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:16.342327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Bound port: 2d792f34-8e44-42c7-923e-91d5e87974f1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:16.342683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:16.406817 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-b57dcfe5-3e1f-426d-8a1c-13bc5fccef08 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485975
Mar 05 21:19:16.481350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:16.496790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d792f34-8e44-42c7-923e-91d5e87974f1,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:16.510737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:16.568149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.568773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:16.570151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] 10.222.0.31 "PUT /v2.0/ports/2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 1091 time: 1.4854448
Mar 05 21:19:16.574184 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b785a9a-784c-4c04-80d7-90f519e486c1 req-532912f2-7cc2-49b4-8253-5359f47e9128 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602905
Mar 05 21:19:16.593073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8a75-0761-40fe-824b-7046c72e3a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:16.599456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:16.602114 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb04a7-1847-4543-9d01-da13dbaa9307" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:16.647766 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741a55b4-c6c5-48d2-b42f-95e14b580b49 x-openstack-request-id: req-741a55b4-c6c5-48d2-b42f-95e14b580b49 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:16.648140 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:16.648406 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-741a55b4-c6c5-48d2-b42f-95e14b580b49 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:16.648914 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'status': 'completed', 'code': 200}
Mar 05 21:19:16.670722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-cbc265af-b663-411e-b679-226250f87f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.672395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-cbc265af-b663-411e-b679-226250f87f61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1125 time: 0.0544553
Mar 05 21:19:16.712357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:16.720486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-b1ad0ed2-5ffa-4b73-9fa5-c447802ab0d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 217 time: 0.0411279
Mar 05 21:19:16.767423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:16.768137 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:16.787203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-3b4ad7e4-adcb-4bc0-a065-7c49f6b7d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.788733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-3b4ad7e4-adcb-4bc0-a065-7c49f6b7d30b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0617003
Mar 05 21:19:16.870654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:16.940986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d0d3d-7b8a-4365-9a09-c5babb3090c9 req-31994d88-efd4-4f80-b743-0d2f05dfbea9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.942678 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c7d0d3d-7b8a-4365-9a09-c5babb3090c9 req-31994d88-efd4-4f80-b743-0d2f05dfbea9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 943 time: 0.1530395
Mar 05 21:19:16.950136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-2ce4a4ac-3db2-4258-a68b-8eef8eecb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:16.951930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-2ce4a4ac-3db2-4258-a68b-8eef8eecb6b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1512713
Mar 05 21:19:17.005577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-74d4ef5e-f2f7-4217-81d6-5e479e082b6c req-0ecc3802-d325-486e-9c58-053f2d98d618 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 210 time: 0.0394192
Mar 05 21:19:17.324558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Sync routers for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:17.341110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:17.341845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8319a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:17.420863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb232f-51c0-40a4-923a-4e7da5ed904e req-8608f8a0-b532-495d-a189-8f6f3a949ef1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:17.422541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9cb232f-51c0-40a4-923a-4e7da5ed904e req-8608f8a0-b532-495d-a189-8f6f3a949ef1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.0677421
Mar 05 21:19:17.452783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-734f7313-1f35-40e0-b41d-d0372d569b28 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:17.454346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-734f7313-1f35-40e0-b41d-d0372d569b28 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.31 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.5843117
Mar 05 21:19:17.458569 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9c7d0d3d-7b8a-4365-9a09-c5babb3090c9 req-65df30e5-0a47-40f2-9fc5-94de96521ccf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5056727
Mar 05 21:19:17.468538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:17.476835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Request body: {'port': {'device_id': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'admin_state_up': True, 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:17.499605 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9cb232f-51c0-40a4-923a-4e7da5ed904e req-880943e9-a0ad-4bec-90e2-2708631d2ae0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692222
Mar 05 21:19:17.513493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-f6f5e827-936e-4624-ab72-94783bd4a35d service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5521269
Mar 05 21:19:17.534884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Made reservation on behalf of a500d095d0294b1b948358cfe6ebdcd9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:17.537560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:17.671255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba53568-3ec7-4e37-9af6-81e8fec6ab16 req-5e8e7ba0-068b-4e50-afb7-c4fcabedb83d service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450799
Mar 05 21:19:17.674759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8319a2b0>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3719f153-0b8a-4693-9f96-99f784f3b76d', 'name': '', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'mac_address': 'fa:16:3e:3a:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:09Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 2, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'subnets': [{'id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:17.702004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Checking router: 0859b4ab-4b01-4c51-a929-9929f23645ff for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:17.702370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Updating router 0859b4ab-4b01-4c51-a929-9929f23645ff port 3719f153-0b8a-4693-9f96-99f784f3b76d binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:19:17.730197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Allocated IP 172.20.0.6 (aa514f23-77bd-4790-8d98-783b4fe41cc8/5df90177-01e7-4060-8a82-38beaa781b1b/11d85a14-9ebe-4a08-8a66-0c34185bc068) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:17.734700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:17.802627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-e7cc6751-18d6-4b36-83b0-8e1c44e1b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:17.804199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-e7cc6751-18d6-4b36-83b0-8e1c44e1b9cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1125 time: 0.0817344
Mar 05 21:19:17.970320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks [] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:17.975093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-217eb6a9-a17d-4c17-820e-14da52edd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:17.976589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-217eb6a9-a17d-4c17-820e-14da52edd6fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1585829
Mar 05 21:19:18.004682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks [] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.010315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.027400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-f62b7dff-f1e5-45fd-97b8-0e9df6e70c6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 217 time: 0.0436757
Mar 05 21:19:18.068482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.085514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616dbca-43fd-406e-91d0-37956511aa01 None None] Pushing event updated for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:18.125356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Attempting to bind port 3719f153-0b8a-4693-9f96-99f784f3b76d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:18.125745 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Attempting to bind port 3719f153-0b8a-4693-9f96-99f784f3b76d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:18.126122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Attempting to bind port 3719f153-0b8a-4693-9f96-99f784f3b76d on network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:18.133285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:18.133927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Checking segment: {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:18.134340 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.134744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Bound using segment: {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:18.137351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Bound port: 3719f153-0b8a-4693-9f96-99f784f3b76d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf6deeb-2c82-4722-9807-cdb900575595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:18.137351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.153905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:19:18.160673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Pushing event updated for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:18.168260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:18.169942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-52bcc69a-56e7-4458-b68d-ba1a5de02df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.171417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-52bcc69a-56e7-4458-b68d-ba1a5de02df8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.1371286
Mar 05 21:19:18.173767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:18.177653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:18.249397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d98896-57d5-4d81-865a-735679bf2ce4 req-a491ea3b-4193-4626-8d6d-42ed2f6923f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.250934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d98896-57d5-4d81-865a-735679bf2ce4 req-a491ea3b-4193-4626-8d6d-42ed2f6923f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1027 time: 0.1411428
Mar 05 21:19:18.264730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.265337 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.272624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] For port 3719f153-0b8a-4693-9f96-99f784f3b76d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:18.291808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] For port 3719f153-0b8a-4693-9f96-99f784f3b76d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3719f153-0b8a-4693-9f96-99f784f3b76d,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:18.306578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.315909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-b45cf2b7-86fc-46d6-9725-9c1bef36f745 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.8530488
Mar 05 21:19:18.324270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-e34b3b93-8803-47cc-a7e6-2c634680f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.325897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-e34b3b93-8803-47cc-a7e6-2c634680f0b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1460829
Mar 05 21:19:18.333923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Request body: {'port': {'device_id': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:18.385949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:18.395979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:18.396618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8319a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:18.412283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5d98896-57d5-4d81-865a-735679bf2ce4 req-817472bf-9531-42d9-8051-e51c875bfccf tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508517
Mar 05 21:19:18.479953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616dbca-43fd-406e-91d0-37956511aa01 None None] Pushing event updated for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:18.493238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'mac_address': 'fa:16:3e:73:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:19:18.517085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.607974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:18.609432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.702832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-30f89c5d-2752-4530-819b-a33ba00fe78f service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3633683
Mar 05 21:19:18.722869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 0b00b531-b0ae-4f1d-a442-74a1fe2153df is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:18.722869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.749829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b00b531-b0ae-4f1d-a442-74a1fe2153df {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:18.761620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef26f-6785-4af7-b950-7f5c7001ab99 req-09e8be4b-42f3-4c7f-b410-4e5080c40bd4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.764664 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddbef26f-6785-4af7-b950-7f5c7001ab99 req-09e8be4b-42f3-4c7f-b410-4e5080c40bd4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 943 time: 0.1418586
Mar 05 21:19:18.777885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:18.812541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:18.814602 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:18.827301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac6555-3373-42a3-82e4-c25534ceac2e req-951f0d9f-b9b9-48e5-94a9-4dbcd5ad6cca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:18.829013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98ac6555-3373-42a3-82e4-c25534ceac2e req-951f0d9f-b9b9-48e5-94a9-4dbcd5ad6cca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.2044375
Mar 05 21:19:18.842996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ddbef26f-6785-4af7-b950-7f5c7001ab99 req-ce885ea1-4e00-4fe5-b1ca-e4119d4dccc3 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709696
Mar 05 21:19:18.864903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3719f153-0b8a-4693-9f96-99f784f3b76d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:19.011049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-98ac6555-3373-42a3-82e4-c25534ceac2e req-93ae778e-fa76-4c19-a57b-5e6e8ad42987 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1484890
Mar 05 21:19:19.016499 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dcbb04a7-1847-4543-9d01-da13dbaa9307 req-62a2f3c3-54fe-4585-9dfb-b9def87e186d service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009446
Mar 05 21:19:19.098575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Current status of the port 3719f153-0b8a-4693-9f96-99f784f3b76d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:19.098966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.112592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d85a14-9ebe-4a08-8a66-0c34185bc068 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:19.121467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks [] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.134104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Transition to ACTIVE for port object 11d85a14-9ebe-4a08-8a66-0c34185bc068 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:19:19.138248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.157040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['0b00b531-b0ae-4f1d-a442-74a1fe2153df'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:19.193099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Pushing event updated for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:19.206981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:19.266994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] For port 3719f153-0b8a-4693-9f96-99f784f3b76d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3719f153-0b8a-4693-9f96-99f784f3b76d,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:19.269235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Attempting to bind port 11d85a14-9ebe-4a08-8a66-0c34185bc068 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:19.269421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Attempting to bind port 11d85a14-9ebe-4a08-8a66-0c34185bc068 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:19.270584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Attempting to bind port 11d85a14-9ebe-4a08-8a66-0c34185bc068 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:19.276671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Port 11d85a14-9ebe-4a08-8a66-0c34185bc068 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:19:19.277007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Attempting to bind port 11d85a14-9ebe-4a08-8a66-0c34185bc068 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:19.279246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.282810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:19.283132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Checking segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:19.283527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Bound using segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:19.284019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Bound port: 11d85a14-9ebe-4a08-8a66-0c34185bc068, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:19.284394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.337743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:19.338123 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.360093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:19.363903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:19.370659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.408383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.409101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.410518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] 10.222.0.31 "PUT /v2.0/ports/11d85a14-9ebe-4a08-8a66-0c34185bc068 HTTP/1.1" status: 200  len: 1091 time: 1.0834882
Mar 05 21:19:19.413188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:19.416135 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfb8be-e278-48d5-8f0f-e449d3f501a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:19.457229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec0c97-d32b-4e12-a7e1-4c36e4b35476 None None] Pushing event updated for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:19.491853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f3250887-2d39-4156-9bf0-3acbdb5eb5b9 None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:19.492240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f3250887-2d39-4156-9bf0-3acbdb5eb5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:19.500344 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd25d12-c02d-4cbe-a2ab-cfc08fa6eb35 x-openstack-request-id: req-6dd25d12-c02d-4cbe-a2ab-cfc08fa6eb35 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:19.500974 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:19.501424 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dd25d12-c02d-4cbe-a2ab-cfc08fa6eb35 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:19.502156 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068', 'status': 'completed', 'code': 200}
Mar 05 21:19:19.525853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdceba6-7cb4-4a6e-80a9-c39509416efd service neutron] Pushing event updated for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:19.578092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-9e9c96d6-362a-4dc3-a1a6-82a0180802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.579644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-9e9c96d6-362a-4dc3-a1a6-82a0180802fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1125 time: 0.1108429
Mar 05 21:19:19.630373 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-44236a76-3340-45bb-9230-0a46237f1ca7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068 HTTP/1.1" status: 200  len: 217 time: 0.0393643
Mar 05 21:19:19.633329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44831fd-d7b5-488d-85a6-508415ac894c req-0ce1f821-b535-42ea-bc1c-0ca150ff3052 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.635147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c44831fd-d7b5-488d-85a6-508415ac894c req-0ce1f821-b535-42ea-bc1c-0ca150ff3052 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1125 time: 0.1128607
Mar 05 21:19:19.650305 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3719f153-0b8a-4693-9f96-99f784f3b76d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:19.673534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8319a2b0>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3719f153-0b8a-4693-9f96-99f784f3b76d', 'name': '', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'mac_address': 'fa:16:3e:3a:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:09Z', 'updated_at': '2022-03-05T21:19:18Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'subnets': [{'id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:19.710838 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-fe66d66b-a674-4c63-a352-9fb0e6a43f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.712364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-fe66d66b-a674-4c63-a352-9fb0e6a43f99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5df90177-01e7-4060-8a82-38beaa781b1b HTTP/1.1" status: 200  len: 848 time: 0.0763483
Mar 05 21:19:19.734741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c44831fd-d7b5-488d-85a6-508415ac894c req-3595a116-420b-4a47-b53d-dd4f749145a6 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905759
Mar 05 21:19:19.739890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d99a7d-a8d6-4d81-a105-bccdeb67de83 None None] The sync data for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 is: [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3719f153-0b8a-4693-9f96-99f784f3b76d', 'name': '', 'network_id': 'a7efdf81-d072-4b6f-8b42-147c41a4b5c5', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'mac_address': 'fa:16:3e:3a:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:09Z', 'updated_at': '2022-03-05T21:19:18Z', 'revision_number': 4, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'subnets': [{'id': '109a1dbd-b9d5-4d3d-a371-17d6f648467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:19.773992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcce0-3da0-4260-989e-797476b6376a req-dcecd9e8-2b62-4160-a59f-654844564daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.775828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-dcecd9e8-2b62-4160-a59f-654844564daf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa514f23-77bd-4790-8d98-783b4fe41cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0562277
Mar 05 21:19:19.776074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f3250887-2d39-4156-9bf0-3acbdb5eb5b9 None None] Current status of the port 3719f153-0b8a-4693-9f96-99f784f3b76d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:19.877141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-467488f1-e9c7-43a4-b363-4496253a20a1 service neutron] 10.222.0.31 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946949
Mar 05 21:19:19.986694 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9628fcf-62a6-46b7-92dd-2b6a6153799a req-9a998e26-bff1-44db-87b6-7a6d04c95bb1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:19.987835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-187fcce0-3da0-4260-989e-797476b6376a req-1cd38ea4-5c4f-40f5-8796-f036eb240812 service neutron] 10.222.0.31 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053729
Mar 05 21:19:19.988431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9628fcf-62a6-46b7-92dd-2b6a6153799a req-9a998e26-bff1-44db-87b6-7a6d04c95bb1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 943 time: 0.0619671
Mar 05 21:19:20.064642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9628fcf-62a6-46b7-92dd-2b6a6153799a req-d1d45ccd-1a23-4ced-8750-f309a60496a8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666139
Mar 05 21:19:20.095962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-746abc49-fdca-4b12-8517-2fa0847306b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.097596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-746abc49-fdca-4b12-8517-2fa0847306b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1125 time: 0.0573177
Mar 05 21:19:20.185472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:20.217480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc0a0-cdc3-4b5b-8263-3b39fc4e00f1 req-03a835a0-04d2-4de4-913b-166dd470dbb0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.218981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-386dc0a0-cdc3-4b5b-8263-3b39fc4e00f1 req-03a835a0-04d2-4de4-913b-166dd470dbb0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 944 time: 0.1203108
Mar 05 21:19:20.242342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:19:20.246696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-f70f0ddc-6404-42e3-8f07-a4d430a61d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.246904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:20.247150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:20.248320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-f70f0ddc-6404-42e3-8f07-a4d430a61d5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.1412885
Mar 05 21:19:20.304098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-f822154a-9522-4e1f-978d-fec6497c0084 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068 HTTP/1.1" status: 200  len: 217 time: 0.0481479
Mar 05 21:19:20.331692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 0b00b531-b0ae-4f1d-a442-74a1fe2153df is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:20.332567 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:20.354637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-386dc0a0-cdc3-4b5b-8263-3b39fc4e00f1 req-a45c0db4-66bd-45aa-9f03-92d4246b2422 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1255333
Mar 05 21:19:20.359611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:20.361912 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e53b3-1901-4a19-84c9-f0ffce18c382" -d '{"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-plugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:20.382268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-2285d84b-dca8-48a8-b936-1c8d747f2377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.384023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-2285d84b-dca8-48a8-b936-1c8d747f2377 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5df90177-01e7-4060-8a82-38beaa781b1b HTTP/1.1" status: 200  len: 848 time: 0.0722847
Mar 05 21:19:20.384574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:20.388906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:20.403916 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b8c257-bf5c-4f97-b965-285f42352b34 x-openstack-request-id: req-09b8c257-bf5c-4f97-b965-285f42352b34 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:20.404127 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-plugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:20.404408 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09b8c257-bf5c-4f97-b965-285f42352b34 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:20.404805 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'code': 200}
Mar 05 21:19:20.451153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-972caa05-84fa-4abd-87e2-ec8ff64416c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.452798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-972caa05-84fa-4abd-87e2-ec8ff64416c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa514f23-77bd-4790-8d98-783b4fe41cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0610855
Mar 05 21:19:20.462147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:20.579438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f00ea-b1c9-4ec1-80df-1eea3b6b3239 req-56c30f86-1b8b-41b7-b397-7fca55676250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.581000 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e4f00ea-b1c9-4ec1-80df-1eea3b6b3239 req-56c30f86-1b8b-41b7-b397-7fca55676250 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.1117179
Mar 05 21:19:20.584676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-f856f222-7da6-4382-96ad-448998c9251e service neutron] 10.222.0.31 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244533
Mar 05 21:19:20.680710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e4f00ea-b1c9-4ec1-80df-1eea3b6b3239 req-230fd4ed-ef6c-4a4d-814a-5d1e10a73fd3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944314
Mar 05 21:19:20.704430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3719f153-0b8a-4693-9f96-99f784f3b76d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:20.707102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-53bfb8be-e278-48d5-8f0f-e449d3f501a3 req-11e9d7c8-47cb-4389-94c3-88b06c44fe82 service neutron] 10.222.0.31 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1157641
Mar 05 21:19:20.755245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3719f153-0b8a-4693-9f96-99f784f3b76d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:20.755620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:20.832245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3719f153-0b8a-4693-9f96-99f784f3b76d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:20.847022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844544-6287-4297-bfb0-fe05657db07a req-55e3a654-f9d8-4142-b47b-ab51601165ab tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:20.849501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df844544-6287-4297-bfb0-fe05657db07a req-55e3a654-f9d8-4142-b47b-ab51601165ab tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1125 time: 0.0459676
Mar 05 21:19:20.896223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-df844544-6287-4297-bfb0-fe05657db07a req-c12a8fb2-46df-4e0c-ab9f-6984e8e0380b tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392864
Mar 05 21:19:21.175180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb849d-0059-462c-a8f3-b393706dcf1a req-c0f856ce-2d38-4447-8672-36a68873445a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:21.176857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7eb849d-0059-462c-a8f3-b393706dcf1a req-c0f856ce-2d38-4447-8672-36a68873445a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 943 time: 0.0534468
Mar 05 21:19:21.224959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7eb849d-0059-462c-a8f3-b393706dcf1a req-0bbd54dc-4df8-43ad-8705-06c19aa4dcd2 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426397
Mar 05 21:19:21.471199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8d8d-727d-4a2e-9988-41c3d29949c9 req-8506dab3-5fb0-4d27-ab5e-1d1ed07f9343 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:21.473076 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f1c8d8d-727d-4a2e-9988-41c3d29949c9 req-8506dab3-5fb0-4d27-ab5e-1d1ed07f9343 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0553422
Mar 05 21:19:21.521828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f1c8d8d-727d-4a2e-9988-41c3d29949c9 req-09185f29-8b8f-4d8d-aa2b-b6880722c553 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434556
Mar 05 21:19:22.005896 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136afc2-2d9c-47cf-bfa3-387bcf163a15 req-a032df15-faf5-4f47-9be1-f3e8de0808f0 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:22.007629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7136afc2-2d9c-47cf-bfa3-387bcf163a15 req-a032df15-faf5-4f47-9be1-f3e8de0808f0 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1125 time: 0.0442295
Mar 05 21:19:22.051521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7136afc2-2d9c-47cf-bfa3-387bcf163a15 req-09107904-8adc-4cef-87eb-b5d6ea15fae9 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379052
Mar 05 21:19:22.314539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 11d85a14-9ebe-4a08-8a66-0c34185bc068 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:19:22.341738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b49bd4-8fe8-4319-8aa0-934777087276 req-715d5ce3-0f65-4ca5-9fc0-cde8d7d08a2b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:22.343250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3b49bd4-8fe8-4319-8aa0-934777087276 req-715d5ce3-0f65-4ca5-9fc0-cde8d7d08a2b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 943 time: 0.0526066
Mar 05 21:19:22.396702 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3b49bd4-8fe8-4319-8aa0-934777087276 req-88f02a67-4095-4be3-8a73-12fe1d85b2ba tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470748
Mar 05 21:19:22.424985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:22.436001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '11d85a14-9ebe-4a08-8a66-0c34185bc068', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'port_id': '11d85a14-9ebe-4a08-8a66-0c34185bc068', 'mac_address': 'fa:16:3e:59:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:19:22.472241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 11d85a14-9ebe-4a08-8a66-0c34185bc068 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:22.473524 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:22.485925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d85a14-9ebe-4a08-8a66-0c34185bc068 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:22.504698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:22.508856 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:22.509576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2d792f34-8e44-42c7-923e-91d5e87974f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:19:22.603873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:22.647602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d792f34-8e44-42c7-923e-91d5e87974f1,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:22.647926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824f7dd-e6cf-4326-9531-8eb4d141b412 req-b54ba43c-6891-427d-92bc-0dbc6c4d7184 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:22.649497 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4824f7dd-e6cf-4326-9531-8eb4d141b412 req-b54ba43c-6891-427d-92bc-0dbc6c4d7184 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0590255
Mar 05 21:19:22.659910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:19:22.699700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2d792f34-8e44-42c7-923e-91d5e87974f1 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:22.700112 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:22.704183 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4824f7dd-e6cf-4326-9531-8eb4d141b412 req-35ad4153-c31a-4cd3-90bf-15726be6e4f9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486526
Mar 05 21:19:22.714802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d792f34-8e44-42c7-923e-91d5e87974f1 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:22.741778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d792f34-8e44-42c7-923e-91d5e87974f1,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:22.745570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:22.794074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:22.823396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3faa2-ee8a-4343-bcc4-1b3cac827289 req-255b51b4-3a48-4ed9-bf40-5fac73e74d0b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:22.824915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4b3faa2-ee8a-4343-bcc4-1b3cac827289 req-255b51b4-3a48-4ed9-bf40-5fac73e74d0b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0517521
Mar 05 21:19:22.876498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f4b3faa2-ee8a-4343-bcc4-1b3cac827289 req-ee5cd192-7fe7-48ac-bdd1-694f2f7011af tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460627
Mar 05 21:19:22.899499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60146) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:22.947191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d78e4af-f5ac-401d-828c-1aea0f9206e6 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:22.948761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0d78e4af-f5ac-401d-828c-1aea0f9206e6 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1122 time: 0.0481083
Mar 05 21:19:22.951538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60148) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:22.955721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:22.976529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:23.002973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['2d792f34-8e44-42c7-923e-91d5e87974f1'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:23.006453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['11d85a14-9ebe-4a08-8a66-0c34185bc068'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:23.082348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:23.180013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14812ffd-4bb4-4c0a-88ad-86daf89c8fee req-8bea4a8d-2b35-4ac2-8fef-f37d1c2c4959 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:23.184161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14812ffd-4bb4-4c0a-88ad-86daf89c8fee req-8bea4a8d-2b35-4ac2-8fef-f37d1c2c4959 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1126 time: 0.0508215
Mar 05 21:19:23.204879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.44 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bd957d23-9fef-45bc-9faa-687950b73efb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:23.231830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-14812ffd-4bb4-4c0a-88ad-86daf89c8fee req-fbf83b86-f88b-4bca-a3e8-004d63859d9a tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443072
Mar 05 21:19:23.308948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (bd957d23-9fef-45bc-9faa-687950b73efb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:23.344155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:23.387324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:23.391736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:23.396170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:23.401864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=bd957d23-9fef-45bc-9faa-687950b73efb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:23.620727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a1950-592c-48a6-bd97-300cb37f665d req-92bf5d7e-aae4-491c-8f39-0a96874f7d20 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:23.622112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d47a1950-592c-48a6-bd97-300cb37f665d req-92bf5d7e-aae4-491c-8f39-0a96874f7d20 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 944 time: 0.1549847
Mar 05 21:19:23.689534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d47a1950-592c-48a6-bd97-300cb37f665d req-912de99d-85c9-4fd9-9a50-b355b8e4b2c1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612421
Mar 05 21:19:23.749364 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:19:23.821498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (6c8933d0-0898-4b69-81c7-bf2d939fa717), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:23.888423 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.040289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (bd957d23-9fef-45bc-9faa-687950b73efb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.044748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.116417 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=bd957d23-9fef-45bc-9faa-687950b73efb,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:24.125827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6c8933d0-0898-4b69-81c7-bf2d939fa717), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.225933 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 6c8933d0-0898-4b69-81c7-bf2d939fa717 associated. External IP: 172.35.0.44, port: 0b00b531-b0ae-4f1d-a442-74a1fe2153df.
Mar 05 21:19:24.329431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 11d85a14-9ebe-4a08-8a66-0c34185bc068 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:24.353488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1c19-4886-4d0c-98ee-90771a362c23 req-80d6cf0f-a960-43c0-9c7d-445f3cc08e04 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:24.355327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c90a1c19-4886-4d0c-98ee-90771a362c23 req-80d6cf0f-a960-43c0-9c7d-445f3cc08e04 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1126 time: 0.0528162
Mar 05 21:19:24.385790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 11d85a14-9ebe-4a08-8a66-0c34185bc068 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:19:24.392826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 11d85a14-9ebe-4a08-8a66-0c34185bc068 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:24.392826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.409134 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c90a1c19-4886-4d0c-98ee-90771a362c23 req-15e33658-ceff-4b79-a1b0-f86e1e81a0f4 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471203
Mar 05 21:19:24.473921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 11d85a14-9ebe-4a08-8a66-0c34185bc068 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:24.474319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.508712 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e51343c7-3c80-4464-9b94-06db1eb23b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.514814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:24.517095 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baef786-28d3-4df5-abfa-2b4d47000874" -d '{"events": [{"server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "name": "network-vif-plugged", "status": "completed", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:24.529905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:24.536214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.537121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2d792f34-8e44-42c7-923e-91d5e87974f1 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:24.577996 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c536626-f1b7-4ae0-b425-a6aa9b2db3ef x-openstack-request-id: req-6c536626-f1b7-4ae0-b425-a6aa9b2db3ef {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:24.578290 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "name": "network-vif-plugged", "status": "completed", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:24.578548 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c536626-f1b7-4ae0-b425-a6aa9b2db3ef {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:24.579007 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068', 'code': 200}
Mar 05 21:19:24.617060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:24.631345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 2d792f34-8e44-42c7-923e-91d5e87974f1 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:19:24.635454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 2d792f34-8e44-42c7-923e-91d5e87974f1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:24.635871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.690874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c89e-6635-4d94-ae49-038f400838a1 req-fd365d13-5a9e-4122-a568-8c59209fcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:24.692561 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f15c89e-6635-4d94-ae49-038f400838a1 req-fd365d13-5a9e-4122-a568-8c59209fcc5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0657055
Mar 05 21:19:24.718842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 2d792f34-8e44-42c7-923e-91d5e87974f1 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:24.719224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.755386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d792f34-8e44-42c7-923e-91d5e87974f1,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:24.764120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.814884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f15c89e-6635-4d94-ae49-038f400838a1 req-2e98a8e8-91f7-4084-a468-e13848f83f24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165152
Mar 05 21:19:24.817793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:24.822770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dffb2-bd1c-4fc7-8f7e-08926813dfc8 req-f0c043f0-8e5d-4f04-adb6-329684851a9c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:24.824322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-265dffb2-bd1c-4fc7-8f7e-08926813dfc8 req-f0c043f0-8e5d-4f04-adb6-329684851a9c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0584369
Mar 05 21:19:24.848111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router c549d050-fb8d-4e4f-a306-105da0ff1055 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:24.874758 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-265dffb2-bd1c-4fc7-8f7e-08926813dfc8 req-0e3ec202-eda5-4380-84f8-a3c0476c180d tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446823
Mar 05 21:19:24.961970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:24.971123 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Sync routers for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:24.981482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:24.982294 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:24.983065 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:25.011776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1d1dc891-5024-4960-9af6-8ce752d08bc2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0591693
Mar 05 21:19:25.012619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:25.015121 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20003fe5-7735-4e48-bdb4-cac0475bcb90" -d '{"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:25.056101 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f65166-7f2f-4a8a-9cf7-65499c7fa9e3 x-openstack-request-id: req-68f65166-7f2f-4a8a-9cf7-65499c7fa9e3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:25.056407 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:25.056666 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f65166-7f2f-4a8a-9cf7-65499c7fa9e3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:25.057079 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'status': 'completed', 'code': 200}
Mar 05 21:19:25.097431 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:25.150499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0deb28-ad75-45b4-aff1-81b357fe0cd0 req-2ca6ff04-2767-4dc6-ac1c-56565abf5d7f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.152019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c0deb28-ad75-45b4-aff1-81b357fe0cd0 req-2ca6ff04-2767-4dc6-ac1c-56565abf5d7f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0897655
Mar 05 21:19:25.158545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-c4892b58-5efc-4c6c-a7e6-8c5e8076cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.160195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-c4892b58-5efc-4c6c-a7e6-8c5e8076cac1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.0683038
Mar 05 21:19:25.262628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3c0deb28-ad75-45b4-aff1-81b357fe0cd0 req-f564786c-e52d-4e5d-a01f-71a952cf3791 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014392
Mar 05 21:19:25.284291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-995b2fb6-da3b-404e-a8fd-75918b9bfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.287176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-995b2fb6-da3b-404e-a8fd-75918b9bfdfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1202593
Mar 05 21:19:25.287377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60168) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:25.324946 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2940>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c8933d0-0898-4b69-81c7-bf2d939fa717', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.44', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'mac_address': 'fa:16:3e:73:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:23Z', 'updated_at': '2022-03-05T21:19:23Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:25.351580 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Checking router: c549d050-fb8d-4e4f-a306-105da0ff1055 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:25.354934 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1f18ba78-72b1-4efd-a6fa-e61f8e7889ec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 200  len: 990 time: 0.0663755
Mar 05 21:19:25.360134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-adcfdcb7-fabb-41da-a3de-28921c676f6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 998 time: 0.0664809
Mar 05 21:19:25.361484 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:25.362098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:18:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:25.407957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-3ab0c098-4f74-4719-8f90-8c97a6b3fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.409412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-3ab0c098-4f74-4719-8f90-8c97a6b3fe0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0444367
Mar 05 21:19:25.460661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-372dc5a2-8f4e-4a92-8a11-fba4c0aff2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.462170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-372dc5a2-8f4e-4a92-8a11-fba4c0aff2a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467896
Mar 05 21:19:25.492249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:25.532832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d638-c488-4145-a129-9ae8d765514b req-f9814fb6-35be-4c4f-8d2a-79b399d771e1 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:25.540021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2b2d638-c488-4145-a129-9ae8d765514b req-f9814fb6-35be-4c4f-8d2a-79b399d771e1 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0546021
Mar 05 21:19:25.569133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-e5e82e78-2a92-4682-8e38-8f4bef44fea7 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005824
Mar 05 21:19:25.580972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2b2d638-c488-4145-a129-9ae8d765514b req-2fadd1a3-be54-422c-938f-48ac68ce6512 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400722
Mar 05 21:19:25.663091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20003fe5-7735-4e48-bdb4-cac0475bcb90 req-b2208d0d-b361-462c-96fe-b61eb23a9fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881450
Mar 05 21:19:25.730880 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2940>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c8933d0-0898-4b69-81c7-bf2d939fa717', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.44', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'mac_address': 'fa:16:3e:73:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:23Z', 'updated_at': '2022-03-05T21:19:23Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:25.757437 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15da783-29f6-4603-9d0f-cd8069134649 None None] The sync data for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 is: [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c8933d0-0898-4b69-81c7-bf2d939fa717', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.44', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'mac_address': 'fa:16:3e:73:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:23Z', 'updated_at': '2022-03-05T21:19:23Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:26.012907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea94a-e2f5-4545-944b-f831f31b43e7 req-743295ff-462e-41cc-bbed-58a6bc2b63dc tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:26.014475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaaea94a-e2f5-4545-944b-f831f31b43e7 req-743295ff-462e-41cc-bbed-58a6bc2b63dc tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0580819
Mar 05 21:19:26.071695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eaaea94a-e2f5-4545-944b-f831f31b43e7 req-5eea42a6-4ea5-4d2e-bbd6-21b226f33104 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512857
Mar 05 21:19:26.359008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60176) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:26.427875 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2e996f92-c979-4f62-8dfe-912ddcb6d6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 200  len: 990 time: 0.0674202
Mar 05 21:19:26.429792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab8780-c8c5-4d0e-baf5-7f05dfc264a7 None None] New status for floating IP 6c8933d0-0898-4b69-81c7-bf2d939fa717: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:19:26.580636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:26.583599 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72846e02-3ce3-4d97-80e4-5fbd2e62ebd1" -d '{"events": [{"server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "name": "network-vif-plugged", "status": "completed", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:26.621407 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97863639-bd9d-42ae-ad21-6f0fc8eed9ee x-openstack-request-id: req-97863639-bd9d-42ae-ad21-6f0fc8eed9ee {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:26.621739 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "name": "network-vif-plugged", "status": "completed", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:26.621957 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97863639-bd9d-42ae-ad21-6f0fc8eed9ee {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:26.622362 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'code': 200}
Mar 05 21:19:26.730438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efc1ce-7c71-4287-a751-7b54c82407b2 req-f175783c-9aa8-4681-b82d-9605515d912d tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:26.731998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7efc1ce-7c71-4287-a751-7b54c82407b2 req-f175783c-9aa8-4681-b82d-9605515d912d tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0772965
Mar 05 21:19:26.736994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785371d-d89d-48be-880d-e7c756e3eee1 req-4bc22b3c-5009-429e-8a2f-90d70c37d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:26.738401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6785371d-d89d-48be-880d-e7c756e3eee1 req-4bc22b3c-5009-429e-8a2f-90d70c37d8b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1127 time: 0.0570555
Mar 05 21:19:26.811791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7efc1ce-7c71-4287-a751-7b54c82407b2 req-ca90b85a-ea19-430b-8236-a3f6a735dc67 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719762
Mar 05 21:19:26.814163 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6785371d-d89d-48be-880d-e7c756e3eee1 req-43c9baf4-e7ef-4a58-88c3-ba6dc5813dde service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692739
Mar 05 21:19:26.839243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1585801d-974c-4c73-a196-8dd50b2ab780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:26.930001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311a6dd-f504-4da9-8997-d6dd5f47cbd8 req-701d53df-679f-46c0-a9a3-6ddbaf462bd8 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:26.931986 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8311a6dd-f504-4da9-8997-d6dd5f47cbd8 req-701d53df-679f-46c0-a9a3-6ddbaf462bd8 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0485644
Mar 05 21:19:26.976747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8311a6dd-f504-4da9-8997-d6dd5f47cbd8 req-bec1d1f3-420f-4710-99dd-cacbb61f60d4 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392597
Mar 05 21:19:27.085746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ad19-6deb-461f-9d63-5f2895fc8d98 req-791f7b30-b56c-4e32-bdf2-9b041ecdafcb tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:27.087233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e54ad19-6deb-461f-9d63-5f2895fc8d98 req-791f7b30-b56c-4e32-bdf2-9b041ecdafcb tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0450959
Mar 05 21:19:27.131721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6e54ad19-6deb-461f-9d63-5f2895fc8d98 req-dbfc2f09-3018-46e9-9bec-a2c55dcefe71 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387778
Mar 05 21:19:27.190059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adc158-b9f1-4626-968b-53d7366dcb56 req-f436497f-5989-489b-b8a8-7b7f3944fa9c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:27.191834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28adc158-b9f1-4626-968b-53d7366dcb56 req-f436497f-5989-489b-b8a8-7b7f3944fa9c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0533748
Mar 05 21:19:27.242182 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28adc158-b9f1-4626-968b-53d7366dcb56 req-4ddbc9ac-e922-4373-8cca-0e06b49f8dd5 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447485
Mar 05 21:19:27.341637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-901573e7-5158-449c-ba1b-8d5f7bf3ff96 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:27.343066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-901573e7-5158-449c-ba1b-8d5f7bf3ff96 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.0861666
Mar 05 21:19:27.356956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-59b8668c-cde6-4db4-a851-e249e62e6396 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/quotas/a500d095d0294b1b948358cfe6ebdcd9 HTTP/1.1" status: 200  len: 375 time: 0.0085392
Mar 05 21:19:27.412611 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-e08268cc-eec5-46fd-8abb-d55ff9824c06 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0509300
Mar 05 21:19:27.431489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60202) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:27.506880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3d95995b-6601-4a35-8ec5-3e4260be645e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 200  len: 992 time: 0.0690124
Mar 05 21:19:27.507095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-141f3290-2a87-4479-9eb3-75b0b008cee3 service neutron] 10.222.0.15 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843050
Mar 05 21:19:27.597051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-ce9e9620-d886-4f5d-9eee-dbbe9b639769 service neutron] 10.222.0.15 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868208
Mar 05 21:19:27.756509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ac9b1fa-2f9c-497f-bccd-295f913941f5 req-9816e06a-bc06-4b1d-ab71-ee91a48c9eb4 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 210 time: 0.0273163
Mar 05 21:19:28.009378 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:28.366233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805456e1-5f95-4cd9-a8d7-d4bec765e044 req-2ea81ead-23a0-4c06-b768-76755028fbfb tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:28.367731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-805456e1-5f95-4cd9-a8d7-d4bec765e044 req-2ea81ead-23a0-4c06-b768-76755028fbfb tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0558383
Mar 05 21:19:28.418396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-805456e1-5f95-4cd9-a8d7-d4bec765e044 req-d9ecd37b-f1f2-4bae-947c-978abfabbf08 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451231
Mar 05 21:19:28.539145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390331b9-280b-4398-9967-cac7fbd49847 req-1c3b7558-1849-48ad-bd78-bba26a0de85c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:28.540681 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-390331b9-280b-4398-9967-cac7fbd49847 req-1c3b7558-1849-48ad-bd78-bba26a0de85c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0562468
Mar 05 21:19:28.591900 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-390331b9-280b-4398-9967-cac7fbd49847 req-96fc4380-7f91-4ca9-a75e-23f6183742a6 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453513
Mar 05 21:19:28.617175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60220) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:28.671989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f507ba0-9bba-4f51-87af-d5ad16d19625 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:28.673601 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8f507ba0-9bba-4f51-87af-d5ad16d19625 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1122 time: 0.0554512
Mar 05 21:19:28.677098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60222) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:28.681532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:28.700375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-428e83d3-4961-44e1-b4f7-51beeadbf373 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:28.701896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-428e83d3-4961-44e1-b4f7-51beeadbf373 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.23 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.1051054
Mar 05 21:19:28.703273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:28.712651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Request body: {'port': {'device_id': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'admin_state_up': True, 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:28.732784 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Made reservation on behalf of a500d095d0294b1b948358cfe6ebdcd9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:19:28.735140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:28.807853 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:28.869186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0450bc-0330-40fa-aa1a-142e51a7c7e8 req-956d2619-054d-42f4-82e0-e0e89f49c4e3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 210 time: 0.0338953
Mar 05 21:19:28.895143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Allocated IP 172.20.0.10 (aa514f23-77bd-4790-8d98-783b4fe41cc8/5df90177-01e7-4060-8a82-38beaa781b1b/362fa0d4-03d8-4fe7-a84e-67417b78fbd4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:28.931486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.35.0.215 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f09e92dd-23aa-4056-9b54-30c4d2ebb7a7) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:19:29.035410 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.047950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks [] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.069666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.081622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.094068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['11d85a14-9ebe-4a08-8a66-0c34185bc068'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:29.115467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:29.119985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:29.123749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:29.125837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:19:29.128869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:19:29.132392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:19:29.138241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Pushing event updated for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:29.148928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=f09e92dd-23aa-4056-9b54-30c4d2ebb7a7,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:29.180765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:29.181445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.198372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-506a7ace-88a3-4dab-960e-c8dd8f60f9f7 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4890966
Mar 05 21:19:29.214881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Request body: {'port': {'device_id': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:19:29.282480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.420618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-84ecb1e1-7f45-4a39-a7df-563292080d96 None None] Provisioning complete for port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:29.421000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84ecb1e1-7f45-4a39-a7df-563292080d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.459699 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84ecb1e1-7f45-4a39-a7df-563292080d96 None None] Port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:19:29.536325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (2d9c08e9-7f06-4d6a-a919-0ea9f1856519), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.573570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:29.583846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks [] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.592633 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.597379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Transition to ACTIVE for port object 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:19:29.602960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.617522 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.677043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Pushing event updated for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:29.730668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Attempting to bind port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:19:29.731020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Attempting to bind port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:19:29.731356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Attempting to bind port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:29.736225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:19:29.736561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Attempting to bind port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 on network aa514f23-77bd-4790-8d98-783b4fe41cc8 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:19:29.742942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:19:29.743288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Checking segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:19:29.743712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Bound using segment: {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:19:29.744152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Bound port: 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6219373b-a5a2-48d3-bf80-a721b011af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:19:29.744523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.787230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.792401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.820547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:19:29.824679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:19:29.832033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.867653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=f09e92dd-23aa-4056-9b54-30c4d2ebb7a7,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:29.871193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:29.871868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:29.873289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] 10.222.0.23 "PUT /v2.0/ports/362fa0d4-03d8-4fe7-a84e-67417b78fbd4 HTTP/1.1" status: 200  len: 1092 time: 0.6676590
Mar 05 21:19:29.873754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:29.876075 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca400a54-8213-429a-9bc3-984fb0393eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:29.876919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (2d9c08e9-7f06-4d6a-a919-0ea9f1856519), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:30.001192 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8ae38-2ed0-4c5d-8b7d-89155c22a391 x-openstack-request-id: req-ecf8ae38-2ed0-4c5d-8b7d-89155c22a391 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:30.001644 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:30.001785 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf8ae38-2ed0-4c5d-8b7d-89155c22a391 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:30.002138 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4', 'status': 'completed', 'code': 200}
Mar 05 21:19:30.013807 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 2d9c08e9-7f06-4d6a-a919-0ea9f1856519 associated. External IP: 172.35.0.215, port: 2d792f34-8e44-42c7-923e-91d5e87974f1.
Mar 05 21:19:30.041438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f198c-705e-4710-a80a-f43de1c05243 service neutron] Pushing event updated for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:30.067146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-d3b1d23d-33e6-42a9-b0e3-77aa88d4afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.068774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-d3b1d23d-33e6-42a9-b0e3-77aa88d4afc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1126 time: 0.1314766
Mar 05 21:19:30.116560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-f546c60f-bfe4-43ac-b275-670faf6d0d90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4 HTTP/1.1" status: 200  len: 217 time: 0.0409169
Mar 05 21:19:30.118678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7cc7b-a1d3-47da-95b5-f2e86483c7f6 req-4ad8249e-c2bc-4d05-b84c-f8e7feb5ff31 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.120030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ed7cc7b-a1d3-47da-95b5-f2e86483c7f6 req-4ad8249e-c2bc-4d05-b84c-f8e7feb5ff31 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1126 time: 0.1282482
Mar 05 21:19:30.181807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-f75d53fc-7d20-4515-b918-e1ac4828319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.183277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-f75d53fc-7d20-4515-b918-e1ac4828319e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5df90177-01e7-4060-8a82-38beaa781b1b HTTP/1.1" status: 200  len: 848 time: 0.0613003
Mar 05 21:19:30.233239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ed7cc7b-a1d3-47da-95b5-f2e86483c7f6 req-42eb9297-286e-4e55-9944-b877d550f798 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767820
Mar 05 21:19:30.235087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:30.250528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-545898f5-5db1-4466-9998-fece1a4e108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.252041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-545898f5-5db1-4466-9998-fece1a4e108c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa514f23-77bd-4790-8d98-783b4fe41cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0594635
Mar 05 21:19:30.339733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-9a4a241b-e57a-4fa8-9b0c-f8760a69d158 service neutron] 10.222.0.23 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804060
Mar 05 21:19:30.358376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:30.369094 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:30.378381 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:30.381222 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:30.381869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:30.424325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-704d8463-868d-45eb-8004-8c4c9dfefae9 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7460890
Mar 05 21:19:30.425106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:30.428536 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922d44f-6197-443b-a120-a4e4e42b9fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:30.444524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1662f341-d0c7-4be7-a5d3-9bff82fa1f3a req-846f8ebd-7154-41cf-8723-3481272b6f4c service neutron] 10.222.0.23 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982835
Mar 05 21:19:30.512545 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:30.541229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-ee184758-642a-4901-9015-6c37cebbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.542743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-ee184758-642a-4901-9015-6c37cebbaa51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1126 time: 0.0493221
Mar 05 21:19:30.545061 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddacffa-71c5-401a-b5a7-2f68e323d455 x-openstack-request-id: req-eddacffa-71c5-401a-b5a7-2f68e323d455 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:30.545362 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:30.545621 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eddacffa-71c5-401a-b5a7-2f68e323d455 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:30.546029 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'status': 'completed', 'code': 200}
Mar 05 21:19:30.672956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-fe68230c-00d8-44d8-8d6b-09cb073ca26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.674459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-fe68230c-00d8-44d8-8d6b-09cb073ca26a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1127 time: 0.0813138
Mar 05 21:19:30.679492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-e56210bd-78c0-4911-ab70-1431beaa3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.680994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-e56210bd-78c0-4911-ab70-1431beaa3d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 200  len: 910 time: 0.1314054
Mar 05 21:19:30.761176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-7206b5ff-5b11-4bb1-9d23-f84a60026cef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4 HTTP/1.1" status: 200  len: 217 time: 0.0619242
Mar 05 21:19:30.830856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-86db9a7a-2661-4a88-9b9b-8c0617afe93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.832674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-86db9a7a-2661-4a88-9b9b-8c0617afe93c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5df90177-01e7-4060-8a82-38beaa781b1b HTTP/1.1" status: 200  len: 848 time: 0.0655396
Mar 05 21:19:30.834027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2eb0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:29Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:30.837160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-299aa369-cc08-48aa-b3f8-4ba1904ee64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.839210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-299aa369-cc08-48aa-b3f8-4ba1904ee64c service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1573498
Mar 05 21:19:30.863730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:30.872087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:30.872705 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:30.944806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-10d4cb2f-6240-4c79-b5dd-eda8ff2dd986 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 999 time: 0.0922821
Mar 05 21:19:30.947367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-dab606de-7ea5-4601-a2c6-37e9fb88d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:30.948798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-dab606de-7ea5-4601-a2c6-37e9fb88d680 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa514f23-77bd-4790-8d98-783b4fe41cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1042137
Mar 05 21:19:30.980878 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:31.047131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:31.055139 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-701cf035-5293-4f66-a125-d57a3f4e382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:31.056659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-701cf035-5293-4f66-a125-d57a3f4e382b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.1061614
Mar 05 21:19:31.109760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-52e303d6-794a-409d-9f83-c5082afe6187 service neutron] 10.222.0.23 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515763
Mar 05 21:19:31.166106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-f28ab50f-7b9d-4282-926d-43f1e4a47c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:31.167607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-f28ab50f-7b9d-4282-926d-43f1e4a47c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1045749
Mar 05 21:19:31.204257 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bda2eb0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:29Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:31.233694 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c9e6-c02a-4a09-8efe-b1748ae93c08 None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:29Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:31.266357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca400a54-8213-429a-9bc3-984fb0393eaf req-35f40795-6a86-4435-84b9-9a78e3815daf service neutron] 10.222.0.23 "GET /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490228
Mar 05 21:19:31.290281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-14819555-bc2d-47c2-81fa-3772ce643f99 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168103
Mar 05 21:19:31.415951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d84073-e084-4e3d-9d42-57da147f8909 req-d2736073-99c6-4e82-bc31-248c6c4a40a9 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:31.417514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20d84073-e084-4e3d-9d42-57da147f8909 req-d2736073-99c6-4e82-bc31-248c6c4a40a9 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1126 time: 0.1144261
Mar 05 21:19:31.423606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4922d44f-6197-443b-a120-a4e4e42b9fd6 req-2031f481-99e7-4da9-9929-83b5029d14e0 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280396
Mar 05 21:19:31.462648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b7aae-b1da-4ad2-8884-e10c223a13fc None None] New status for floating IP 2d9c08e9-7f06-4d6a-a919-0ea9f1856519: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:19:31.471809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20d84073-e084-4e3d-9d42-57da147f8909 req-80aad7ec-e20f-4b86-810f-aa6cae002329 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469491
Mar 05 21:19:32.215657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:19:32.329023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:32.341487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4', 'network_id': 'aa514f23-77bd-4790-8d98-783b4fe41cc8', 'port_id': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4', 'mac_address': 'fa:16:3e:db:5f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df90177-01e7-4060-8a82-38beaa781b1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:19:32.385583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:32.386064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:32.401865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:19:32.429422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:32.434330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:32.488722 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:32.593687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e766a5-55c2-4864-98cc-2250f5e9d7d7 req-1192193d-82b3-4edd-89e9-7a52717d72a5 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:32.595228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80e766a5-55c2-4864-98cc-2250f5e9d7d7 req-1192193d-82b3-4edd-89e9-7a52717d72a5 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1127 time: 0.0479705
Mar 05 21:19:32.642263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80e766a5-55c2-4864-98cc-2250f5e9d7d7 req-cef835e0-31b6-4c87-8e25-d1e1f41b4687 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394685
Mar 05 21:19:32.652817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['362fa0d4-03d8-4fe7-a84e-67417b78fbd4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:33.760403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d620bf-4199-4fed-b2ba-f159d9c892a6 req-77ffd6bb-0e44-4417-96ac-4c27e371a9ad tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:33.761928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3d620bf-4199-4fed-b2ba-f159d9c892a6 req-77ffd6bb-0e44-4417-96ac-4c27e371a9ad tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1127 time: 0.0482612
Mar 05 21:19:33.805088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3d620bf-4199-4fed-b2ba-f159d9c892a6 req-f37323a0-a56e-4ed4-a6f0-3e3ccf97e41d tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374815
Mar 05 21:19:34.365707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:19:34.414060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:19:34.418163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:19:34.418546 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:34.497073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:19:34.497468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:34.520019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:34.522245 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc8ecd3-4f4d-4083-b653-51a2bc2a712a" -d '{"events": [{"server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "name": "network-vif-plugged", "status": "completed", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:34.534403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:34.540488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:34.563163 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506573c-8a27-45f7-a7ef-3638dcd61440 x-openstack-request-id: req-3506573c-8a27-45f7-a7ef-3638dcd61440 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:34.563450 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "name": "network-vif-plugged", "status": "completed", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:34.563722 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3506573c-8a27-45f7-a7ef-3638dcd61440 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:34.564112 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4', 'code': 200}
Mar 05 21:19:34.590486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:34.751768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96cd2-0a9b-4061-a810-70db963653ec req-8d248f5d-d9b8-4b37-a200-c4fd728aff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:34.753783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b96cd2-0a9b-4061-a810-70db963653ec req-8d248f5d-d9b8-4b37-a200-c4fd728aff6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0915020
Mar 05 21:19:34.797907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-56b96cd2-0a9b-4061-a810-70db963653ec req-c81461ce-72e4-425b-8d51-f877f9b3fc49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364895
Mar 05 21:19:34.915326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36c34-5b3d-43b8-a7ff-ddea0e17ee44 req-1437e72a-70eb-4a62-92b4-31592c5cb6f9 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:34.916811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1a36c34-5b3d-43b8-a7ff-ddea0e17ee44 req-1437e72a-70eb-4a62-92b4-31592c5cb6f9 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0459952
Mar 05 21:19:34.962367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1a36c34-5b3d-43b8-a7ff-ddea0e17ee44 req-428d14a1-1f46-4995-894b-d0caeb0e7ac4 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400581
Mar 05 21:19:36.075385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ebc8-3dca-4ecc-990a-a662fe47a670 req-9b00534c-0f12-4628-beda-dcf8329ef461 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.076926 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5318ebc8-3dca-4ecc-990a-a662fe47a670 req-9b00534c-0f12-4628-beda-dcf8329ef461 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0468869
Mar 05 21:19:36.121075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5318ebc8-3dca-4ecc-990a-a662fe47a670 req-df257f19-a07a-4ff3-afee-5cce243a0954 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374975
Mar 05 21:19:36.280962 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:36.436666 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:36.555565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e2c1-d25c-43b3-b9ca-db9bfea40dfc req-550b22d7-b1c8-4da0-9ff7-0a1dc446eac1 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.557135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1904e2c1-d25c-43b3-b9ca-db9bfea40dfc req-550b22d7-b1c8-4da0-9ff7-0a1dc446eac1 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.3667579
Mar 05 21:19:36.600524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1904e2c1-d25c-43b3-b9ca-db9bfea40dfc req-9f5fb3fc-bca6-489d-af52-144054d18e7e tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375645
Mar 05 21:19:36.707324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-25bf0f43-dd75-44a8-8af6-172733623ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426831
Mar 05 21:19:36.709206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faee9d-85d8-4b20-8289-c4c34becfb3b req-c060e8a6-061e-47c9-b6f8-d6b0416e0e3a tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.710929 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1faee9d-85d8-4b20-8289-c4c34becfb3b req-c060e8a6-061e-47c9-b6f8-d6b0416e0e3a tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0437973
Mar 05 21:19:36.758860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1faee9d-85d8-4b20-8289-c4c34becfb3b req-8881c47f-4605-461d-b8d3-60e5aa679a86 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412221
Mar 05 21:19:36.809269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-ffdd89c1-1fba-4cde-a996-5066575a8cd3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0820491
Mar 05 21:19:36.815373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-a109d1eb-2b64-46e3-9a4e-765742872f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.817090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-a109d1eb-2b64-46e3-9a4e-765742872f65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46aa322abe044eb7baa1f99f151b28cc&device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 1128 time: 0.0623658
Mar 05 21:19:36.959411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-7c1b34da-82c3-4ca4-9ded-9324fa63d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.960841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-7c1b34da-82c3-4ca4-9ded-9324fa63d2eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.1057963
Mar 05 21:19:36.970308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-166d9a64-3095-4420-8fa9-98f6a56ea06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:36.971794 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-166d9a64-3095-4420-8fa9-98f6a56ea06d service neutron] 10.222.0.31 "GET /v2.0/networks?id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 200  len: 914 time: 0.1370115
Mar 05 21:19:36.999475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c02ee5-6e98-404c-81e0-2ced26b86099 req-65e320b3-e147-4f0d-ba44-0d3bb6be02c5 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:37.001160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5c02ee5-6e98-404c-81e0-2ced26b86099 req-65e320b3-e147-4f0d-ba44-0d3bb6be02c5 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0458107
Mar 05 21:19:37.021273 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-f07ad58e-a03d-45ae-a3dd-b3cf809b14cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0 HTTP/1.1" status: 200  len: 217 time: 0.0434198
Mar 05 21:19:37.049553 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b5c02ee5-6e98-404c-81e0-2ced26b86099 req-925dbfee-379f-4532-8ed3-33ec31c3493a tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419912
Mar 05 21:19:37.119012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-1e21816e-12f3-4c2e-958f-64167bdb15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:37.120514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-1e21816e-12f3-4c2e-958f-64167bdb15ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 200  len: 853 time: 0.0900183
Mar 05 21:19:37.138564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-39db8544-ea41-4c85-806c-42b1aff56a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:37.139969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-39db8544-ea41-4c85-806c-42b1aff56a65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1281509
Mar 05 21:19:37.201046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-9ad38ce2-b218-4c54-ad0e-8f82ddbc1b8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68508e58-0d99-4ada-84a1-f7bc3c01d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600820
Mar 05 21:19:37.265632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-e89ae872-ed45-4413-a7db-170eb0a13eaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 1000 time: 0.1172571
Mar 05 21:19:37.338817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-e2e94c82-8902-43f7-a387-f3d9f5d196b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:37.340283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-e2e94c82-8902-43f7-a387-f3d9f5d196b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0689919
Mar 05 21:19:37.345393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-43a35ae7-9794-4433-a177-daf0dfea1583 service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354718
Mar 05 21:19:37.446713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-67f167d6-fdc6-4c7b-821c-085a76295958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:37.448256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-67f167d6-fdc6-4c7b-821c-085a76295958 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1020133
Mar 05 21:19:37.476412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49da1a4e-d510-4226-889d-7bcd694856d0 req-6592b36d-8b07-4e7a-a2e2-95f709482fed service neutron] 10.222.0.31 "GET /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223967
Mar 05 21:19:37.553300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-44749822-f26b-47b1-b2aa-d43df712930c service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938199
Mar 05 21:19:37.642870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-090efa75-b4bd-4acc-b779-f5879d3b5020 req-af195776-089b-47c9-889f-96a3d9bb98c9 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829604
Mar 05 21:19:38.173489 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50099f74-4ed4-4b69-8203-6a87ee89e7be req-16f0d92f-9aac-476d-bc7a-474a11e9b259 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:38.175045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50099f74-4ed4-4b69-8203-6a87ee89e7be req-16f0d92f-9aac-476d-bc7a-474a11e9b259 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0515974
Mar 05 21:19:38.220108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50099f74-4ed4-4b69-8203-6a87ee89e7be req-79817e6b-1e83-4c45-8fe8-a2a6ef3e2642 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389915
Mar 05 21:19:38.378625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be301-fdae-4a12-891d-b5f5d9492076 req-b9614dc1-b356-48fb-9421-9be6e1fcc314 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:38.380168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-386be301-fdae-4a12-891d-b5f5d9492076 req-b9614dc1-b356-48fb-9421-9be6e1fcc314 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 1128 time: 0.0444808
Mar 05 21:19:38.468237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Deleting port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:38.468496 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:38.550747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] For port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:38.551118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:38.564942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Calling delete_port for 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:38.699195 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (362fa0d4-03d8-4fe7-a84e-67417b78fbd4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:38.712932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['11d85a14-9ebe-4a08-8a66-0c34185bc068'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:38.715743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['362fa0d4-03d8-4fe7-a84e-67417b78fbd4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:38.728297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Pushing event deleted for resources: {'Port': ['ID=362fa0d4-03d8-4fe7-a84e-67417b78fbd4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:38.772108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] No DVR routers for this DVR port 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:38.774947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:38.778733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-386be301-fdae-4a12-891d-b5f5d9492076 req-9d50a6d0-d1b6-4d1b-a1f7-c8c9367c4b15 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.23 "DELETE /v2.0/ports/362fa0d4-03d8-4fe7-a84e-67417b78fbd4 HTTP/1.1" status: 204  len: 173 time: 0.3928661
Mar 05 21:19:38.779218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'name': 'network-vif-deleted', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:38.781604 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c327edd4-6135-418f-a3db-f83edf921d0c" -d '{"events": [{"server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "name": "network-vif-deleted", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:38.826765 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810eb0ec-5339-44e0-b8b2-4a7a2050965e x-openstack-request-id: req-810eb0ec-5339-44e0-b8b2-4a7a2050965e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:38.827087 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed522d82-98f7-4b8b-be87-f6ffb9d45f85", "name": "network-vif-deleted", "tag": "362fa0d4-03d8-4fe7-a84e-67417b78fbd4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:38.827488 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-810eb0ec-5339-44e0-b8b2-4a7a2050965e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:38.827753 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed522d82-98f7-4b8b-be87-f6ffb9d45f85', 'name': 'network-vif-deleted', 'tag': '362fa0d4-03d8-4fe7-a84e-67417b78fbd4', 'status': 'completed', 'code': 200}
Mar 05 21:19:39.333026 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68d52a78-acce-4d20-bb44-68901a947980 req-f37ad7e0-1bfd-402c-a8e8-6001349dea26 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed522d82-98f7-4b8b-be87-f6ffb9d45f85 HTTP/1.1" status: 200  len: 210 time: 0.0305934
Mar 05 21:19:40.591842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623533f-7710-447c-9c2b-93ece14d845d req-5e1dbd73-c70e-437f-bd8d-3481fc7bfc8e tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:40.593352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3623533f-7710-447c-9c2b-93ece14d845d req-5e1dbd73-c70e-437f-bd8d-3481fc7bfc8e tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0436597
Mar 05 21:19:40.637676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3623533f-7710-447c-9c2b-93ece14d845d req-cf3092e3-6f50-4553-97b9-499ae0aa65a0 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381558
Mar 05 21:19:41.747055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cda04-d9af-4d01-b3b1-31f8ef72162e req-801a8d2b-a291-48b0-b718-d3383669d530 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:41.748642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be8cda04-d9af-4d01-b3b1-31f8ef72162e req-801a8d2b-a291-48b0-b718-d3383669d530 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0445948
Mar 05 21:19:41.792623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be8cda04-d9af-4d01-b3b1-31f8ef72162e req-b19cfa1e-c216-4ff7-ab05-a0af87e90f3f tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f8a973f-9032-4c36-ac53-e35bb208bf0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379105
Mar 05 21:19:42.069439 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-5421190e-ec05-4202-aa5d-be12aff10021 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:42.070919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-5421190e-ec05-4202-aa5d-be12aff10021 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 1127 time: 0.0432284
Mar 05 21:19:42.156991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Deleting port 11d85a14-9ebe-4a08-8a66-0c34185bc068 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:42.157341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:42.233773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] For port 11d85a14-9ebe-4a08-8a66-0c34185bc068, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11d85a14-9ebe-4a08-8a66-0c34185bc068,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:42.234135 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:42.246494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Calling delete_port for 11d85a14-9ebe-4a08-8a66-0c34185bc068 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:42.263540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:42.287783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:42.288138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 362fa0d4-03d8-4fe7-a84e-67417b78fbd4 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:42.370493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (11d85a14-9ebe-4a08-8a66-0c34185bc068), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:42.384721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['11d85a14-9ebe-4a08-8a66-0c34185bc068'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:19:42.397325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d85a14-9ebe-4a08-8a66-0c34185bc068,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:42.447195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] No DVR routers for this DVR port 11d85a14-9ebe-4a08-8a66-0c34185bc068 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:42.449897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:42.453286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-73ecb2f2-84cd-4d2d-a98e-75cf1fa542af req-8433c629-a5ae-4ece-9565-90e3ea0ba0f3 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.31 "DELETE /v2.0/ports/11d85a14-9ebe-4a08-8a66-0c34185bc068 HTTP/1.1" status: 204  len: 173 time: 0.3754849
Mar 05 21:19:42.453746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'name': 'network-vif-deleted', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:19:42.457141 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d32059-c4f7-430f-bdcb-0781bc56d748" -d '{"events": [{"server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "name": "network-vif-deleted", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:19:42.496993 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799dd541-0df5-40e4-a1ed-01d12ccd41eb x-openstack-request-id: req-799dd541-0df5-40e4-a1ed-01d12ccd41eb {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:19:42.497398 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cde54-ee23-444f-8a2e-b0e963034007", "name": "network-vif-deleted", "tag": "11d85a14-9ebe-4a08-8a66-0c34185bc068", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:19:42.497520 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-799dd541-0df5-40e4-a1ed-01d12ccd41eb {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:19:42.497996 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05cde54-ee23-444f-8a2e-b0e963034007', 'name': 'network-vif-deleted', 'tag': '11d85a14-9ebe-4a08-8a66-0c34185bc068', 'status': 'completed', 'code': 200}
Mar 05 21:19:42.903111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40210-0f81-4d8a-9b33-9854dd9bd082 req-8e8a5b1b-aec4-446e-8c3d-7cd9503fdbf8 tempest-TestServerMultinode-1975856309 tempest-TestServerMultinode-1975856309-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c05cde54-ee23-444f-8a2e-b0e963034007 HTTP/1.1" status: 200  len: 210 time: 0.0289986
Mar 05 21:19:43.968476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60314) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:44.644344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:44.887260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Deleting port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:44.887605 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:44.969189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] For port 6afbf348-8372-44e0-b00e-f19aa8d0d2ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:44.969833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:44.982654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Calling delete_port for 6afbf348-8372-44e0-b00e-f19aa8d0d2ac owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:45.161549 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6afbf348-8372-44e0-b00e-f19aa8d0d2ac), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:45.186379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Pushing event deleted for resources: {'Port': ['ID=6afbf348-8372-44e0-b00e-f19aa8d0d2ac,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:45.355785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:45.529419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-43c4e699-d8e3-41ba-b586-4da4e19a26f8 req-8e065967-6178-40d1-9b5f-8bd2d97c8b56 service neutron] (126563) timed out ('10.222.0.23', 58889) {{(pid=126563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:19:45.576355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Router 83491746-8a7f-4d4e-ad01-f021afc5dc2d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:45.687956 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:45.694133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-37f08616-6ab3-46a1-897f-a49ee332a16c admin admin] 10.222.0.15 "PUT /v2.0/routers/83491746-8a7f-4d4e-ad01-f021afc5dc2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7246318
Mar 05 21:19:45.696777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60352) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:45.697507 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Sync routers for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:45.708498 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:45.709111 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc8adc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:45.805100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks [] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:45.818086 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:45.920207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks [] for router_gateway (83491746-8a7f-4d4e-ad01-f021afc5dc2d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:45.981823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Deleting port 3d441eda-fa58-4172-ac16-0e3ce3481ea4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:45.982476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.002276 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc8adc0>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235'}], 'enable_snat': True}, 'gw_port_id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:45Z', 'revision_number': 5, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port': {'id': '3d441eda-fa58-4172-ac16-0e3ce3481ea4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:57Z', 'updated_at': '2022-03-05T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:46.030143 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Checking router: 83491746-8a7f-4d4e-ad01-f021afc5dc2d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:46.039428 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Routers {'83491746-8a7f-4d4e-ad01-f021afc5dc2d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:46.040259 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc8adc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:46.085098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] For port 3d441eda-fa58-4172-ac16-0e3ce3481ea4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d441eda-fa58-4172-ac16-0e3ce3481ea4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:46.085687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.100185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Calling delete_port for 3d441eda-fa58-4172-ac16-0e3ce3481ea4 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:46.129304 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] Set router 83491746-8a7f-4d4e-ad01-f021afc5dc2d gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:46.182340 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc8adc0>, [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:45Z', 'revision_number': 6, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:46.208814 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c44355-3fe1-458f-a5c8-f85f2f6974c3 None None] The sync data for ids ['83491746-8a7f-4d4e-ad01-f021afc5dc2d'] in ncdv-master-1 is: [{'id': '83491746-8a7f-4d4e-ad01-f021afc5dc2d', 'name': 'tempest-TestServerMultinode-318868184-router', 'tenant_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:56Z', 'updated_at': '2022-03-05T21:19:45Z', 'revision_number': 6, 'project_id': 'd98c400165bb4ec5ae2d671a0f8adc9e', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:46.285829 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3d441eda-fa58-4172-ac16-0e3ce3481ea4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.317156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d441eda-fa58-4172-ac16-0e3ce3481ea4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:46.383318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.412280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 11d85a14-9ebe-4a08-8a66-0c34185bc068 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:46.433433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 11d85a14-9ebe-4a08-8a66-0c34185bc068 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:46.433782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 11d85a14-9ebe-4a08-8a66-0c34185bc068 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:46.483043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.485309 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks [] for router_controller (83491746-8a7f-4d4e-ad01-f021afc5dc2d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.538066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (83491746-8a7f-4d4e-ad01-f021afc5dc2d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.538676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83491746-8a7f-4d4e-ad01-f021afc5dc2d {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:19:46.543646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.545165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-08f46fbb-69cc-4cbf-95ac-6b2b15286060 admin admin] 10.222.0.15 "DELETE /v2.0/routers/83491746-8a7f-4d4e-ad01-f021afc5dc2d HTTP/1.1" status: 204  len: 168 time: 0.8473694
Mar 05 21:19:46.547657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60356) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:46.602393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Deleting subnet 5df90177-01e7-4060-8a82-38beaa781b1b {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:19:46.605843 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Publish callbacks [] for subnet (5df90177-01e7-4060-8a82-38beaa781b1b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.644643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (5df90177-01e7-4060-8a82-38beaa781b1b), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.751769 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (5df90177-01e7-4060-8a82-38beaa781b1b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.813182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (5df90177-01e7-4060-8a82-38beaa781b1b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.844378 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df90177-01e7-4060-8a82-38beaa781b1b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:46.846476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:46.850227 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-166c1439-9616-44a7-9c48-e9a74340c631 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5df90177-01e7-4060-8a82-38beaa781b1b HTTP/1.1" status: 204  len: 168 time: 0.3010454
Mar 05 21:19:46.852604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60358) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:46.854798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61567f6d-a590-45c3-9933-9c28002f061a None None] Network aa514f23-77bd-4790-8d98-783b4fe41cc8 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:46.939364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (aa514f23-77bd-4790-8d98-783b4fe41cc8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.016555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Deleting port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:47.017615 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.086917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] DHCP port deletion for aa514f23-77bd-4790-8d98-783b4fe41cc8 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:19:47.117524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] For port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:47.118001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.129842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6afbf348-8372-44e0-b00e-f19aa8d0d2ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:47.138019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Calling delete_port for a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:47.162796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6afbf348-8372-44e0-b00e-f19aa8d0d2ac {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:47.163141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6afbf348-8372-44e0-b00e-f19aa8d0d2ac not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:47.190778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Deleting port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:47.191633 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.242900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.267436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] For port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,segment=NetworkSegment(6219373b-a5a2-48d3-bf80-a721b011af50),segment_id=6219373b-a5a2-48d3-bf80-a721b011af50)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:47.267862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.271797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:47.273537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] No DVR routers for this DVR port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:47.284817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Calling delete_port for a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:47.348255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (aa514f23-77bd-4790-8d98-783b4fe41cc8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.372812 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (a548d5d5-40c8-4fea-9c21-1ea6eb600ba4), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.376199 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a176f40>,) {'filters': {'network_id': ['aa514f23-77bd-4790-8d98-783b4fe41cc8']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:47.387569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a176f40>, '6219373b-a5a2-48d3-bf80-a721b011af50') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:47.387960 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a176f40>, '6219373b-a5a2-48d3-bf80-a721b011af50') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:47.399946 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (6219373b-a5a2-48d3-bf80-a721b011af50), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.406037 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] Pushing event deleted for resources: {'Port': ['ID=a548d5d5-40c8-4fea-9c21-1ea6eb600ba4,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:47.409916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a6c1c-05de-4f7d-bba6-7120a35c565e None None] No DVR routers for this DVR port a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:47.415765 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6219373b-a5a2-48d3-bf80-a721b011af50), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.424468 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:19:47.425407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (6219373b-a5a2-48d3-bf80-a721b011af50), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:19:47.427178 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:19:47.490269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (aa514f23-77bd-4790-8d98-783b4fe41cc8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.496353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:47.499892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa514f23-77bd-4790-8d98-783b4fe41cc8 HTTP/1.1" status: 204  len: 168 time: 0.6462834
Mar 05 21:19:47.503505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:47.513845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da6ce-ae6a-499d-baef-42bcf5258b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa514f23-77bd-4790-8d98-783b4fe41cc8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:47.861881 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (0859b4ab-4b01-4c51-a929-9929f23645ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:48.114240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Deleting port 3719f153-0b8a-4693-9f96-99f784f3b76d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:48.114614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:48.192839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] For port 3719f153-0b8a-4693-9f96-99f784f3b76d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3719f153-0b8a-4693-9f96-99f784f3b76d,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:48.193266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:48.205676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Calling delete_port for 3719f153-0b8a-4693-9f96-99f784f3b76d owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:48.388124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3719f153-0b8a-4693-9f96-99f784f3b76d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:48.414843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3719f153-0b8a-4693-9f96-99f784f3b76d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:48.605451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (0859b4ab-4b01-4c51-a929-9929f23645ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:48.780820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3d441eda-fa58-4172-ac16-0e3ce3481ea4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:48.802185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3d441eda-fa58-4172-ac16-0e3ce3481ea4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:48.802574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3d441eda-fa58-4172-ac16-0e3ce3481ea4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:48.803002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:48.822957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:48.823313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a548d5d5-40c8-4fea-9c21-1ea6eb600ba4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:48.837524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Router 0859b4ab-4b01-4c51-a929-9929f23645ff has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:19:48.951745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:19:48.957325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a4a14155-a85a-4133-ad79-4ee404787d6d admin admin] 10.222.0.15 "PUT /v2.0/routers/0859b4ab-4b01-4c51-a929-9929f23645ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4527783
Mar 05 21:19:48.959950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60370) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:48.960341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Sync routers for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:19:48.970394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:48.971009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d1d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:49.066849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks [] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:49.078969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:49.267942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d1d730>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:48Z', 'revision_number': 5, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:49.295176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Checking router: 0859b4ab-4b01-4c51-a929-9929f23645ff for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:19:49.303989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Routers {'0859b4ab-4b01-4c51-a929-9929f23645ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:19:49.304673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d1d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:19:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['0859b4ab-4b01-4c51-a929-9929f23645ff'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:49.413338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] Set router 0859b4ab-4b01-4c51-a929-9929f23645ff gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:19:49.492727 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks [] for router_gateway (0859b4ab-4b01-4c51-a929-9929f23645ff), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:49.545479 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Deleting port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:49.545730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:49.594723 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d1d730>, [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:48Z', 'revision_number': 5, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:49.625164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750c7d1-7cfc-45d9-8639-b7e5defa4a22 None None] The sync data for ids ['0859b4ab-4b01-4c51-a929-9929f23645ff'] in ncdv-master-1 is: [{'id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'name': 'tempest-TestServerMultinode-1255958614-router', 'tenant_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:19:04Z', 'updated_at': '2022-03-05T21:19:48Z', 'revision_number': 5, 'project_id': 'a500d095d0294b1b948358cfe6ebdcd9', 'gw_port': {'id': 'bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0859b4ab-4b01-4c51-a929-9929f23645ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:05Z', 'updated_at': '2022-03-05T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:19:49.631378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] For port bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:49.631890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:49.645426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Calling delete_port for bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:49.825780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:49.849278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:49.913186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (0859b4ab-4b01-4c51-a929-9929f23645ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.008849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.011003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks [] for router_controller (0859b4ab-4b01-4c51-a929-9929f23645ff), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.060234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (0859b4ab-4b01-4c51-a929-9929f23645ff), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.061053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0859b4ab-4b01-4c51-a929-9929f23645ff {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:19:50.065868 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.067284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1a8ed1a7-0dc4-40ec-9a65-c5b684e27872 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0859b4ab-4b01-4c51-a929-9929f23645ff HTTP/1.1" status: 204  len: 168 time: 1.1064146
Mar 05 21:19:50.069993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60374) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:50.116174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Deleting subnet 109a1dbd-b9d5-4d3d-a371-17d6f648467f {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:19:50.119520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Publish callbacks [] for subnet (109a1dbd-b9d5-4d3d-a371-17d6f648467f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.153895 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (109a1dbd-b9d5-4d3d-a371-17d6f648467f), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.239716 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (109a1dbd-b9d5-4d3d-a371-17d6f648467f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.296602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (109a1dbd-b9d5-4d3d-a371-17d6f648467f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.326483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.330621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/109a1dbd-b9d5-4d3d-a371-17d6f648467f HTTP/1.1" status: 204  len: 168 time: 0.2594354
Mar 05 21:19:50.331604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31fb40-5cb7-423d-87c3-bb35a5ebf4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109a1dbd-b9d5-4d3d-a371-17d6f648467f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:50.332244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a73d97-cec9-4f6c-90f2-a03cdf8f5cf2 None None] Network a7efdf81-d072-4b6f-8b42-147c41a4b5c5 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:19:50.333235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60378) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:50.405710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a7efdf81-d072-4b6f-8b42-147c41a4b5c5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.467967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Deleting port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:19:50.468312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.530052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] For port 2831d3d1-95da-4ec8-8070-9badf5bcfc68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2831d3d1-95da-4ec8-8070-9badf5bcfc68,segment=NetworkSegment(bbf6deeb-2c82-4722-9807-cdb900575595),segment_id=bbf6deeb-2c82-4722-9807-cdb900575595)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:19:50.530524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.543589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Calling delete_port for 2831d3d1-95da-4ec8-8070-9badf5bcfc68 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:19:50.628927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2831d3d1-95da-4ec8-8070-9badf5bcfc68), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.644268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f216fb-4813-4327-b954-7db757175f10 None None] DHCP port deletion for a7efdf81-d072-4b6f-8b42-147c41a4b5c5 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:19:50.655947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Pushing event deleted for resources: {'Port': ['ID=2831d3d1-95da-4ec8-8070-9badf5bcfc68,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:50.664717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] No DVR routers for this DVR port 2831d3d1-95da-4ec8-8070-9badf5bcfc68 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:19:50.741244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3719f153-0b8a-4693-9f96-99f784f3b76d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:50.748159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a7efdf81-d072-4b6f-8b42-147c41a4b5c5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.771177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3719f153-0b8a-4693-9f96-99f784f3b76d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:50.771177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3719f153-0b8a-4693-9f96-99f784f3b76d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:50.771177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2831d3d1-95da-4ec8-8070-9badf5bcfc68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:50.777711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6ac0>,) {'filters': {'network_id': ['a7efdf81-d072-4b6f-8b42-147c41a4b5c5']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:50.788705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6ac0>, 'bbf6deeb-2c82-4722-9807-cdb900575595') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:50.789068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b891d6ac0>, 'bbf6deeb-2c82-4722-9807-cdb900575595') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:19:50.790607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2831d3d1-95da-4ec8-8070-9badf5bcfc68 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:50.790993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2831d3d1-95da-4ec8-8070-9badf5bcfc68 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:50.791390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:19:50.800243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (bbf6deeb-2c82-4722-9807-cdb900575595), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.812202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:19:50.812592 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device bfa8bcff-4d43-4a3d-bb1b-37dfaafe951d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:19:50.816931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (bbf6deeb-2c82-4722-9807-cdb900575595), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.824558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:19:50.825125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (bbf6deeb-2c82-4722-9807-cdb900575595), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:19:50.827082 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:19:50.886925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a7efdf81-d072-4b6f-8b42-147c41a4b5c5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.893013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:50.897503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a7efdf81-d072-4b6f-8b42-147c41a4b5c5 HTTP/1.1" status: 204  len: 168 time: 0.5631962
Mar 05 21:19:50.912906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bee3f-df9a-4ff0-91c8-130d25e92625 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7efdf81-d072-4b6f-8b42-147c41a4b5c5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:51.080340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60384) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:51.127398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb5ad735-1e52-4c37-96cd-51b4dbf27adf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d98c400165bb4ec5ae2d671a0f8adc9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429332
Mar 05 21:19:51.127868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:51.181184 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] Publish callbacks [] for security_group (c97027f7-4f6b-40a2-bfec-41779dc46a04), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.201967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] Publish callbacks [] for security_group (c97027f7-4f6b-40a2-bfec-41779dc46a04), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.247808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c97027f7-4f6b-40a2-bfec-41779dc46a04), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.250370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.251497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c97027f7-4f6b-40a2-bfec-41779dc46a04 HTTP/1.1" status: 204  len: 168 time: 0.1224406
Mar 05 21:19:51.259936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8a3db-5edb-439c-9eee-3409d820c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97027f7-4f6b-40a2-bfec-41779dc46a04,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:51.588684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:51.634910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-410d1381-0dda-422f-8f09-be5d72568e9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a500d095d0294b1b948358cfe6ebdcd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0449855
Mar 05 21:19:51.637605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60398) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:51.685595 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] Publish callbacks [] for security_group (8f8a973f-9032-4c36-ac53-e35bb208bf0a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.706963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] Publish callbacks [] for security_group (8f8a973f-9032-4c36-ac53-e35bb208bf0a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.753464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8f8a973f-9032-4c36-ac53-e35bb208bf0a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.756487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:51.757642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f8a973f-9032-4c36-ac53-e35bb208bf0a HTTP/1.1" status: 204  len: 168 time: 0.1191487
Mar 05 21:19:51.765642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1bba-b830-4758-8ff7-f9b6387ed4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a973f-9032-4c36-ac53-e35bb208bf0a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:54.494208 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3956a5d5-4681-4b5c-835b-8a3e27829c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:56.834644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af5b6dcd-86ca-478f-96a1-ef509ef4ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:58.012160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:58.852037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c78cd-22d0-4368-be85-a718a2494849 req-a7644c41-b92a-45bb-865a-3c18f57912c3 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:58.853602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-183c78cd-22d0-4368-be85-a718a2494849 req-a7644c41-b92a-45bb-865a-3c18f57912c3 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.0460353
Mar 05 21:19:58.871874 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-183c78cd-22d0-4368-be85-a718a2494849 req-d37044f2-a510-40c1-bf61-5c545226364a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:58.947375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-183c78cd-22d0-4368-be85-a718a2494849 req-d37044f2-a510-40c1-bf61-5c545226364a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Publish callbacks [] for security_group (05ca8e74-bd9b-471e-94a4-8751aa32cd98), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:58.950913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-183c78cd-22d0-4368-be85-a718a2494849 req-d37044f2-a510-40c1-bf61-5c545226364a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (05ca8e74-bd9b-471e-94a4-8751aa32cd98), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:19:58.992157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-183c78cd-22d0-4368-be85-a718a2494849 req-d37044f2-a510-40c1-bf61-5c545226364a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329801
Mar 05 21:19:58.993928 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37044f2-a510-40c1-bf61-5c545226364a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca8e74-bd9b-471e-94a4-8751aa32cd98,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:19:59.115901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdaf6b-3d64-49d0-b9a1-8ac43b5331eb req-2d73206b-a6c0-4808-900d-4ee29fa00625 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:19:59.117351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66fdaf6b-3d64-49d0-b9a1-8ac43b5331eb req-2d73206b-a6c0-4808-900d-4ee29fa00625 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0559108
Mar 05 21:19:59.165871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66fdaf6b-3d64-49d0-b9a1-8ac43b5331eb req-7a2acb02-6ab1-4c0a-be8b-8582c1fd698c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429375
Mar 05 21:19:59.188043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 60424) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:19:59.248393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-14569d68-4b37-4399-9288-0a89f563d86d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 200  len: 992 time: 0.0591629
Mar 05 21:19:59.585946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-bfb2024b-51f6-4a33-aa67-4fd917c4204d req-d6a32310-7533-4cd7-a0fa-d96600cf11d3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:19:59.586862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bfb2024b-51f6-4a33-aa67-4fd917c4204d req-d6a32310-7533-4cd7-a0fa-d96600cf11d3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053897
Mar 05 21:19:59.592919 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:00.075007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975872f-573d-4413-be28-3f2153521b34 req-2b9bec0f-985e-439e-a3a8-28eb2d47d23d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:00.077295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b975872f-573d-4413-be28-3f2153521b34 req-2b9bec0f-985e-439e-a3a8-28eb2d47d23d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0529938
Mar 05 21:20:00.129798 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b975872f-573d-4413-be28-3f2153521b34 req-9091d853-8eb8-4c42-b530-531cdeb50c44 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470560
Mar 05 21:20:00.159002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-75a48440-dd67-4f00-8cc8-304970bdd3ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1438425
Mar 05 21:20:00.167934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-2de2a6c6-be40-46ef-ae15-f344981ebbaf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:20:00.168926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-2de2a6c6-be40-46ef-ae15-f344981ebbaf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048521
Mar 05 21:20:00.614173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-b61aaa47-15e8-456f-a603-c73b040a0753 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:00.615573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-b61aaa47-15e8-456f-a603-c73b040a0753 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 1124 time: 0.1575475
Mar 05 21:20:00.751546 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:20:01.029794 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:01.256007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eb70f-28ad-4185-948d-b5ca5d94ea25 req-c6d428bf-6e2a-4521-a12f-8e5c1691cdb5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:01.257483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d01eb70f-28ad-4185-948d-b5ca5d94ea25 req-c6d428bf-6e2a-4521-a12f-8e5c1691cdb5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0566816
Mar 05 21:20:01.306676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d01eb70f-28ad-4185-948d-b5ca5d94ea25 req-f6433e13-0566-42d7-ba7e-1d969b547a77 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424623
Mar 05 21:20:01.483111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-ef244d99-f668-402c-a8a3-9450dffbc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:01.484539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-ef244d99-f668-402c-a8a3-9450dffbc7ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.0440516
Mar 05 21:20:01.577350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-34f27819-0e8e-4190-9f1a-2a069c691b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:01.578786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-34f27819-0e8e-4190-9f1a-2a069c691b63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.0887296
Mar 05 21:20:01.642377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-be8f4fb0-f649-4701-a96e-b95dd5a2ed80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 1000 time: 0.0580883
Mar 05 21:20:01.688795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-073e501e-e263-4c55-87f0-cd4b402cfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:01.690211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-073e501e-e263-4c55-87f0-cd4b402cfcfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0427251
Mar 05 21:20:01.740468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-aaf7be3f-4dae-4e34-ba92-deeb5280fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:01.741862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-aaf7be3f-4dae-4e34-ba92-deeb5280fd33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467553
Mar 05 21:20:01.827653 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-a4f839f8-b992-46dc-8f87-f482deac9168 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795186
Mar 05 21:20:01.921447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-5a454d50-e769-43d0-93f9-7008c1577db5 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882449
Mar 05 21:20:02.432394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd1ce2-92e7-48d5-b312-3ecdd0b4e5a7 req-737db0dd-5010-4dfc-ae4c-c7a1066862d2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:02.433880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cdd1ce2-92e7-48d5-b312-3ecdd0b4e5a7 req-737db0dd-5010-4dfc-ae4c-c7a1066862d2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0583081
Mar 05 21:20:02.482992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2cdd1ce2-92e7-48d5-b312-3ecdd0b4e5a7 req-9f44a516-8bd5-4e16-84d9-229cc5582cd2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436075
Mar 05 21:20:03.602636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0760-4e93-44b0-b907-79a3c92f07d8 req-bd232572-db2e-4c94-ad49-a269dfe5a898 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:03.604152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af2b0760-4e93-44b0-b907-79a3c92f07d8 req-bd232572-db2e-4c94-ad49-a269dfe5a898 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0533290
Mar 05 21:20:03.652248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af2b0760-4e93-44b0-b907-79a3c92f07d8 req-6dc82461-30a7-4879-b645-e00c908b2a1f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426471
Mar 05 21:20:04.770542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3454a-2be6-4475-9cad-715a9b13dc2d req-d0add73a-5b97-4648-8cfb-e55e7b8c1991 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:04.772023 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7a3454a-2be6-4475-9cad-715a9b13dc2d req-d0add73a-5b97-4648-8cfb-e55e7b8c1991 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0525923
Mar 05 21:20:04.819538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f7a3454a-2be6-4475-9cad-715a9b13dc2d req-81cf2727-8933-4f16-8ed5-ca007dad00e6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418794
Mar 05 21:20:05.937500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509074-4f3d-48c4-9a46-7fe525edfb63 req-c4786a10-09c1-4827-b8aa-5d3a8abb1254 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:05.938955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e509074-4f3d-48c4-9a46-7fe525edfb63 req-c4786a10-09c1-4827-b8aa-5d3a8abb1254 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0514405
Mar 05 21:20:05.987532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e509074-4f3d-48c4-9a46-7fe525edfb63 req-d9e80f8a-498e-405d-b70c-23ecccd2c6bb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429988
Mar 05 21:20:06.278134 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:06.450047 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:07.107967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a4787-7c98-4b79-a91d-62084f6dbe86 req-020bcbbf-52fa-4487-870f-e6b82df68c19 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:07.109450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d4a4787-7c98-4b79-a91d-62084f6dbe86 req-020bcbbf-52fa-4487-870f-e6b82df68c19 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0533624
Mar 05 21:20:07.161314 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d4a4787-7c98-4b79-a91d-62084f6dbe86 req-a2d68179-b2a9-4692-bbdd-cf61ca14120f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463853
Mar 05 21:20:08.283931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5dca-7466-4f9a-bc20-c1d210ada1c9 req-d61b7bf5-ad84-422e-9796-ca0a4d2db8f0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:08.285420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-481b5dca-7466-4f9a-bc20-c1d210ada1c9 req-d61b7bf5-ad84-422e-9796-ca0a4d2db8f0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0569558
Mar 05 21:20:08.336776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-481b5dca-7466-4f9a-bc20-c1d210ada1c9 req-b6055979-5c2e-441f-881a-d9dd068fd09e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447450
Mar 05 21:20:09.458034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857bf92-a6b7-4f64-973a-ee90c81de676 req-73cd4707-1a63-44cc-bc13-1afc49daea3a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:09.459494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0857bf92-a6b7-4f64-973a-ee90c81de676 req-73cd4707-1a63-44cc-bc13-1afc49daea3a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0518727
Mar 05 21:20:09.508021 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0857bf92-a6b7-4f64-973a-ee90c81de676 req-8db1e376-3c86-4587-850d-c4ac3185de83 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422654
Mar 05 21:20:10.640516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ac161-68e3-40a3-a070-a09e918e964c req-0b747f84-0ec3-4e4b-9336-85593c3d6950 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:10.641971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-430ac161-68e3-40a3-a070-a09e918e964c req-0b747f84-0ec3-4e4b-9336-85593c3d6950 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0599198
Mar 05 21:20:10.692190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-430ac161-68e3-40a3-a070-a09e918e964c req-835d0447-2ab0-4786-a07b-d905c52e3e64 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437233
Mar 05 21:20:11.826525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65577f6-898a-4a54-b88f-bfca0b2d1a73 req-f5d79220-5e3f-47fb-8a9b-fe55639a6143 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:11.828029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d65577f6-898a-4a54-b88f-bfca0b2d1a73 req-f5d79220-5e3f-47fb-8a9b-fe55639a6143 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0587211
Mar 05 21:20:11.881306 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d65577f6-898a-4a54-b88f-bfca0b2d1a73 req-e478ed30-3440-4461-b09b-e7d7644ba933 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474396
Mar 05 21:20:13.016939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cc97-1690-497e-a74a-231afe262ac3 req-85ffe3da-4259-4559-bbd7-fd7d326b5507 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:13.018451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d979cc97-1690-497e-a74a-231afe262ac3 req-85ffe3da-4259-4559-bbd7-fd7d326b5507 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0613244
Mar 05 21:20:13.073919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d979cc97-1690-497e-a74a-231afe262ac3 req-ddbbb417-413d-464a-b2e4-3cfc4b562c1b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491290
Mar 05 21:20:14.211662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95fac-1002-4480-ab3a-a26be7e92b3e req-1f51ad5d-a671-4d4c-b931-e5415dff0fa6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:14.213089 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fb95fac-1002-4480-ab3a-a26be7e92b3e req-1f51ad5d-a671-4d4c-b931-e5415dff0fa6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0636995
Mar 05 21:20:14.272283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8fb95fac-1002-4480-ab3a-a26be7e92b3e req-0a6d68e5-5aab-470b-84db-2dc1d95bead8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524108
Mar 05 21:20:15.409976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2456ff5-9ad1-4542-b57d-9695dd468f96 req-ee6cb629-0232-4f3b-8aaa-dab883ae42b2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:15.411894 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2456ff5-9ad1-4542-b57d-9695dd468f96 req-ee6cb629-0232-4f3b-8aaa-dab883ae42b2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0662663
Mar 05 21:20:15.473193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2456ff5-9ad1-4542-b57d-9695dd468f96 req-93bd10dd-180c-49c9-93a6-284184eba2ae tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559471
Mar 05 21:20:16.605509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f819be1-a2f0-4785-8f27-ca95df7c335d req-7b686199-edb3-422b-ae0b-e9a411dec659 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:16.607635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f819be1-a2f0-4785-8f27-ca95df7c335d req-7b686199-edb3-422b-ae0b-e9a411dec659 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0598149
Mar 05 21:20:16.657835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f819be1-a2f0-4785-8f27-ca95df7c335d req-5f59852d-989c-4ecb-8926-a3ef060818c0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443652
Mar 05 21:20:16.830958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9158946-3167-43e9-b0e8-07f5ccbe8df2 req-0fd02207-ccd6-4cc5-92c5-df82f54807c5 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:16.832446 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9158946-3167-43e9-b0e8-07f5ccbe8df2 req-0fd02207-ccd6-4cc5-92c5-df82f54807c5 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 946 time: 0.0517514
Mar 05 21:20:16.882652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9158946-3167-43e9-b0e8-07f5ccbe8df2 req-d3374223-8545-4d29-98f5-a7dbda14da5e tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444672
Mar 05 21:20:17.797462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecef9d-1b98-45c5-97be-570c78424de0 req-c0bc6031-8fe0-4b4c-83b4-e8bf70d295ed tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:17.799001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29ecef9d-1b98-45c5-97be-570c78424de0 req-c0bc6031-8fe0-4b4c-83b4-e8bf70d295ed tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0651951
Mar 05 21:20:17.855523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29ecef9d-1b98-45c5-97be-570c78424de0 req-513c1fd9-3525-49f1-9313-7a105b26fb5b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504971
Mar 05 21:20:18.016399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34029-0b3e-456c-9c3c-70c5f4378ed4 req-9287f88d-7da0-4b22-b5f7-12bf7930c383 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:18.017923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16b34029-0b3e-456c-9c3c-70c5f4378ed4 req-9287f88d-7da0-4b22-b5f7-12bf7930c383 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 946 time: 0.0586703
Mar 05 21:20:18.066821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-16b34029-0b3e-456c-9c3c-70c5f4378ed4 req-87fd5c0b-b61e-40d7-8b94-b0b79bd81c31 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4b2c839-9340-4d11-8f7b-0f5556445d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433011
Mar 05 21:20:18.309967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-3a60f0bb-34aa-4b3e-9946-57a274ee9544 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:18.311300 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-3a60f0bb-34aa-4b3e-9946-57a274ee9544 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 946 time: 0.0511227
Mar 05 21:20:18.407202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Deleting port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:18.407541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:18.492446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] For port d32a51ba-1b83-4ea7-8689-d48596dd2ff0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,segment=NetworkSegment(7872dd6c-2f7a-45a6-99f9-58a872d07ddc),segment_id=7872dd6c-2f7a-45a6-99f9-58a872d07ddc)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:18.492807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:18.506075 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Calling delete_port for d32a51ba-1b83-4ea7-8689-d48596dd2ff0 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:18.634529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d32a51ba-1b83-4ea7-8689-d48596dd2ff0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:18.646003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['d32a51ba-1b83-4ea7-8689-d48596dd2ff0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:20:18.666365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Pushing event deleted for resources: {'Port': ['ID=d32a51ba-1b83-4ea7-8689-d48596dd2ff0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:18.697606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.697953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.698295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.698636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.698969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.699300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.699629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.699988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.700311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.700636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.700957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.701279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.701598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:18.722414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] No DVR routers for this DVR port d32a51ba-1b83-4ea7-8689-d48596dd2ff0 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:18.725017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:18.729165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-989ba2bb-cbd6-44ec-9e51-5622f35e0ca0 req-ce4c4682-30d1-4f9a-acd1-042780e5b0d7 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.31 "DELETE /v2.0/ports/d32a51ba-1b83-4ea7-8689-d48596dd2ff0 HTTP/1.1" status: 204  len: 173 time: 0.4114475
Mar 05 21:20:18.729636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'name': 'network-vif-deleted', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:20:18.732399 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134dd313-ac38-4492-842b-2352a13e8c49" -d '{"events": [{"server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "name": "network-vif-deleted", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:20:18.784645 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1c5493-e4cc-4f35-9b33-34a081fba823 x-openstack-request-id: req-8a1c5493-e4cc-4f35-9b33-34a081fba823 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:20:18.784929 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131", "name": "network-vif-deleted", "tag": "d32a51ba-1b83-4ea7-8689-d48596dd2ff0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:20:18.785182 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a1c5493-e4cc-4f35-9b33-34a081fba823 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:20:18.785586 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131', 'name': 'network-vif-deleted', 'tag': 'd32a51ba-1b83-4ea7-8689-d48596dd2ff0', 'status': 'completed', 'code': 200}
Mar 05 21:20:18.802255 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-93367ad8-231f-480f-87f0-501308bbae66 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:20:18.803293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-93367ad8-231f-480f-87f0-501308bbae66 service neutron] 10.222.0.23 "GET /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0673711
Mar 05 21:20:18.987700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce779b65-8468-41ba-a76d-07b3349f7536 req-b8917950-3b4f-4a00-b72a-167370cd32a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:18.989187 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce779b65-8468-41ba-a76d-07b3349f7536 req-b8917950-3b4f-4a00-b72a-167370cd32a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0566006
Mar 05 21:20:19.063417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce779b65-8468-41ba-a76d-07b3349f7536 req-eeb618c9-04e0-4e5a-8028-a796215c9e2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662274
Mar 05 21:20:19.067847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-ec62ed1b-45dd-4ee6-8ac4-795039c5e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:19.069276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-ec62ed1b-45dd-4ee6-8ac4-795039c5e5f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 1127 time: 0.0792496
Mar 05 21:20:19.082683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:19.151179 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.183431 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c784218f-5571-497f-8c6b-b3bb72888594 req-78961bd2-ebaf-44cf-88d9-bb4b7cf17255 tempest-VolumesSnapshotTestJSON-163973597 tempest-VolumesSnapshotTestJSON-163973597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc0e734-0d9f-4dfd-a335-ae9e2c6b4131 HTTP/1.1" status: 200  len: 210 time: 0.0305502
Mar 05 21:20:19.363754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:19.396666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:19.438114 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks [] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.449647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Transition to ACTIVE for port object 0b00b531-b0ae-4f1d-a442-74a1fe2153df will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:20:19.453705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.543760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:19.579898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] No DVR routers for this DVR port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:19.719496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:19.719866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:19.720225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:19.724538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:20:19.724723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Attempting to bind port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on network a5399919-6239-42a8-a7ad-9bd3aa6faa48 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:19.729520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:19.729866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Checking segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:19.730247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Bound using segment: {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:19.730674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Bound port: 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e77cd2-33c6-4cbc-ba52-d42db7058389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:19.731030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.796903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:19.799743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:19.805570 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.841371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:19.841985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:19.843608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] 10.222.0.31 "PUT /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 1091 time: 0.7649271
Mar 05 21:20:19.863102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ae794-04f0-4d13-9f92-e9c2bdc8e54d service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:19.912920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-35b59d34-eb1c-4a68-9f22-a7af8865be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:19.914425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-35b59d34-eb1c-4a68-9f22-a7af8865be7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1125 time: 0.0479560
Mar 05 21:20:20.012548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-7675c8a4-7eb1-471d-938b-1d50e232512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.014072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-7675c8a4-7eb1-471d-938b-1d50e232512c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.0936587
Mar 05 21:20:20.079897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-30d1523c-7c6a-4989-8c99-442c577d0e3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 998 time: 0.0598538
Mar 05 21:20:20.147206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-32aa6d50-b11e-4628-8aa4-079c3bcfecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.148574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-32aa6d50-b11e-4628-8aa4-079c3bcfecea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0627580
Mar 05 21:20:20.218931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fe078-fccd-4238-815c-29e58eec0dbd req-aaea48af-aebf-4766-a977-08c072f387ec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.220466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c4fe078-fccd-4238-815c-29e58eec0dbd req-aaea48af-aebf-4766-a977-08c072f387ec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.0861545
Mar 05 21:20:20.226297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-832e4cae-85af-426a-9259-0be28f6c7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.227749 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-832e4cae-85af-426a-9259-0be28f6c7b7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0646307
Mar 05 21:20:20.326871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c4fe078-fccd-4238-815c-29e58eec0dbd req-1218d050-3422-4a8f-be85-6bd2b9cbd663 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981591
Mar 05 21:20:20.353134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-3eb322c8-9127-4d6b-a1e6-6d35ec0a40f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180820
Mar 05 21:20:20.447428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-635f9f72-992a-47be-9c9a-9865061a5653 service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877931
Mar 05 21:20:20.786722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}, {'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:20:20.789176 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6" -d '{"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}, {"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:20:20.837228 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Mar 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541e570-9df8-455c-906a-0fc5841795f3 x-openstack-request-id: req-5541e570-9df8-455c-906a-0fc5841795f3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:20:20.837524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "code": 200}, {"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:20:20.837780 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5541e570-9df8-455c-906a-0fc5841795f3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:20:20.838188 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'code': 200}
Mar 05 21:20:20.838554 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'status': 'completed', 'code': 200}
Mar 05 21:20:20.942120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-bd820ca9-2738-49b6-b1e9-a8208592bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.943635 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-bd820ca9-2738-49b6-b1e9-a8208592bc9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1125 time: 0.0821047
Mar 05 21:20:20.946127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-7e2389d3-99da-4082-90e5-891e113ac6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:20.947475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-7e2389d3-99da-4082-90e5-891e113ac6a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1125 time: 0.0779104
Mar 05 21:20:21.103456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-957453bb-4526-4f7e-8edc-f0a41a1aa142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.105068 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-957453bb-4526-4f7e-8edc-f0a41a1aa142 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1543083
Mar 05 21:20:21.106282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-f988ea4d-14cf-45a0-bb6a-6dc044b570b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.107814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-f988ea4d-14cf-45a0-bb6a-6dc044b570b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1491270
Mar 05 21:20:21.215783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-8f1acf58-4c68-42f6-88bd-24e50292ca7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 998 time: 0.1038744
Mar 05 21:20:21.220310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-2ead2ca2-5235-45f7-9319-60415d3a2cf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 998 time: 0.1029105
Mar 05 21:20:21.298165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-71d3e81f-a625-49b9-aa57-937b2422c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.299570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-71d3e81f-a625-49b9-aa57-937b2422c756 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0781839
Mar 05 21:20:21.301026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-6cbbb65b-85a8-4303-bae4-c93b00aa90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.302295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-6cbbb65b-85a8-4303-bae4-c93b00aa90b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0740588
Mar 05 21:20:21.378739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-53bcd2ad-36ec-4af0-a560-9083e95f91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.380259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-53bcd2ad-36ec-4af0-a560-9083e95f91af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0661564
Mar 05 21:20:21.382948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-5cd6e57d-1eac-4ad2-88dd-23754ef64cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.384322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-5cd6e57d-1eac-4ad2-88dd-23754ef64cba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0776188
Mar 05 21:20:21.571095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-1726a1d2-1115-4d8b-b1ba-68e3b331fd57 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834636
Mar 05 21:20:21.583724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547e548-ecb9-4fa2-9046-77608aeb521a req-84a4ca9e-51d2-426d-bf51-ede64461f113 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:21.585206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3547e548-ecb9-4fa2-9046-77608aeb521a req-84a4ca9e-51d2-426d-bf51-ede64461f113 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.1740456
Mar 05 21:20:21.609120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-3dee0d39-5589-4da2-a193-9e79c3e0456a service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134967
Mar 05 21:20:21.777348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3547e548-ecb9-4fa2-9046-77608aeb521a req-9bd52415-a658-4990-87f6-dff37d062e7a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1798909
Mar 05 21:20:21.789520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-db62e097-ee75-446c-b0f0-f8a8d6e788a5 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017260
Mar 05 21:20:21.793860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2dc8f312-9958-4f7a-bc31-5b0b14d3b6c6 req-9111ac24-eae3-4939-9354-376a7e41c7da service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556234
Mar 05 21:20:22.433351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:22.474019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:20:22.474340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:22.670418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:20:22.673495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d32a51ba-1b83-4ea7-8689-d48596dd2ff0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:22.700058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: d32a51ba-1b83-4ea7-8689-d48596dd2ff0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:22.700415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device d32a51ba-1b83-4ea7-8689-d48596dd2ff0 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:22.786103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:22.801733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'port_id': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'mac_address': 'fa:16:3e:73:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:20:22.842024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 0b00b531-b0ae-4f1d-a442-74a1fe2153df is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:22.842425 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:22.856283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b00b531-b0ae-4f1d-a442-74a1fe2153df {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:20:22.877022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:22.881100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:22.926758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b6a60-8bbd-4d28-ad60-8cfe183a943b req-9c4fdb77-9bf9-4a32-8811-aa117f3e5ae5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:22.928485 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-949b6a60-8bbd-4d28-ad60-8cfe183a943b req-9c4fdb77-9bf9-4a32-8811-aa117f3e5ae5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 943 time: 0.0758278
Mar 05 21:20:22.934735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:22.943519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.944240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.944480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.944837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.945201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.945519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.946022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.946361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.946726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.947066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.947402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.947780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.948088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:22.983909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-949b6a60-8bbd-4d28-ad60-8cfe183a943b req-cb46c368-cc6b-4325-877b-dcc25935fc4c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460472
Mar 05 21:20:23.145829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['0b00b531-b0ae-4f1d-a442-74a1fe2153df'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:20:23.256707 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc522b-927d-49cd-8475-9bf317bc45b8 req-8716b856-8e82-41b9-9f55-69c8984418db tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:23.258915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32fc522b-927d-49cd-8475-9bf317bc45b8 req-8716b856-8e82-41b9-9f55-69c8984418db tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 944 time: 0.0932114
Mar 05 21:20:23.334725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-32fc522b-927d-49cd-8475-9bf317bc45b8 req-fa95bc65-5e4f-40d2-b019-17f9f30eb785 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676374
Mar 05 21:20:23.683291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-0f415ec9-92e9-4443-8cdd-4245320cf142 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:23.684912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-0f415ec9-92e9-4443-8cdd-4245320cf142 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3&tenant_id=7be8dce4a165431c8a7279be20d99612&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.4992244
Mar 05 21:20:23.763151 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-adc0d5b5-ea8d-4ffb-97a1-c30591228cba service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:20:23.764197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-adc0d5b5-ea8d-4ffb-97a1-c30591228cba service neutron] 10.222.0.23 "DELETE /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0730822
Mar 05 21:20:23.857380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-a3bd87d1-ded6-49f0-a9d1-a0dca0d842a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:23.859492 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-a3bd87d1-ded6-49f0-a9d1-a0dca0d842a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1126 time: 0.0465627
Mar 05 21:20:23.954411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-25b68012-ace4-4ce4-94c2-21233d1c5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:23.956063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-25b68012-ace4-4ce4-94c2-21233d1c5b40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.0914419
Mar 05 21:20:24.022470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-26771e43-5781-4dcd-8b4e-e39762860c58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 999 time: 0.0612347
Mar 05 21:20:24.076653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-856db822-3114-4377-895c-febee08413fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:24.079023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-856db822-3114-4377-895c-febee08413fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0513115
Mar 05 21:20:24.126662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-b4c56055-0bf8-4181-89b9-e315f9fc88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:24.128177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-b4c56055-0bf8-4181-89b9-e315f9fc88c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440278
Mar 05 21:20:24.227605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-4bb211e3-8713-4180-babc-66b1c18f9ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926907
Mar 05 21:20:24.333748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3141560f-a225-4cf5-8053-b2bd2b851496 req-0129788b-b135-46fc-909f-9ec7e2374d0d service neutron] 10.222.0.23 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995233
Mar 05 21:20:24.478680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb00175-c10d-46c0-ba28-e45d02078a8c req-f7c73f78-a0d9-400e-b192-fff628f1e835 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:24.480383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5fb00175-c10d-46c0-ba28-e45d02078a8c req-f7c73f78-a0d9-400e-b192-fff628f1e835 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 944 time: 0.0617681
Mar 05 21:20:24.497255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0e853961-175e-4dc1-a3d7-db23ac8e2ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:24.539163 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5fb00175-c10d-46c0-ba28-e45d02078a8c req-504de8b5-2fd2-49c9-9b4e-3208aec44620 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521817
Mar 05 21:20:24.681917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:24.944211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:20:24.948262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 0b00b531-b0ae-4f1d-a442-74a1fe2153df triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:24.948826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:25.033689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 0b00b531-b0ae-4f1d-a442-74a1fe2153df is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:25.034043 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:25.056049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:20:25.058287 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ada1e9-d120-49f0-9e3a-eb6986a81ab8" -d '{"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-plugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:20:25.071066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:25.075959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:25.123326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:25.196461 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996978b3-98b8-47d9-a296-411c75321743 x-openstack-request-id: req-996978b3-98b8-47d9-a296-411c75321743 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:20:25.196757 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-plugged", "status": "completed", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:20:25.197012 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-996978b3-98b8-47d9-a296-411c75321743 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:20:25.197428 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'code': 200}
Mar 05 21:20:25.689773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ecc22-0364-43e9-bcff-979e138ad358 req-a74c5c26-7add-42a3-80d6-e07a2a67cfe7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:25.691750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f4ecc22-0364-43e9-bcff-979e138ad358 req-a74c5c26-7add-42a3-80d6-e07a2a67cfe7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0610063
Mar 05 21:20:25.753543 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3f4ecc22-0364-43e9-bcff-979e138ad358 req-6c6b6af8-6c2d-4f58-92a0-828c34185d20 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559630
Mar 05 21:20:25.781417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 60710) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:25.847436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8d2a9dff-9e55-4246-8e18-a0d19f60aa27 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 200  len: 992 time: 0.0638220
Mar 05 21:20:26.839049 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16bde41c-8721-4144-b8a8-8581021714ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:28.019219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:29.598927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:31.031461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:36.293595 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:36.473470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:37.750579 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:20:38.708313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-59402520-6a70-4f08-b953-369224be7617 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0487363
Mar 05 21:20:38.780587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-fce3139b-cb80-482f-a0d1-8c7582f2a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:38.782321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-fce3139b-cb80-482f-a0d1-8c7582f2a5ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1127 time: 0.0475445
Mar 05 21:20:38.888822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-bbd0e20c-0460-4a8d-9a62-d99e93b2028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:38.890277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-bbd0e20c-0460-4a8d-9a62-d99e93b2028d service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0888598
Mar 05 21:20:38.958190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-7f4f6092-b25a-4d33-adb5-e348e347b419 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 1001 time: 0.0606091
Mar 05 21:20:39.005926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-ad1c5dc0-2ec6-4e08-87ba-443596c9ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:39.007597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-ad1c5dc0-2ec6-4e08-87ba-443596c9ab09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0432653
Mar 05 21:20:39.060753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-4d44093a-0a88-4333-b61d-9d4e730cc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:39.062156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-4d44093a-0a88-4333-b61d-9d4e730cc489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479162
Mar 05 21:20:39.150136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-dd2a3b10-b034-488b-9ef7-ef6fe4727eae service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812008
Mar 05 21:20:39.242188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd2fb7d8-9f3c-49bd-9bba-5588fbc14c49 req-c3da7b6c-b9a6-4fcb-bc31-f7882fb063f2 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847740
Mar 05 21:20:39.469140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:39.513428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Deleting subnet ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:20:39.516330 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Publish callbacks [] for subnet (ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.554053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.590823 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.641437 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.668380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:39.670719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.675050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ac88e8cb-c92d-4a0e-a4b9-6ba585c94ca7 HTTP/1.1" status: 204  len: 168 time: 0.2037404
Mar 05 21:20:39.677061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32772) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:39.681473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.681832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.682177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.682523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.682859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.683196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.683531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.684078 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.684419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.684773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.685109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.685440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.685768 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130ef1-6328-4a6a-8f2f-9b71add9f8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:39.746626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (68508e58-0d99-4ada-84a1-f7bc3c01d9c6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.827918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (68508e58-0d99-4ada-84a1-f7bc3c01d9c6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.848232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b358be0>,) {'filters': {'network_id': ['68508e58-0d99-4ada-84a1-f7bc3c01d9c6']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:39.857821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b358be0>, '7872dd6c-2f7a-45a6-99f9-58a872d07ddc') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:39.858112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b358be0>, '7872dd6c-2f7a-45a6-99f9-58a872d07ddc') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:39.868898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (7872dd6c-2f7a-45a6-99f9-58a872d07ddc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.883239 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7872dd6c-2f7a-45a6-99f9-58a872d07ddc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.889035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:20:39.889431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (7872dd6c-2f7a-45a6-99f9-58a872d07ddc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:20:39.891054 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:20:39.947842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (68508e58-0d99-4ada-84a1-f7bc3c01d9c6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.953341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:39.957405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] 10.222.0.15 "DELETE /v2.0/networks/68508e58-0d99-4ada-84a1-f7bc3c01d9c6 HTTP/1.1" status: 204  len: 168 time: 0.2792678
Mar 05 21:20:39.968627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02dd15-efc8-4fe4-aa42-9f0726f7d1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=68508e58-0d99-4ada-84a1-f7bc3c01d9c6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:40.114857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32776) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:40.155197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-acf9a29e-e5a0-4b4d-a2da-5817bfa00e9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46aa322abe044eb7baa1f99f151b28cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391662
Mar 05 21:20:40.157588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32778) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:40.203577 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] Publish callbacks [] for security_group (c4b2c839-9340-4d11-8f7b-0f5556445d35), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:40.228586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] Publish callbacks [] for security_group (c4b2c839-9340-4d11-8f7b-0f5556445d35), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:40.273667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c4b2c839-9340-4d11-8f7b-0f5556445d35), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:40.276238 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:40.277403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4b2c839-9340-4d11-8f7b-0f5556445d35 HTTP/1.1" status: 204  len: 168 time: 0.1182420
Mar 05 21:20:40.285497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903988-da4b-4385-b9df-2b7bb54148bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2c839-9340-4d11-8f7b-0f5556445d35,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:40.947438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32800) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:41.047000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1298394255-network', 'tenant_id': '6993c86fb6284331aaa019480d0bf993'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:41.066976 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Made reservation on behalf of 6993c86fb6284331aaa019480d0bf993 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:20:41.069257 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.077344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.151661 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks [] for security_group (5da93a2c-c779-4738-bb2c-9120a08e42ea), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.155284 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5da93a2c-c779-4738-bb2c-9120a08e42ea), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.176277 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:20:41.189731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da93a2c-c779-4738-bb2c-9120a08e42ea,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:41.194290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (62eb39d6-629e-4b2f-8056-cf819dadb0cf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.194634 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Added segment 62eb39d6-629e-4b2f-8056-cf819dadb0cf of type vlan for network d7003136-553e-4cec-97ad-8158371f4011
Mar 05 21:20:41.234620 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d7003136-553e-4cec-97ad-8158371f4011), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.258555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d7003136-553e-4cec-97ad-8158371f4011), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.259489 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:41.260104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.314922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3662682
Mar 05 21:20:41.317926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32804) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:41.322942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Request body: {'subnet': {'network_id': 'd7003136-553e-4cec-97ad-8158371f4011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1298394255-subnet', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:41.324113 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca022e-8311-46f0-9137-e7ec9059ce72 admin admin] Pushing event updated for resources: {'Network': ['ID=d7003136-553e-4cec-97ad-8158371f4011,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:41.334429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d7003136-553e-4cec-97ad-8158371f4011 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:20:41.342259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Made reservation on behalf of 6993c86fb6284331aaa019480d0bf993 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:20:41.344671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.511065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (43bb62c8-9f5f-47ba-a91d-2443362933a9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.574064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bb62c8-9f5f-47ba-a91d-2443362933a9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:41.579377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Checking segment: {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:41.580392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Network hostable DHCP agents. Network: d7003136-553e-4cec-97ad-8158371f4011, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:20:41.597137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Network d7003136-553e-4cec-97ad-8158371f4011 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:20:41.605658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7003136-553e-4cec-97ad-8158371f4011) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:41.610314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:41.611295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.615038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df73214-4a25-4503-bba7-83aab8a17381 None None] Network d7003136-553e-4cec-97ad-8158371f4011 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:41.628415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-583ef76f-6834-4dab-a5eb-30850db04e3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3091521
Mar 05 21:20:41.631052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32806) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:41.635528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:41.655462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (1477a231-f8ef-4a4f-b453-49a970375412), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.656499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (1477a231-f8ef-4a4f-b453-49a970375412), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.709053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for router_controller (1477a231-f8ef-4a4f-b453-49a970375412), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.719222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7003136-553e-4cec-97ad-8158371f4011', 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011', 'project_id': '6993c86fb6284331aaa019480d0bf993', 'fixed_ips': [{'subnet_id': '43bb62c8-9f5f-47ba-a91d-2443362933a9'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:20:41.720117 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.853928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for router_gateway (1477a231-f8ef-4a4f-b453-49a970375412), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:41.860212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Allocated IP 172.20.0.2 (d7003136-553e-4cec-97ad-8158371f4011/43bb62c8-9f5f-47ba-a91d-2443362933a9/39d407b2-7086-4662-aba0-32ab86b3182b) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:42.007313 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks [] for port (39d407b2-7086-4662-aba0-32ab86b3182b), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.014384 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.055086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Network d7003136-553e-4cec-97ad-8158371f4011 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:42.057956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:42.062608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for router_gateway (1477a231-f8ef-4a4f-b453-49a970375412), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.064189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:42.067471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Pushing event updated for resources: {'Port': ['ID=39d407b2-7086-4662-aba0-32ab86b3182b,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:42.084973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.121766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Attempting to bind port 39d407b2-7086-4662-aba0-32ab86b3182b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:42.122064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Attempting to bind port 39d407b2-7086-4662-aba0-32ab86b3182b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:42.122442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Attempting to bind port 39d407b2-7086-4662-aba0-32ab86b3182b on network d7003136-553e-4cec-97ad-8158371f4011 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:42.127448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:42.127863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Checking segment: {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:42.128276 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.128676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Bound using segment: {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:42.129150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Bound port: 39d407b2-7086-4662-aba0-32ab86b3182b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:42.129535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.190085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Allocated IP 172.35.0.196 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/fc3e02f1-bc3a-46ed-924b-259245ce6b81) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:42.195643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] For port 39d407b2-7086-4662-aba0-32ab86b3182b, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:42.198733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] For port 39d407b2-7086-4662-aba0-32ab86b3182b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d407b2-7086-4662-aba0-32ab86b3182b,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:42.206695 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.262666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1728b3-a4ec-4155-88f1-932f621a38aa None None] Pushing event updated for resources: {'Port': ['ID=39d407b2-7086-4662-aba0-32ab86b3182b,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:42.304790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.341616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.383858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:42.386776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:42.390386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:42.396515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3e02f1-bc3a-46ed-924b-259245ce6b81,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:42.672307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for router_gateway (1477a231-f8ef-4a4f-b453-49a970375412), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.779281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39d407b2-7086-4662-aba0-32ab86b3182b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:42.826828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 39d407b2-7086-4662-aba0-32ab86b3182b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:42.827211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.882960 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (1477a231-f8ef-4a4f-b453-49a970375412), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.922452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 39d407b2-7086-4662-aba0-32ab86b3182b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:42.922850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:42.965269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 39d407b2-7086-4662-aba0-32ab86b3182b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d407b2-7086-4662-aba0-32ab86b3182b,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:42.969908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.023608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=39d407b2-7086-4662-aba0-32ab86b3182b,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:43.027831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Router 1477a231-f8ef-4a4f-b453-49a970375412 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:20:43.144876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:43.154854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Sync routers for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:43.165999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:43.167346 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf47df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:43.168710 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.170034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fc368b5d-f804-4088-89d9-55af338a33c8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5380061
Mar 05 21:20:43.172968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32808) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:43.231304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5775a-3ed9-49de-bc20-7c584532d825 None None] Network d7003136-553e-4cec-97ad-8158371f4011 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:43.284556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:43.340531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4fe2bc2f-c3d6-47b3-a5fb-7936d785128e None None] Provisioning complete for port 39d407b2-7086-4662-aba0-32ab86b3182b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:43.340920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bc2f-c3d6-47b3-a5fb-7936d785128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.437547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bc2f-c3d6-47b3-a5fb-7936d785128e None None] Current status of the port 39d407b2-7086-4662-aba0-32ab86b3182b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:43.569557 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf47df0>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:42Z', 'revision_number': 3, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:43.603224 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Checking router: 1477a231-f8ef-4a4f-b453-49a970375412 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:43.603581 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Updating router 1477a231-f8ef-4a4f-b453-49a970375412 port fc3e02f1-bc3a-46ed-924b-259245ce6b81 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:20:43.634516 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.636403 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.666249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8c9dd8d2-3614-4250-bfbd-41fbe14217d8 None None] Provisioning complete for port 39d407b2-7086-4662-aba0-32ab86b3182b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:43.666735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8c9dd8d2-3614-4250-bfbd-41fbe14217d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.756231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8c9dd8d2-3614-4250-bfbd-41fbe14217d8 None None] Current status of the port 39d407b2-7086-4662-aba0-32ab86b3182b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:43.802962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Allocated IP 172.20.0.1 (d7003136-553e-4cec-97ad-8158371f4011/43bb62c8-9f5f-47ba-a91d-2443362933a9/edb00ad4-6e27-48c3-9b41-21902934ba05) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:43.898260 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks [] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.910610 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.917828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks [] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.959908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.968928 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Pushing event updated for resources: {'Port': ['ID=fc3e02f1-bc3a-46ed-924b-259245ce6b81,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:43.980814 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Attempting to bind port fc3e02f1-bc3a-46ed-924b-259245ce6b81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:43.981199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Attempting to bind port fc3e02f1-bc3a-46ed-924b-259245ce6b81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:43.981852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Attempting to bind port fc3e02f1-bc3a-46ed-924b-259245ce6b81 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:43.984329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.984676 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.985012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.985339 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.986692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.986692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.986896 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.987168 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.987493 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.987996 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.988331 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.988649 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.988964 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:20:43.996401 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:43.996777 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:43.997420 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:43.997555 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:43.998004 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Bound port: fc3e02f1-bc3a-46ed-924b-259245ce6b81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:43.998376 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.003137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Network d7003136-553e-4cec-97ad-8158371f4011 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:44.006111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:44.010001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:44.032291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:44.052389 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (1477a231-f8ef-4a4f-b453-49a970375412), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.058542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] For port fc3e02f1-bc3a-46ed-924b-259245ce6b81, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:44.061954 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] For port fc3e02f1-bc3a-46ed-924b-259245ce6b81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3e02f1-bc3a-46ed-924b-259245ce6b81,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:44.069343 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.128406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:44.129042 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf47df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:44.134725 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73063487-4f8f-4f1f-8094-93c1ac849264 None None] Pushing event updated for resources: {'Port': ['ID=fc3e02f1-bc3a-46ed-924b-259245ce6b81,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:44.251494 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:44.280269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-55ffb7a7-aa21-4c9b-a268-a0697dd198a3 None None] Provisioning complete for port edb00ad4-6e27-48c3-9b41-21902934ba05 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:44.280800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55ffb7a7-aa21-4c9b-a268-a0697dd198a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.317304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-55ffb7a7-aa21-4c9b-a268-a0697dd198a3 None None] Port edb00ad4-6e27-48c3-9b41-21902934ba05 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:20:44.434771 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf47df0>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:42Z', 'revision_number': 3, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:44.465067 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aad78-eccf-420f-b044-02c3b8f1f71c None None] The sync data for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 is: [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:42Z', 'revision_number': 3, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:44.547170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.735712 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks [] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.741851 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.812565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:44.816737 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (1477a231-f8ef-4a4f-b453-49a970375412), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:44.883416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc3e02f1-bc3a-46ed-924b-259245ce6b81 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:44.929362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Network d7003136-553e-4cec-97ad-8158371f4011 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:44.930907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:44.948129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fc3e02f1-bc3a-46ed-924b-259245ce6b81 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:44.949089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.050101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fc3e02f1-bc3a-46ed-924b-259245ce6b81 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:45.050513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.070480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Router 1477a231-f8ef-4a4f-b453-49a970375412 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:20:45.076716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port fc3e02f1-bc3a-46ed-924b-259245ce6b81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3e02f1-bc3a-46ed-924b-259245ce6b81,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:45.082120 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.083188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39d407b2-7086-4662-aba0-32ab86b3182b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:45.176211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=fc3e02f1-bc3a-46ed-924b-259245ce6b81,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:45.191775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 39d407b2-7086-4662-aba0-32ab86b3182b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:45.192155 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.212822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:45.218214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0a80770c-f290-42b2-9abf-e0e41bd2fbe2 admin admin] 10.222.0.15 "PUT /v2.0/routers/1477a231-f8ef-4a4f-b453-49a970375412/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0435348
Mar 05 21:20:45.257520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-832ca8ed-6492-4fe2-947e-905149304c4c None None] Provisioning complete for port edb00ad4-6e27-48c3-9b41-21902934ba05 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:45.257894 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-832ca8ed-6492-4fe2-947e-905149304c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.324143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-832ca8ed-6492-4fe2-947e-905149304c4c None None] Port edb00ad4-6e27-48c3-9b41-21902934ba05 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:20:45.331987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 39d407b2-7086-4662-aba0-32ab86b3182b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:45.707381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:45.712243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1255863068-network', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:45.731403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Made reservation on behalf of f791fb5ca8e14ce9baa207a098fb13d8 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:20:45.733721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.742796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.820022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks [] for security_group (966716aa-707d-4dc6-9118-3ac9c42de920), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.824571 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (966716aa-707d-4dc6-9118-3ac9c42de920), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.854410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:20:45.860719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966716aa-707d-4dc6-9118-3ac9c42de920,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:45.868167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (957419ea-530d-4d9d-94dd-8f92cc556714), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.868524 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Added segment 957419ea-530d-4d9d-94dd-8f92cc556714 of type vlan for network 243707e2-0914-46d1-b9a3-b67be0a4b244
Mar 05 21:20:45.908862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (243707e2-0914-46d1-b9a3-b67be0a4b244), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.934803 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (243707e2-0914-46d1-b9a3-b67be0a4b244), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:45.935821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:45.936417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.140344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Sync routers for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:46.152412 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:46.153045 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83482490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:46.264344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:46.310155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6016386
Mar 05 21:20:46.312795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:46.319569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Request body: {'subnet': {'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1255863068-subnet', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:46.332381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5efc8-d9c2-4c25-a61f-100a71de3635 admin admin] Pushing event updated for resources: {'Network': ['ID=243707e2-0914-46d1-b9a3-b67be0a4b244,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:46.346660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Made reservation on behalf of f791fb5ca8e14ce9baa207a098fb13d8 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:20:46.349934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.351150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:20:46.518022 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (b58f9052-eaab-4416-b954-479c59aa9cad), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.538277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83482490>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 4, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'edb00ad4-6e27-48c3-9b41-21902934ba05', 'name': '', 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'mac_address': 'fa:16:3e:d1:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:43Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 2, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'subnets': [{'id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:46.566042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Checking router: 1477a231-f8ef-4a4f-b453-49a970375412 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:46.566405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Updating router 1477a231-f8ef-4a4f-b453-49a970375412 port edb00ad4-6e27-48c3-9b41-21902934ba05 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:20:46.572546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58f9052-eaab-4416-b954-479c59aa9cad,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:46.582103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Checking segment: {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:46.582465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Network hostable DHCP agents. Network: 243707e2-0914-46d1-b9a3-b67be0a4b244, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:20:46.593253 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.599781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:20:46.609536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 243707e2-0914-46d1-b9a3-b67be0a4b244) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:46.614857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:46.616052 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.633803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d5f87-a874-41d1-aae9-f4c835d7a5f6 None None] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:46.635350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-25efc19e-fcdd-4f2b-b713-3734ee76057c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3215532
Mar 05 21:20:46.637955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:46.642939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:20:46.661342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.662518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.716882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for router_controller (31ed0a49-75df-485d-aae2-a244462b7d1e), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.868899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for router_gateway (31ed0a49-75df-485d-aae2-a244462b7d1e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:46.941540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc3e02f1-bc3a-46ed-924b-259245ce6b81 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:47.045458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-243707e2-0914-46d1-b9a3-b67be0a4b244', 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244', 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'fixed_ips': [{'subnet_id': 'b58f9052-eaab-4416-b954-479c59aa9cad'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:20:47.046314 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.084256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for router_gateway (31ed0a49-75df-485d-aae2-a244462b7d1e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.105131 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.174863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fc3e02f1-bc3a-46ed-924b-259245ce6b81 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:47.175251 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.215815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Allocated IP 172.35.0.127 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/2b2d08fd-bf7a-43d4-8f80-2228d580f885) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:47.308482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks [] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.318580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Allocated IP 172.20.0.2 (243707e2-0914-46d1-b9a3-b67be0a4b244/b58f9052-eaab-4416-b954-479c59aa9cad/b11325f9-a707-45a4-809c-4bcb97155629) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:47.329066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.337145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.364425 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.408628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fc3e02f1-bc3a-46ed-924b-259245ce6b81 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:47.411517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:47.417457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:47.419422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2d08fd-bf7a-43d4-8f80-2228d580f885,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:47.421611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:47.451402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618417b-921c-4354-99f0-f0f387e0712b None None] Pushing event updated for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:47.529916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Attempting to bind port edb00ad4-6e27-48c3-9b41-21902934ba05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:47.530312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Attempting to bind port edb00ad4-6e27-48c3-9b41-21902934ba05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:47.530691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Attempting to bind port edb00ad4-6e27-48c3-9b41-21902934ba05 on network d7003136-553e-4cec-97ad-8158371f4011 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:47.545783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:47.546193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Checking segment: {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:47.546580 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.546982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Bound using segment: {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:47.547474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Bound port: edb00ad4-6e27-48c3-9b41-21902934ba05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62eb39d6-629e-4b2f-8056-cf819dadb0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:47.547898 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.657520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks [] for port (b11325f9-a707-45a4-809c-4bcb97155629), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.670452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] For port edb00ad4-6e27-48c3-9b41-21902934ba05, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:47.672690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b11325f9-a707-45a4-809c-4bcb97155629), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.676433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] For port edb00ad4-6e27-48c3-9b41-21902934ba05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edb00ad4-6e27-48c3-9b41-21902934ba05,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:47.712818 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.715765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for router_gateway (31ed0a49-75df-485d-aae2-a244462b7d1e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.717663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Provisioning complete for port edb00ad4-6e27-48c3-9b41-21902934ba05 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:47.718034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.756788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:47.767449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Pushing event updated for resources: {'Port': ['ID=b11325f9-a707-45a4-809c-4bcb97155629,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:47.769886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:47.777965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:47.847728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:47.848359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83482490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:47.946339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.958327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618417b-921c-4354-99f0-f0f387e0712b None None] Pushing event updated for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:47.961024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Attempting to bind port b11325f9-a707-45a4-809c-4bcb97155629 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:47.961414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Attempting to bind port b11325f9-a707-45a4-809c-4bcb97155629 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:47.961812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Attempting to bind port b11325f9-a707-45a4-809c-4bcb97155629 on network 243707e2-0914-46d1-b9a3-b67be0a4b244 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:47.998528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:47.998954 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Checking segment: {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:47.999315 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:47.999737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Bound using segment: {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:48.000234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Bound port: b11325f9-a707-45a4-809c-4bcb97155629, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:48.000624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b11325f9-a707-45a4-809c-4bcb97155629), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.049999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Current status of the port edb00ad4-6e27-48c3-9b41-21902934ba05 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:48.050316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.106629 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:48.115934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Router 31ed0a49-75df-485d-aae2-a244462b7d1e is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:20:48.147921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] For port edb00ad4-6e27-48c3-9b41-21902934ba05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edb00ad4-6e27-48c3-9b41-21902934ba05,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:48.156274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.168841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] For port b11325f9-a707-45a4-809c-4bcb97155629, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:48.175704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] For port b11325f9-a707-45a4-809c-4bcb97155629, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b11325f9-a707-45a4-809c-4bcb97155629,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:48.240322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:48.240895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b11325f9-a707-45a4-809c-4bcb97155629), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.250352 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Sync routers for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:48.261084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.261981 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:48.262431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f73cd119-363f-4290-8563-85c8bc9975e2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.6234505
Mar 05 21:20:48.263042 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:48.265270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32850) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:48.321778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a0cd-3116-4284-b681-941c388e8baf None None] Pushing event updated for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:48.374415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a4ab98f8-7aee-4092-bc66-e50219d5410e None None] Provisioning complete for port edb00ad4-6e27-48c3-9b41-21902934ba05 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:48.374760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a4ab98f8-7aee-4092-bc66-e50219d5410e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.419592 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:48.479810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d6758-82d7-481e-bc94-f17b690a1021 None None] Pushing event updated for resources: {'Port': ['ID=b11325f9-a707-45a4-809c-4bcb97155629,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:48.581959 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83482490>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 4, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'edb00ad4-6e27-48c3-9b41-21902934ba05', 'name': '', 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'mac_address': 'fa:16:3e:d1:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:43Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 4, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'subnets': [{'id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:48.637830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99553368-c2eb-4fc2-8da9-282545ee190e None None] The sync data for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 is: [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:44Z', 'revision_number': 4, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'edb00ad4-6e27-48c3-9b41-21902934ba05', 'name': '', 'network_id': 'd7003136-553e-4cec-97ad-8158371f4011', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'mac_address': 'fa:16:3e:d1:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:43Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 4, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'subnets': [{'id': '43bb62c8-9f5f-47ba-a91d-2443362933a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:48.639507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab98f8-7aee-4092-bc66-e50219d5410e None None] Current status of the port edb00ad4-6e27-48c3-9b41-21902934ba05 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:48.801177 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75310>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 3, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:48.865150 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Checking router: 31ed0a49-75df-485d-aae2-a244462b7d1e for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:48.865504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Updating router 31ed0a49-75df-485d-aae2-a244462b7d1e port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:20:48.923955 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:48.966569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b11325f9-a707-45a4-809c-4bcb97155629 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:48.980650 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.056675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b11325f9-a707-45a4-809c-4bcb97155629 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:49.059303 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b11325f9-a707-45a4-809c-4bcb97155629), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.175204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b11325f9-a707-45a4-809c-4bcb97155629 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:49.175613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b11325f9-a707-45a4-809c-4bcb97155629), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.226172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Allocated IP 172.20.0.1 (243707e2-0914-46d1-b9a3-b67be0a4b244/b58f9052-eaab-4416-b954-479c59aa9cad/f573b6e2-02f6-4faa-8a94-28d4be2ed806) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:20:49.233453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b11325f9-a707-45a4-809c-4bcb97155629, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b11325f9-a707-45a4-809c-4bcb97155629,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:49.239248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b11325f9-a707-45a4-809c-4bcb97155629), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.240205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device edb00ad4-6e27-48c3-9b41-21902934ba05 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:49.289529 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks [] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.300313 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.357567 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba26a62-854f-41e9-ba57-a8a2ac9cadd2 None None] Pushing event updated for resources: {'Port': ['ID=2b2d08fd-bf7a-43d4-8f80-2228d580f885,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:49.380583 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Attempting to bind port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:49.381372 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Attempting to bind port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:49.382270 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Attempting to bind port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:49.394904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:49.395353 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks [] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.396179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:49.397424 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.398000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:49.398658 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Bound port: 2b2d08fd-bf7a-43d4-8f80-2228d580f885, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:49.399461 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.409784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b11325f9-a707-45a4-809c-4bcb97155629,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:49.414860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port edb00ad4-6e27-48c3-9b41-21902934ba05 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:49.415243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.451357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.480931 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:49.485440 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:49.492375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] For port 2b2d08fd-bf7a-43d4-8f80-2228d580f885, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:49.493236 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:20:49.497021 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] For port 2b2d08fd-bf7a-43d4-8f80-2228d580f885, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b2d08fd-bf7a-43d4-8f80-2228d580f885,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:49.516091 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.591351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Pushing event updated for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:49.594099 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba26a62-854f-41e9-ba57-a8a2ac9cadd2 None None] Pushing event updated for resources: {'Port': ['ID=2b2d08fd-bf7a-43d4-8f80-2228d580f885,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:49.599968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (31ed0a49-75df-485d-aae2-a244462b7d1e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.655995 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:49.660075 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:49.777268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port edb00ad4-6e27-48c3-9b41-21902934ba05 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:49.792421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.798065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7ee36-8c7b-44c9-9670-3b8952db5c98 None None] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:49.925518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-02b03c61-b88c-46eb-b438-96226dae1b28 None None] Provisioning complete for port b11325f9-a707-45a4-809c-4bcb97155629 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:49.925974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02b03c61-b88c-46eb-b438-96226dae1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b11325f9-a707-45a4-809c-4bcb97155629), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:49.927510 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:50.011721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks [] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.021033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-02b03c61-b88c-46eb-b438-96226dae1b28 None None] Current status of the port b11325f9-a707-45a4-809c-4bcb97155629 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:50.032378 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.110288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Pushing event updated for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:50.115626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (31ed0a49-75df-485d-aae2-a244462b7d1e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.135908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75310>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 3, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:50.165791 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aece83-bf3b-4f29-b1b7-8d716996adae None None] The sync data for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 is: [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:47Z', 'revision_number': 3, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:50.258181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:20:50.259821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:20:50.346445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:50.347429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.390423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Port f573b6e2-02f6-4faa-8a94-28d4be2ed806 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:20:50.398336 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Router 31ed0a49-75df-485d-aae2-a244462b7d1e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:20:50.406664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Provisioning complete for port b11325f9-a707-45a4-809c-4bcb97155629 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:50.407043 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b11325f9-a707-45a4-809c-4bcb97155629), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.502950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e5876-55ce-4474-8aad-683b88cccaaf None None] Current status of the port b11325f9-a707-45a4-809c-4bcb97155629 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:50.535373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:50.540677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-148eb91e-31ad-4ae7-bd14-fce41ad25153 admin admin] 10.222.0.15 "PUT /v2.0/routers/31ed0a49-75df-485d-aae2-a244462b7d1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2743459
Mar 05 21:20:50.631608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8842315c-46fa-40f0-aa8e-8a2c7f83d47e None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:50.632262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8842315c-46fa-40f0-aa8e-8a2c7f83d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.672047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8842315c-46fa-40f0-aa8e-8a2c7f83d47e None None] Port f573b6e2-02f6-4faa-8a94-28d4be2ed806 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:20:50.891476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b11325f9-a707-45a4-809c-4bcb97155629 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:50.944163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fdd9c680-ee9b-4a8f-82db-7bbffea82150 None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:50.944558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c680-ee9b-4a8f-82db-7bbffea82150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:50.995611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9c680-ee9b-4a8f-82db-7bbffea82150 None None] Port f573b6e2-02f6-4faa-8a94-28d4be2ed806 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:20:51.003317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b11325f9-a707-45a4-809c-4bcb97155629 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:51.003650 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b11325f9-a707-45a4-809c-4bcb97155629), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:51.105506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b11325f9-a707-45a4-809c-4bcb97155629 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:51.106632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b2d08fd-bf7a-43d4-8f80-2228d580f885 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:51.166913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:51.167294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:51.250447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:51.250852 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:51.275079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2b2d08fd-bf7a-43d4-8f80-2228d580f885, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b2d08fd-bf7a-43d4-8f80-2228d580f885,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:51.280670 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:51.333053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2b2d08fd-bf7a-43d4-8f80-2228d580f885,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:51.776845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32898) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:52.130558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Sync routers for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:52.137805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (1477a231-f8ef-4a4f-b453-49a970375412), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.140782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:52.141512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b93040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:52.248669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:52.384845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Deleting port edb00ad4-6e27-48c3-9b41-21902934ba05 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:52.385115 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.455618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b93040>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 4, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f573b6e2-02f6-4faa-8a94-28d4be2ed806', 'name': '', 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'mac_address': 'fa:16:3e:b1:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:49Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 2, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'subnets': [{'id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:52.470131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] For port edb00ad4-6e27-48c3-9b41-21902934ba05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edb00ad4-6e27-48c3-9b41-21902934ba05,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:52.470493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.482006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Checking router: 31ed0a49-75df-485d-aae2-a244462b7d1e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:52.482375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Updating router 31ed0a49-75df-485d-aae2-a244462b7d1e port f573b6e2-02f6-4faa-8a94-28d4be2ed806 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:20:52.483272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Calling delete_port for edb00ad4-6e27-48c3-9b41-21902934ba05 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:52.510036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.663181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (edb00ad4-6e27-48c3-9b41-21902934ba05), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.690284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb00ad4-6e27-48c3-9b41-21902934ba05,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:52.828019 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks [] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.836175 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.868819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b2d08fd-bf7a-43d4-8f80-2228d580f885 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:52.885268 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (1477a231-f8ef-4a4f-b453-49a970375412), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:52.925632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2063-1fc5-4388-84fd-f285e8d253aa None None] Pushing event updated for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:53.002458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:53.002458 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.024327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Attempting to bind port f573b6e2-02f6-4faa-8a94-28d4be2ed806 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:20:53.024800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Attempting to bind port f573b6e2-02f6-4faa-8a94-28d4be2ed806 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:20:53.025217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Attempting to bind port f573b6e2-02f6-4faa-8a94-28d4be2ed806 on network 243707e2-0914-46d1-b9a3-b67be0a4b244 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:20:53.038917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:20:53.039295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Checking segment: {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:20:53.039724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.040126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Bound using segment: {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:20:53.040943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Bound port: f573b6e2-02f6-4faa-8a94-28d4be2ed806, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957419ea-530d-4d9d-94dd-8f92cc556714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:20:53.041403 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.138234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] For port f573b6e2-02f6-4faa-8a94-28d4be2ed806, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:20:53.157127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] For port f573b6e2-02f6-4faa-8a94-28d4be2ed806, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f573b6e2-02f6-4faa-8a94-28d4be2ed806,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:20:53.157304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Router 1477a231-f8ef-4a4f-b453-49a970375412 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:20:53.161033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:53.165805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.224177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:53.224801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82b93040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.227780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2063-1fc5-4388-84fd-f285e8d253aa None None] Pushing event updated for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:53.283203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:53.291369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32900) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:53.292029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-967af4a0-7f93-4b1e-9f69-dd0e9754d988 admin admin] 10.222.0.15 "PUT /v2.0/routers/1477a231-f8ef-4a4f-b453-49a970375412/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5135336
Mar 05 21:20:53.295377 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125470a-5904-451c-9073-5e11800b212b None None] Sync routers for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:53.306672 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:53.307564 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.323505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:53.323908 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.378622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:53.421513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:53.447983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks [] for router (1477a231-f8ef-4a4f-b453-49a970375412), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.533655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Current status of the port f573b6e2-02f6-4faa-8a94-28d4be2ed806 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:53.534058 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.570363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks [] for router_gateway (1477a231-f8ef-4a4f-b453-49a970375412), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.586960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] For port f573b6e2-02f6-4faa-8a94-28d4be2ed806, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f573b6e2-02f6-4faa-8a94-28d4be2ed806,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:53.592097 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.632703 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75ca0>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:52Z', 'revision_number': 5, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port': {'id': 'fc3e02f1-bc3a-46ed-924b-259245ce6b81', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477a231-f8ef-4a4f-b453-49a970375412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:42Z', 'updated_at': '2022-03-05T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.634879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Deleting port fc3e02f1-bc3a-46ed-924b-259245ce6b81 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:53.635424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.663399 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125470a-5904-451c-9073-5e11800b212b None None] Checking router: 1477a231-f8ef-4a4f-b453-49a970375412 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:53.671912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a79e15-4080-4ba9-ac88-14cce0d88d2a None None] Pushing event updated for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:53.672429 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] Routers {'1477a231-f8ef-4a4f-b453-49a970375412'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:53.673317 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['1477a231-f8ef-4a4f-b453-49a970375412'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.695812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82b93040>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 4, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f573b6e2-02f6-4faa-8a94-28d4be2ed806', 'name': '', 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'mac_address': 'fa:16:3e:b1:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:49Z', 'updated_at': '2022-03-05T21:20:53Z', 'revision_number': 4, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'subnets': [{'id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.722407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] For port fc3e02f1-bc3a-46ed-924b-259245ce6b81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3e02f1-bc3a-46ed-924b-259245ce6b81,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:53.722775 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.733404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0eb74-9777-4d79-a732-a13b6e7a5394 None None] The sync data for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 is: [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:49Z', 'revision_number': 4, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f573b6e2-02f6-4faa-8a94-28d4be2ed806', 'name': '', 'network_id': '243707e2-0914-46d1-b9a3-b67be0a4b244', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'mac_address': 'fa:16:3e:b1:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:49Z', 'updated_at': '2022-03-05T21:20:53Z', 'revision_number': 4, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'subnets': [{'id': 'b58f9052-eaab-4416-b954-479c59aa9cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:53.737588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Calling delete_port for fc3e02f1-bc3a-46ed-924b-259245ce6b81 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:53.757027 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d9b9236b-1576-40fc-80fe-7da914b54943 None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:53.757290 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d9b9236b-1576-40fc-80fe-7da914b54943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.817861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] Set router 1477a231-f8ef-4a4f-b453-49a970375412 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:53.881047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9236b-1576-40fc-80fe-7da914b54943 None None] Current status of the port f573b6e2-02f6-4faa-8a94-28d4be2ed806 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:53.891279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c125470a-5904-451c-9073-5e11800b212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b91f75ca0>, [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:53Z', 'revision_number': 6, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:53.919907 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125470a-5904-451c-9073-5e11800b212b None None] The sync data for ids ['1477a231-f8ef-4a4f-b453-49a970375412'] in ncdv-master-1 is: [{'id': '1477a231-f8ef-4a4f-b453-49a970375412', 'name': 'tempest-TestAggregatesBasicOps-1298394255-router', 'tenant_id': '6993c86fb6284331aaa019480d0bf993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:41Z', 'updated_at': '2022-03-05T21:20:53Z', 'revision_number': 6, 'project_id': '6993c86fb6284331aaa019480d0bf993', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:53.965648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (fc3e02f1-bc3a-46ed-924b-259245ce6b81), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:53.997368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3e02f1-bc3a-46ed-924b-259245ce6b81,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:54.062447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (1477a231-f8ef-4a4f-b453-49a970375412), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.158956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (1477a231-f8ef-4a4f-b453-49a970375412), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.161188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks [] for router_controller (1477a231-f8ef-4a4f-b453-49a970375412), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.210672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (1477a231-f8ef-4a4f-b453-49a970375412), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.211320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1477a231-f8ef-4a4f-b453-49a970375412 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:20:54.216648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.218389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-06807517-b266-4f10-b06b-0ae351d001c3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1477a231-f8ef-4a4f-b453-49a970375412 HTTP/1.1" status: 204  len: 168 time: 0.9244564
Mar 05 21:20:54.221342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32902) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:54.271165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Deleting subnet 43bb62c8-9f5f-47ba-a91d-2443362933a9 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:20:54.275709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Publish callbacks [] for subnet (43bb62c8-9f5f-47ba-a91d-2443362933a9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.309938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (43bb62c8-9f5f-47ba-a91d-2443362933a9), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.388497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (43bb62c8-9f5f-47ba-a91d-2443362933a9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.440118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (43bb62c8-9f5f-47ba-a91d-2443362933a9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.467184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.472097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43bb62c8-9f5f-47ba-a91d-2443362933a9 HTTP/1.1" status: 204  len: 168 time: 0.2496159
Mar 05 21:20:54.473105 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54346f07-8705-484e-9040-b8d250a37c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bb62c8-9f5f-47ba-a91d-2443362933a9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:54.474593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405a3dc-5a60-4eff-b220-63bbe6ac4bdf None None] Network d7003136-553e-4cec-97ad-8158371f4011 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:54.475649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:54.555325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d7003136-553e-4cec-97ad-8158371f4011), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.637732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Deleting port 39d407b2-7086-4662-aba0-32ab86b3182b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:54.638053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.726124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] For port 39d407b2-7086-4662-aba0-32ab86b3182b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d407b2-7086-4662-aba0-32ab86b3182b,segment=NetworkSegment(62eb39d6-629e-4b2f-8056-cf819dadb0cf),segment_id=62eb39d6-629e-4b2f-8056-cf819dadb0cf)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:54.726536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.748659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Calling delete_port for 39d407b2-7086-4662-aba0-32ab86b3182b owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:54.793072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6b371fe2-1379-4ceb-923b-ada578daa001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.847866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581bbe-5699-4697-b639-2350b60bb52f req-2133e39c-2a29-43ce-be73-b90125f23e22 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:54.849467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7581bbe-5699-4697-b639-2350b60bb52f req-2133e39c-2a29-43ce-be73-b90125f23e22 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.1599879
Mar 05 21:20:54.884197 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (39d407b2-7086-4662-aba0-32ab86b3182b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:54.932666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=39d407b2-7086-4662-aba0-32ab86b3182b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:54.934873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] No DVR routers for this DVR port 39d407b2-7086-4662-aba0-32ab86b3182b on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:54.939598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7581bbe-5699-4697-b639-2350b60bb52f req-1fa1855e-3975-4631-a37a-3836d6b379ec tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794988
Mar 05 21:20:54.963047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32910) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:55.012995 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d7003136-553e-4cec-97ad-8158371f4011), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.036291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b023520>,) {'filters': {'network_id': ['d7003136-553e-4cec-97ad-8158371f4011']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:55.047230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b023520>, '62eb39d6-629e-4b2f-8056-cf819dadb0cf') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:55.047534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b023520>, '62eb39d6-629e-4b2f-8056-cf819dadb0cf') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:55.059218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (62eb39d6-629e-4b2f-8056-cf819dadb0cf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.077384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (62eb39d6-629e-4b2f-8056-cf819dadb0cf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.085539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:20:55.085987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (62eb39d6-629e-4b2f-8056-cf819dadb0cf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:20:55.089065 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:20:55.145924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219f66d-9d8b-4e83-a7ed-6468f4da3a42 None None] DHCP port deletion for d7003136-553e-4cec-97ad-8158371f4011 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:20:55.152189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port bd957d23-9fef-45bc-9faa-687950b73efb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:55.152566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.164811 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d7003136-553e-4cec-97ad-8158371f4011), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.184879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.188582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7003136-553e-4cec-97ad-8158371f4011 HTTP/1.1" status: 204  len: 168 time: 0.7123520
Mar 05 21:20:55.189990 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2fe5-ab08-418f-ad9e-5e7a9215d5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d7003136-553e-4cec-97ad-8158371f4011,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:55.192204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32912) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:55.264328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.268097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (bd957d23-9fef-45bc-9faa-687950b73efb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.276480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f573b6e2-02f6-4faa-8a94-28d4be2ed806 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:20:55.284424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for bd957d23-9fef-45bc-9faa-687950b73efb owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:55.374871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f573b6e2-02f6-4faa-8a94-28d4be2ed806 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:20:55.375399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.507346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f573b6e2-02f6-4faa-8a94-28d4be2ed806 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:20:55.522017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device edb00ad4-6e27-48c3-9b41-21902934ba05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:55.529175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (bd957d23-9fef-45bc-9faa-687950b73efb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.543709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: edb00ad4-6e27-48c3-9b41-21902934ba05 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:55.543986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device edb00ad4-6e27-48c3-9b41-21902934ba05 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:55.569235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=bd957d23-9fef-45bc-9faa-687950b73efb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:55.613099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (31ed0a49-75df-485d-aae2-a244462b7d1e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.641982 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (6c8933d0-0898-4b69-81c7-bf2d939fa717), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.642313 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 6c8933d0-0898-4b69-81c7-bf2d939fa717 disassociated (deleted). External IP: 172.35.0.44, port: 0b00b531-b0ae-4f1d-a442-74a1fe2153df.
Mar 05 21:20:55.879777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Deleting port f573b6e2-02f6-4faa-8a94-28d4be2ed806 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:55.880211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.967770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] For port f573b6e2-02f6-4faa-8a94-28d4be2ed806, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f573b6e2-02f6-4faa-8a94-28d4be2ed806,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:55.968062 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:55.982775 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Calling delete_port for f573b6e2-02f6-4faa-8a94-28d4be2ed806 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:56.207213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router c549d050-fb8d-4e4f-a306-105da0ff1055 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:20:56.319839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:56.324525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:56.332724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Sync routers for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:56.344761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:56.345908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833eae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:56.364247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7f51478f-91ab-484d-9da1-0d959a32fdb1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/floatingips/6c8933d0-0898-4b69-81c7-bf2d939fa717 HTTP/1.1" status: 204  len: 168 time: 1.3976791
Mar 05 21:20:56.365175 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:20:56.369119 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610c096c-5682-4ba1-85e5-8cd7f6420291" -d '{"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:20:56.484848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:56.512941 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ab7e2-75be-41a3-b684-79749edaa1f2 x-openstack-request-id: req-532ab7e2-75be-41a3-b684-79749edaa1f2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:20:56.513313 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:20:56.513574 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-532ab7e2-75be-41a3-b684-79749edaa1f2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:20:56.514045 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'status': 'completed', 'code': 200}
Mar 05 21:20:56.564814 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f573b6e2-02f6-4faa-8a94-28d4be2ed806), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:56.589685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-b5fd9576-a9bf-47eb-aacc-51a0cd9a71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:56.591711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-b5fd9576-a9bf-47eb-aacc-51a0cd9a71d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 1127 time: 0.0639729
Mar 05 21:20:56.595557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Pushing event deleted for resources: {'Port': ['ID=f573b6e2-02f6-4faa-8a94-28d4be2ed806,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:56.736130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-76a09929-00fa-4ac5-8122-f4880735cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:56.737874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-76a09929-00fa-4ac5-8122-f4880735cd4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 200  len: 898 time: 0.1399565
Mar 05 21:20:56.762859 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9dc10-37b5-412f-90b6-2a8f64d33155 req-4b7c458f-f4a7-4677-998c-b27d547e0cee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:56.769134 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833eae20>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:56.770353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4e9dc10-37b5-412f-90b6-2a8f64d33155 req-4b7c458f-f4a7-4677-998c-b27d547e0cee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.1781480
Mar 05 21:20:56.804472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Checking router: c549d050-fb8d-4e4f-a306-105da0ff1055 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:56.806710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-c7b2deb5-91bd-4515-bbbe-f4d5a8aea762 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 200  len: 217 time: 0.0621414
Mar 05 21:20:56.818123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:56.818770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833eae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:56.874679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-122d6084-7b6f-408f-a4be-5d666ab939a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:56.879685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-122d6084-7b6f-408f-a4be-5d666ab939a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 200  len: 834 time: 0.0650706
Mar 05 21:20:56.888707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4e9dc10-37b5-412f-90b6-2a8f64d33155 req-9f05e3fe-62d3-4111-ab6b-9553d9166450 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173718
Mar 05 21:20:56.922181 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (31ed0a49-75df-485d-aae2-a244462b7d1e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:56.931461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc3e02f1-bc3a-46ed-924b-259245ce6b81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:56.948563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-51b64402-10ac-4d0e-872f-238d9a66f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:56.950382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-51b64402-10ac-4d0e-872f-238d9a66f428 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5399919-6239-42a8-a7ad-9bd3aa6faa48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0598178
Mar 05 21:20:56.971380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: fc3e02f1-bc3a-46ed-924b-259245ce6b81 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:56.971846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fc3e02f1-bc3a-46ed-924b-259245ce6b81 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:56.972379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39d407b2-7086-4662-aba0-32ab86b3182b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:56.978569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3628-fb41-4604-a419-005563ac7f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.001671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 39d407b2-7086-4662-aba0-32ab86b3182b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:57.002199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 39d407b2-7086-4662-aba0-32ab86b3182b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:57.033367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:57.048723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-b5ee749d-e40e-4ef4-a7ee-ef7c9df5cb5d service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908873
Mar 05 21:20:57.151036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-610c096c-5682-4ba1-85e5-8cd7f6420291 req-f83914a4-73ac-4768-871f-1eba7f569fdc service neutron] 10.222.0.31 "GET /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967436
Mar 05 21:20:57.164309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Router 31ed0a49-75df-485d-aae2-a244462b7d1e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:20:57.246454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833eae20>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:57.272701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6235355d-d815-4efd-b9d1-7260f0c83cd8 None None] The sync data for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 is: [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:19:04Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9f03e5f-3166-4294-9334-f1f5dc804bc9', 'name': '', 'network_id': 'a5399919-6239-42a8-a7ad-9bd3aa6faa48', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:43:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a8c4de03-28b8-4825-b110-776a29911778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:19:03Z', 'updated_at': '2022-03-05T21:19:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': 'a8c4de03-28b8-4825-b110-776a29911778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:57.277380 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:20:57.292769 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3e3293c3-4ab5-4a93-aa1e-7f6b319a5447 admin admin] 10.222.0.15 "PUT /v2.0/routers/31ed0a49-75df-485d-aae2-a244462b7d1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0993648
Mar 05 21:20:57.293603 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Sync routers for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:20:57.295124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32922) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:57.306913 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:57.307553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b7a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:57.409777 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks [] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.418032 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:57.532112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks [] for router_gateway (31ed0a49-75df-485d-aae2-a244462b7d1e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.554262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e6988-9a77-42c2-95df-e1325616fae3 None None] New status for floating IP 6c8933d0-0898-4b69-81c7-bf2d939fa717: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:20:57.591175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Deleting port 2b2d08fd-bf7a-43d4-8f80-2228d580f885 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:57.591514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.609414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b7a00>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127'}], 'enable_snat': True}, 'gw_port_id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:56Z', 'revision_number': 5, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port': {'id': '2b2d08fd-bf7a-43d4-8f80-2228d580f885', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:20:47Z', 'updated_at': '2022-03-05T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:57.644763 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Checking router: 31ed0a49-75df-485d-aae2-a244462b7d1e for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:20:57.653440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Routers {'31ed0a49-75df-485d-aae2-a244462b7d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:20:57.654616 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900b7a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['31ed0a49-75df-485d-aae2-a244462b7d1e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:57.681702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] For port 2b2d08fd-bf7a-43d4-8f80-2228d580f885, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b2d08fd-bf7a-43d4-8f80-2228d580f885,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:57.682067 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.695102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Calling delete_port for 2b2d08fd-bf7a-43d4-8f80-2228d580f885 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:57.743025 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] Set router 31ed0a49-75df-485d-aae2-a244462b7d1e gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:20:57.864894 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2b2d08fd-bf7a-43d4-8f80-2228d580f885), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:57.891218 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900b7a00>, [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:57Z', 'revision_number': 6, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:57.896757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2d08fd-bf7a-43d4-8f80-2228d580f885,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:57.912224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-60713e13-c3b1-4671-abe3-3c0e0089bbd6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:57.913952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-60713e13-c3b1-4671-abe3-3c0e0089bbd6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0631773
Mar 05 21:20:57.925430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca1e51-5809-40a3-b8ca-fadd0fa81260 None None] The sync data for ids ['31ed0a49-75df-485d-aae2-a244462b7d1e'] in ncdv-master-1 is: [{'id': '31ed0a49-75df-485d-aae2-a244462b7d1e', 'name': 'tempest-TestAggregatesBasicOps-1255863068-router', 'tenant_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:20:46Z', 'updated_at': '2022-03-05T21:20:57Z', 'revision_number': 6, 'project_id': 'f791fb5ca8e14ce9baa207a098fb13d8', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:20:57.990478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (31ed0a49-75df-485d-aae2-a244462b7d1e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.020773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.062927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200ee-0de8-499a-827a-4ba87b325cae req-bca4d2fa-aa64-4d64-8a12-a296b125f810 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:20:58.064993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0a200ee-0de8-499a-827a-4ba87b325cae req-bca4d2fa-aa64-4d64-8a12-a296b125f810 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb25768-95bd-4f59-95dc-a08ca3477af3 HTTP/1.1" status: 200  len: 945 time: 0.0946918
Mar 05 21:20:58.082574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 0b00b531-b0ae-4f1d-a442-74a1fe2153df {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:58.082921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.088019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.090147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks [] for router_controller (31ed0a49-75df-485d-aae2-a244462b7d1e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.139715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (31ed0a49-75df-485d-aae2-a244462b7d1e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.140208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ed0a49-75df-485d-aae2-a244462b7d1e {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:20:58.145111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.148334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a49744cc-e782-4468-9dc0-764554ac17f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/31ed0a49-75df-485d-aae2-a244462b7d1e HTTP/1.1" status: 204  len: 168 time: 0.8497555
Mar 05 21:20:58.148567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32928) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:58.173641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0a200ee-0de8-499a-827a-4ba87b325cae req-c5a6720b-7aa7-43a8-a79f-9feab8f804e2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db2e647-8c9f-4b2e-840d-f417c98a122c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008725
Mar 05 21:20:58.194363 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Deleting subnet b58f9052-eaab-4416-b954-479c59aa9cad {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:20:58.197519 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Publish callbacks [] for subnet (b58f9052-eaab-4416-b954-479c59aa9cad), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.217664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 0b00b531-b0ae-4f1d-a442-74a1fe2153df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b00b531-b0ae-4f1d-a442-74a1fe2153df,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:58.218083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.231602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (b58f9052-eaab-4416-b954-479c59aa9cad), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.231911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 0b00b531-b0ae-4f1d-a442-74a1fe2153df owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:58.318796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (b58f9052-eaab-4416-b954-479c59aa9cad), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.369888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0b00b531-b0ae-4f1d-a442-74a1fe2153df), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.378003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (b58f9052-eaab-4416-b954-479c59aa9cad), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.399981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=0b00b531-b0ae-4f1d-a442-74a1fe2153df,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:58.406922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58f9052-eaab-4416-b954-479c59aa9cad,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:58.409588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.415133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-90fd959d-0063-4c02-b217-0edf8d45d8fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b58f9052-eaab-4416-b954-479c59aa9cad HTTP/1.1" status: 204  len: 168 time: 0.2633693
Mar 05 21:20:58.415360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32930) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:58.428350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dcd5f-83c6-4ca2-907e-ac348247c955 None None] Network 243707e2-0914-46d1-b9a3-b67be0a4b244 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:20:58.465129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] No DVR routers for this DVR port 0b00b531-b0ae-4f1d-a442-74a1fe2153df on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:58.468526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.473244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e359691-750d-4ce7-be86-e71eeecba0ac req-65b62a72-3850-4907-897d-c501291ab07d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "DELETE /v2.0/ports/0b00b531-b0ae-4f1d-a442-74a1fe2153df HTTP/1.1" status: 204  len: 173 time: 0.5538220
Mar 05 21:20:58.512541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (243707e2-0914-46d1-b9a3-b67be0a4b244), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.515041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-deleted', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:20:58.518364 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5e5e7-44c0-4a0c-aa9d-91a33a0d7e60" -d '{"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-deleted", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:20:58.569294 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7af302a-a233-42b2-80eb-196ae4bbb6ac x-openstack-request-id: req-a7af302a-a233-42b2-80eb-196ae4bbb6ac {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:20:58.569593 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb25768-95bd-4f59-95dc-a08ca3477af3", "name": "network-vif-deleted", "tag": "0b00b531-b0ae-4f1d-a442-74a1fe2153df", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:20:58.569969 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7af302a-a233-42b2-80eb-196ae4bbb6ac {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:20:58.570430 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb25768-95bd-4f59-95dc-a08ca3477af3', 'name': 'network-vif-deleted', 'tag': '0b00b531-b0ae-4f1d-a442-74a1fe2153df', 'status': 'completed', 'code': 200}
Mar 05 21:20:58.606610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Deleting port b11325f9-a707-45a4-809c-4bcb97155629 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:58.606957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b11325f9-a707-45a4-809c-4bcb97155629), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.631571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] DHCP port deletion for 243707e2-0914-46d1-b9a3-b67be0a4b244 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:20:58.681934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Deleting port b11325f9-a707-45a4-809c-4bcb97155629 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:58.682219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b11325f9-a707-45a4-809c-4bcb97155629), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.685187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] For port b11325f9-a707-45a4-809c-4bcb97155629, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b11325f9-a707-45a4-809c-4bcb97155629,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:58.685563 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b11325f9-a707-45a4-809c-4bcb97155629), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.699269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Calling delete_port for b11325f9-a707-45a4-809c-4bcb97155629 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:58.761102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] For port b11325f9-a707-45a4-809c-4bcb97155629, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b11325f9-a707-45a4-809c-4bcb97155629,segment=NetworkSegment(957419ea-530d-4d9d-94dd-8f92cc556714),segment_id=957419ea-530d-4d9d-94dd-8f92cc556714)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:20:58.761881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b11325f9-a707-45a4-809c-4bcb97155629), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.778237 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Calling delete_port for b11325f9-a707-45a4-809c-4bcb97155629 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:20:58.814472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b11325f9-a707-45a4-809c-4bcb97155629), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.836081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b11325f9-a707-45a4-809c-4bcb97155629 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:58.842522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11325f9-a707-45a4-809c-4bcb97155629,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:58.850461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] No DVR routers for this DVR port b11325f9-a707-45a4-809c-4bcb97155629 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:58.871026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b11325f9-a707-45a4-809c-4bcb97155629 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:58.871397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b11325f9-a707-45a4-809c-4bcb97155629 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:58.871861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b2d08fd-bf7a-43d4-8f80-2228d580f885 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:58.913032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2b2d08fd-bf7a-43d4-8f80-2228d580f885 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:58.913463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2b2d08fd-bf7a-43d4-8f80-2228d580f885 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:58.913889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f573b6e2-02f6-4faa-8a94-28d4be2ed806 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:20:58.948088 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (243707e2-0914-46d1-b9a3-b67be0a4b244), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.951836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f573b6e2-02f6-4faa-8a94-28d4be2ed806 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:20:58.952253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f573b6e2-02f6-4faa-8a94-28d4be2ed806 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:20:58.960441 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b11325f9-a707-45a4-809c-4bcb97155629), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:58.982064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7c250>,) {'filters': {'network_id': ['243707e2-0914-46d1-b9a3-b67be0a4b244']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:58.988258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] Pushing event deleted for resources: {'Port': ['ID=b11325f9-a707-45a4-809c-4bcb97155629,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:58.993951 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08717430-6b02-4b1a-aabd-7716d354dd6d None None] No DVR routers for this DVR port b11325f9-a707-45a4-809c-4bcb97155629 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:20:59.000938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7c250>, '957419ea-530d-4d9d-94dd-8f92cc556714') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:59.001406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7c250>, '957419ea-530d-4d9d-94dd-8f92cc556714') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:20:59.013447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (957419ea-530d-4d9d-94dd-8f92cc556714), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.031030 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (957419ea-530d-4d9d-94dd-8f92cc556714), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.040061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:20:59.040606 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (957419ea-530d-4d9d-94dd-8f92cc556714), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:20:59.042582 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:20:59.102273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (243707e2-0914-46d1-b9a3-b67be0a4b244), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.107621 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.111304 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/243707e2-0914-46d1-b9a3-b67be0a4b244 HTTP/1.1" status: 204  len: 168 time: 0.6943913
Mar 05 21:20:59.122461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939355-0469-456a-a157-c365475bc1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=243707e2-0914-46d1-b9a3-b67be0a4b244,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:59.236847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32938) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:59.277083 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32940) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:59.366273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c928053e-8315-46e9-8a38-8215dd678a3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6993c86fb6284331aaa019480d0bf993&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0879638
Mar 05 21:20:59.368916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:59.417720 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] Publish callbacks [] for security_group (5da93a2c-c779-4738-bb2c-9120a08e42ea), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.438731 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] Publish callbacks [] for security_group (5da93a2c-c779-4738-bb2c-9120a08e42ea), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.487298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5da93a2c-c779-4738-bb2c-9120a08e42ea), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.490030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.491551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5da93a2c-c779-4738-bb2c-9120a08e42ea HTTP/1.1" status: 204  len: 168 time: 0.1212881
Mar 05 21:20:59.500161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46ee9-624e-4fdc-9750-11c48bb8f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da93a2c-c779-4738-bb2c-9120a08e42ea,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:20:59.600198 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.652216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (c549d050-fb8d-4e4f-a306-105da0ff1055), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.822136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32948) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:59.874166 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-301eb67f-d7ee-48b2-9aff-bd49987ecd12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f791fb5ca8e14ce9baa207a098fb13d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0508709
Mar 05 21:20:59.877234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32950) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:20:59.939969 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] Publish callbacks [] for security_group (966716aa-707d-4dc6-9118-3ac9c42de920), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.958831 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port a9f03e5f-3166-4294-9334-f1f5dc804bc9 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:20:59.959385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:20:59.961638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] Publish callbacks [] for security_group (966716aa-707d-4dc6-9118-3ac9c42de920), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:00.011699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (966716aa-707d-4dc6-9118-3ac9c42de920), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:00.014229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:00.015454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/966716aa-707d-4dc6-9118-3ac9c42de920 HTTP/1.1" status: 204  len: 168 time: 0.1371872
Mar 05 21:21:00.024148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b35d4-e872-466b-99e5-f57b25098c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966716aa-707d-4dc6-9118-3ac9c42de920,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:00.058081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port a9f03e5f-3166-4294-9334-f1f5dc804bc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9f03e5f-3166-4294-9334-f1f5dc804bc9,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:00.058448 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:00.072024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for a9f03e5f-3166-4294-9334-f1f5dc804bc9 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:21:00.271189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (a9f03e5f-3166-4294-9334-f1f5dc804bc9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:00.304828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=a9f03e5f-3166-4294-9334-f1f5dc804bc9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:00.504359 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (c549d050-fb8d-4e4f-a306-105da0ff1055), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.035221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.054159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router c549d050-fb8d-4e4f-a306-105da0ff1055 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:21:01.166692 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:21:01.174814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32954) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:01.175294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-706d7728-3b90-44d6-9715-9cffc836c46c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/c549d050-fb8d-4e4f-a306-105da0ff1055/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9370680
Mar 05 21:21:01.177330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Sync routers for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:21:01.191435 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:01.192088 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90179670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:01.225157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting subnet a8c4de03-28b8-4825-b110-776a29911778 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:21:01.228283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (a8c4de03-28b8-4825-b110-776a29911778), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.268098 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a8c4de03-28b8-4825-b110-776a29911778), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.295832 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:01.355232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a8c4de03-28b8-4825-b110-776a29911778), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.414553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a8c4de03-28b8-4825-b110-776a29911778), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.441941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c4de03-28b8-4825-b110-776a29911778,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:01.443928 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.447172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bedd3bc7-5df8-428b-bb49-2ba7aa6bc479 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/subnets/a8c4de03-28b8-4825-b110-776a29911778 HTTP/1.1" status: 204  len: 168 time: 0.2711399
Mar 05 21:21:01.449730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32956) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:01.452743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423b6fe8-2df0-4d06-8170-7cdebb8b2fe1 None None] Network a5399919-6239-42a8-a7ad-9bd3aa6faa48 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:21:01.473854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90179670>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:21:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:01.500487 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Checking router: c549d050-fb8d-4e4f-a306-105da0ff1055 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:21:01.509473 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Routers {'c549d050-fb8d-4e4f-a306-105da0ff1055'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:01.510325 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90179670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['c549d050-fb8d-4e4f-a306-105da0ff1055'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:01.566189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.627661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] DHCP port deletion for a5399919-6239-42a8-a7ad-9bd3aa6faa48 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:21:01.633434 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] Set router c549d050-fb8d-4e4f-a306-105da0ff1055 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:01.679559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Deleting port b6f4b372-e22e-4389-831d-d724c060f086 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:21:01.680115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b6f4b372-e22e-4389-831d-d724c060f086), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.682364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (c549d050-fb8d-4e4f-a306-105da0ff1055), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.738936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 2041de1b-d48c-4601-8e4e-1df6c49a9de4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:21:01.739291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.748906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] For port b6f4b372-e22e-4389-831d-d724c060f086, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6f4b372-e22e-4389-831d-d724c060f086,segment=NetworkSegment(91e77cd2-33c6-4cbc-ba52-d42db7058389),segment_id=91e77cd2-33c6-4cbc-ba52-d42db7058389)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:01.749308 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b6f4b372-e22e-4389-831d-d724c060f086), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.762777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Calling delete_port for b6f4b372-e22e-4389-831d-d724c060f086 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:21:01.825598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90179670>, [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:21:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:01.831969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 2041de1b-d48c-4601-8e4e-1df6c49a9de4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2041de1b-d48c-4601-8e4e-1df6c49a9de4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:01.832349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.847349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 2041de1b-d48c-4601-8e4e-1df6c49a9de4 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:21:01.849693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b6f4b372-e22e-4389-831d-d724c060f086), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:01.857396 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a9b13-2d4e-4934-aa44-75d8ce6fb740 None None] The sync data for ids ['c549d050-fb8d-4e4f-a306-105da0ff1055'] in ncdv-master-1 is: [{'id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256040769', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:18:58Z', 'updated_at': '2022-03-05T21:21:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '2041de1b-d48c-4601-8e4e-1df6c49a9de4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549d050-fb8d-4e4f-a306-105da0ff1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:18:59Z', 'updated_at': '2022-03-05T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:21:01.876982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] Pushing event deleted for resources: {'Port': ['ID=b6f4b372-e22e-4389-831d-d724c060f086,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:01.882011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4245b5-bdf6-4c59-a70a-e8ac9d2c3e7f None None] No DVR routers for this DVR port b6f4b372-e22e-4389-831d-d724c060f086 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:21:02.035707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2041de1b-d48c-4601-8e4e-1df6c49a9de4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.061377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=2041de1b-d48c-4601-8e4e-1df6c49a9de4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:02.121698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (c549d050-fb8d-4e4f-a306-105da0ff1055), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.219507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.221790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (c549d050-fb8d-4e4f-a306-105da0ff1055), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.268030 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (c549d050-fb8d-4e4f-a306-105da0ff1055), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.268597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Fanout notify agent at l3_agent the message router_deleted on router c549d050-fb8d-4e4f-a306-105da0ff1055 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:21:02.276353 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.277472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5af8c64e-465c-4a14-b5c6-fe8ac7590f12 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/routers/c549d050-fb8d-4e4f-a306-105da0ff1055 HTTP/1.1" status: 204  len: 168 time: 0.8268452
Mar 05 21:21:02.280157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 32958) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:02.362436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (a5399919-6239-42a8-a7ad-9bd3aa6faa48), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.451789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (a5399919-6239-42a8-a7ad-9bd3aa6faa48), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.475765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8abba670>,) {'filters': {'network_id': ['a5399919-6239-42a8-a7ad-9bd3aa6faa48']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:02.485841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8abba670>, '91e77cd2-33c6-4cbc-ba52-d42db7058389') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:02.486181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8abba670>, '91e77cd2-33c6-4cbc-ba52-d42db7058389') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:02.495995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (91e77cd2-33c6-4cbc-ba52-d42db7058389), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.509849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (91e77cd2-33c6-4cbc-ba52-d42db7058389), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.517385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:21:02.517793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (91e77cd2-33c6-4cbc-ba52-d42db7058389), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:21:02.520906 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:21:02.583294 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (a5399919-6239-42a8-a7ad-9bd3aa6faa48), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.590265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.592998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/networks/a5399919-6239-42a8-a7ad-9bd3aa6faa48 HTTP/1.1" status: 204  len: 168 time: 0.3118994
Mar 05 21:21:02.596642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:02.605241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3d5f-286a-43d7-b0fc-8da4cd1f4a0f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Network': ['ID=a5399919-6239-42a8-a7ad-9bd3aa6faa48,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:02.653076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (1db2e647-8c9f-4b2e-840d-f417c98a122c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.678487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (1db2e647-8c9f-4b2e-840d-f417c98a122c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.736762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1db2e647-8c9f-4b2e-840d-f417c98a122c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.739414 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:02.740677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/security-groups/1db2e647-8c9f-4b2e-840d-f417c98a122c HTTP/1.1" status: 204  len: 168 time: 0.1429231
Mar 05 21:21:02.749493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710951c-a20a-4b13-b12a-aa6ecc5b0fd5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2e647-8c9f-4b2e-840d-f417c98a122c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:02.888496 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:21:02.924150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6f4b372-e22e-4389-831d-d724c060f086 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:21:02.926372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 0b00b531-b0ae-4f1d-a442-74a1fe2153df {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:21:02.926716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 0b00b531-b0ae-4f1d-a442-74a1fe2153df not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:21:02.947050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b6f4b372-e22e-4389-831d-d724c060f086 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:21:02.947422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6f4b372-e22e-4389-831d-d724c060f086 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:21:02.947943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2041de1b-d48c-4601-8e4e-1df6c49a9de4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:21:02.970417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2041de1b-d48c-4601-8e4e-1df6c49a9de4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:21:02.970769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2041de1b-d48c-4601-8e4e-1df6c49a9de4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:21:02.971182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9f03e5f-3166-4294-9334-f1f5dc804bc9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:21:02.989229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: a9f03e5f-3166-4294-9334-f1f5dc804bc9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:21:02.989579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a9f03e5f-3166-4294-9334-f1f5dc804bc9 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:21:03.095649 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32966) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.100300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323888337', 'description': 'tempest-secgroup-smoke-323888337 description', 'project_id': '7be8dce4a165431c8a7279be20d99612'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.121733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.188024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (fc762589-d7fb-4253-a633-f3254569fa49), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.192147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fc762589-d7fb-4253-a633-f3254569fa49), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.223865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc762589-d7fb-4253-a633-f3254569fa49,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.227865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.229091 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7fee21ed-83d7-494d-9125-15eb784af606 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1323802
Mar 05 21:21:03.231998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32968) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.236599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.260745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (64e2a200-827e-4141-84ee-c7a15952db53), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.318261 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (64e2a200-827e-4141-84ee-c7a15952db53), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.321724 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (64e2a200-827e-4141-84ee-c7a15952db53), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.342642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e2a200-827e-4141-84ee-c7a15952db53,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.350686 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.351910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d85dff0c-25ae-49b0-8afe-322280811db4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1188889
Mar 05 21:21:03.354546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32970) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.358776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.384913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (ecd77387-d210-447b-9e2b-829720c724bf), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.440118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (ecd77387-d210-447b-9e2b-829720c724bf), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.443641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (ecd77387-d210-447b-9e2b-829720c724bf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.461377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd77387-d210-447b-9e2b-829720c724bf,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.468466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.470386 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02f187ef-ddbe-40fb-9c74-09c36e87d87b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1141996
Mar 05 21:21:03.473085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32972) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.477713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.502264 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (95ca53af-687d-4bf2-8a99-6a8528066afb), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.556481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (95ca53af-687d-4bf2-8a99-6a8528066afb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.559757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (95ca53af-687d-4bf2-8a99-6a8528066afb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.578918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ca53af-687d-4bf2-8a99-6a8528066afb,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.586710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.587966 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1c58ae82-2bea-44f9-b2c5-20c4b49d8060 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1136677
Mar 05 21:21:03.590921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32974) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.596001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.619870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (da42511f-fcfe-46d8-a6e5-7ba35ca2fd16), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.676692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (da42511f-fcfe-46d8-a6e5-7ba35ca2fd16), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.680122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (da42511f-fcfe-46d8-a6e5-7ba35ca2fd16), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.697396 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da42511f-fcfe-46d8-a6e5-7ba35ca2fd16,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.705297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.706535 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f73689d9-4dcc-4430-8769-d00728e9fcde tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1145585
Mar 05 21:21:03.709173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32976) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.713648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.733737 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:21:03.738444 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f61b9e6f-b883-41d4-9b5d-f084df7b4738), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.797023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f61b9e6f-b883-41d4-9b5d-f084df7b4738), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.800423 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f61b9e6f-b883-41d4-9b5d-f084df7b4738), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.817100 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b9e6f-b883-41d4-9b5d-f084df7b4738,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.825716 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.826909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f91f7d55-3db5-4cc0-ada4-14adde16d1a7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1168175
Mar 05 21:21:03.830743 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32978) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.834961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'fc762589-d7fb-4253-a633-f3254569fa49', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.854084 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:21:03.858754 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (c9790ef2-085b-4512-a9cc-da4b0be0825a), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.918584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (c9790ef2-085b-4512-a9cc-da4b0be0825a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.922080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (c9790ef2-085b-4512-a9cc-da4b0be0825a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.941794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9790ef2-085b-4512-a9cc-da4b0be0825a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:03.948587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:03.949751 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-21e562fc-a532-4ebb-b599-5adb6ab35ba5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1180809
Mar 05 21:21:03.952728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32980) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:03.958024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'network': {'name': 'tempest-network-smoke--380186599', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:03.976399 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:21:03.979517 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.002209 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:21:04.011480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.011860 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Added segment c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c of type vlan for network 3d55d609-f400-454a-bf9e-f66ee003cded
Mar 05 21:21:04.050956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (3d55d609-f400-454a-bf9e-f66ee003cded), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.074764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (3d55d609-f400-454a-bf9e-f66ee003cded), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.080573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:04.081180 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.138456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1847200
Mar 05 21:21:04.141222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32982) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:04.146126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'admin_state_up': True, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:04.162577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29699fd-3eb8-439f-a806-a47f18af7138 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Network': ['ID=3d55d609-f400-454a-bf9e-f66ee003cded,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:04.174046 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 3d55d609-f400-454a-bf9e-f66ee003cded details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:21:04.176164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.177212 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.233684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (64da9c5b-b4a5-4903-9192-548fbbe06cf1), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.380759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (64da9c5b-b4a5-4903-9192-548fbbe06cf1), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.570975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.589071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.692843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.99 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/01836b0b-416e-4e08-8a72-f33bca61527d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:04.791599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (01836b0b-416e-4e08-8a72-f33bca61527d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.824560 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:04.865858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:04.868709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:04.872187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:04.897455 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=01836b0b-416e-4e08-8a72-f33bca61527d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:05.131376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:05.332415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:05.457205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:21:05.565165 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:21:05.574760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Sync routers for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:21:05.584688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:05.585956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9ab8325c-17b8-4250-9a75-9fdd706e58f5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4432013
Mar 05 21:21:05.589101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32984) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:05.589846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:05.590624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828af1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:05.620446 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-710b7e3d-4638-491d-aff8-2e5c300b9e3d tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7be8dce4a165431c8a7279be20d99612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0278056
Mar 05 21:21:05.620704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32986) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:05.718503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51436b8d-96eb-45b2-b2ba-56078317c098 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:05.720146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-51436b8d-96eb-45b2-b2ba-56078317c098 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0984364
Mar 05 21:21:05.723038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32988) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:05.751870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2215bce-c02a-4cb5-8b47-6a10f2bad571 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0271068
Mar 05 21:21:05.754502 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32990) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:05.759447 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578346237', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:05.848660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:21:05.852224 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:05.856019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:06.034955 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (0a32b386-2693-44c1-b5e8-550d5f8da42a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.041295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828af1f0>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:06.067843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Checking router: 64da9c5b-b4a5-4903-9192-548fbbe06cf1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:21:06.068205 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Updating router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 port 01836b0b-416e-4e08-8a72-f33bca61527d binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:21:06.094512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Subnet': ['ID=0a32b386-2693-44c1-b5e8-550d5f8da42a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:06.096757 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.103526 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:06.103934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network hostable DHCP agents. Network: 3d55d609-f400-454a-bf9e-f66ee003cded, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:21:06.121769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 3d55d609-f400-454a-bf9e-f66ee003cded is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:21:06.131509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d55d609-f400-454a-bf9e-f66ee003cded) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:06.136529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:06.136768 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.141553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853e581-02cb-4e24-8a3d-ae65fbdd9090 None None] Network 3d55d609-f400-454a-bf9e-f66ee003cded requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:21:06.155939 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-69ecdcc5-2b08-49aa-85a4-e631b06814a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3979659
Mar 05 21:21:06.156301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 32992) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:06.348470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.364785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3d55d609-f400-454a-bf9e-f66ee003cded', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:21:06.365654 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.530477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.580118 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks [] for port (01836b0b-416e-4e08-8a72-f33bca61527d), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.589039 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.622819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Allocated IP 172.20.0.2 (3d55d609-f400-454a-bf9e-f66ee003cded/0a32b386-2693-44c1-b5e8-550d5f8da42a/19aa5317-64c8-45b3-908e-b1b6c17c99de) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:06.665211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Attempting to bind port 01836b0b-416e-4e08-8a72-f33bca61527d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:21:06.665894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Attempting to bind port 01836b0b-416e-4e08-8a72-f33bca61527d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:21:06.666431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Attempting to bind port 01836b0b-416e-4e08-8a72-f33bca61527d on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:06.670176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544459d-6fe1-4123-b2e3-2d329447766e None None] Pushing event updated for resources: {'Port': ['ID=01836b0b-416e-4e08-8a72-f33bca61527d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:06.709976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:21:06.710365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:06.710779 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.711181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:21:06.711869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Bound port: 01836b0b-416e-4e08-8a72-f33bca61527d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:21:06.712263 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.796534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] For port 01836b0b-416e-4e08-8a72-f33bca61527d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:21:06.818287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] For port 01836b0b-416e-4e08-8a72-f33bca61527d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01836b0b-416e-4e08-8a72-f33bca61527d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:21:06.845840 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.900366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks [] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.916580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:06.917285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828af1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:06.925225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:06.936101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.003271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544459d-6fe1-4123-b2e3-2d329447766e None None] Pushing event updated for resources: {'Port': ['ID=01836b0b-416e-4e08-8a72-f33bca61527d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:07.020888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Network 3d55d609-f400-454a-bf9e-f66ee003cded is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:07.045462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:07.054218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:07.079504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Pushing event updated for resources: {'Port': ['ID=19aa5317-64c8-45b3-908e-b1b6c17c99de,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:07.139572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:07.197504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Attempting to bind port 19aa5317-64c8-45b3-908e-b1b6c17c99de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:21:07.197884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Attempting to bind port 19aa5317-64c8-45b3-908e-b1b6c17c99de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:21:07.198253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Attempting to bind port 19aa5317-64c8-45b3-908e-b1b6c17c99de on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:07.213724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:21:07.214116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:07.214521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.214919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Bound using segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:21:07.215403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Bound port: 19aa5317-64c8-45b3-908e-b1b6c17c99de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:21:07.215818 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.251842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.1 (3d55d609-f400-454a-bf9e-f66ee003cded/0a32b386-2693-44c1-b5e8-550d5f8da42a/77f6445f-d921-408c-bd5b-67cede547f0e) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:07.352580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] For port 19aa5317-64c8-45b3-908e-b1b6c17c99de, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:21:07.367805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] For port 19aa5317-64c8-45b3-908e-b1b6c17c99de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19aa5317-64c8-45b3-908e-b1b6c17c99de,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:21:07.373883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.376635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (77f6445f-d921-408c-bd5b-67cede547f0e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.411649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.441268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828af1f0>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:07.457892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 3d55d609-f400-454a-bf9e-f66ee003cded is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:07.461394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:07.465555 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:07.473349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:07.479356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11792746-ef91-4ef7-9e81-03007b914a77 None None] The sync data for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 is: [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:21:07.484063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a7c4-7b3e-42de-88b4-15032114cc4d None None] Pushing event updated for resources: {'Port': ['ID=19aa5317-64c8-45b3-908e-b1b6c17c99de,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:07.522978 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:07.690824 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:08.030187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (77f6445f-d921-408c-bd5b-67cede547f0e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:08.036431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:08.120952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:08.124671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:08.238757 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 3d55d609-f400-454a-bf9e-f66ee003cded is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:08.240978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:08.400805 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:21:08.539347 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:21:08.556416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5c1560f6-c693-4978-a37d-54b961ad978a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/64da9c5b-b4a5-4903-9192-548fbbe06cf1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3876076
Mar 05 21:21:08.640815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e93a2-bf8c-4d3e-b39b-f23fdcdeef89 None None] Network 3d55d609-f400-454a-bf9e-f66ee003cded requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:21:08.881386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Provisioning complete for port 19aa5317-64c8-45b3-908e-b1b6c17c99de triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:08.882021 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:08.915942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01836b0b-416e-4e08-8a72-f33bca61527d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:08.936437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-9844883b-43e6-4fd8-802f-d2c069167040 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323888337&fields=id&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 267 time: 0.0668795
Mar 05 21:21:09.052905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 01836b0b-416e-4e08-8a72-f33bca61527d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:09.053285 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.060674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-5e155ad5-08c5-4e53-96bc-3d9c196b17d9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:09.062219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-5e155ad5-08c5-4e53-96bc-3d9c196b17d9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 796 time: 0.1188297
Mar 05 21:21:09.084432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-4f28ae19-38af-4383-b275-a65183be38b3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/quotas/7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 375 time: 0.0117812
Mar 05 21:21:09.107997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Current status of the port 19aa5317-64c8-45b3-908e-b1b6c17c99de is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:09.114551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.162841 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ec6a0104-bfd3-43d0-90ce-6439a07c5dbf tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0724080
Mar 05 21:21:09.185355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-63cecbfc-fd99-4cd4-ae9a-116cb1cfb46f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:21:09.186365 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-63cecbfc-fd99-4cd4-ae9a-116cb1cfb46f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057642
Mar 05 21:21:09.216199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] For port 19aa5317-64c8-45b3-908e-b1b6c17c99de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19aa5317-64c8-45b3-908e-b1b6c17c99de,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:09.225966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.296246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 01836b0b-416e-4e08-8a72-f33bca61527d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:09.296650 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.304103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-a31d90fb-9a54-4712-90d2-8c5cb37bf81f service neutron] 10.222.0.15 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092696
Mar 05 21:21:09.328657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e1dfc-2bcf-44d9-ab43-9c901e1ca434 None None] Pushing event updated for resources: {'Port': ['ID=19aa5317-64c8-45b3-908e-b1b6c17c99de,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:09.338899 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 01836b0b-416e-4e08-8a72-f33bca61527d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01836b0b-416e-4e08-8a72-f33bca61527d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:09.349148 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.349980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19aa5317-64c8-45b3-908e-b1b6c17c99de up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:09.418338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Provisioning complete for port 19aa5317-64c8-45b3-908e-b1b6c17c99de triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:09.418730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.422796 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-73ea5963-1c50-4be5-bab1-4d64c2006f90 service neutron] 10.222.0.15 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168492
Mar 05 21:21:09.474563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=01836b0b-416e-4e08-8a72-f33bca61527d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:09.496469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 19aa5317-64c8-45b3-908e-b1b6c17c99de triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:09.496857 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.555512 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Sync routers for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:21:09.587323 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:09.587986 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d57250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:09.588203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Current status of the port 19aa5317-64c8-45b3-908e-b1b6c17c99de is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:09.638281 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:09.638770 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.682021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 19aa5317-64c8-45b3-908e-b1b6c17c99de is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:09.692575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bfa1e-9c8e-44b2-bfb2-d950256d5175 None None] Port 77f6445f-d921-408c-bd5b-67cede547f0e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:09.702189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4af0bfab-0adf-4451-a1f9-dc5ede21871b req-58cd75bc-a385-4ba8-ad6d-6476833d856f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 210 time: 0.0632792
Mar 05 21:21:09.780392 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:09.812619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-cdd76cf1-7dd5-4026-b4a9-ed4f8ba9baac None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:09.813006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdd76cf1-7dd5-4026-b4a9-ed4f8ba9baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:09.890229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-cdd76cf1-7dd5-4026-b4a9-ed4f8ba9baac None None] Port 77f6445f-d921-408c-bd5b-67cede547f0e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:09.915076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-e3b2ba07-af38-47ec-9930-d10cb68da44b tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108176879&fields=id&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 267 time: 0.0943742
Mar 05 21:21:10.014813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-76c07176-c404-4c49-ba42-6f2c01726a70 None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:10.015528 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76c07176-c404-4c49-ba42-6f2c01726a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.055736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-76c07176-c404-4c49-ba42-6f2c01726a70 None None] Port 77f6445f-d921-408c-bd5b-67cede547f0e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:10.064845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-746e4433-c959-4f24-992f-6881dc9cb937 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:10.066430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-746e4433-c959-4f24-992f-6881dc9cb937 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1387446
Mar 05 21:21:10.066683 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d57250>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 2, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:10.084244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-e7fe214b-7fb6-49a9-a9a5-5dc427863d9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/quotas/cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 375 time: 0.0106833
Mar 05 21:21:10.099145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Checking router: 64da9c5b-b4a5-4903-9192-548fbbe06cf1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:21:10.099503 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Updating router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 port 77f6445f-d921-408c-bd5b-67cede547f0e binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:21:10.129302 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.149869 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-5acaa3d5-94f8-4a53-a32e-b8f21955ed87 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0596478
Mar 05 21:21:10.256223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-f907b13c-9647-4e3c-9e5d-f51424daf2af service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897751
Mar 05 21:21:10.354328 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-c3116a26-c89e-4cb0-921b-bd51aad9d433 service neutron] 10.222.0.15 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938730
Mar 05 21:21:10.406161 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks [] for port (77f6445f-d921-408c-bd5b-67cede547f0e), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.411924 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.457388 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2892a0b-74f5-48b7-a0ab-dff6590a9866 None None] Pushing event updated for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:10.693357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Attempting to bind port 77f6445f-d921-408c-bd5b-67cede547f0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:21:10.694133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Attempting to bind port 77f6445f-d921-408c-bd5b-67cede547f0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:21:10.694588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Attempting to bind port 77f6445f-d921-408c-bd5b-67cede547f0e on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:10.704602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f800f3f0-f341-475e-a645-afad385ea216 req-0d2e09a9-d748-440b-bbd2-a1d00cd59a92 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 210 time: 0.0352321
Mar 05 21:21:10.759307 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:21:10.759808 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:10.760273 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.760736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Bound using segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:21:10.761247 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Bound port: 77f6445f-d921-408c-bd5b-67cede547f0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:21:10.761834 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.793047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-aaa062c5-3f12-479d-b89f-96e01b999b12 None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:10.793594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aaa062c5-3f12-479d-b89f-96e01b999b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.845870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0cf01bd-220a-4830-a8d0-38476648a8c7 req-5b8978a5-5b99-4fcd-b5b4-d1436b02578a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 210 time: 0.0397239
Mar 05 21:21:10.894929 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01836b0b-416e-4e08-8a72-f33bca61527d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:10.928416 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] For port 77f6445f-d921-408c-bd5b-67cede547f0e, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:21:10.932590 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] For port 77f6445f-d921-408c-bd5b-67cede547f0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6445f-d921-408c-bd5b-67cede547f0e,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:21:10.942910 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:10.974478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-aaa062c5-3f12-479d-b89f-96e01b999b12 None None] Port 77f6445f-d921-408c-bd5b-67cede547f0e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:11.022719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2892a0b-74f5-48b7-a0ab-dff6590a9866 None None] Pushing event updated for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:11.023152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 01836b0b-416e-4e08-8a72-f33bca61527d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:11.023545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.047233 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:11.048842 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90d57250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:11.049514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-2f333f14-f189-48ab-9158-5b4c90199eee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:11.053657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-2f333f14-f189-48ab-9158-5b4c90199eee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 796 time: 0.3473892
Mar 05 21:21:11.154675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-b34e7387-d162-4a79-a946-dd24b0e63fa4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 379 time: 0.0929694
Mar 05 21:21:11.154947 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 01836b0b-416e-4e08-8a72-f33bca61527d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:11.156905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19aa5317-64c8-45b3-908e-b1b6c17c99de up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:11.171449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'port': {'device_id': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'admin_state_up': True, 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'security_groups': ['fc762589-d7fb-4253-a633-f3254569fa49']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:11.240392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 19aa5317-64c8-45b3-908e-b1b6c17c99de triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:11.241169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.241703 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:11.337550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:21:11.337793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 19aa5317-64c8-45b3-908e-b1b6c17c99de is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:11.342415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.349344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:11.350400 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.442325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Current status of the port 77f6445f-d921-408c-bd5b-67cede547f0e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:11.442720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.477539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] For port 77f6445f-d921-408c-bd5b-67cede547f0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6445f-d921-408c-bd5b-67cede547f0e,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:11.483288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.491688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.8 (3d55d609-f400-454a-bf9e-f66ee003cded/0a32b386-2693-44c1-b5e8-550d5f8da42a/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:11.502496 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90d57250>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:10Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:11.537675 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b895a-2d20-4f79-ab38-bf652e0604a3 None None] The sync data for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 is: [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:10Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:21:11.539074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0635-4037-4aed-a293-ea11815375c1 None None] Pushing event updated for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:11.672045 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.714995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.764614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 3d55d609-f400-454a-bf9e-f66ee003cded is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:11.768570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:11.771044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:11.839253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43105e60-7935-4bde-9fe9-5190a22cf9e0 req-91fd7d35-9d23-4ca0-9636-b0377f8e98db tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 210 time: 0.0377526
Mar 05 21:21:11.839877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:11.876992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:11.876992 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:11.896180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-d3ed36fd-3919-4611-b03e-0f59cd4ce324 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7357152
Mar 05 21:21:11.915999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Request body: {'port': {'device_id': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:12.040587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc41d5-3b6a-4844-9d7a-353647233ecf req-05cfc7bd-c7e8-4f67-b3c1-95ee21f5ccec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:12.054423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3bc41d5-3b6a-4844-9d7a-353647233ecf req-05cfc7bd-c7e8-4f67-b3c1-95ee21f5ccec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 931 time: 0.0882268
Mar 05 21:21:12.104602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:12.115300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-c2e7e555-6a4b-41f5-a8ac-2f302f418434 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:12.116975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-c2e7e555-6a4b-41f5-a8ac-2f302f418434 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 811 time: 0.1945949
Mar 05 21:21:12.124542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b67c0dd3-9d17-4bfc-8710-50c27ae0bf15 None None] Provisioning complete for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:12.125149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b67c0dd3-9d17-4bfc-8710-50c27ae0bf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:12.150350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3bc41d5-3b6a-4844-9d7a-353647233ecf req-dd76da80-9d65-42e9-ac3c-aea304d2a187 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926900
Mar 05 21:21:12.192148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b67c0dd3-9d17-4bfc-8710-50c27ae0bf15 None None] Port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:12.295226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-ccbaf246-d450-415e-b0a7-7593aa5f8359 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcb29011e61419981c5bfc5f10677c5 HTTP/1.1" status: 200  len: 379 time: 0.1694236
Mar 05 21:21:12.309627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'port': {'device_id': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'admin_state_up': True, 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'security_groups': ['ee032a52-c7ca-489b-8346-6a41b756affa']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:12.512977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Made reservation on behalf of cdcb29011e61419981c5bfc5f10677c5 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:21:12.516938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:12.545145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:21:12.557946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks [] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:12.611189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Transition to ACTIVE for port object e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:21:12.617377 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:12.704886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:12.767015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.20.0.6 (82b49213-810d-43f2-9dca-5a622352a45d/1655964c-a667-4748-8cb5-b97f8cbca60a/b9de74e7-a8f7-46f7-9407-5aeb0c3859da) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:12.874801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 77f6445f-d921-408c-bd5b-67cede547f0e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:12.945645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:21:12.945906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:21:12.946239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:12.991096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 77f6445f-d921-408c-bd5b-67cede547f0e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:12.991719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.013654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c5c1d22-d5c1-4423-81c4-05eb39f95b7b req-a3f37f34-2d4d-4aea-b965-313026686ecb tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 210 time: 0.0445163
Mar 05 21:21:13.033694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:21:13.034029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:13.044505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:21:13.044916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:13.045348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Bound using segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:21:13.045791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Bound port: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:21:13.046154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.099906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 77f6445f-d921-408c-bd5b-67cede547f0e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:13.121564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.161374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:21:13.179943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:21:13.194849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.200528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.243921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:13.244607 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.246050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] 10.222.0.23 "PUT /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1091 time: 1.3355744
Mar 05 21:21:13.246668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:13.249182 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef92170c-14d1-4f04-abc7-088bd46c716f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:13.268131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 82b49213-810d-43f2-9dca-5a622352a45d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:13.271984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:13.277060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:13.324095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421cea1-d40a-47d3-b96e-98156f43eaf3 req-42abf00a-3f80-456d-b47c-317873739a9f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:13.333536 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a421cea1-d40a-47d3-b96e-98156f43eaf3 req-42abf00a-3f80-456d-b47c-317873739a9f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.1061807
Mar 05 21:21:13.360894 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da75c92-7c6c-461b-b75d-eb4bef6be40c x-openstack-request-id: req-3da75c92-7c6c-461b-b75d-eb4bef6be40c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:13.361384 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:13.361794 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3da75c92-7c6c-461b-b75d-eb4bef6be40c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:13.362356 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:21:13.408311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c855f-612f-487c-ac75-10e1805a440f service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:13.410949 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a421cea1-d40a-47d3-b96e-98156f43eaf3 req-8ca188fa-d0c8-4095-bff6-7b2ba3329fb3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703380
Mar 05 21:21:13.459903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:13.460670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.479961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-e81732f3-84ca-4a07-b755-75aa5661c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:13.481636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-e81732f3-84ca-4a07-b755-75aa5661c483 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.1249919
Mar 05 21:21:13.532782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2269561
Mar 05 21:21:13.534346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-c6d92c64-7a36-4456-8532-a27770c2e92f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 217 time: 0.0443344
Mar 05 21:21:13.534928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b8c65-6fa7-4a81-99b8-ce7d44aeea00 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:13.544603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Request body: {'port': {'device_id': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:13.634492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-354b821a-2bee-4d8a-92a1-51de6c9b24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:13.635873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-354b821a-2bee-4d8a-92a1-51de6c9b24d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0954919
Mar 05 21:21:13.652366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.663434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-25e93978-68f1-4720-825f-fb3918f4bf8e None None] Provisioning complete for port b9de74e7-a8f7-46f7-9407-5aeb0c3859da triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:13.664077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-25e93978-68f1-4720-825f-fb3918f4bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:13.702255 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-25e93978-68f1-4720-825f-fb3918f4bf8e None None] Port b9de74e7-a8f7-46f7-9407-5aeb0c3859da cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:21:14.070369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-07b50784-1b1c-453b-a23f-0c0d13e73978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.071871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-07b50784-1b1c-453b-a23f-0c0d13e73978 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4293058
Mar 05 21:21:14.286423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e726e-6f19-49b8-9ad7-e0625344558b req-4204bec1-3946-4a70-9b48-c507836adb91 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.287898 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e32e726e-6f19-49b8-9ad7-e0625344558b req-4204bec1-3946-4a70-9b48-c507836adb91 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 931 time: 0.2144313
Mar 05 21:21:14.321049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-1f07752c-3fb7-49ce-9799-7ff2a3fa62f5 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338362
Mar 05 21:21:14.428468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e32e726e-6f19-49b8-9ad7-e0625344558b req-ab9f0d02-5dd7-4e9a-91b1-9a1314f5d1cf tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341803
Mar 05 21:21:14.497038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7e6420f7-e6fb-49a7-a9ff-3f8cd989deb1 req-65ff9dbf-ec45-40ca-b5bc-b3b69f272a33 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697636
Mar 05 21:21:14.498888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9de74e7-a8f7-46f7-9407-5aeb0c3859da {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:21:14.507707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks [] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:14.520526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Transition to ACTIVE for port object b9de74e7-a8f7-46f7-9407-5aeb0c3859da will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:21:14.525275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:14.541776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e262f-6d4f-4268-9619-0d941272095b req-51b4669d-c613-4417-89bd-7cd5803373df tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.543263 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-150e262f-6d4f-4268-9619-0d941272095b req-51b4669d-c613-4417-89bd-7cd5803373df tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0598435
Mar 05 21:21:14.599856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-150e262f-6d4f-4268-9619-0d941272095b req-c13076c4-5fd1-4d6d-b4ea-0908ef547ae8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500779
Mar 05 21:21:14.605834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:14.666893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-47e2c784-1e9c-41fe-8624-03397d5429ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.668497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-47e2c784-1e9c-41fe-8624-03397d5429ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.1168306
Mar 05 21:21:14.748739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Attempting to bind port b9de74e7-a8f7-46f7-9407-5aeb0c3859da on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:21:14.749016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Attempting to bind port b9de74e7-a8f7-46f7-9407-5aeb0c3859da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:21:14.749178 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:21:14.749663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Attempting to bind port b9de74e7-a8f7-46f7-9407-5aeb0c3859da on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:14.759205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Port b9de74e7-a8f7-46f7-9407-5aeb0c3859da on network 82b49213-810d-43f2-9dca-5a622352a45d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:21:14.759531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Attempting to bind port b9de74e7-a8f7-46f7-9407-5aeb0c3859da on network 82b49213-810d-43f2-9dca-5a622352a45d {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:21:14.772794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:21:14.773142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Checking segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:21:14.773536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Bound using segment: {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:21:14.773976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Bound port: b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d52a24-3d21-48d1-aa17-607202bdc0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:21:14.774340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:14.802674 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-7a7028c0-0e26-442e-9e61-06fdd45a4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.804162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-7a7028c0-0e26-442e-9e61-06fdd45a4012 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1285174
Mar 05 21:21:14.868640 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-c5c3821d-ab05-4643-aa84-ec09323a8db3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 217 time: 0.0423574
Mar 05 21:21:14.927161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:21:14.931515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:21:14.939814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-5dc721f6-b1f2-4a80-b8ed-98db4b7fc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:14.941336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-5dc721f6-b1f2-4a80-b8ed-98db4b7fc16a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0668004
Mar 05 21:21:14.942511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:15.014053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.014680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:15.016654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] 10.222.0.31 "PUT /v2.0/ports/b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 200  len: 1091 time: 1.4769237
Mar 05 21:21:15.039494 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a54725-8722-4b98-8847-ceba0aab4e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:15.050789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-8bedb975-bd16-406b-bdef-9afe1d5e5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.052383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-8bedb975-bd16-406b-bdef-9afe1d5e5cdb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1020648
Mar 05 21:21:15.171099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-99d6e5a6-7f1c-4894-b5ca-53e49fa5998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.173033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-99d6e5a6-7f1c-4894-b5ca-53e49fa5998a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1125 time: 0.1148951
Mar 05 21:21:15.220286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-16039e87-4fdb-42a9-a058-49e42d176dc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 200  len: 217 time: 0.0401254
Mar 05 21:21:15.222515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-c6207a2c-6ed0-4166-b8b8-70ab929deeb4 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565983
Mar 05 21:21:15.320173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-d158e4bf-2e97-4ed2-b91f-3060b12eeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.321638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-d158e4bf-2e97-4ed2-b91f-3060b12eeca7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0958083
Mar 05 21:21:15.365996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:15.368196 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48224ee-e91e-4021-9ec8-05204c9d37e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:15.378388 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef92170c-14d1-4f04-abc7-088bd46c716f req-e23aae74-1a6a-4efe-8a6e-287bf4c92aed service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456058
Mar 05 21:21:15.394853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-19673bdd-e22f-40e7-9e69-1559ec8c7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.396381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-19673bdd-e22f-40e7-9e69-1559ec8c7adb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0649314
Mar 05 21:21:15.410451 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3bae77-202e-4df6-b5c6-53538325cee7 x-openstack-request-id: req-8a3bae77-202e-4df6-b5c6-53538325cee7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:15.410737 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:15.410984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a3bae77-202e-4df6-b5c6-53538325cee7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:15.411363 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'status': 'completed', 'code': 200}
Mar 05 21:21:15.493761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-6987eaf5-ae1e-4c41-b499-c71fddba9d1c service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911465
Mar 05 21:21:15.547330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9a00c-464a-46b2-bac9-9b5d337ceb45 req-d0698360-9a7d-4cb9-b130-281dd82d594e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.548839 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8d9a00c-464a-46b2-bac9-9b5d337ceb45 req-d0698360-9a7d-4cb9-b130-281dd82d594e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 943 time: 0.0530062
Mar 05 21:21:15.586490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-563afe4d-bbb7-48ac-91de-1e1bc2767ec5 req-a719a516-12b4-4d6a-a709-8b858b224629 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864627
Mar 05 21:21:15.600570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b8d9a00c-464a-46b2-bac9-9b5d337ceb45 req-90a3ed63-424c-4fcd-8098-bf73f810726f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458770
Mar 05 21:21:15.715656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-00b7a1fd-3c4e-4be9-9427-01a49dd8c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.717162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-00b7a1fd-3c4e-4be9-9427-01a49dd8c3a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1125 time: 0.0790734
Mar 05 21:21:15.740255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca914c-1b5c-422a-bba7-a5734a2371ba req-bf962501-8ef2-49bb-8efe-379ae6a6cda2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.741659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79ca914c-1b5c-422a-bba7-a5734a2371ba req-bf962501-8ef2-49bb-8efe-379ae6a6cda2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0690920
Mar 05 21:21:15.840169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79ca914c-1b5c-422a-bba7-a5734a2371ba req-d007bc52-07fe-4ac7-bcab-2c6c5f204cb8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888877
Mar 05 21:21:15.855641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-74f727aa-a590-45c7-a8c9-5dc1a38e3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.857140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-74f727aa-a590-45c7-a8c9-5dc1a38e3fa1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.1314685
Mar 05 21:21:15.900425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-bf9cfb53-ba08-4405-8410-9e8027030781 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 200  len: 217 time: 0.0354524
Mar 05 21:21:15.949299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-f9e8502d-e884-4119-803a-6c5785fa9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.950784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-f9e8502d-e884-4119-803a-6c5785fa9eff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0445297
Mar 05 21:21:15.997736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-3e7be7b4-9df1-4d5b-8500-a0cac9024091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:15.999209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-3e7be7b4-9df1-4d5b-8500-a0cac9024091 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422504
Mar 05 21:21:16.100772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-c9564cf5-b87b-4481-a271-ecf64020f878 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830333
Mar 05 21:21:16.226647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e48224ee-e91e-4021-9ec8-05204c9d37e3 req-c9c0a801-4007-41f3-bc67-df5445b69bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811193
Mar 05 21:21:16.722922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c202-e9bd-46a0-9427-f06abeac887a req-120ac0a7-e734-4afe-831f-cf508ead46bd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:16.723998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:21:16.724627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3938c202-e9bd-46a0-9427-f06abeac887a req-120ac0a7-e734-4afe-831f-cf508ead46bd tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 943 time: 0.0572925
Mar 05 21:21:16.803430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3938c202-e9bd-46a0-9427-f06abeac887a req-8e4160b9-3437-44c3-920e-ec054dafae80 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672500
Mar 05 21:21:16.850547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:16.865525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:21:16.902826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:16.903248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:16.918283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:21:16.937867 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:16.943299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:16.970601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdd460-547b-4272-a54c-2beaf3ab9172 req-019a2413-d7ef-4368-89ff-51bbd3e1f946 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:16.972105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40bdd460-547b-4272-a54c-2beaf3ab9172 req-019a2413-d7ef-4368-89ff-51bbd3e1f946 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0608623
Mar 05 21:21:16.990214 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:17.022162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40bdd460-547b-4272-a54c-2beaf3ab9172 req-c9330d9e-d879-496d-abe1-cf7a386473df tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445144
Mar 05 21:21:17.147763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:21:17.929756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f276b6-b1bd-4649-b851-c7caf82bd692 req-7d50ae87-4fc0-418c-8ea7-b0ba8c842dee tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:17.931246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04f276b6-b1bd-4649-b851-c7caf82bd692 req-7d50ae87-4fc0-418c-8ea7-b0ba8c842dee tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 943 time: 0.0534694
Mar 05 21:21:17.979960 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04f276b6-b1bd-4649-b851-c7caf82bd692 req-71d6c064-53aa-4a27-afbb-c55c94c4c174 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431583
Mar 05 21:21:18.140826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f63c2-2aba-4e89-8576-0d518f7d960b req-2926a934-5722-4ba8-b3b3-be6687038ac9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:18.142933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d3f63c2-2aba-4e89-8576-0d518f7d960b req-2926a934-5722-4ba8-b3b3-be6687038ac9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 944 time: 0.0541911
Mar 05 21:21:18.190706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d3f63c2-2aba-4e89-8576-0d518f7d960b req-e5c38882-61b3-4d2b-839f-fe3fd0f7458a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423040
Mar 05 21:21:18.740641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:18.787804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:21:18.791484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:18.791898 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:18.869449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:18.869821 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:18.892048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:18.894276 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a65ae-5225-423f-b746-dd8cb2895f4c" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:18.907839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:18.913356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:18.936814 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b36937-fbd5-472e-a1f9-5c3523272cf2 x-openstack-request-id: req-c2b36937-fbd5-472e-a1f9-5c3523272cf2 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:18.937100 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:18.937350 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2b36937-fbd5-472e-a1f9-5c3523272cf2 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:18.937732 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'code': 200}
Mar 05 21:21:18.963002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:18.966731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9de74e7-a8f7-46f7-9407-5aeb0c3859da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:21:19.040516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09752f01-8f7e-4ea3-96e3-90efbc091675 req-a7e935f2-d24c-448f-b9aa-82d6e98917bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:19.042051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09752f01-8f7e-4ea3-96e3-90efbc091675 req-a7e935f2-d24c-448f-b9aa-82d6e98917bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1127 time: 0.0504169
Mar 05 21:21:19.073938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:19.086080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'port_id': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'mac_address': 'fa:16:3e:60:1d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:21:19.123398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b9de74e7-a8f7-46f7-9407-5aeb0c3859da is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:19.123660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-09752f01-8f7e-4ea3-96e3-90efbc091675 req-65ed64d8-c5d0-4c15-9f96-7419ce54878e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758474
Mar 05 21:21:19.123867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:19.132559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30891810-615f-47e9-94ef-9cdb796f840b req-cef67b6e-52b2-4560-9f5c-93f251935b99 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:19.134036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30891810-615f-47e9-94ef-9cdb796f840b req-cef67b6e-52b2-4560-9f5c-93f251935b99 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 943 time: 0.0800333
Mar 05 21:21:19.138391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de74e7-a8f7-46f7-9407-5aeb0c3859da {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:21:19.158755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:19.164061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:19.184229 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30891810-615f-47e9-94ef-9cdb796f840b req-65525428-e175-4163-8dc8-52e630921cd3 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446830
Mar 05 21:21:19.219608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:19.310620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a71fd-1822-4e60-b78f-158abe148f32 req-d5701a34-7059-4496-b677-df6be57e2337 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:19.312012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f4a71fd-1822-4e60-b78f-158abe148f32 req-d5701a34-7059-4496-b677-df6be57e2337 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0515065
Mar 05 21:21:19.358224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['b9de74e7-a8f7-46f7-9407-5aeb0c3859da'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:21:19.364522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f4a71fd-1822-4e60-b78f-158abe148f32 req-c9ff8efc-dc5c-4eff-9fa1-8081029f1123 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463243
Mar 05 21:21:20.312127 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1d68a-54ae-4fd1-a6f2-a10f9786ceb5 req-bcd7a304-7833-4942-99a2-47278976ae1a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:20.314341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2c1d68a-54ae-4fd1-a6f2-a10f9786ceb5 req-bcd7a304-7833-4942-99a2-47278976ae1a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 944 time: 0.0530610
Mar 05 21:21:20.366073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2c1d68a-54ae-4fd1-a6f2-a10f9786ceb5 req-e0648d65-58fc-4cd7-af85-013d56cac433 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461123
Mar 05 21:21:20.483730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4456a-a517-48e8-8cde-38ad686a98a8 req-aff08d2f-75ee-4372-b878-af9bf1ea3dce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:20.485710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6e4456a-a517-48e8-8cde-38ad686a98a8 req-aff08d2f-75ee-4372-b878-af9bf1ea3dce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0524795
Mar 05 21:21:20.533667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f6e4456a-a517-48e8-8cde-38ad686a98a8 req-4f7a2a32-5a48-4550-b803-81acce6ef63b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423439
Mar 05 21:21:20.650564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950bfb0-d6ad-41c9-bec5-7cfa8f77d2b6 req-bc9c5ee6-64af-4ccb-a667-b42e7a80e1e7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:20.652055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7950bfb0-d6ad-41c9-bec5-7cfa8f77d2b6 req-bc9c5ee6-64af-4ccb-a667-b42e7a80e1e7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0532072
Mar 05 21:21:20.700542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7950bfb0-d6ad-41c9-bec5-7cfa8f77d2b6 req-db83bcaa-266d-4b2a-bf86-da56b52c6f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424762
Mar 05 21:21:20.723480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:20.766047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e49335-bdd8-478b-9c66-dc85cfb2a305 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:20.767598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-38e49335-bdd8-478b-9c66-dc85cfb2a305 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1122 time: 0.0433953
Mar 05 21:21:20.770342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33150) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:20.774821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:20.794890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:20.910302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:20.965217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9de74e7-a8f7-46f7-9407-5aeb0c3859da up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:21:21.013839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port b9de74e7-a8f7-46f7-9407-5aeb0c3859da completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:21:21.015505 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.223 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8cd1228d-830e-46ba-8a55-0787d38bc65a) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:21.018799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port b9de74e7-a8f7-46f7-9407-5aeb0c3859da triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:21:21.019118 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.106864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port b9de74e7-a8f7-46f7-9407-5aeb0c3859da is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:21:21.107259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.129623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.131122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:21.133907 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06711e74-a075-4bd3-926f-2b41da7b2904" -d '{"events": [{"server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "name": "network-vif-plugged", "status": "completed", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:21.148520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:21:21.154224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.171869 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.179224 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc622f-cf5e-4eca-a1eb-07b8e987c944 x-openstack-request-id: req-b5cc622f-cf5e-4eca-a1eb-07b8e987c944 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:21.179450 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "name": "network-vif-plugged", "status": "completed", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:21.179738 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5cc622f-cf5e-4eca-a1eb-07b8e987c944 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:21.180121 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'code': 200}
Mar 05 21:21:21.206451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:21.218096 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:21.221750 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:21.226034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:21.229041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=8cd1228d-830e-46ba-8a55-0787d38bc65a,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:21.274801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af7ac8-7864-440b-bbbe-65c4b9881862 req-a83e63fd-e042-4f09-a28f-fcc9361fe158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:21.276320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72af7ac8-7864-440b-bbbe-65c4b9881862 req-a83e63fd-e042-4f09-a28f-fcc9361fe158 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1127 time: 0.0451279
Mar 05 21:21:21.321191 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72af7ac8-7864-440b-bbbe-65c4b9881862 req-01c9cd8a-7a4c-49fe-b665-ac928f7cd57b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392773
Mar 05 21:21:21.497978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf72982-47bb-4cd8-8223-88ca7dcfc438 req-5a65b12f-f416-4aa5-a96b-ac93870c9f74 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:21.499505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-daf72982-47bb-4cd8-8223-88ca7dcfc438 req-5a65b12f-f416-4aa5-a96b-ac93870c9f74 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.0583694
Mar 05 21:21:21.550454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-daf72982-47bb-4cd8-8223-88ca7dcfc438 req-ac32f9c1-b0a4-4547-929c-3b15e1af0c26 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443678
Mar 05 21:21:21.579469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (db72b957-9d7e-4277-a37b-cec5a2c610dc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.650500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.794291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.799122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:21.870737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=8cd1228d-830e-46ba-8a55-0787d38bc65a,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:21.879512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (db72b957-9d7e-4277-a37b-cec5a2c610dc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:22.303014 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP db72b957-9d7e-4277-a37b-cec5a2c610dc associated. External IP: 172.35.0.223, port: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f.
Mar 05 21:21:22.535438 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:21:22.678052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:21:22.689050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Sync routers for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:21:22.698652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:22.699221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dedcc-9129-42c2-9649-1245436ef743 req-6dfc12d9-95a5-4785-911c-f331d46211ce tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:22.699365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:22.700720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-338dedcc-9129-42c2-9649-1245436ef743 req-6dfc12d9-95a5-4785-911c-f331d46211ce tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.0809963
Mar 05 21:21:22.708593 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:22.764823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d4f812b1-1c96-418c-99e5-877a5f52b794 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9911036
Mar 05 21:21:22.765451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:22.768001 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda1e2a-2191-4bff-9425-29aa72cf62d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:22.784242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-338dedcc-9129-42c2-9649-1245436ef743 req-b607711e-5295-4613-8103-a1dd1a1e74ee tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731270
Mar 05 21:21:22.811387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:22.838704 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ec7b51-f2c6-4355-8804-1c35e04459d3 x-openstack-request-id: req-19ec7b51-f2c6-4355-8804-1c35e04459d3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:22.839003 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:22.839263 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19ec7b51-f2c6-4355-8804-1c35e04459d3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:22.839705 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:21:22.875473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c9334-af1e-4c18-ba2c-81048bba0e74 req-2464cfc0-050e-4397-b5da-fa19b286f691 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:22.877758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c04c9334-af1e-4c18-ba2c-81048bba0e74 req-2464cfc0-050e-4397-b5da-fa19b286f691 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0564570
Mar 05 21:21:22.963648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be351e-297f-46ee-9834-bd07b9bbdcfb req-3adae4cf-1104-4bea-af29-daf7a3e500d1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:22.964372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-8b59cd30-a913-4dc3-8b6f-fc3db175a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:22.965448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9be351e-297f-46ee-9834-bd07b9bbdcfb req-3adae4cf-1104-4bea-af29-daf7a3e500d1 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.0638866
Mar 05 21:21:22.965986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-8b59cd30-a913-4dc3-8b6f-fc3db175a7d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1127 time: 0.0873187
Mar 05 21:21:22.970573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c04c9334-af1e-4c18-ba2c-81048bba0e74 req-44862c3a-d907-453b-afa0-5f446673c850 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839612
Mar 05 21:21:22.993360 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33164) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:23.065221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-a7458210-b3fe-481f-b3e5-86f7ac318920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:23.067093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-a7458210-b3fe-481f-b3e5-86f7ac318920 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0952868
Mar 05 21:21:23.067487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3190>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db72b957-9d7e-4277-a37b-cec5a2c610dc', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:21Z', 'updated_at': '2022-03-05T21:21:21Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:23.089608 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-798cf3b0-7c3a-44fd-8eb7-46924c56a93e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/db72b957-9d7e-4277-a37b-cec5a2c610dc HTTP/1.1" status: 200  len: 991 time: 0.0949812
Mar 05 21:21:23.093220 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9be351e-297f-46ee-9834-bd07b9bbdcfb req-ad342de2-42d6-43c3-a651-9bfea3043e3c tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105220
Mar 05 21:21:23.097211 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Checking router: 64da9c5b-b4a5-4903-9192-548fbbe06cf1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:21:23.109068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:23.110193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:23.117109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33166) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:23.137282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-1e0c4f2c-99e9-407b-ac90-35c091475614 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.0647359
Mar 05 21:21:23.165181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818d4b5-b5a1-442a-9299-3293d690dcc0 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:23.169534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5818d4b5-b5a1-442a-9299-3293d690dcc0 tempest-TestVolumeBootPattern-452558384 tempest-TestVolumeBootPattern-452558384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1122 time: 0.0487525
Mar 05 21:21:23.169782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33168) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:23.174565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:21:23.196636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-01c0b6f5-9a60-47e9-9994-9d179f1582be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:23.198288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-01c0b6f5-9a60-47e9-9994-9d179f1582be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0550728
Mar 05 21:21:23.198634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:23.251488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-da7520d7-9cfa-4378-866a-5ab2a055ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:23.253138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-da7520d7-9cfa-4378-866a-5ab2a055ccb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486825
Mar 05 21:21:23.324287 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:23.350239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-c14fb8c0-7597-4725-a3cc-23d4d184dfe6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913534
Mar 05 21:21:23.420996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:23.436710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Allocated IP 172.35.0.237 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:21:23.451411 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dfda1e2a-2191-4bff-9425-29aa72cf62d8 req-03483c71-6495-459d-a7d3-5647a166a8c7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950570
Mar 05 21:21:23.551105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:23.585485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:23.623567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:21:23.628618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:21:23.632435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:21:23.637848 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:23.661130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826f3190>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db72b957-9d7e-4277-a37b-cec5a2c610dc', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:21Z', 'updated_at': '2022-03-05T21:21:21Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:23.693821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd33ad7-025b-4603-970c-7a3fc4326db3 None None] The sync data for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 is: [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db72b957-9d7e-4277-a37b-cec5a2c610dc', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.223', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:21Z', 'updated_at': '2022-03-05T21:21:21Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:21:23.947832 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4336526-436c-4c45-9e44-33e9047c47de None None] New status for floating IP db72b957-9d7e-4277-a37b-cec5a2c610dc: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:21:24.041572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (126fd2e5-6586-4328-864f-209abbb45325), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.093188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33170) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:24.112916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.164660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-67601a3d-fa26-4be8-a86e-c37e158a91aa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/db72b957-9d7e-4277-a37b-cec5a2c610dc HTTP/1.1" status: 200  len: 993 time: 0.0700946
Mar 05 21:21:24.267886 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.272153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.338364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event updated for resources: {'Port': ['ID=c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:21:24.348776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (126fd2e5-6586-4328-864f-209abbb45325), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.450053 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 126fd2e5-6586-4328-864f-209abbb45325 associated. External IP: 172.35.0.237, port: b9de74e7-a8f7-46f7-9407-5aeb0c3859da.
Mar 05 21:21:24.504496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-babc6a20-0cfd-406a-88f5-740792e6bef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.664545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:21:24.773214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:21:24.783701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:21:24.790928 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:24.793860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:24.795703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c79610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:24.821501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c985347-e94a-4d31-b5c3-fe38dccf7d05 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6506002
Mar 05 21:21:24.840448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:21:24.842815 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b51106-202b-48e3-a9d4-9cf76ea0a59a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:21:24.889493 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7699defa-b3dd-4b21-a6b3-40e572440b28 x-openstack-request-id: req-7699defa-b3dd-4b21-a6b3-40e572440b28 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:21:24.889809 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:21:24.890120 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7699defa-b3dd-4b21-a6b3-40e572440b28 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:21:24.890595 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'status': 'completed', 'code': 200}
Mar 05 21:21:24.919127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:24.957146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-59e1f249-7896-412c-8c4a-d392f01199bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:24.959080 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-59e1f249-7896-412c-8c4a-d392f01199bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1127 time: 0.0504453
Mar 05 21:21:25.048853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-d0262c65-dd83-4501-a8fb-52a54b1533c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:25.050339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-d0262c65-dd83-4501-a8fb-52a54b1533c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0858610
Mar 05 21:21:25.124727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-e6f79306-43d6-4be9-8c09-b51171971cb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 200  len: 999 time: 0.0655384
Mar 05 21:21:25.146001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c79610>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126fd2e5-6586-4328-864f-209abbb45325', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.237', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:60:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:23Z', 'updated_at': '2022-03-05T21:21:23Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}, {'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:25.174830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-36ab94f1-6092-46c9-b58b-1da9f726c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:25.176320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-36ab94f1-6092-46c9-b58b-1da9f726c48b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0440192
Mar 05 21:21:25.177632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:21:25.185949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:21:25.186556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c79610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:20:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:25.224806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-fb2cca49-ec41-4ac4-96c4-296cada32d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:25.226307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-fb2cca49-ec41-4ac4-96c4-296cada32d96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438440
Mar 05 21:21:25.294299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:21:25.317975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-972d6fbf-b8cb-433d-b980-7a7c8de84a95 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854695
Mar 05 21:21:25.405378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97b51106-202b-48e3-a9d4-9cf76ea0a59a req-d26aa970-4af7-4d83-b51f-d40658a612d8 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821433
Mar 05 21:21:25.519470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c79610>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126fd2e5-6586-4328-864f-209abbb45325', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.237', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:60:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:23Z', 'updated_at': '2022-03-05T21:21:23Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}, {'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:21:25.545284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610abbe3-825d-4683-8a2d-e96fa93f06da None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126fd2e5-6586-4328-864f-209abbb45325', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.237', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:60:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:21:23Z', 'updated_at': '2022-03-05T21:21:23Z', 'revision_number': 0, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}, {'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:21:25.743405 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f76-8185-4992-a5b0-9ecbe1e09c8b None None] New status for floating IP 126fd2e5-6586-4328-864f-209abbb45325: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:21:26.846222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bebe4581-e58a-425f-8792-916e13abf7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:28.022172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:29.604103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:31.038603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:36.293639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:36.466565 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:40.760690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-81c077ab-04bd-4a47-ac34-7b8644b51eda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441287
Mar 05 21:21:40.852583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04577-aa80-4855-9163-a123c749c6ea req-2000c0ed-cf53-4b80-8c73-fa5031de7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:40.854078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-2000c0ed-cf53-4b80-8c73-fa5031de7cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1127 time: 0.0520086
Mar 05 21:21:40.965937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04577-aa80-4855-9163-a123c749c6ea req-76c14015-59c0-4469-98b2-6170b6b85b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:40.967451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-76c14015-59c0-4469-98b2-6170b6b85b66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0904422
Mar 05 21:21:41.038048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-09a7d6f8-dfb6-4b1e-969a-191cb3e5694a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1001 time: 0.0645177
Mar 05 21:21:41.095069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04577-aa80-4855-9163-a123c749c6ea req-7d58ecef-0f97-4e65-a0aa-adbb27b90322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:41.097116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-7d58ecef-0f97-4e65-a0aa-adbb27b90322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0539956
Mar 05 21:21:41.151731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04577-aa80-4855-9163-a123c749c6ea req-92091c2c-7245-4c51-ad55-31c9876093d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:41.153365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-92091c2c-7245-4c51-ad55-31c9876093d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501730
Mar 05 21:21:41.250680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-7347f805-0fea-44f4-9f45-43a250196ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916800
Mar 05 21:21:41.348115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcd04577-aa80-4855-9163-a123c749c6ea req-a44a2f8e-5186-4019-b20c-ce442b641728 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911391
Mar 05 21:21:45.231109 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-5919a196-9f55-4ee1-b88a-1ca0aabd4ab7 req-1e2ba8cb-4321-4a07-a2da-62a2f0864797 service neutron] (126562) timed out ('10.222.0.15', 60806) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:21:51.749472 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:21:54.506288 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2d73a2fd-02a3-4f5c-8938-db6cd1cc7351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:55.410025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10070e-42c5-46f8-a4c9-c3541401e5da req-4a4cf030-368e-4c65-ba63-6fbf0562d3e9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:55.411536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb10070e-42c5-46f8-a4c9-c3541401e5da req-4a4cf030-368e-4c65-ba63-6fbf0562d3e9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1127 time: 0.0454082
Mar 05 21:21:55.459992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb10070e-42c5-46f8-a4c9-c3541401e5da req-8514ddb4-a47c-4ebb-a947-16793cabcf61 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429018
Mar 05 21:21:55.584213 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd556a-5575-4a31-afc4-2ad9779a6fce req-45a16a46-94f1-4fbe-8333-6b09751b626f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:55.585636 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4dd556a-5575-4a31-afc4-2ad9779a6fce req-45a16a46-94f1-4fbe-8333-6b09751b626f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0553982
Mar 05 21:21:55.635288 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4dd556a-5575-4a31-afc4-2ad9779a6fce req-93bc9f02-5561-4f23-bbb0-116859da337a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437348
Mar 05 21:21:55.658015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33216) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:21:55.716443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-59bca335-fe9f-4579-8b7e-f4f34fd962b0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/db72b957-9d7e-4277-a37b-cec5a2c610dc HTTP/1.1" status: 200  len: 993 time: 0.0572884
Mar 05 21:21:56.003550 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-abd21f60-01f4-4ace-83aa-84761243784c req-45dc00cb-34fd-400c-baf0-275bb88a83d1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:21:56.004562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-abd21f60-01f4-4ace-83aa-84761243784c req-45dc00cb-34fd-400c-baf0-275bb88a83d1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054576
Mar 05 21:21:56.278852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae3f0-87e4-4622-98ab-e9b502ee4a26 req-dddc0d3e-f700-44a4-bf83-7e8fbe957351 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:56.280390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c86ae3f0-87e4-4622-98ab-e9b502ee4a26 req-dddc0d3e-f700-44a4-bf83-7e8fbe957351 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0526981
Mar 05 21:21:56.330297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c86ae3f0-87e4-4622-98ab-e9b502ee4a26 req-0360b031-cfa0-44ec-892a-7bc4b97de878 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443454
Mar 05 21:21:56.367110 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-0dd229a8-f0f9-4a43-b16f-1813e8944976 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1498582
Mar 05 21:21:56.811502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-59cdbd7d-7c11-4ab6-a309-826e7df01096 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:56.812911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-59cdbd7d-7c11-4ab6-a309-826e7df01096 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1124 time: 0.1560919
Mar 05 21:21:56.839890 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cbba9bbd-2558-4560-ac18-98514709579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:57.449325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60130-8884-47fe-8f4e-76b46d3a2956 req-54f14d77-9588-438e-880b-1e30b3c60359 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:57.450805 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fed60130-8884-47fe-8f4e-76b46d3a2956 req-54f14d77-9588-438e-880b-1e30b3c60359 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0528104
Mar 05 21:21:57.501678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fed60130-8884-47fe-8f4e-76b46d3a2956 req-328f2e00-3850-44ce-843c-abf182f7ba7a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445364
Mar 05 21:21:57.595281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-8b5d3c23-b8b2-4ce7-8bf7-b9a818f9940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:57.596788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-8b5d3c23-b8b2-4ce7-8bf7-b9a818f9940e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1127 time: 0.0438602
Mar 05 21:21:57.684793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-698202d2-5af9-4990-8c7f-09da57319d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:57.686943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-698202d2-5af9-4990-8c7f-09da57319d9c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0846207
Mar 05 21:21:57.753796 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-004e5832-6069-45af-9674-d7575701bb69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1001 time: 0.0609531
Mar 05 21:21:57.800530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-a47b21bf-9afb-4616-adcb-5a73387d5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:57.801951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-a47b21bf-9afb-4616-adcb-5a73387d5912 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0426545
Mar 05 21:21:57.848325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-92e5d3f0-db8f-4c10-bc81-d144223e9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:57.849798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-92e5d3f0-db8f-4c10-bc81-d144223e9cdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428319
Mar 05 21:21:57.943087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-b90898d0-1169-47ff-82a5-762d33f3f24c service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876734
Mar 05 21:21:58.023963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:58.037447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-f61da021-a623-4986-aa6f-6c24e41a5597 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882838
Mar 05 21:21:58.626717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3eb56-4d22-447e-be35-1dfc498ca400 req-54418d70-17e7-4524-9ddd-d68115dd2548 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:58.628221 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8a3eb56-4d22-447e-be35-1dfc498ca400 req-54418d70-17e7-4524-9ddd-d68115dd2548 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0573180
Mar 05 21:21:58.677064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8a3eb56-4d22-447e-be35-1dfc498ca400 req-c4a2d160-64ef-4b41-b75e-1f87640dd97c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430896
Mar 05 21:21:59.604672 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:21:59.798730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d93f-e0db-48f0-a30b-141fef74b553 req-fee69d01-3e8f-49f5-8d61-ed790810b4cc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:21:59.800133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f979d93f-e0db-48f0-a30b-141fef74b553 req-fee69d01-3e8f-49f5-8d61-ed790810b4cc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0553248
Mar 05 21:21:59.848597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f979d93f-e0db-48f0-a30b-141fef74b553 req-479c90ec-69ef-437c-8181-ea88cb20e76c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429940
Mar 05 21:22:00.968474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0b53c-fa6d-4d81-92f5-ac21e864744a req-9d8d2bbf-53d9-40f3-887e-30422162b399 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:00.969947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4a0b53c-fa6d-4d81-92f5-ac21e864744a req-9d8d2bbf-53d9-40f3-887e-30422162b399 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0521767
Mar 05 21:22:01.017881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c4a0b53c-fa6d-4d81-92f5-ac21e864744a req-4625a55e-a26b-49c9-9c72-eb1a9f8a267e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423882
Mar 05 21:22:01.040282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:02.145301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0c4d-b8ef-4e54-afe2-ac9da0ee8868 req-252e6af4-cdaf-413c-8f23-c6c6677c12fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:02.146656 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0ec0c4d-b8ef-4e54-afe2-ac9da0ee8868 req-252e6af4-cdaf-413c-8f23-c6c6677c12fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0610495
Mar 05 21:22:02.195096 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0ec0c4d-b8ef-4e54-afe2-ac9da0ee8868 req-7ab92f59-55dd-4bfa-b3d3-155153b0fc5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428567
Mar 05 21:22:03.318371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533bc24-31c0-4f9a-8a51-199dec70b8db req-e68af833-6980-4a1a-bee2-15677a778a27 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:03.319883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f533bc24-31c0-4f9a-8a51-199dec70b8db req-e68af833-6980-4a1a-bee2-15677a778a27 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0565093
Mar 05 21:22:03.368771 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f533bc24-31c0-4f9a-8a51-199dec70b8db req-897e622e-610c-4f7a-b186-392aed60b9f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433483
Mar 05 21:22:04.491418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d1b5-676f-4463-8d0a-dc79c07f75b9 req-d73b29d8-f2da-4998-85c9-e7b241ea0717 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:04.492920 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4e1d1b5-676f-4463-8d0a-dc79c07f75b9 req-d73b29d8-f2da-4998-85c9-e7b241ea0717 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0527525
Mar 05 21:22:04.542050 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4e1d1b5-676f-4463-8d0a-dc79c07f75b9 req-815a0869-bc72-4935-b9b7-c0645205ef22 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429842
Mar 05 21:22:05.664545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6553de-1eb0-47b2-8b3e-0eaa7769298c req-c28f572d-07ed-4aee-b779-b33ebfed3ac6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:05.666034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc6553de-1eb0-47b2-8b3e-0eaa7769298c req-c28f572d-07ed-4aee-b779-b33ebfed3ac6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0522568
Mar 05 21:22:05.715257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc6553de-1eb0-47b2-8b3e-0eaa7769298c req-22dbd8cb-0061-4e5f-926c-fdb4c0f25c4f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435045
Mar 05 21:22:06.293844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:06.471705 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:06.839097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c87a62-8586-42a8-b903-dd02b7d0440c req-e06c9e77-d8ef-487e-b917-8a43b0e739b9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:06.840678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2c87a62-8586-42a8-b903-dd02b7d0440c req-e06c9e77-d8ef-487e-b917-8a43b0e739b9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0576067
Mar 05 21:22:06.889840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2c87a62-8586-42a8-b903-dd02b7d0440c req-6b8ec13e-7e8f-4700-972d-e1c55b7524b9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431819
Mar 05 21:22:08.010481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240c305-d1f3-4e1f-82f7-4c08aea420c1 req-e8affe11-de68-446a-8fe6-3a4105b93f8c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:08.012118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8240c305-d1f3-4e1f-82f7-4c08aea420c1 req-e8affe11-de68-446a-8fe6-3a4105b93f8c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0536544
Mar 05 21:22:08.068398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8240c305-d1f3-4e1f-82f7-4c08aea420c1 req-19cc9343-0b5b-4d12-9a12-6f3ce07d386a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496268
Mar 05 21:22:09.203951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935563-eff0-4adf-a7b6-5907144d912f req-a4f545fc-6264-4519-b6b8-ebc9b2035320 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:09.205669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66935563-eff0-4adf-a7b6-5907144d912f req-a4f545fc-6264-4519-b6b8-ebc9b2035320 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0599520
Mar 05 21:22:09.262196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-66935563-eff0-4adf-a7b6-5907144d912f req-14e43f68-ebfc-4a84-ad76-ea81922718f6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509126
Mar 05 21:22:10.395370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ba9b-c549-496f-83a3-f50a718e4607 req-d53fec49-75f6-47e8-9687-c0d50eaba81a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:10.397011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b695ba9b-c549-496f-83a3-f50a718e4607 req-d53fec49-75f6-47e8-9687-c0d50eaba81a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0584228
Mar 05 21:22:10.450360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b695ba9b-c549-496f-83a3-f50a718e4607 req-97055ea0-4687-4f7e-b22a-0928676c3061 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476403
Mar 05 21:22:11.583172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a4af-d11a-4889-bba7-3c34841e7e17 req-78e695d6-33a4-438c-b757-4d3cb0e41505 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:11.584743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0b6a4af-d11a-4889-bba7-3c34841e7e17 req-78e695d6-33a4-438c-b757-4d3cb0e41505 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0580611
Mar 05 21:22:11.645570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0b6a4af-d11a-4889-bba7-3c34841e7e17 req-69ea4337-eba2-4282-a1d5-b1067edbf502 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544658
Mar 05 21:22:12.775913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5a0e3-8f52-4045-9041-b46e0144211d req-a015eabe-33a8-481e-aae2-95f88239e2a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:12.777385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08e5a0e3-8f52-4045-9041-b46e0144211d req-a015eabe-33a8-481e-aae2-95f88239e2a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0561380
Mar 05 21:22:12.827051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-08e5a0e3-8f52-4045-9041-b46e0144211d req-960f7a08-621a-449a-8e1d-3e5bd74945d4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425928
Mar 05 21:22:13.965341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5aa97-7c5c-4581-b5d6-b694df17e5f8 req-a56f6397-b2d3-409a-a743-8fd9e0a9a2a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:13.967614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07c5aa97-7c5c-4581-b5d6-b694df17e5f8 req-a56f6397-b2d3-409a-a743-8fd9e0a9a2a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0581348
Mar 05 21:22:14.022617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-07c5aa97-7c5c-4581-b5d6-b694df17e5f8 req-a7556bf5-6d26-42a9-8b2d-2d7565cb350d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480318
Mar 05 21:22:14.911102 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-18a04660-739e-4d66-943f-4933289de40c req-3fa24bb3-bca3-4f27-a13c-74da73172419 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:22:14.912153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-3fa24bb3-bca3-4f27-a13c-74da73172419 service neutron] 10.222.0.23 "GET /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0607924
Mar 05 21:22:15.139200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-6361704d-645c-42ec-8060-2521e49ada79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:15.140711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-6361704d-645c-42ec-8060-2521e49ada79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 1127 time: 0.0753829
Mar 05 21:22:15.152425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:22:15.162775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399176d4-c224-42a7-ac7f-d491d25db35a req-d3b45092-9215-4a17-b720-61da8e12daf9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:15.164471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-399176d4-c224-42a7-ac7f-d491d25db35a req-d3b45092-9215-4a17-b720-61da8e12daf9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0697479
Mar 05 21:22:15.269544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-399176d4-c224-42a7-ac7f-d491d25db35a req-9496b640-7110-4b42-a4ca-3bfe6571642f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872154
Mar 05 21:22:15.272672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:15.469682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:15.502739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:22:15.541001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:15.543609 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74693052-2371-40af-b936-9a600a353165" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:15.548699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks [] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:15.562413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Transition to ACTIVE for port object e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:22:15.570126 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:15.932908 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c473d-af30-4eb8-ab9d-a39825464ca5 x-openstack-request-id: req-161c473d-af30-4eb8-ab9d-a39825464ca5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:15.933615 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:15.933615 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-161c473d-af30-4eb8-ab9d-a39825464ca5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:15.933932 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'code': 200}
Mar 05 21:22:15.988675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:16.002952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.003303 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.003644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.004039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.004360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.004693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.005023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.005353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.005932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.006278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.006580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.006900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.007216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:16.047562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] No DVR routers for this DVR port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:22:16.204769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:22:16.205103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:22:16.205432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:22:16.209830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:22:16.210095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:22:16.215032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:22:16.215375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:22:16.215800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Bound using segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:22:16.216289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Bound port: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:22:16.216842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:16.295637 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:22:16.298834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:22:16.305595 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:16.342595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.343222 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:16.344756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1091 time: 1.1974812
Mar 05 21:22:16.397847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d8f1-ec0b-4a5c-9e61-1809b1f336b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:16.450752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c435-472d-4463-89b3-c7a1e6e94bb3 req-f3d50fd3-dbba-4b25-a078-a6c787f9d9d3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.452466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ca7c435-472d-4463-89b3-c7a1e6e94bb3 req-f3d50fd3-dbba-4b25-a078-a6c787f9d9d3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.1031430
Mar 05 21:22:16.458491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-787b2fc6-ffc9-43f9-ad80-11fad8b69a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.459993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-787b2fc6-ffc9-43f9-ad80-11fad8b69a7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.0909936
Mar 05 21:22:16.558048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ca7c435-472d-4463-89b3-c7a1e6e94bb3 req-a4c220a1-9806-4798-b62b-2aa352e72bf1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971000
Mar 05 21:22:16.585273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-bb3063bb-9c96-4a81-ac82-c208a1cae511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.586745 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-bb3063bb-9c96-4a81-ac82-c208a1cae511 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1119313
Mar 05 21:22:16.658062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-470e3487-a861-4c8c-86a4-8215391c973f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.0631590
Mar 05 21:22:16.707789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-4146e0df-ff1e-4f78-95ad-096d27a24161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.709199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-4146e0df-ff1e-4f78-95ad-096d27a24161 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0436411
Mar 05 21:22:16.757697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04660-739e-4d66-943f-4933289de40c req-8d2b54b5-48d3-452d-a109-5cd7d6b4b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:16.759172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-8d2b54b5-48d3-452d-a109-5cd7d6b4b0e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437253
Mar 05 21:22:16.850265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-2548642e-1421-464a-8a8a-5ed485dbb76c service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846062
Mar 05 21:22:16.944168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:22:16.947647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18a04660-739e-4d66-943f-4933289de40c req-0a77b994-0a6c-4aa4-9930-931d1a205ff3 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894926
Mar 05 21:22:16.985903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:22:16.986333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:22:17.680732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc318e0-2806-43ec-8104-2132656b62f2 req-02f3b153-6305-4e4a-b68e-e4a74b9cb333 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:17.682186 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bc318e0-2806-43ec-8104-2132656b62f2 req-02f3b153-6305-4e4a-b68e-e4a74b9cb333 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0518634
Mar 05 21:22:17.729469 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6bc318e0-2806-43ec-8104-2132656b62f2 req-dfcc85a0-c10b-437f-a5d7-ccc056b7b1d4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410068
Mar 05 21:22:17.935432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:17.937831 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b061a16-2097-4b80-bc5c-887a3d51264d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:17.988140 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67b8e3-96f8-488e-a7a1-b9992cf9abe2 x-openstack-request-id: req-8d67b8e3-96f8-488e-a7a1-b9992cf9abe2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:17.988833 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:17.989011 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d67b8e3-96f8-488e-a7a1-b9992cf9abe2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:17.989424 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:22:18.083194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-6763832e-a1c8-4531-bf07-550f9b3e1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.084717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-6763832e-a1c8-4531-bf07-550f9b3e1fa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.0802426
Mar 05 21:22:18.086519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-e66d4ef7-b637-4c46-b528-eed7f853e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.087855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-e66d4ef7-b637-4c46-b528-eed7f853e3b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.0754747
Mar 05 21:22:18.247931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-723667ec-4c52-4b94-b008-83b2595fc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.249286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-723667ec-4c52-4b94-b008-83b2595fc816 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1560519
Mar 05 21:22:18.253660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-861bd7f9-2a57-4085-8f98-b31de6ad7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.255132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-861bd7f9-2a57-4085-8f98-b31de6ad7b3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1435885
Mar 05 21:22:18.362936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-72db3e9f-9708-4bd4-9202-36624901e1ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.1065745
Mar 05 21:22:18.366730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-76ced521-dd18-476f-b48e-b6718d3e075c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.1040287
Mar 05 21:22:18.447531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-bf94b902-c3da-439c-a06b-31ad70b04642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.449020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-bf94b902-c3da-439c-a06b-31ad70b04642 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0805409
Mar 05 21:22:18.453008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-f433e72b-831a-44e1-a7ea-0163624a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.454368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-f433e72b-831a-44e1-a7ea-0163624a1f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0778682
Mar 05 21:22:18.531397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-7ae59824-7706-4191-8a08-8c55f3d3f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.532874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-7ae59824-7706-4191-8a08-8c55f3d3f005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0705547
Mar 05 21:22:18.534772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-7de53110-c10a-4eca-ad2a-f3a3331091b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.536150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-7de53110-c10a-4eca-ad2a-f3a3331091b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0809538
Mar 05 21:22:18.693315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-2e432ce9-ded7-4a4c-ab88-d4c06ac5f842 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527748
Mar 05 21:22:18.696595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-a786714b-5acd-40d3-97c0-545a8d761899 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471739
Mar 05 21:22:18.856044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557b87-fae4-4d0e-a66b-fcb3bc7d1585 req-2aa72899-2b76-49bc-a954-3e5fcb74cb65 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:18.856734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-148c4ba9-d7f3-4e21-a36b-f44c9c6afe28 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554646
Mar 05 21:22:18.857630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84557b87-fae4-4d0e-a66b-fcb3bc7d1585 req-2aa72899-2b76-49bc-a954-3e5fcb74cb65 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0581546
Mar 05 21:22:18.858853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b061a16-2097-4b80-bc5c-887a3d51264d req-cd94c4df-7d01-4605-97d8-b6b96500ba6d service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563227
Mar 05 21:22:18.912430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84557b87-fae4-4d0e-a66b-fcb3bc7d1585 req-c8a2ebbe-ccee-4664-894b-72395e63b533 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482440
Mar 05 21:22:19.146237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-a2a6d0f7-949e-4199-9565-2261503fef16 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.147618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-a2a6d0f7-949e-4199-9565-2261503fef16 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&tenant_id=7be8dce4a165431c8a7279be20d99612&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0601635
Mar 05 21:22:19.157002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708e8c-f110-4eae-9335-2a6d90332852 req-090a8208-21c1-4353-a41e-0f8b29a8f1a9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.158453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7708e8c-f110-4eae-9335-2a6d90332852 req-090a8208-21c1-4353-a41e-0f8b29a8f1a9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 943 time: 0.0540564
Mar 05 21:22:19.207261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-07c86798-d1ef-400b-9288-c3438210a1db service neutron] 10.222.0.31 "GET /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0529094
Mar 05 21:22:19.209121 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7708e8c-f110-4eae-9335-2a6d90332852 req-dda6deb1-5ccc-4f76-8c22-5215dd62ead2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451314
Mar 05 21:22:19.246742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:22:19.272918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-a86dd1a6-85b9-4e2d-a254-c9574beade64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.274404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-a86dd1a6-85b9-4e2d-a254-c9574beade64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1125 time: 0.0451276
Mar 05 21:22:19.345326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:19.356802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:22:19.365805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-99a9392f-fb62-41db-bc9d-ae33553695da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.367262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-99a9392f-fb62-41db-bc9d-ae33553695da service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0859833
Mar 05 21:22:19.394050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:22:19.394447 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:19.407861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:22:19.427373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:19.431054 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:19.432310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-af38b348-e381-455f-95bf-df3a37d4f739 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.0589736
Mar 05 21:22:19.479191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:19.484580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-4f9c9eb7-dfcf-4adc-bc24-ae1128f22cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.486040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-4f9c9eb7-dfcf-4adc-bc24-ae1128f22cf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0479116
Mar 05 21:22:19.486634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.486992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.487345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.487713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.488061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.488402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.488740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.489074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.489406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.489753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.490073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.490404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.490740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:19.537091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-8c2790b3-0076-4fc7-896f-55f913418353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:19.538639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-8c2790b3-0076-4fc7-896f-55f913418353 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450077
Mar 05 21:22:19.627263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-ea56fce7-311c-4f70-9daf-8835d8bd242e service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817549
Mar 05 21:22:19.722419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:22:19.725629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-e4c935ff-267e-42f3-a289-e7a044047033 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908415
Mar 05 21:22:20.328827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b78f-c2a2-46d6-ae96-a05a9ead7c6b req-bbdc4d01-3e52-4918-8881-332da6e06139 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:20.330295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a890b78f-c2a2-46d6-ae96-a05a9ead7c6b req-bbdc4d01-3e52-4918-8881-332da6e06139 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 944 time: 0.0533979
Mar 05 21:22:20.378088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a890b78f-c2a2-46d6-ae96-a05a9ead7c6b req-f06292b5-55dd-44a1-b0ee-68f3cc27661a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423038
Mar 05 21:22:21.253480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:22:21.305138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:22:21.308832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:22:21.309215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:21.385172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:22:21.385567 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:21.413769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:21.416028 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be22fa-ef56-4d26-8a30-b08ddfa32556" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:21.430630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:21.436450 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:21.480811 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafda99a-6a6a-4820-903c-4974794ceabc x-openstack-request-id: req-bafda99a-6a6a-4820-903c-4974794ceabc {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:21.481201 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:21.481428 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bafda99a-6a6a-4820-903c-4974794ceabc {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:21.481950 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'code': 200}
Mar 05 21:22:21.504878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:21.508274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033e0f7-5160-41bb-8386-7486bb0ad622 req-89d331b9-29dc-4afe-8880-5ddc8108b2b4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:21.510391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9033e0f7-5160-41bb-8386-7486bb0ad622 req-89d331b9-29dc-4afe-8880-5ddc8108b2b4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.0612488
Mar 05 21:22:21.567432 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9033e0f7-5160-41bb-8386-7486bb0ad622 req-65fdb269-8cd8-43d7-961c-63a4f642ad2b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498474
Mar 05 21:22:21.784433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-eda81d0e-c9ec-43a5-83dc-416f730ab368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:21.786006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-eda81d0e-c9ec-43a5-83dc-416f730ab368 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 1127 time: 0.0466590
Mar 05 21:22:21.796590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:22:21.860808 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.084572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:22.118696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:22:22.163532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:22.165999 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d58a25d-b3ad-414d-b99e-eadeed8004ee" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:22.170563 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks [] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.184790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Transition to ACTIVE for port object e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:22:22.189329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.229280 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b24ca58-8c49-4fea-abd3-e066bd39b84d x-openstack-request-id: req-1b24ca58-8c49-4fea-abd3-e066bd39b84d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:22.229584 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:22.229838 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b24ca58-8c49-4fea-abd3-e066bd39b84d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:22.230272 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'code': 200}
Mar 05 21:22:22.285065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:22.335806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] No DVR routers for this DVR port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:22:22.487461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:22:22.487899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:22:22.488249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:22:22.492908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:22:22.493240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Attempting to bind port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on network 3d55d609-f400-454a-bf9e-f66ee003cded {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:22:22.498240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:22:22.498580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Checking segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:22:22.498966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Bound using segment: {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:22:22.499399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Bound port: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:22:22.499789 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.571215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:22:22.574226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:22:22.580208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.615930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.616617 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:22.618226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] 10.222.0.23 "PUT /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1092 time: 0.8264019
Mar 05 21:22:22.678744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653b4a-781a-4410-bf5d-e2ff3f717f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=11']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:22.703871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-fc748d0f-9a3e-40fa-b2af-8fd058aa6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.705655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-fc748d0f-9a3e-40fa-b2af-8fd058aa6c1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1126 time: 0.0577734
Mar 05 21:22:22.708012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba276-4037-46b0-8d36-c8e4f5076deb req-c304ac6b-f37b-426a-9e43-c07ff4dd5bb8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.709672 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77eba276-4037-46b0-8d36-c8e4f5076deb req-c304ac6b-f37b-426a-9e43-c07ff4dd5bb8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 944 time: 0.0647984
Mar 05 21:22:22.772349 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-77eba276-4037-46b0-8d36-c8e4f5076deb req-ea600e69-c777-4788-8298-8714784ef601 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547955
Mar 05 21:22:22.812156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-6ffc211d-798a-4e60-a4a2-648772805b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.813720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-6ffc211d-798a-4e60-a4a2-648772805b7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1024778
Mar 05 21:22:22.885968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-c356bcef-7787-4455-9aac-7ff9c8d5aa62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.0663242
Mar 05 21:22:22.938579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-6522490e-b038-4d35-a69b-61f18946f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.940138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-6522490e-b038-4d35-a69b-61f18946f9e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0484128
Mar 05 21:22:22.991683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-23aeac57-f5fa-4d5a-932e-629c5e2176b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:22.993198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-23aeac57-f5fa-4d5a-932e-629c5e2176b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480156
Mar 05 21:22:23.087245 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-cab00653-a678-476d-9a92-e6402f3a1de8 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883322
Mar 05 21:22:23.185255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3a37a3b7-f817-4b9d-b608-90980ab9375d req-037933be-f381-450c-9ca9-0b7bc320bd5f service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919757
Mar 05 21:22:23.903138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132c020-06b7-4662-9b40-17aeb35b56de req-694b2a92-19a1-4451-8ef5-af03793b527b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:23.905293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6132c020-06b7-4662-9b40-17aeb35b56de req-694b2a92-19a1-4451-8ef5-af03793b527b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 944 time: 0.0578322
Mar 05 21:22:23.958516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6132c020-06b7-4662-9b40-17aeb35b56de req-6aba67f1-8799-4f2d-be10-24f84283dc8f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471873
Mar 05 21:22:24.231150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:24.234234 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56413e5-0ee6-4249-bf8c-32daf00cf839" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:24.283087 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a497f8-d30a-4848-852e-fbb92855de9e x-openstack-request-id: req-48a497f8-d30a-4848-852e-fbb92855de9e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:24.283431 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:24.283740 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48a497f8-d30a-4848-852e-fbb92855de9e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:24.284151 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:22:24.381203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-9e0d4558-013b-47b1-beea-490038d5b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.382710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-9e0d4558-013b-47b1-beea-490038d5b18a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1126 time: 0.0805144
Mar 05 21:22:24.384469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-cf4ddcdf-57c1-403f-9299-0a031881ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.385798 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-cf4ddcdf-57c1-403f-9299-0a031881ade8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1126 time: 0.0740945
Mar 05 21:22:24.509662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba965fb2-4a52-43e4-a3b0-e40f50f1c1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:24.536549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-850a65f7-9469-4a24-9832-6d6cd1116325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.538037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-850a65f7-9469-4a24-9832-6d6cd1116325 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1498015
Mar 05 21:22:24.540746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-7e66cdc0-2981-43a8-b0d3-a39e8e27a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.542050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-7e66cdc0-2981-43a8-b0d3-a39e8e27a086 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.1458254
Mar 05 21:22:24.654474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-277376c7-b427-464c-a2ad-8f9ff2d57eac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.1100917
Mar 05 21:22:24.656284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-baecf578-f0f3-4b78-bb76-6bd69bedb5a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 999 time: 0.1059637
Mar 05 21:22:24.742499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-898f176f-8745-466e-a7a0-226c0a7ab820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.744001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-898f176f-8745-466e-a7a0-226c0a7ab820 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0837445
Mar 05 21:22:24.747501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-fd811c12-8375-43e1-8386-1825467bb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.748896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-fd811c12-8375-43e1-8386-1825467bb206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0798998
Mar 05 21:22:24.822098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-ba0a35ea-0bd2-4700-9997-f9467dad9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.823566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-ba0a35ea-0bd2-4700-9997-f9467dad9c15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0738356
Mar 05 21:22:24.838353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-90058c38-a192-42e4-aac7-3fcc979abdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:24.840061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-90058c38-a192-42e4-aac7-3fcc979abdd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0826170
Mar 05 21:22:24.973679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:22:25.005077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-e0bdbf4c-e54b-4dac-8715-1fafdb45a4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758151
Mar 05 21:22:25.008797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-b61e3e04-a73d-40d0-b728-7c4c6e8f790f service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563058
Mar 05 21:22:25.104992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:25.121965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'port_id': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'mac_address': 'fa:16:3e:33:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:22:25.167781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:22:25.168593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:25.185247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:22:25.210223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:25.215324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:25.271260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:22:25.273912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:25.320816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:22:25.321168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:22:25.433209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:22:25.547483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-0081fb61-2fd5-4951-ab44-fb4aaebe56e6 service neutron] 10.222.0.31 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5354276
Mar 05 21:22:25.556754 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab424c-35e4-48b7-a2d5-ccc9b5c0bf33 req-481fda4b-5662-4fab-a1e7-39521ec15a4c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:25.558244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ab424c-35e4-48b7-a2d5-ccc9b5c0bf33 req-481fda4b-5662-4fab-a1e7-39521ec15a4c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 945 time: 0.1524777
Mar 05 21:22:25.561286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d56413e5-0ee6-4249-bf8c-32daf00cf839 req-de674245-9e22-4459-85e7-0f5c4344d9bd service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5379732
Mar 05 21:22:25.619529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-97ab424c-35e4-48b7-a2d5-ccc9b5c0bf33 req-68b40a6e-673b-4324-b6ee-3a194de284bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526683
Mar 05 21:22:25.646514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33330) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:22:25.716436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b5c31f5-ba19-436a-bf70-c0fed13d3995 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/db72b957-9d7e-4277-a37b-cec5a2c610dc HTTP/1.1" status: 200  len: 992 time: 0.0685301
Mar 05 21:22:26.845690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1c61-01cc-4793-951a-400cfbd50494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:26.972618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:22:27.025159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:22:27.029970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:22:27.030415 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:27.121015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:22:27.122319 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:27.164864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:27.167405 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5460515f-9dbc-4639-9405-10e1365d45ac" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:27.180678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:27.184993 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:27.212903 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4416ac-f2b8-4ed5-90d4-3dd1d3228617 x-openstack-request-id: req-2e4416ac-f2b8-4ed5-90d4-3dd1d3228617 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:27.213208 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-plugged", "status": "completed", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:27.213472 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e4416ac-f2b8-4ed5-90d4-3dd1d3228617 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:27.213912 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'code': 200}
Mar 05 21:22:27.241905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=13']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:28.029667 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:28.748814 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:22:29.606264 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:31.043502 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:36.287428 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:36.493966 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:41.682761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-bc9277ef-8bfd-4ff7-8662-c7c985ffa0d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438027
Mar 05 21:22:41.765492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-fae6d932-44c2-40d6-904f-7a9b76c2c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:41.767565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-fae6d932-44c2-40d6-904f-7a9b76c2c208 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1127 time: 0.0440924
Mar 05 21:22:41.872498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-bdf070fd-bc9c-485c-8411-4ffc0cbd05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:41.873963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-bdf070fd-bc9c-485c-8411-4ffc0cbd05f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0877633
Mar 05 21:22:41.938884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-9a01d146-af04-407d-8396-c734ca68f8f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 1001 time: 0.0593667
Mar 05 21:22:41.985296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-1c3522f9-c32f-48b5-b4a1-c5f2d6d38956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:41.986708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-1c3522f9-c32f-48b5-b4a1-c5f2d6d38956 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0425961
Mar 05 21:22:42.039163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-97f35386-8a80-40ac-a40d-78aa1fd43625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:42.040697 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-97f35386-8a80-40ac-a40d-78aa1fd43625 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483654
Mar 05 21:22:42.128671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-17aec5ce-fbfd-49aa-8b96-2fb824368207 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811937
Mar 05 21:22:42.221228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-493a574e-a17d-41f5-845c-e740277bc8b9 req-acdf87f1-4380-4833-becb-476b933d36ff service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854063
Mar 05 21:22:42.753980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-3273e22d-e943-4de9-8756-78e88d3c1228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437536
Mar 05 21:22:42.841690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-465a8c42-3971-4b47-8b49-5572c24ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:42.843378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-465a8c42-3971-4b47-8b49-5572c24ac5d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1128 time: 0.0483077
Mar 05 21:22:42.949571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-54a930b8-5ddf-4eb0-85a6-ac30ee0b4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:42.951039 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-54a930b8-5ddf-4eb0-85a6-ac30ee0b4176 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0885613
Mar 05 21:22:43.014634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-e1d5a6c3-3214-4de7-a55f-33541824165f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 1001 time: 0.0577137
Mar 05 21:22:43.061631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-8ebfb469-70a9-4c9c-98e0-bb64fb2e3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:43.063084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-8ebfb469-70a9-4c9c-98e0-bb64fb2e3102 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0428319
Mar 05 21:22:43.115804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-e5e534a5-36be-44ab-8289-6340e596cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:43.117301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-e5e534a5-36be-44ab-8289-6340e596cc9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484555
Mar 05 21:22:43.204892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-0f6406f1-1f71-40c6-97a7-f1bfc0a9dbc3 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812440
Mar 05 21:22:43.296289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac0232ae-ef19-4928-9a00-1cfb7f84315a req-11259e5b-e03d-44f0-8d58-2f15c51bf979 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847819
Mar 05 21:22:54.512809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8e93e4d7-6f70-4d15-b03f-f6336653391b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.159509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8e111-8af0-4345-b38e-60ac86b028b6 req-707da947-1097-4e26-a58c-bd244fd882d0 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:56.160983 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb8e111-8af0-4345-b38e-60ac86b028b6 req-707da947-1097-4e26-a58c-bd244fd882d0 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1128 time: 0.0446699
Mar 05 21:22:56.206273 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb8e111-8af0-4345-b38e-60ac86b028b6 req-904c14bd-326e-46ee-8611-dcc7e6c6a952 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397754
Mar 05 21:22:56.229684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33360) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:22:56.388235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 8cd1228d-830e-46ba-8a55-0787d38bc65a {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:22:56.388584 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.461376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.461630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (8cd1228d-830e-46ba-8a55-0787d38bc65a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.473588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 8cd1228d-830e-46ba-8a55-0787d38bc65a owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:22:56.642649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8cd1228d-830e-46ba-8a55-0787d38bc65a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.668981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=8cd1228d-830e-46ba-8a55-0787d38bc65a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:56.692238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.692603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.692978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.693285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.693621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.694065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.694411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.694689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.695088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.695445 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.695814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.696148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.696480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:22:56.741648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (db72b957-9d7e-4277-a37b-cec5a2c610dc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.741903 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP db72b957-9d7e-4277-a37b-cec5a2c610dc disassociated (deleted). External IP: 172.35.0.223, port: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f.
Mar 05 21:22:56.847085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dfc544f3-2e85-47f3-a4b5-3e80ebaafbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:56.950223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:22:57.056738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:22:57.061496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:57.067012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Sync routers for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:22:57.076349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:22:57.076971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83de4910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:22:57.091228 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e47b2f25-3637-4c0e-8492-76357930e38b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/floatingips/db72b957-9d7e-4277-a37b-cec5a2c610dc HTTP/1.1" status: 204  len: 168 time: 0.8604910
Mar 05 21:22:57.091838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:57.094106 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff40d42-ee98-4965-9908-53ca4819c68f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:57.142582 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2520dc6-0759-462a-936c-e31157dabc04 x-openstack-request-id: req-e2520dc6-0759-462a-936c-e31157dabc04 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:57.143218 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:57.143471 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2520dc6-0759-462a-936c-e31157dabc04 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:57.143922 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:22:57.188970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:22:57.215546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-038d588f-2571-4560-9147-5d74c6a8bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:57.217110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-038d588f-2571-4560-9147-5d74c6a8bcc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 1128 time: 0.0523109
Mar 05 21:22:57.327926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-c780cc6e-ab17-4313-aed2-4b1e746d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:57.329781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-c780cc6e-ab17-4313-aed2-4b1e746d6d47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 200  len: 897 time: 0.0980785
Mar 05 21:22:57.346365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857d7e7-020b-4384-989b-23eb12977e00 req-579c486a-5450-46d8-8b96-1367e1419032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:57.347903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9857d7e7-020b-4384-989b-23eb12977e00 req-579c486a-5450-46d8-8b96-1367e1419032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 946 time: 0.0590990
Mar 05 21:22:57.380913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-05005740-96a9-4c7c-a3a2-ef79c8bfa277 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 200  len: 217 time: 0.0444415
Mar 05 21:22:57.401721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83de4910>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:22:57.405396 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9857d7e7-020b-4384-989b-23eb12977e00 req-478f9dfb-2794-4dde-820e-df64ee921dba tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507727
Mar 05 21:22:57.433866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Checking router: 64da9c5b-b4a5-4903-9192-548fbbe06cf1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:22:57.435349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-936e13dd-1913-4294-aba6-72dd7c75d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:57.436835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-936e13dd-1913-4294-aba6-72dd7c75d948 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 200  len: 835 time: 0.0486884
Mar 05 21:22:57.442832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:22:57.443512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83de4910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:22:57.487929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-50394192-5f31-4f9d-aa91-8d7fe4960b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:57.489501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-50394192-5f31-4f9d-aa91-8d7fe4960b42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d55d609-f400-454a-bf9e-f66ee003cded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456288
Mar 05 21:22:57.556926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:22:57.583901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-eee83fd3-f57f-4e01-b704-2f112ff79dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872545
Mar 05 21:22:57.671942 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6ff40d42-ee98-4965-9908-53ca4819c68f req-78f83516-3e94-4943-b70e-84730983a4e9 service neutron] 10.222.0.23 "GET /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820825
Mar 05 21:22:57.755536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83de4910>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:22:57.781409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16114e-1906-4c74-89f1-698e32ebdfb0 None None] The sync data for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 is: [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:07Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77f6445f-d921-408c-bd5b-67cede547f0e', 'name': '', 'network_id': '3d55d609-f400-454a-bf9e-f66ee003cded', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:0b:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:07Z', 'updated_at': '2022-03-05T21:21:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0a32b386-2693-44c1-b5e8-550d5f8da42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:22:57.994300 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cfe9b-420c-4d89-b574-5f8dfd8aa435 None None] New status for floating IP db72b957-9d7e-4277-a37b-cec5a2c610dc: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:22:58.030139 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:58.526105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb30db-8651-44c0-87c7-fb35916e90bb req-0d75ba8a-ba0d-4857-ac62-d616f12fe102 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:58.527616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0afb30db-8651-44c0-87c7-fb35916e90bb req-0d75ba8a-ba0d-4857-ac62-d616f12fe102 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 946 time: 0.0586674
Mar 05 21:22:58.600981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0afb30db-8651-44c0-87c7-fb35916e90bb req-a48af086-2cb4-416e-9d15-2694719698b5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc762589-d7fb-4253-a633-f3254569fa49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672224
Mar 05 21:22:58.622435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-5b16d49e-7d39-4426-8e84-96403805c452 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:22:58.623908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-5b16d49e-7d39-4426-8e84-96403805c452 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8c80c28-c101-4b19-bf5b-4fa5075ef055 HTTP/1.1" status: 200  len: 946 time: 0.0630367
Mar 05 21:22:58.718460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:22:58.718711 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:58.806413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:22:58.806783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:58.819416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:22:58.948638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:58.978599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:22:59.021063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] No DVR routers for this DVR port e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:22:59.023834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:59.027534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e354d98-6116-4f74-a4b5-4d30bcd3709a req-8881a83f-d7a8-45e0-bb2c-12084f89d052 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "DELETE /v2.0/ports/e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f HTTP/1.1" status: 204  len: 173 time: 0.3982117
Mar 05 21:22:59.028016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-deleted', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:22:59.030750 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61faf72-73a3-46dc-a136-70d2c66cc701" -d '{"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-deleted", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:22:59.068839 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609a098-2e88-4fa0-a3d3-c72916f4850c x-openstack-request-id: req-0609a098-2e88-4fa0-a3d3-c72916f4850c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:22:59.069134 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c80c28-c101-4b19-bf5b-4fa5075ef055", "name": "network-vif-deleted", "tag": "e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:22:59.069548 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0609a098-2e88-4fa0-a3d3-c72916f4850c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:22:59.069966 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c80c28-c101-4b19-bf5b-4fa5075ef055', 'name': 'network-vif-deleted', 'tag': 'e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f', 'status': 'completed', 'code': 200}
Mar 05 21:22:59.608451 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:22:59.659416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33374) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:00.024763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:00.286237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 77f6445f-d921-408c-bd5b-67cede547f0e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:00.286505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:00.370207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 77f6445f-d921-408c-bd5b-67cede547f0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6445f-d921-408c-bd5b-67cede547f0e,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:00.370574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:00.383478 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 77f6445f-d921-408c-bd5b-67cede547f0e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:00.568427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (77f6445f-d921-408c-bd5b-67cede547f0e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:00.598854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=77f6445f-d921-408c-bd5b-67cede547f0e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:00.774796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:00.996081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:01.046043 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.105570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:01.111165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fd7e1c43-e687-4f5e-83fb-1a17c628865a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/64da9c5b-b4a5-4903-9192-548fbbe06cf1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4505413
Mar 05 21:23:01.113801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33376) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:01.115915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Sync routers for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:01.125291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:01.126490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8338a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:01.161581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:01.167278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting subnet 0a32b386-2693-44c1-b5e8-550d5f8da42a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:23:01.170529 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (0a32b386-2693-44c1-b5e8-550d5f8da42a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.210889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:01.211239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device e9cdccdf-0e63-4bb7-a22f-2f9c2822ce0f not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:01.211743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0a32b386-2693-44c1-b5e8-550d5f8da42a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.253342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:01.298299 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0a32b386-2693-44c1-b5e8-550d5f8da42a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.356863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0a32b386-2693-44c1-b5e8-550d5f8da42a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.382112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Subnet': ['ID=0a32b386-2693-44c1-b5e8-550d5f8da42a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:01.389023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.394979 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-57547daf-ecfc-4f9f-abd4-5a95f4cd3032 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/subnets/0a32b386-2693-44c1-b5e8-550d5f8da42a HTTP/1.1" status: 204  len: 168 time: 0.2776172
Mar 05 21:23:01.395133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33378) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:01.409780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6167e5e-5093-45e7-81fc-508a6c2a997b None None] Network 3d55d609-f400-454a-bf9e-f66ee003cded requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:23:01.508425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8338a820>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:23:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:01.539514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Checking router: 64da9c5b-b4a5-4903-9192-548fbbe06cf1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:01.553614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Routers {'64da9c5b-b4a5-4903-9192-548fbbe06cf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:01.554251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8338a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:01.629560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] DHCP port deletion for 3d55d609-f400-454a-bf9e-f66ee003cded request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:23:01.837722 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.866260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] Set router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:01.947550 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (64da9c5b-b4a5-4903-9192-548fbbe06cf1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:01.965640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Deleting port 19aa5317-64c8-45b3-908e-b1b6c17c99de {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:01.966024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.001343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 01836b0b-416e-4e08-8a72-f33bca61527d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:02.001698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.053235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] For port 19aa5317-64c8-45b3-908e-b1b6c17c99de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19aa5317-64c8-45b3-908e-b1b6c17c99de,segment=NetworkSegment(c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c),segment_id=c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:02.053854 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.073783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Calling delete_port for 19aa5317-64c8-45b3-908e-b1b6c17c99de owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:02.084989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 01836b0b-416e-4e08-8a72-f33bca61527d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01836b0b-416e-4e08-8a72-f33bca61527d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:02.085363 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.098278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 01836b0b-416e-4e08-8a72-f33bca61527d owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:02.180905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8338a820>, [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:23:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:02.213577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252a86f-3f5b-43a5-a6c3-82674500815f None None] The sync data for ids ['64da9c5b-b4a5-4903-9192-548fbbe06cf1'] in ncdv-master-1 is: [{'id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933667144', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:23:00Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '01836b0b-416e-4e08-8a72-f33bca61527d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da9c5b-b4a5-4903-9192-548fbbe06cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:21:04Z', 'updated_at': '2022-03-05T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:02.217800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (19aa5317-64c8-45b3-908e-b1b6c17c99de), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.243132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] Pushing event deleted for resources: {'Port': ['ID=19aa5317-64c8-45b3-908e-b1b6c17c99de,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:02.246673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3bb6d-baae-480b-83e7-ca462059a7f4 None None] No DVR routers for this DVR port 19aa5317-64c8-45b3-908e-b1b6c17c99de on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:02.271981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (01836b0b-416e-4e08-8a72-f33bca61527d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.298610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=01836b0b-416e-4e08-8a72-f33bca61527d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:02.361036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.452376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.454558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (64da9c5b-b4a5-4903-9192-548fbbe06cf1), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.496761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (64da9c5b-b4a5-4903-9192-548fbbe06cf1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.497344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Fanout notify agent at l3_agent the message router_deleted on router 64da9c5b-b4a5-4903-9192-548fbbe06cf1 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:23:02.504962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.506125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e5d93487-736b-4b4a-be05-4cab039cb34b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/routers/64da9c5b-b4a5-4903-9192-548fbbe06cf1 HTTP/1.1" status: 204  len: 168 time: 1.1099379
Mar 05 21:23:02.508818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33380) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:02.590687 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (3d55d609-f400-454a-bf9e-f66ee003cded), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.682849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (3d55d609-f400-454a-bf9e-f66ee003cded), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.705923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae722e0>,) {'filters': {'network_id': ['3d55d609-f400-454a-bf9e-f66ee003cded']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:02.715507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae722e0>, 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:02.715851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae722e0>, 'c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:02.725486 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.738981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.744575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:23:02.744957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (c567e3c3-fbdd-4ae7-b33d-f6e68fa49b7c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:23:02.747795 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:23:02.812254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (3d55d609-f400-454a-bf9e-f66ee003cded), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.824114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.829853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/networks/3d55d609-f400-454a-bf9e-f66ee003cded HTTP/1.1" status: 204  len: 168 time: 0.3175802
Mar 05 21:23:02.830297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33382) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:02.845010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db91e3-baee-417e-9b81-fb6c7230e25a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Network': ['ID=3d55d609-f400-454a-bf9e-f66ee003cded,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:02.911592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (fc762589-d7fb-4253-a633-f3254569fa49), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.929785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 77f6445f-d921-408c-bd5b-67cede547f0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:02.941763 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (fc762589-d7fb-4253-a633-f3254569fa49), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:02.950626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 77f6445f-d921-408c-bd5b-67cede547f0e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:02.950985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 77f6445f-d921-408c-bd5b-67cede547f0e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:02.951414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19aa5317-64c8-45b3-908e-b1b6c17c99de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:02.971456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 19aa5317-64c8-45b3-908e-b1b6c17c99de {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:02.971838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19aa5317-64c8-45b3-908e-b1b6c17c99de not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:03.006057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fc762589-d7fb-4253-a633-f3254569fa49), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.008698 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.010048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc762589-d7fb-4253-a633-f3254569fa49 HTTP/1.1" status: 204  len: 168 time: 0.1785138
Mar 05 21:23:03.019958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2696-554d-45b7-8015-154b045b2737 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc762589-d7fb-4253-a633-f3254569fa49,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.303775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.311151 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654252334', 'description': 'tempest-secgroup-smoke-654252334 description', 'project_id': '7be8dce4a165431c8a7279be20d99612'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.332383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.397745 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (d1aec3c0-ff53-48b9-bc41-676cd1409ba1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.401578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d1aec3c0-ff53-48b9-bc41-676cd1409ba1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.429289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.430494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1257083
Mar 05 21:23:03.433563 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.434343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cda23-8bb3-456a-a85f-4c2d218eb491 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aec3c0-ff53-48b9-bc41-676cd1409ba1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.439985 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.469187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f00012bc-6c61-4023-805b-95b9767bc4ba), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.523447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (f00012bc-6c61-4023-805b-95b9767bc4ba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.526957 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f00012bc-6c61-4023-805b-95b9767bc4ba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.543276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00012bc-6c61-4023-805b-95b9767bc4ba,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.552322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.553580 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f748581c-b3af-4236-8d87-670899021da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1189682
Mar 05 21:23:03.556323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33392) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.561432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.586886 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (0734cb41-748d-490e-bc16-57a1a3afd595), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.643862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (0734cb41-748d-490e-bc16-57a1a3afd595), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.647582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (0734cb41-748d-490e-bc16-57a1a3afd595), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.667507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0734cb41-748d-490e-bc16-57a1a3afd595,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.673365 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.674577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4476a0fb-bb0c-4eb5-9602-a55d20401859 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1173034
Mar 05 21:23:03.677269 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.681475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.706280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (4f5c4118-1414-4a08-92c3-df9f4a30eb0b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.768148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (4f5c4118-1414-4a08-92c3-df9f4a30eb0b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.771648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (4f5c4118-1414-4a08-92c3-df9f4a30eb0b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.789891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c4118-1414-4a08-92c3-df9f4a30eb0b,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.797969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.799162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-05bb6799-3cad-4a87-a11f-1119c5880d8b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1209738
Mar 05 21:23:03.801913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.806561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.830937 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (7ce700e2-31c0-43a2-a648-ed6db22b0c32), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.888896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (7ce700e2-31c0-43a2-a648-ed6db22b0c32), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.893499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7ce700e2-31c0-43a2-a648-ed6db22b0c32), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.911530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce700e2-31c0-43a2-a648-ed6db22b0c32,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:03.918139 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:03.919348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42997034-decd-4efa-9071-4b226c977b82 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1163454
Mar 05 21:23:03.922711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33400) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:03.928191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:03.948497 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:23:03.953427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (bd4bc1cd-6256-4d7c-9129-982829ba8d3f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.011092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (bd4bc1cd-6256-4d7c-9129-982829ba8d3f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.014616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (bd4bc1cd-6256-4d7c-9129-982829ba8d3f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.032893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4bc1cd-6256-4d7c-9129-982829ba8d3f,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:04.039636 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.040905 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7b7a7734-5e51-4e77-8800-d5e5e38fcae4 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1169224
Mar 05 21:23:04.043417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33402) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:04.047637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': 'd1aec3c0-ff53-48b9-bc41-676cd1409ba1', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:04.066455 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:23:04.071456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (afa53b9e-8437-4655-a51d-3841d652ecd9), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.134682 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (afa53b9e-8437-4655-a51d-3841d652ecd9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.138035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (afa53b9e-8437-4655-a51d-3841d652ecd9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.155291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa53b9e-8437-4655-a51d-3841d652ecd9,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:04.162756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.163961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4d9b2137-d72e-4c3d-93d3-c26cb62348a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1195827
Mar 05 21:23:04.166720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33404) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:04.171400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'network': {'name': 'tempest-network-smoke--1401263563', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:04.189776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:23:04.193045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.216249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:23:04.225781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ae8e0df3-49af-418a-826c-dc818c859d1d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.226132 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Added segment ae8e0df3-49af-418a-826c-dc818c859d1d of type vlan for network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20
Mar 05 21:23:04.265491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8039d5d0-c4b5-4630-98d4-b0f0f0742b20), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.290327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8039d5d0-c4b5-4630-98d4-b0f0f0742b20), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.295624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:04.296194 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.346458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33406) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:04.358059 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1903353
Mar 05 21:23:04.360937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:04.367542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'admin_state_up': True, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:04.383074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47b907-ff4a-4722-97b6-8cc90bb8b9fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Network': ['ID=8039d5d0-c4b5-4630-98d4-b0f0f0742b20,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:04.395979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:23:04.400649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (981a25dd-c981-4c90-96be-887158a15130), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.402827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (981a25dd-c981-4c90-96be-887158a15130), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.457480 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (981a25dd-c981-4c90-96be-887158a15130), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.525605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:04.525953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.601559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.601880 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.605862 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (981a25dd-c981-4c90-96be-887158a15130), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.614982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:04.765557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.789684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=c5adc5d4-67dc-4d06-9cd0-bc4f4c443a66,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:04.807614 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (981a25dd-c981-4c90-96be-887158a15130), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.812990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01836b0b-416e-4e08-8a72-f33bca61527d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:04.831399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.840539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 01836b0b-416e-4e08-8a72-f33bca61527d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:04.840902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01836b0b-416e-4e08-8a72-f33bca61527d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:04.860691 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (126fd2e5-6586-4328-864f-209abbb45325), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:04.861132 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 126fd2e5-6586-4328-864f-209abbb45325 disassociated (deleted). External IP: 172.35.0.237, port: b9de74e7-a8f7-46f7-9407-5aeb0c3859da.
Mar 05 21:23:04.936624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.51 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/f3609c8b-9630-4fcc-ac41-bd36a5a6065d) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:23:05.042008 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.075921 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.079785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:05.119697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:05.124092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:05.129275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:23:05.149820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:05.197313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:05.202240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.208474 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:05.219961 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:05.220782 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b920fbee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:05.238977 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-51955d75-d2fa-4d58-8420-9ee70f806c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "DELETE /v2.0/floatingips/126fd2e5-6586-4328-864f-209abbb45325 HTTP/1.1" status: 204  len: 168 time: 0.8913875
Mar 05 21:23:05.239831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:05.242286 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18acd558-38ed-4a1a-850c-102bd3a605bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:05.296233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56965a-1362-4739-b123-669426b4b461 x-openstack-request-id: req-6d56965a-1362-4739-b123-669426b4b461 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:05.296233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:05.296518 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d56965a-1362-4739-b123-669426b4b461 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:05.296865 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'status': 'completed', 'code': 200}
Mar 05 21:23:05.339044 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:05.379169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-50237654-14d6-43de-9a2d-72b5c10dec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:05.382442 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-50237654-14d6-43de-9a2d-72b5c10dec6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 1127 time: 0.0637181
Mar 05 21:23:05.443507 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (981a25dd-c981-4c90-96be-887158a15130), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.668841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (981a25dd-c981-4c90-96be-887158a15130), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.707200 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b920fbee0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:05.743197 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:05.751917 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:23:05.757372 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:05.757999 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b920fbee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:05.812140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 981a25dd-c981-4c90-96be-887158a15130 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:23:05.852822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f26ae-85d4-43d3-a929-7c72df6b8fc6 req-6d8cf97b-6c29-4428-8a75-b79fbd5b5965 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:05.854311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-109f26ae-85d4-43d3-a929-7c72df6b8fc6 req-6d8cf97b-6c29-4428-8a75-b79fbd5b5965 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.0995431
Mar 05 21:23:05.872487 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:05.883437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-ace22dc1-8d48-4959-8be3-f311c976ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:05.887753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-ace22dc1-8d48-4959-8be3-f311c976ee0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.4966025
Mar 05 21:23:05.931541 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-06e40186-cb4f-4ba3-bf7d-8f0101ffb340 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 200  len: 217 time: 0.0358734
Mar 05 21:23:05.939415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:05.955306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Sync routers for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:05.961150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:05.966322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-61e5b6a4-b28b-402c-9cb1-eea987055a9c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6043975
Mar 05 21:23:05.967040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33416) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:05.974928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:05.977353 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:05.993457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-109f26ae-85d4-43d3-a929-7c72df6b8fc6 req-ac5c56ad-c47a-4942-92c7-e3020b6eb969 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251113
Mar 05 21:23:06.007296 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4f3783c6-40a5-45cd-ab2c-9cc184bb3c6f tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7be8dce4a165431c8a7279be20d99612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0389259
Mar 05 21:23:06.009664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:06.017618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-f3e8d855-b715-476e-83d3-2f78bbcfc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:06.019128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-f3e8d855-b715-476e-83d3-2f78bbcfc460 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0815723
Mar 05 21:23:06.091042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-d95cd686-d29f-4122-8916-3bf9aa2b277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:06.092613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-d95cd686-d29f-4122-8916-3bf9aa2b277c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0672910
Mar 05 21:23:06.102857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd712a-4077-4fd1-b179-6a5a4146fd87 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:06.104576 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b0bd712a-4077-4fd1-b179-6a5a4146fd87 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0937843
Mar 05 21:23:06.107280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:06.128262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:06.130572 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b920fbee0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:06.145285 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca3e0a14-5486-47f4-a338-5eb447846017 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0366888
Mar 05 21:23:06.147986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33422) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:06.152891 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021686040', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:06.175417 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbe8c4-d301-4624-8313-721bb43d2a48 None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9c08e9-7f06-4d6a-a919-0ea9f1856519', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'floating_ip_address': '172.35.0.215', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'port_id': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'mac_address': 'fa:16:3e:e9:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:19:29Z', 'updated_at': '2022-03-05T21:19:31Z', 'revision_number': 1, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:06.208705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-ad1c5bb0-8b39-46e0-8c9f-cbfeee1970b0 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087248
Mar 05 21:23:06.254999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:23:06.259326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.321362 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-18acd558-38ed-4a1a-850c-102bd3a605bc req-4443209b-d510-4538-8c57-1f6fe10e6125 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061726
Mar 05 21:23:06.335253 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.364329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895fa0>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:06.392078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Checking router: 981a25dd-c981-4c90-96be-887158a15130 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:06.392469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Updating router 981a25dd-c981-4c90-96be-887158a15130 port f3609c8b-9630-4fcc-ac41-bd36a5a6065d binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:23:06.423461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.475578 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4dab7362-f89f-4fe2-bc12-edf470eb8aa8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.499738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f6931-bdab-45d8-a750-a0557a206416 None None] New status for floating IP 126fd2e5-6586-4328-864f-209abbb45325: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:23:06.538467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Subnet': ['ID=4dab7362-f89f-4fe2-bc12-edf470eb8aa8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:06.538888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.548351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:06.548729 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network hostable DHCP agents. Network: 8039d5d0-c4b5-4630-98d4-b0f0f0742b20, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:23:06.567987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:23:06.577387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8039d5d0-c4b5-4630-98d4-b0f0f0742b20) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:06.581754 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:06.582969 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.598784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add8f6d4-c099-4fd4-bde8-312171bf9c3f None None] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:23:06.603321 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-220c7e8f-ca84-46c7-b19c-b9259a2ebf81 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4542029
Mar 05 21:23:06.606412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33424) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:06.770522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:23:06.771368 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.791735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks [] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.804085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.917649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Attempting to bind port f3609c8b-9630-4fcc-ac41-bd36a5a6065d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:06.917649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Attempting to bind port f3609c8b-9630-4fcc-ac41-bd36a5a6065d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:06.917649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Attempting to bind port f3609c8b-9630-4fcc-ac41-bd36a5a6065d on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:06.929147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269249ac-759e-4ca2-ba8f-08fb0dc4dc4e None None] Pushing event updated for resources: {'Port': ['ID=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:06.934523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:06.934905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:06.935312 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.935724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:06.936369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Bound port: f3609c8b-9630-4fcc-ac41-bd36a5a6065d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:06.936586 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:06.966867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-8c4d5e9a-7531-4e10-8d6e-e39bbf7eb3f8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:06.969056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-8c4d5e9a-7531-4e10-8d6e-e39bbf7eb3f8 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.0710878
Mar 05 21:23:07.014185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Allocated IP 172.20.0.2 (8039d5d0-c4b5-4630-98d4-b0f0f0742b20/4dab7362-f89f-4fe2-bc12-edf470eb8aa8/fe669768-1ce0-41ba-bec4-fda0e00c612d) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:23:07.033949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] For port f3609c8b-9630-4fcc-ac41-bd36a5a6065d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:07.038280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] For port f3609c8b-9630-4fcc-ac41-bd36a5a6065d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:07.082275 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.098455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port b9de74e7-a8f7-46f7-9407-5aeb0c3859da {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:07.098971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.105859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.169725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269249ac-759e-4ca2-ba8f-08fb0dc4dc4e None None] Pushing event updated for resources: {'Port': ['ID=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:07.172742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:07.173365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:07.204648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port b9de74e7-a8f7-46f7-9407-5aeb0c3859da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:07.205180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.220955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for b9de74e7-a8f7-46f7-9407-5aeb0c3859da owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:07.327627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks [] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.340091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.343098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:07.369056 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b9de74e7-a8f7-46f7-9407-5aeb0c3859da), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.400361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=b9de74e7-a8f7-46f7-9407-5aeb0c3859da,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:07.451249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:07.451461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port b9de74e7-a8f7-46f7-9407-5aeb0c3859da on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:07.455147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.458628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9246f3e0-af47-42ff-82f5-f52bb8d3ef09 req-6c35b7a7-16be-450a-aa66-4b7eed3d044e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "DELETE /v2.0/ports/b9de74e7-a8f7-46f7-9407-5aeb0c3859da HTTP/1.1" status: 204  len: 173 time: 0.4846225
Mar 05 21:23:07.459105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'name': 'network-vif-deleted', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:07.461441 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505cc85-156a-4abc-ba56-e8575c2966f0" -d '{"events": [{"server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "name": "network-vif-deleted", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:07.484764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:07.489062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:23:07.491105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Pushing event updated for resources: {'Port': ['ID=fe669768-1ce0-41ba-bec4-fda0e00c612d,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:07.525261 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cc023-d84c-405c-a377-dc0b6ffa930c x-openstack-request-id: req-dc0cc023-d84c-405c-a377-dc0b6ffa930c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:07.525574 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd70d0-e01c-4a03-95c8-55a1bdad1323", "name": "network-vif-deleted", "tag": "b9de74e7-a8f7-46f7-9407-5aeb0c3859da", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:07.526061 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc0cc023-d84c-405c-a377-dc0b6ffa930c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:07.526479 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd70d0-e01c-4a03-95c8-55a1bdad1323', 'name': 'network-vif-deleted', 'tag': 'b9de74e7-a8f7-46f7-9407-5aeb0c3859da', 'status': 'completed', 'code': 200}
Mar 05 21:23:07.588268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5f59-8557-40b5-ab7a-1b75d0f38c2e req-77d0186b-c767-44b1-8aff-03931447e9c4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:07.595818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-566c5f59-8557-40b5-ab7a-1b75d0f38c2e req-77d0186b-c767-44b1-8aff-03931447e9c4 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdd70d0-e01c-4a03-95c8-55a1bdad1323 HTTP/1.1" status: 200  len: 945 time: 0.5277908
Mar 05 21:23:07.596625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Attempting to bind port fe669768-1ce0-41ba-bec4-fda0e00c612d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:07.597020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Attempting to bind port fe669768-1ce0-41ba-bec4-fda0e00c612d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:07.597421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Attempting to bind port fe669768-1ce0-41ba-bec4-fda0e00c612d on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:07.621987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:07.622369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:07.622976 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.623385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Bound using segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:07.623898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Bound port: fe669768-1ce0-41ba-bec4-fda0e00c612d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:07.624290 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.656221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-566c5f59-8557-40b5-ab7a-1b75d0f38c2e req-64af011d-fa9a-4bcf-8778-e3893ca219fe tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593820
Mar 05 21:23:07.709525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] For port fe669768-1ce0-41ba-bec4-fda0e00c612d, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:07.713177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] For port fe669768-1ce0-41ba-bec4-fda0e00c612d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe669768-1ce0-41ba-bec4-fda0e00c612d,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:07.715300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895fa0>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:07.749043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98098a60-a35e-42d0-9a1e-0f5572932089 None None] The sync data for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 is: [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:05Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:07.751825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:07.834708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d14f0-1e8c-4536-9504-ea75af9b5c90 None None] Pushing event updated for resources: {'Port': ['ID=fe669768-1ce0-41ba-bec4-fda0e00c612d,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:07.882556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.1 (8039d5d0-c4b5-4630-98d4-b0f0f0742b20/4dab7362-f89f-4fe2-bc12-edf470eb8aa8/79f8f558-2a8f-464e-9e04-a00d697e7fc3) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:23:08.049706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.122956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.177355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:08.194735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:08.198584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:23:08.227164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:08.257574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (981a25dd-c981-4c90-96be-887158a15130), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.409762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.712828 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.720494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.793609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (981a25dd-c981-4c90-96be-887158a15130), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:08.827175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:08.960610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:08.962291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:08.985379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fe669768-1ce0-41ba-bec4-fda0e00c612d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:09.052158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fe669768-1ce0-41ba-bec4-fda0e00c612d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:09.052611 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.140422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb8e51-ffc1-4213-b44f-d41b89560d5e None None] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:23:09.143839 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 981a25dd-c981-4c90-96be-887158a15130 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:09.206135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fe669768-1ce0-41ba-bec4-fda0e00c612d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:09.206483 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.238703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9f148289-750c-4842-bfbd-a93e6d7c686f None None] Provisioning complete for port fe669768-1ce0-41ba-bec4-fda0e00c612d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:09.239089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f148289-750c-4842-bfbd-a93e6d7c686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.275289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:09.288597 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a952c10c-d2bc-40cf-b3d9-31917332c6fb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/981a25dd-c981-4c90-96be-887158a15130/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6809053
Mar 05 21:23:09.475706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port fe669768-1ce0-41ba-bec4-fda0e00c612d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe669768-1ce0-41ba-bec4-fda0e00c612d,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:09.481064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-94b6e1e5-b37f-4d25-9504-30053699bf4e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654252334&fields=id&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 267 time: 0.0613680
Mar 05 21:23:09.485991 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.486755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f3609c8b-9630-4fcc-ac41-bd36a5a6065d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:09.618524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-4ffea1d0-5cfb-4c42-b88b-896ae8356655 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:09.620355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-4ffea1d0-5cfb-4c42-b88b-896ae8356655 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 797 time: 0.1281216
Mar 05 21:23:09.636506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=fe669768-1ce0-41ba-bec4-fda0e00c612d,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:09.643837 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-4ad74de1-ced4-441a-b2af-0cf336b79a90 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/quotas/7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 375 time: 0.0171843
Mar 05 21:23:09.666190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f3609c8b-9630-4fcc-ac41-bd36a5a6065d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:09.666572 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.668154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9f148289-750c-4842-bfbd-a93e6d7c686f None None] Current status of the port fe669768-1ce0-41ba-bec4-fda0e00c612d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:09.721590 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-da78e5d8-c481-4000-8d74-87a3593d52ef tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0568068
Mar 05 21:23:09.764158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f3609c8b-9630-4fcc-ac41-bd36a5a6065d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:09.765160 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.791416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port f3609c8b-9630-4fcc-ac41-bd36a5a6065d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:09.797601 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:09.834853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-9e95d605-47a2-4cc9-af3a-0c2a4d452f53 service neutron] 10.222.0.15 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011128
Mar 05 21:23:09.855005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:09.865302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Sync routers for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:09.877625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:09.878534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83349610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:09.944766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-ab6c7b9b-cee6-4aeb-af7a-4af4c3e6a49f service neutron] 10.222.0.15 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030185
Mar 05 21:23:10.020377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:10.023109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Provisioning complete for port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:10.023638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.158576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:23:10.209932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae0c4d77-9395-4635-b844-3fc00dd05e37 req-19e8379d-2a26-411a-8f4d-64892ea62cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 210 time: 0.0617394
Mar 05 21:23:10.239209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Provisioning complete for port fe669768-1ce0-41ba-bec4-fda0e00c612d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:10.243232 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.383268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ac9924ba-5e14-48f1-9884-db0f125e96a7 None None] Current status of the port fe669768-1ce0-41ba-bec4-fda0e00c612d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:10.403405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83349610>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 2, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:10.432433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Checking router: 981a25dd-c981-4c90-96be-887158a15130 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:10.432883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Updating router 981a25dd-c981-4c90-96be-887158a15130 port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:23:10.467344 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.571388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-44777389-ef7e-470e-87b2-1c520282a8b8 None None] Provisioning complete for port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:10.571800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44777389-ef7e-470e-87b2-1c520282a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.627581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-44777389-ef7e-470e-87b2-1c520282a8b8 None None] Port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:23:10.776675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks [] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.782053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.831646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f934f-64a0-4130-a50b-bf7d6cdb1b73 None None] Pushing event updated for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:10.885300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fe669768-1ce0-41ba-bec4-fda0e00c612d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:10.918488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Attempting to bind port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:10.918794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Attempting to bind port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:10.919170 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Attempting to bind port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:10.935239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:10.935625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:10.936274 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.936680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Bound using segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:10.937169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Bound port: 79f8f558-2a8f-464e-9e04-a00d697e7fc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:10.937613 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:10.994736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port fe669768-1ce0-41ba-bec4-fda0e00c612d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:10.995131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.048615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] For port 79f8f558-2a8f-464e-9e04-a00d697e7fc3, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:11.067987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] For port 79f8f558-2a8f-464e-9e04-a00d697e7fc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f8f558-2a8f-464e-9e04-a00d697e7fc3,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:11.081089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Provisioning complete for port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:11.081089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.083124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.226780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:11.227939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83349610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:11.231527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f934f-64a0-4130-a50b-bf7d6cdb1b73 None None] Pushing event updated for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:11.234774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port fe669768-1ce0-41ba-bec4-fda0e00c612d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:11.236414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f3609c8b-9630-4fcc-ac41-bd36a5a6065d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:11.238324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-e306eb23-6420-482a-a8fd-936995b62fc0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:11.239911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-e306eb23-6420-482a-a8fd-936995b62fc0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 797 time: 0.1724558
Mar 05 21:23:11.347644 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa9af003-021f-4dc1-a93a-15ca49e1b1ed req-1229f998-1de5-461d-b965-5dd1565cd720 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 210 time: 0.0361817
Mar 05 21:23:11.362296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-cf142149-212e-4cc8-97b6-b456d7293a93 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 379 time: 0.1141508
Mar 05 21:23:11.372708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'port': {'device_id': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'admin_state_up': True, 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'security_groups': ['d1aec3c0-ff53-48b9-bc41-676cd1409ba1']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:11.416203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Current status of the port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:11.416694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.501200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:23:11.504769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.596695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9de74e7-a8f7-46f7-9407-5aeb0c3859da no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:11.635627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: b9de74e7-a8f7-46f7-9407-5aeb0c3859da {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:11.635998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device b9de74e7-a8f7-46f7-9407-5aeb0c3859da not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:11.644514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port f3609c8b-9630-4fcc-ac41-bd36a5a6065d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:11.644891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.650045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.3 (8039d5d0-c4b5-4630-98d4-b0f0f0742b20/4dab7362-f89f-4fe2-bc12-edf470eb8aa8/a5de0875-8060-48d1-8e0b-80631f2a3596) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:23:11.656178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:11.680306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] For port 79f8f558-2a8f-464e-9e04-a00d697e7fc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f8f558-2a8f-464e-9e04-a00d697e7fc3,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:11.710318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.792956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.829088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.853830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21575-8645-4630-bace-f48bcbd62bcf None None] Pushing event updated for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:11.873563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:11.877225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:11.881278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:23:11.912889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:11.924307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8ee24108-d715-4d85-9369-d7a1c0cf1350 None None] Provisioning complete for port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:11.924692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8ee24108-d715-4d85-9369-d7a1c0cf1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.931447 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port f3609c8b-9630-4fcc-ac41-bd36a5a6065d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:11.946650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:11.947280 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:11.964887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-df28a85b-4f79-4f23-9771-1c7b4e4e2fca tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5960438
Mar 05 21:23:11.978176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Request body: {'port': {'device_id': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:12.049002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.061717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8ee24108-d715-4d85-9369-d7a1c0cf1350 None None] Current status of the port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:12.066583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83349610>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:12.095185 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a90fcf-f18b-4c78-8af6-f14b588985c8 None None] The sync data for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 is: [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:12.193419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c99a2019-17c9-42da-830a-3ad083af1efa None None] Provisioning complete for port a5de0875-8060-48d1-8e0b-80631f2a3596 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:12.193419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c99a2019-17c9-42da-830a-3ad083af1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.237854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c99a2019-17c9-42da-830a-3ad083af1efa None None] Port a5de0875-8060-48d1-8e0b-80631f2a3596 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:23:12.368755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5de0875-8060-48d1-8e0b-80631f2a3596 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:23:12.378877 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks [] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.394652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Transition to ACTIVE for port object a5de0875-8060-48d1-8e0b-80631f2a3596 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:23:12.399171 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.496896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:12.567160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5bc7e-9c15-480d-a884-0cfc71e6996d req-248bf564-760c-456f-aede-c616151a4e7c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:12.568911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5c5bc7e-9c15-480d-a884-0cfc71e6996d req-248bf564-760c-456f-aede-c616151a4e7c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 943 time: 0.1564379
Mar 05 21:23:12.609733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:12.610138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:12.610470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:12.623732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:23:12.624067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:12.641564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:12.641920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:12.642318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Bound using segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:12.642772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Bound port: a5de0875-8060-48d1-8e0b-80631f2a3596, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:12.643137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.649709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b5c5bc7e-9c15-480d-a884-0cfc71e6996d req-a5257d01-9679-4115-a00c-97e217875da0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719643
Mar 05 21:23:12.715381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:12.718527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:12.726186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.764903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:12.765544 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:12.766994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] 10.222.0.23 "PUT /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 1091 time: 0.7933092
Mar 05 21:23:12.767471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:12.769843 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0365de-1305-48d0-849c-0f1940239ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:12.792949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532205b-9bdc-4e75-b0ba-04ae5c4a0085 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:12.862319 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997c1912-afb7-467d-9865-8afdd79c9d89 x-openstack-request-id: req-997c1912-afb7-467d-9865-8afdd79c9d89 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:12.862715 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:12.863214 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-997c1912-afb7-467d-9865-8afdd79c9d89 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:12.863910 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'status': 'completed', 'code': 200}
Mar 05 21:23:12.892757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-84864f95-9751-4dfb-b069-931c6a6882ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:12.895664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-84864f95-9751-4dfb-b069-931c6a6882ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1125 time: 0.0771565
Mar 05 21:23:12.911866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79f8f558-2a8f-464e-9e04-a00d697e7fc3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:12.947392 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-1af24186-78f5-402d-b2e7-6f2078fec7ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 217 time: 0.0452683
Mar 05 21:23:12.979392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:12.980086 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:13.002349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-4949e251-a7e1-4889-a71c-b22967e346c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.004044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-4949e251-a7e1-4889-a71c-b22967e346c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0508761
Mar 05 21:23:13.073742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-ba23e4d3-161c-46b7-b7d1-8d6624bd0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.075287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:13.075810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-ba23e4d3-161c-46b7-b7d1-8d6624bd0c49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0656538
Mar 05 21:23:13.170700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-acb7f335-30c3-41dd-9615-2a0145a5b1c8 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884273
Mar 05 21:23:13.273067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ddd6edb-d126-4bd5-82b9-3c715deceb7e req-c6db4686-09b6-47a8-91f7-b09cc8dff612 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961683
Mar 05 21:23:13.361832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-ae08ee08-4747-4a7c-a947-1cd736d3c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.363353 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-ae08ee08-4747-4a7c-a947-1cd736d3c0c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1125 time: 0.0472405
Mar 05 21:23:13.452873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-e0ae8c7f-937d-4a52-b116-7f06bc91c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.454387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-e0ae8c7f-937d-4a52-b116-7f06bc91c986 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.0855918
Mar 05 21:23:13.499605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-f4f5ad2f-1b8e-4d76-a7e7-f1b4f0bbf920 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 217 time: 0.0388043
Mar 05 21:23:13.546649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-9d4322b8-63d4-4857-97f2-c31dd078778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.548814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-9d4322b8-63d4-4857-97f2-c31dd078778c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0433140
Mar 05 21:23:13.597640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-9285be0e-a6f5-4587-9cfb-13dfc1627794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.599152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-9285be0e-a6f5-4587-9cfb-13dfc1627794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447247
Mar 05 21:23:13.693205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-7e37a3d4-7fec-4f14-a8af-0fc7657f0f61 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874836
Mar 05 21:23:13.819075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a0365de-1305-48d0-849c-0f1940239ed6 req-29ee7c50-900f-43f1-aa15-db21aed69ebf service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200802
Mar 05 21:23:13.826626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf8bd-f575-4a03-aced-292001168bd7 req-dd0d27ea-128d-44d2-8af4-9d84b0ba7a32 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:13.828034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41ddf8bd-f575-4a03-aced-292001168bd7 req-dd0d27ea-128d-44d2-8af4-9d84b0ba7a32 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 943 time: 0.0881927
Mar 05 21:23:13.877779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41ddf8bd-f575-4a03-aced-292001168bd7 req-08b07039-794a-4050-982d-eec3bd5ee958 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435920
Mar 05 21:23:15.001464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb1bee-8777-4e9f-9fa9-d38b3173c395 req-b4ce12d5-93b4-4508-9ad8-ba2bb2928bf6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:15.002866 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acdb1bee-8777-4e9f-9fa9-d38b3173c395 req-b4ce12d5-93b4-4508-9ad8-ba2bb2928bf6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 943 time: 0.0529423
Mar 05 21:23:15.056007 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-acdb1bee-8777-4e9f-9fa9-d38b3173c395 req-b3904a0d-18c8-42db-be20-19317f623e85 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472560
Mar 05 21:23:15.238669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:23:15.336653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:15.348091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'port_id': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'mac_address': 'fa:16:3e:e9:dc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:23:15.385677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a5de0875-8060-48d1-8e0b-80631f2a3596 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:15.386073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:15.402732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5de0875-8060-48d1-8e0b-80631f2a3596 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:23:15.421547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:15.426196 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:15.474363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:15.615778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['a5de0875-8060-48d1-8e0b-80631f2a3596'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:23:16.178822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b504fc4-5578-43f6-93ca-2e8620aa4b04 req-009c4328-33c5-48d7-a7c0-3e1c645ea2b5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:16.180252 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b504fc4-5578-43f6-93ca-2e8620aa4b04 req-009c4328-33c5-48d7-a7c0-3e1c645ea2b5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0573676
Mar 05 21:23:16.228599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b504fc4-5578-43f6-93ca-2e8620aa4b04 req-acfc06af-1981-415d-beeb-277471e967f2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428751
Mar 05 21:23:17.240299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:23:17.290637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port a5de0875-8060-48d1-8e0b-80631f2a3596 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:23:17.294717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port a5de0875-8060-48d1-8e0b-80631f2a3596 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:17.295101 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:17.353758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24763ce-2c93-4a31-8167-e38a6946bfe9 req-87def4b0-95d2-4f7c-bdac-2e9bdbc17ce3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:17.355256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f24763ce-2c93-4a31-8167-e38a6946bfe9 req-87def4b0-95d2-4f7c-bdac-2e9bdbc17ce3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0603962
Mar 05 21:23:17.383497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port a5de0875-8060-48d1-8e0b-80631f2a3596 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:17.383912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:17.404322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f24763ce-2c93-4a31-8167-e38a6946bfe9 req-9a87af90-8915-489a-99c8-050791633abd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426152
Mar 05 21:23:17.406993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:17.409820 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d7dbf-17f9-4481-913b-d2be92c2a5fd" -d '{"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-plugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:17.423235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:17.429412 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:17.452755 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922f910-db27-4faf-825a-13268929d5df x-openstack-request-id: req-9922f910-db27-4faf-825a-13268929d5df {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:17.455475 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-plugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:17.455780 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9922f910-db27-4faf-825a-13268929d5df {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:17.456193 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'code': 200}
Mar 05 21:23:17.482112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:17.550016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533a22c-86d5-4cfc-96e0-b47a86630874 req-78888543-dcb7-44d6-a39d-6cb82eec5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:17.551410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d533a22c-86d5-4cfc-96e0-b47a86630874 req-78888543-dcb7-44d6-a39d-6cb82eec5d29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1127 time: 0.0473671
Mar 05 21:23:17.595603 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d533a22c-86d5-4cfc-96e0-b47a86630874 req-063cfda0-c2c8-4092-b271-5234f547adf9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385921
Mar 05 21:23:18.524851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950d31-5874-435f-b09d-c2b1d40dd569 req-d3f5591f-d9c9-43de-8296-24b85e2ece83 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:18.526336 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89950d31-5874-435f-b09d-c2b1d40dd569 req-d3f5591f-d9c9-43de-8296-24b85e2ece83 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0532441
Mar 05 21:23:18.575279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-89950d31-5874-435f-b09d-c2b1d40dd569 req-d3603bea-b1b6-4d61-8197-cd6917719691 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432520
Mar 05 21:23:19.697471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072cb42-b475-4c66-8398-4b770770147b req-c89316a2-9b0d-4ec4-90ee-c33b1d0209e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:19.698949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a072cb42-b475-4c66-8398-4b770770147b req-c89316a2-9b0d-4ec4-90ee-c33b1d0209e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0530055
Mar 05 21:23:19.746760 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a072cb42-b475-4c66-8398-4b770770147b req-5aa658f0-36d7-45c0-b563-36470e4c20b7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416763
Mar 05 21:23:19.869255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68f9d-99d2-477f-a2ad-f4a096ed0b69 req-bc4d7447-b54a-4c75-ab6e-b3a3576b2b68 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:19.870629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2a68f9d-99d2-477f-a2ad-f4a096ed0b69 req-bc4d7447-b54a-4c75-ab6e-b3a3576b2b68 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0565989
Mar 05 21:23:19.920355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2a68f9d-99d2-477f-a2ad-f4a096ed0b69 req-1550928e-c863-4682-8df9-4c1811c02132 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428131
Mar 05 21:23:19.944682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33550) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:19.988038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337e0a-9511-4fcb-a659-49e39bebfe00 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:19.989541 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d2337e0a-9511-4fcb-a659-49e39bebfe00 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1122 time: 0.0438828
Mar 05 21:23:19.992296 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33552) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:19.996604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:20.017406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.117164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.218025 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.6 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:23:20.320649 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.353401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.391941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:23:20.394802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:23:20.398400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:23:20.425234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:20.754845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (4c1fa76c-a1ce-4741-a166-746796053347), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.824494 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.974858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:20.979405 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:21.047732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:21.059127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4c1fa76c-a1ce-4741-a166-746796053347), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:21.161103 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 4c1fa76c-a1ce-4741-a166-746796053347 associated. External IP: 172.35.0.6, port: a5de0875-8060-48d1-8e0b-80631f2a3596.
Mar 05 21:23:21.366809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 981a25dd-c981-4c90-96be-887158a15130 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:21.478364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:21.489251 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Sync routers for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:21.495184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:21.499500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:21.500150 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bff1550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:21.525034 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f01ee80d-84b9-4c71-af61-10bf4bcc6161 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.5317085
Mar 05 21:23:21.525628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:21.527902 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d8904-a23f-4330-858b-a80e0fcf10bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:21.576650 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745c9b8-d7c4-41f7-91d6-2d5ce4787012 x-openstack-request-id: req-6745c9b8-d7c4-41f7-91d6-2d5ce4787012 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:21.576650 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:21.576650 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6745c9b8-d7c4-41f7-91d6-2d5ce4787012 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:21.577209 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'status': 'completed', 'code': 200}
Mar 05 21:23:21.610997 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:21.676906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b938a68-2552-4b6c-b180-c028115f6dd2 req-45c4db50-614e-4a5b-aed8-33fbfcd7d3a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:21.678308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b938a68-2552-4b6c-b180-c028115f6dd2 req-45c4db50-614e-4a5b-aed8-33fbfcd7d3a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0883243
Mar 05 21:23:21.681046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-45d48a67-82a7-4287-9351-ae917ea7c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:21.682408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-45d48a67-82a7-4287-9351-ae917ea7c0c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1127 time: 0.0836077
Mar 05 21:23:21.782845 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8b938a68-2552-4b6c-b180-c028115f6dd2 req-4fba8c59-4d5b-4848-87e1-e945e9695537 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983183
Mar 05 21:23:21.809409 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33562) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:21.811600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-006d26e7-dbd6-4f18-96ed-be8868744a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:21.814207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-006d26e7-dbd6-4f18-96ed-be8868744a99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.1232500
Mar 05 21:23:21.836551 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bff1550>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c1fa76c-a1ce-4741-a166-746796053347', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.6', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '981a25dd-c981-4c90-96be-887158a15130', 'port_id': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'mac_address': 'fa:16:3e:e9:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:23:20Z', 'updated_at': '2022-03-05T21:23:20Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:21.863129 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Checking router: 981a25dd-c981-4c90-96be-887158a15130 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:21.871299 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:21.871942 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bff1550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:22:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:21.878133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5439627f-a459-44ac-bdba-69ffe3685e92 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/4c1fa76c-a1ce-4741-a166-746796053347 HTTP/1.1" status: 200  len: 989 time: 0.0669477
Mar 05 21:23:21.886153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-bca4f37b-f3fa-4ffc-85e7-de9c76460512 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 997 time: 0.0656097
Mar 05 21:23:21.935433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-a7fae140-5764-4f4e-88a1-2ed1a9c134ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:21.936837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-a7fae140-5764-4f4e-88a1-2ed1a9c134ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0447242
Mar 05 21:23:21.982952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:21.988697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-7cad0b0f-6237-4feb-9849-b25ab2df5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:21.990215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-7cad0b0f-6237-4feb-9849-b25ab2df5e7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476890
Mar 05 21:23:22.084349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-61db22e0-ea70-4c8e-92d9-b4d2f152b490 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874467
Mar 05 21:23:22.177594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-265d8904-a23f-4330-858b-a80e0fcf10bc req-9f9f33f6-2399-41a4-9988-67dc5429809c service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877781
Mar 05 21:23:22.212019 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bff1550>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c1fa76c-a1ce-4741-a166-746796053347', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.6', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '981a25dd-c981-4c90-96be-887158a15130', 'port_id': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'mac_address': 'fa:16:3e:e9:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:23:20Z', 'updated_at': '2022-03-05T21:23:20Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:22.322025 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c4cbfd-95cd-48ea-8643-a3563827d804 None None] The sync data for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 is: [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c1fa76c-a1ce-4741-a166-746796053347', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.6', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '981a25dd-c981-4c90-96be-887158a15130', 'port_id': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'mac_address': 'fa:16:3e:e9:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:23:20Z', 'updated_at': '2022-03-05T21:23:20Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:22.516812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50282940-8859-47c2-ab26-e83c9b726c56 None None] New status for floating IP 4c1fa76c-a1ce-4741-a166-746796053347: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:23:22.881425 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33566) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:22.941397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-edb5bea6-922a-446f-8d80-ef1bee9ab343 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/4c1fa76c-a1ce-4741-a166-746796053347 HTTP/1.1" status: 200  len: 991 time: 0.0587568
Mar 05 21:23:24.515180 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9944b9ee-7c0c-467a-b457-d7c44424a3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:26.849243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-26c93fa3-36fe-4b33-a61f-9fc7968de64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:28.031978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:29.613763 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:31.049380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:36.313638 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:36.490525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:40.944571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33606) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:41.101732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port f09e92dd-23aa-4056-9b54-30c4d2ebb7a7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:41.102079 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.180537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.180859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.192701 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for f09e92dd-23aa-4056-9b54-30c4d2ebb7a7 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:41.335653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (f09e92dd-23aa-4056-9b54-30c4d2ebb7a7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.360205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=f09e92dd-23aa-4056-9b54-30c4d2ebb7a7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:41.423401 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (2d9c08e9-7f06-4d6a-a919-0ea9f1856519), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.423773 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Floating IP 2d9c08e9-7f06-4d6a-a919-0ea9f1856519 disassociated (deleted). External IP: 172.35.0.215, port: 2d792f34-8e44-42c7-923e-91d5e87974f1.
Mar 05 21:23:41.628559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:41.736659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:41.741399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:41.747145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:41.757842 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:41.758503 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:41.770356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-24b4c055-7365-489b-9498-43cb06cd9b62 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d9c08e9-7f06-4d6a-a919-0ea9f1856519 HTTP/1.1" status: 204  len: 168 time: 0.8247120
Mar 05 21:23:41.771037 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:41.773405 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:41.820763 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cfc39d-f080-4d5d-b189-1c4c70272499 x-openstack-request-id: req-00cfc39d-f080-4d5d-b189-1c4c70272499 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:41.821062 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:41.821319 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00cfc39d-f080-4d5d-b189-1c4c70272499 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:41.821723 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'status': 'completed', 'code': 200}
Mar 05 21:23:41.866946 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:41.913881 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-d4402428-72d6-4556-b167-9388accc0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:41.918315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-d4402428-72d6-4556-b167-9388accc0c31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdcb29011e61419981c5bfc5f10677c5&device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 1127 time: 0.0749354
Mar 05 21:23:42.023256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-283e4524-f7a9-41df-a14c-565b29ffa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:42.025244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-283e4524-f7a9-41df-a14c-565b29ffa0f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 200  len: 912 time: 0.0978024
Mar 05 21:23:42.072083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-95ac378e-cf61-4777-ab40-67e6dbdd7325 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 200  len: 217 time: 0.0404410
Mar 05 21:23:42.074096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4280>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:42.100641 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:42.109223 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:42.109836 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:42.144939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-691d63c8-1528-4f10-b770-37087e9d963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:42.146307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-691d63c8-1528-4f10-b770-37087e9d963d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 200  len: 850 time: 0.0655169
Mar 05 21:23:42.157746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb971-0dc9-4761-9eac-2d4b7277d417 req-83348310-9eb9-44e8-8d87-bf740e45fa32 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:42.159154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1abb971-0dc9-4761-9eac-2d4b7277d417 req-83348310-9eb9-44e8-8d87-bf740e45fa32 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.1854842
Mar 05 21:23:42.218597 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:42.243897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-7c49d277-9455-4aa6-b6f6-c823f1192aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:42.246454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-7c49d277-9455-4aa6-b6f6-c823f1192aec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82b49213-810d-43f2-9dca-5a622352a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0862744
Mar 05 21:23:42.251565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1abb971-0dc9-4761-9eac-2d4b7277d417 req-9a7a0296-8d29-49b1-b847-2f3d373e21dc tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828207
Mar 05 21:23:42.338289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-6d1d6606-db9d-4f1e-8a83-d61b3af23040 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843103
Mar 05 21:23:42.423157 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdd4280>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:42.432008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-69cb0b20-7ddb-4fd0-948d-d0ad5903bdee req-45521e07-6d6e-4abf-92b3-acf223921579 service neutron] 10.222.0.31 "GET /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875471
Mar 05 21:23:42.452340 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca2bd3-500d-4576-b90c-dd3cacfca140 None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:14:19Z', 'revision_number': 4, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c23d4a88-13cc-4f87-8c8e-e6b9ec814605', 'name': '', 'network_id': '82b49213-810d-43f2-9dca-5a622352a45d', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'mac_address': 'fa:16:3e:a2:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:18Z', 'updated_at': '2022-03-05T21:14:34Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'subnets': [{'id': '1655964c-a667-4748-8cb5-b97f8cbca60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:42.687636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d8a8-aadd-4560-86da-065a67c53214 None None] New status for floating IP 2d9c08e9-7f06-4d6a-a919-0ea9f1856519: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:23:42.752820 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:23:43.372362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841369-b348-4000-bfc4-e1d94836d7cb req-de2d5d03-5744-4be7-a0c9-bb03024edf66 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:43.373968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db841369-b348-4000-bfc4-e1d94836d7cb req-de2d5d03-5744-4be7-a0c9-bb03024edf66 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0525601
Mar 05 21:23:43.424982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db841369-b348-4000-bfc4-e1d94836d7cb req-70039b87-d62b-4182-ba6f-6bb049d03875 tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee032a52-c7ca-489b-8346-6a41b756affa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445559
Mar 05 21:23:43.484088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-f50a8ab0-5c07-412c-b56e-f5ed8c78a13a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:43.485538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-f50a8ab0-5c07-412c-b56e-f5ed8c78a13a tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 945 time: 0.0512757
Mar 05 21:23:43.580491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port 2d792f34-8e44-42c7-923e-91d5e87974f1 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:43.580835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:43.670091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] For port 2d792f34-8e44-42c7-923e-91d5e87974f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d792f34-8e44-42c7-923e-91d5e87974f1,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:43.670453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:43.683425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for 2d792f34-8e44-42c7-923e-91d5e87974f1 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:43.794547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-10d2739d-fe5c-4e53-9591-2d5cf1670456 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0685251
Mar 05 21:23:43.873436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2d792f34-8e44-42c7-923e-91d5e87974f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:43.908440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=2d792f34-8e44-42c7-923e-91d5e87974f1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:43.938710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.939064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.939407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.939771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.940117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.940451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.940782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.941108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.941435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.941760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.942086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.942411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.942732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:43.966948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] No DVR routers for this DVR port 2d792f34-8e44-42c7-923e-91d5e87974f1 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:43.969795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-e071f361-ac33-4c2e-b432-c05368dd5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:43.971285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-e071f361-ac33-4c2e-b432-c05368dd5aec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1127 time: 0.1318867
Mar 05 21:23:43.972293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:43.975415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5db97c60-2e5e-46db-bff3-dab9fd53c869 req-27ee86eb-0655-4f7e-8e30-6c3375ca0c9e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.31 "DELETE /v2.0/ports/2d792f34-8e44-42c7-923e-91d5e87974f1 HTTP/1.1" status: 204  len: 173 time: 0.4842618
Mar 05 21:23:43.975883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'name': 'network-vif-deleted', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:43.978113 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d2e77-3f32-4b42-a509-b1cc144fdffd" -d '{"events": [{"server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "name": "network-vif-deleted", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:44.038660 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f489281b-f598-42d9-af9a-656cfa356403 x-openstack-request-id: req-f489281b-f598-42d9-af9a-656cfa356403 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:44.038957 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d", "name": "network-vif-deleted", "tag": "2d792f34-8e44-42c7-923e-91d5e87974f1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:44.039215 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f489281b-f598-42d9-af9a-656cfa356403 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:44.039615 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d', 'name': 'network-vif-deleted', 'tag': '2d792f34-8e44-42c7-923e-91d5e87974f1', 'status': 'completed', 'code': 200}
Mar 05 21:23:44.084425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-cb64bd88-d869-45a8-bbca-0cdccd13ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:44.085892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-cb64bd88-d869-45a8-bbca-0cdccd13ba8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.0952504
Mar 05 21:23:44.154071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-c88904f1-4fc6-434f-87d7-31dc1b88bdcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 999 time: 0.0622330
Mar 05 21:23:44.204945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-97d99278-e515-4bc8-9b02-71e3d6e8df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:44.206363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-97d99278-e515-4bc8-9b02-71e3d6e8df25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0459478
Mar 05 21:23:44.262146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-6b56a44e-77bb-4467-a31b-8c8835f4b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:44.263729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-6b56a44e-77bb-4467-a31b-8c8835f4b2f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505407
Mar 05 21:23:44.357752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-4de30252-972a-4c6c-8f50-5e1f04ee1109 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868070
Mar 05 21:23:44.770111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad409127-14fb-4340-8139-a6890a55081b req-f4579115-5654-48af-9718-41b8d747813e tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5861bb-9cbe-4511-9dd3-5c3b8e1b271d HTTP/1.1" status: 200  len: 210 time: 0.0327997
Mar 05 21:23:44.798448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51bc4b79-5b33-4260-b9ca-3933153e1042 req-6c316304-5af7-4bd8-b28f-ae93bc566c10 service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4343770
Mar 05 21:23:45.826540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33646) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:45.956946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Deleting port 1320eea8-783a-4eeb-97a5-3f5316982552 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:45.957282 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.029772 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.030102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (1320eea8-783a-4eeb-97a5-3f5316982552), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.041612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Calling delete_port for 1320eea8-783a-4eeb-97a5-3f5316982552 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:46.171815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1320eea8-783a-4eeb-97a5-3f5316982552), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.198072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'Port': ['ID=1320eea8-783a-4eeb-97a5-3f5316982552,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:46.258638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for floatingip (0cbd54a4-ac14-429f-97a6-481270502fe9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.261677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:46.262866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1125af8-f98c-4aef-9747-ab312863d3fa tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "DELETE /v2.0/floatingips/0cbd54a4-ac14-429f-97a6-481270502fe9 HTTP/1.1" status: 204  len: 168 time: 0.4341342
Mar 05 21:23:47.456323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33686) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:47.512660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (ee032a52-c7ca-489b-8346-6a41b756affa), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:47.537810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (ee032a52-c7ca-489b-8346-6a41b756affa), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:47.599336 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ee032a52-c7ca-489b-8346-6a41b756affa), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:47.601958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:47.603117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee032a52-c7ca-489b-8346-6a41b756affa HTTP/1.1" status: 204  len: 168 time: 0.1458085
Mar 05 21:23:47.612871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd11d7-dd89-42a7-a02c-793d86659f7f tempest-TestVolumeBootPattern-160921740 tempest-TestVolumeBootPattern-160921740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee032a52-c7ca-489b-8346-6a41b756affa,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:47.648359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2d792f34-8e44-42c7-923e-91d5e87974f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:47.652995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33690) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:47.675537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 2d792f34-8e44-42c7-923e-91d5e87974f1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:47.675927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 2d792f34-8e44-42c7-923e-91d5e87974f1 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:48.412415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (3c9693ff-e238-4ab6-b798-acde23481d60), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:48.661493 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Deleting port c23d4a88-13cc-4f87-8c8e-e6b9ec814605 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:48.662202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:48.738571 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] For port c23d4a88-13cc-4f87-8c8e-e6b9ec814605, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:48.738845 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:48.751418 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Calling delete_port for c23d4a88-13cc-4f87-8c8e-e6b9ec814605 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:48.930856 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c23d4a88-13cc-4f87-8c8e-e6b9ec814605), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:48.962981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23d4a88-13cc-4f87-8c8e-e6b9ec814605,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:49.132009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (3c9693ff-e238-4ab6-b798-acde23481d60), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:49.360814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Router 3c9693ff-e238-4ab6-b798-acde23481d60 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:49.467316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:49.472573 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-04e8eb0a-95c6-4630-b96c-ffff24711285 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c9693ff-e238-4ab6-b798-acde23481d60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8185484
Mar 05 21:23:49.475129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:49.477702 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Sync routers for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:49.487602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:49.488334 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:49.592145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks [] for router (3c9693ff-e238-4ab6-b798-acde23481d60), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:49.603663 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:49.734390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc858-a5a7-476a-98b0-4662e8208212 req-a4dddb9b-d06b-4c66-a68c-373cca8faacd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:49.740148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c1cc858-a5a7-476a-98b0-4662e8208212 req-a4dddb9b-d06b-4c66-a68c-373cca8faacd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.1967027
Mar 05 21:23:49.774692 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks [] for router_gateway (3c9693ff-e238-4ab6-b798-acde23481d60), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:49.804308 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:23:48Z', 'revision_number': 5, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port': {'id': 'd5a6a757-06a4-456d-af9b-d0eabe3b6115', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:15Z', 'updated_at': '2022-03-05T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:49.831654 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Checking router: 3c9693ff-e238-4ab6-b798-acde23481d60 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:49.833105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c1cc858-a5a7-476a-98b0-4662e8208212 req-278b9c7c-d6a8-4927-abfa-2c735ed458fa tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901022
Mar 05 21:23:49.841122 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Routers {'3c9693ff-e238-4ab6-b798-acde23481d60'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:49.841335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['3c9693ff-e238-4ab6-b798-acde23481d60'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:49.860428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Deleting port d5a6a757-06a4-456d-af9b-d0eabe3b6115 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:49.860939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:49.861324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33702) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:49.944957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-95fbba2c-9b64-4e28-8d95-87780579608e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/4c1fa76c-a1ce-4741-a166-746796053347 HTTP/1.1" status: 200  len: 991 time: 0.0773792
Mar 05 21:23:49.960513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] Set router 3c9693ff-e238-4ab6-b798-acde23481d60 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:49.977662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] For port d5a6a757-06a4-456d-af9b-d0eabe3b6115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a6a757-06a4-456d-af9b-d0eabe3b6115,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:49.978179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:49.996212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Calling delete_port for d5a6a757-06a4-456d-af9b-d0eabe3b6115 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:50.033087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90dc5fd0>, [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:23:49Z', 'revision_number': 6, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:50.059718 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f26af-166f-48a8-a095-488003a0a32b None None] The sync data for ids ['3c9693ff-e238-4ab6-b798-acde23481d60'] in ncdv-master-1 is: [{'id': '3c9693ff-e238-4ab6-b798-acde23481d60', 'name': 'tempest-TestVolumeBootPattern-767012060-router', 'tenant_id': 'cdcb29011e61419981c5bfc5f10677c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:14Z', 'updated_at': '2022-03-05T21:23:49Z', 'revision_number': 6, 'project_id': 'cdcb29011e61419981c5bfc5f10677c5', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:50.181340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d5a6a757-06a4-456d-af9b-d0eabe3b6115), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.208416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a6a757-06a4-456d-af9b-d0eabe3b6115,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:50.267598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (3c9693ff-e238-4ab6-b798-acde23481d60), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.384150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (3c9693ff-e238-4ab6-b798-acde23481d60), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.388097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks [] for router_controller (3c9693ff-e238-4ab6-b798-acde23481d60), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.438169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09bba-0b07-451a-ba90-a5f7f07cb8bf req-b8db7c73-e3ac-475b-93e5-adf7546968c9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:50.439761 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e09bba-0b07-451a-ba90-a5f7f07cb8bf req-b8db7c73-e3ac-475b-93e5-adf7546968c9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1127 time: 0.1418965
Mar 05 21:23:50.440841 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (3c9693ff-e238-4ab6-b798-acde23481d60), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.441357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9693ff-e238-4ab6-b798-acde23481d60 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:23:50.445685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.446789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d5edc8d6-55d6-4550-90ce-4a22945abb54 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c9693ff-e238-4ab6-b798-acde23481d60 HTTP/1.1" status: 204  len: 168 time: 0.9707088
Mar 05 21:23:50.449525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33710) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:50.490075 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f1e09bba-0b07-451a-ba90-a5f7f07cb8bf req-97b6e638-c30e-4cd0-9a1c-4ab5f3ed1559 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421169
Mar 05 21:23:50.503589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Deleting subnet 1655964c-a667-4748-8cb5-b97f8cbca60a {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:23:50.507963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Publish callbacks [] for subnet (1655964c-a667-4748-8cb5-b97f8cbca60a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.545559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (1655964c-a667-4748-8cb5-b97f8cbca60a), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.636538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (1655964c-a667-4748-8cb5-b97f8cbca60a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.696251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (1655964c-a667-4748-8cb5-b97f8cbca60a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.725790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.731086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1655964c-a667-4748-8cb5-b97f8cbca60a HTTP/1.1" status: 204  len: 168 time: 0.2783794
Mar 05 21:23:50.731086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96daf3a-620d-48ea-bc43-8d47debe542e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1655964c-a667-4748-8cb5-b97f8cbca60a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:50.731759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33718) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:50.735340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237ef31-d1e8-4d81-b7f1-5bf5f0422896 None None] Network 82b49213-810d-43f2-9dca-5a622352a45d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:23:50.874253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (82b49213-810d-43f2-9dca-5a622352a45d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.916265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c23d4a88-13cc-4f87-8c8e-e6b9ec814605 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:50.943436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c23d4a88-13cc-4f87-8c8e-e6b9ec814605 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:50.943977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c23d4a88-13cc-4f87-8c8e-e6b9ec814605 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:50.944477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5a6a757-06a4-456d-af9b-d0eabe3b6115 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:50.974149 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Deleting port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:50.974500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:50.980791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d5a6a757-06a4-456d-af9b-d0eabe3b6115 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:50.981155 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d5a6a757-06a4-456d-af9b-d0eabe3b6115 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:50.996476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] DHCP port deletion for 82b49213-810d-43f2-9dca-5a622352a45d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:23:51.046835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] For port 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aba79cd-2866-4251-9f3e-67b174e1fcd0,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:51.047092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.057630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Deleting port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:51.058092 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.061079 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Calling delete_port for 7aba79cd-2866-4251-9f3e-67b174e1fcd0 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:51.135351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] For port 7aba79cd-2866-4251-9f3e-67b174e1fcd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aba79cd-2866-4251-9f3e-67b174e1fcd0,segment=NetworkSegment(d8d52a24-3d21-48d1-aa17-607202bdc0f4),segment_id=d8d52a24-3d21-48d1-aa17-607202bdc0f4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:51.135797 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.149676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Calling delete_port for 7aba79cd-2866-4251-9f3e-67b174e1fcd0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:51.181972 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-fc1e5c82-8e96-4002-ac33-1f579e86a3ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0697606
Mar 05 21:23:51.195110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-5010bdde-d9f8-443c-a2c0-7eca04e82e54 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:23:51.196103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-5010bdde-d9f8-443c-a2c0-7eca04e82e54 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056791
Mar 05 21:23:51.197269 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.226055 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] No DVR routers for this DVR port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:51.227828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aba79cd-2866-4251-9f3e-67b174e1fcd0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 05 21:23:51.234342 ncdv-master-1 neutron-server[126564]:   self.session.flush()
Mar 05 21:23:51.258692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7aba79cd-2866-4251-9f3e-67b174e1fcd0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.286972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Pushing event deleted for resources: {'Port': ['ID=7aba79cd-2866-4251-9f3e-67b174e1fcd0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:51.289321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] No DVR routers for this DVR port 7aba79cd-2866-4251-9f3e-67b174e1fcd0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:51.291587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-6ff1d851-6405-4c99-b06f-302c4ef693fc tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:51.298097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.298666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.299162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.299784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.300481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.300605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-6ff1d851-6405-4c99-b06f-302c4ef693fc tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 1124 time: 0.0586214
Mar 05 21:23:51.301084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.301430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.301779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.302120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.303063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.303063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.303367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.303463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3861dbec-2d8f-4bad-bdeb-57d9bed5ff80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:23:51.319908 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (82b49213-810d-43f2-9dca-5a622352a45d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.341323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb4dee0>,) {'filters': {'network_id': ['82b49213-810d-43f2-9dca-5a622352a45d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:51.351602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb4dee0>, 'd8d52a24-3d21-48d1-aa17-607202bdc0f4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:51.351901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb4dee0>, 'd8d52a24-3d21-48d1-aa17-607202bdc0f4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:51.361854 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (d8d52a24-3d21-48d1-aa17-607202bdc0f4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.375762 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d8d52a24-3d21-48d1-aa17-607202bdc0f4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.382095 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:23:51.382498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (d8d52a24-3d21-48d1-aa17-607202bdc0f4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:23:51.384204 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:23:51.443983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (82b49213-810d-43f2-9dca-5a622352a45d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.451421 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.456274 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82b49213-810d-43f2-9dca-5a622352a45d HTTP/1.1" status: 204  len: 168 time: 0.7224844
Mar 05 21:23:51.458574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33738) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:51.470834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e6772-6670-4b9a-be81-3eecd78125a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b49213-810d-43f2-9dca-5a622352a45d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:51.782437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0f2ebcdc-a5f9-43ee-a46e-80e1bd5e9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:51.783855 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0f2ebcdc-a5f9-43ee-a46e-80e1bd5e9df1 service neutron] 10.222.0.15 "GET /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 1124 time: 0.0374396
Mar 05 21:23:51.792335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:51.792876 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Unknown quota resources ['binding']. {{(pid=126562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 05 21:23:51.831905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:51.928488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:51.929048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:51.929159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:51.933436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:23:51.933761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:51.938989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:51.939404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:51.939829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Bound using segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:51.940272 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Bound port: a5de0875-8060-48d1-8e0b-80631f2a3596, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:52.022159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:52.028222 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:52.029406 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] 10.222.0.15 "POST /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596/bindings HTTP/1.1" status: 201  len: 389 time: 0.2403669
Mar 05 21:23:52.096865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Deleting port 886f2fae-d40a-441a-aa4c-9422964b4240 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:52.097738 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:52.175589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1310bee-bc73-4a1e-a051-2aa9c8d76d72 req-db99115f-af28-4f55-9b5a-564a9f6723a8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:52.177716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1310bee-bc73-4a1e-a051-2aa9c8d76d72 req-db99115f-af28-4f55-9b5a-564a9f6723a8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0569460
Mar 05 21:23:52.189247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] For port 886f2fae-d40a-441a-aa4c-9422964b4240, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886f2fae-d40a-441a-aa4c-9422964b4240,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:52.189616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:52.204043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Calling delete_port for 886f2fae-d40a-441a-aa4c-9422964b4240 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:52.354392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-7525b0f6-6d93-4168-9ea4-e1d291dc9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:52.356087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-7525b0f6-6d93-4168-9ea4-e1d291dc9879 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1127 time: 0.1060114
Mar 05 21:23:52.500594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-363ff1ff-ead3-4d98-95fd-448537bffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:52.502342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-363ff1ff-ead3-4d98-95fd-448537bffd75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.1401310
Mar 05 21:23:52.554064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (886f2fae-d40a-441a-aa4c-9422964b4240), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:52.573700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1310bee-bc73-4a1e-a051-2aa9c8d76d72 req-d5db0b2d-ac7a-457d-ab2d-f9afa66a1a8f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3865621
Mar 05 21:23:52.589226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Pushing event deleted for resources: {'Port': ['ID=886f2fae-d40a-441a-aa4c-9422964b4240,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:52.649279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-f0c0bbbf-6204-47f7-8b07-35ca6ca85026 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 999 time: 0.1403160
Mar 05 21:23:52.770717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-5493a022-d87c-4728-93dd-0c38ec1e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:52.772205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-5493a022-d87c-4728-93dd-0c38ec1e8a9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.1152682
Mar 05 21:23:52.848932 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:52.853444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-c75593aa-c981-44b7-89bb-62e75e07a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:52.854953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-c75593aa-c981-44b7-89bb-62e75e07a37c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0734990
Mar 05 21:23:52.922490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aba79cd-2866-4251-9f3e-67b174e1fcd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:52.943163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7aba79cd-2866-4251-9f3e-67b174e1fcd0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:52.943871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7aba79cd-2866-4251-9f3e-67b174e1fcd0 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:53.028131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-a0c83f8e-98a5-413a-8c2c-17ed928a8800 service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653039
Mar 05 21:23:53.200514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-aca98ae0-f06d-406c-8284-b6f6a879b16e service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661720
Mar 05 21:23:53.212496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Router 577ffaf2-dedc-4df9-a2b3-36a5d095213c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:23:53.384245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-eab09b0f-248b-4a1c-abd0-50d47ccd81ec tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:53.385761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-eab09b0f-248b-4a1c-abd0-50d47ccd81ec tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&tenant_id=7be8dce4a165431c8a7279be20d99612&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1288214
Mar 05 21:23:53.391887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:23:53.399715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b00d5b4b-c08b-44ff-b9ed-e9abe3ae63db admin admin] 10.222.0.15 "PUT /v2.0/routers/577ffaf2-dedc-4df9-a2b3-36a5d095213c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9377604
Mar 05 21:23:53.400097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33742) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:53.401124 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Sync routers for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:23:53.401354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:23:53.413190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:53.413970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8337d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:53.462454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.510535 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks [] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.538465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:53.607922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:53.643850 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks [] for router_gateway (577ffaf2-dedc-4df9-a2b3-36a5d095213c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.671733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:53.700846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Deleting port d795974b-8bea-40c4-8e9c-5f5ec370cea3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:53.701196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.738820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:53.741096 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f60b19-1151-49f1-b3f3-67faa1a7a255" -d '{"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-unplugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:53.744429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8337d4f0>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:23:52Z', 'revision_number': 5, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port': {'id': 'd795974b-8bea-40c4-8e9c-5f5ec370cea3', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:14:24Z', 'updated_at': '2022-03-05T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:53.746338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks [] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.773448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cca7-5f89-43cc-be3d-09f64a66e31b req-ce06cd6d-d589-4205-bfb6-effa8db52917 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:53.775251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef58cca7-5f89-43cc-be3d-09f64a66e31b req-ce06cd6d-d589-4205-bfb6-effa8db52917 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.1155193
Mar 05 21:23:53.777102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.782585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Checking router: 577ffaf2-dedc-4df9-a2b3-36a5d095213c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:23:53.791241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Routers {'577ffaf2-dedc-4df9-a2b3-36a5d095213c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:23:53.791897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8337d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:53.804861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] For port d795974b-8bea-40c4-8e9c-5f5ec370cea3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d795974b-8bea-40c4-8e9c-5f5ec370cea3,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:53.804861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:53.806007 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9ca0f-2ab9-4856-90fb-d035d3058160 x-openstack-request-id: req-0fd9ca0f-2ab9-4856-90fb-d035d3058160 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:53.806302 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-unplugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:53.806681 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fd9ca0f-2ab9-4856-90fb-d035d3058160 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:53.807069 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'code': 200}
Mar 05 21:23:53.819190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Calling delete_port for d795974b-8bea-40c4-8e9c-5f5ec370cea3 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:53.888111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] Set router 577ffaf2-dedc-4df9-a2b3-36a5d095213c gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:23:53.929410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:53.956474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef58cca7-5f89-43cc-be3d-09f64a66e31b req-381ac084-cc82-48bc-a315-b3373b643bf6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1479335
Mar 05 21:23:53.976776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8337d4f0>, [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:23:53Z', 'revision_number': 6, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:53.999506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:23:54.000829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:23:54.001244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:54.009980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:23:54.010476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Attempting to bind port a5de0875-8060-48d1-8e0b-80631f2a3596 on network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:23:54.016620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896da0ed-fd8f-4594-a9cd-2a2344c7ae35 None None] The sync data for ids ['577ffaf2-dedc-4df9-a2b3-36a5d095213c'] in ncdv-master-1 is: [{'id': '577ffaf2-dedc-4df9-a2b3-36a5d095213c', 'name': 'tempest-TestVolumeBootPattern-1312997539-router', 'tenant_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:14:23Z', 'updated_at': '2022-03-05T21:23:53Z', 'revision_number': 6, 'project_id': 'a13944c5ee4b4c3d94f271f3cf7b1b51', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:23:54.019180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:23:54.019621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Checking segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:23:54.020163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Bound using segment: {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:23:54.020612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Bound port: a5de0875-8060-48d1-8e0b-80631f2a3596, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e0df3-49af-418a-826c-dc818c859d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:23:54.021159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.034440 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d795974b-8bea-40c4-8e9c-5f5ec370cea3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.065862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d795974b-8bea-40c4-8e9c-5f5ec370cea3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:54.113938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:54.117673 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:23:54.125095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.130242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.226510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Provisioning complete for port a5de0875-8060-48d1-8e0b-80631f2a3596 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:54.227347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.232107 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.235977 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks [] for router_controller (577ffaf2-dedc-4df9-a2b3-36a5d095213c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.292926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (577ffaf2-dedc-4df9-a2b3-36a5d095213c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.293575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 577ffaf2-dedc-4df9-a2b3-36a5d095213c {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:23:54.300216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.303891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-87d7972e-4355-4821-8ad7-4dba40fc4ff0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/577ffaf2-dedc-4df9-a2b3-36a5d095213c HTTP/1.1" status: 204  len: 168 time: 0.9003208
Mar 05 21:23:54.304150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33748) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:54.329052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Current status of the port a5de0875-8060-48d1-8e0b-80631f2a3596 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:54.329728 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.363414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Deleting subnet 7adcd584-9129-449e-a31c-5f1b159790ca {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:23:54.364969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:54.367577 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2d4c2b-69ef-4932-b77c-e88405ea790e" -d '{"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-plugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:54.367798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Publish callbacks [] for subnet (7adcd584-9129-449e-a31c-5f1b159790ca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.397240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:54.405159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.448005 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (7adcd584-9129-449e-a31c-5f1b159790ca), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.553609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (7adcd584-9129-449e-a31c-5f1b159790ca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.616634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (7adcd584-9129-449e-a31c-5f1b159790ca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.644639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adcd584-9129-449e-a31c-5f1b159790ca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:54.648273 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.653708 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eb72bf77-9ec3-4990-bf79-d77fac49541d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7adcd584-9129-449e-a31c-5f1b159790ca HTTP/1.1" status: 204  len: 168 time: 0.3462794
Mar 05 21:23:54.654107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33752) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:54.658512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=8']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:54.667791 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8047dac4-f9de-4cfe-8d67-b4c6eef7dfd4 x-openstack-request-id: req-8047dac4-f9de-4cfe-8d67-b4c6eef7dfd4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:54.672182 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-plugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:54.672729 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8047dac4-f9de-4cfe-8d67-b4c6eef7dfd4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:54.673155 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'code': 200}
Mar 05 21:23:54.677720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0b03-089c-496e-9dfa-6ac16e656d8d None None] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:54.681667 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8db46-148b-4765-a237-341c0735bc73 None None] Network 8e17300a-b516-4095-a535-cc40413a91da requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:23:54.700257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:54.701603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.703854 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-78806ce1-57f6-4ea0-952a-c6bc122f6662 service neutron] 10.222.0.31 "PUT /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 1121 time: 1.3101184
Mar 05 21:23:54.727552 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8e17300a-b516-4095-a535-cc40413a91da), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.786257 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Deleting port 40d281fe-91e3-4bc5-a628-56151558425c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:23:54.786504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (40d281fe-91e3-4bc5-a628-56151558425c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.822472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['a5de0875-8060-48d1-8e0b-80631f2a3596'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:23:54.846791 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0a04ddb-8dcd-4d8d-a724-b1f4cebe65a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.862045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] For port 40d281fe-91e3-4bc5-a628-56151558425c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d281fe-91e3-4bc5-a628-56151558425c,segment=NetworkSegment(787bfdc5-cca2-4d95-847b-5c6deb0fb4f8),segment_id=787bfdc5-cca2-4d95-847b-5c6deb0fb4f8)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:54.862395 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (40d281fe-91e3-4bc5-a628-56151558425c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:54.878358 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Calling delete_port for 40d281fe-91e3-4bc5-a628-56151558425c owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:23:54.942288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 886f2fae-d40a-441a-aa4c-9422964b4240 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:54.974987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 886f2fae-d40a-441a-aa4c-9422964b4240 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:54.975313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 886f2fae-d40a-441a-aa4c-9422964b4240 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:54.975758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d795974b-8bea-40c4-8e9c-5f5ec370cea3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:54.982616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (40d281fe-91e3-4bc5-a628-56151558425c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.016720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d795974b-8bea-40c4-8e9c-5f5ec370cea3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:55.017252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d795974b-8bea-40c4-8e9c-5f5ec370cea3 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:55.021129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] No DVR routers for this DVR port 40d281fe-91e3-4bc5-a628-56151558425c on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:23:55.052168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d281fe-91e3-4bc5-a628-56151558425c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:55.103301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6c5ff188-25c4-45ae-962d-5c81f98682f1 None None] Provisioning complete for port a5de0875-8060-48d1-8e0b-80631f2a3596 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:23:55.103703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff188-25c4-45ae-962d-5c81f98682f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.110622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8e17300a-b516-4095-a535-cc40413a91da), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.121243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a8539-75ce-4d9f-9728-c7e3b78645bd req-f7735b0e-9960-47bc-a0d1-06f13912f82f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:55.122914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-437a8539-75ce-4d9f-9728-c7e3b78645bd req-f7735b0e-9960-47bc-a0d1-06f13912f82f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0870516
Mar 05 21:23:55.136727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b946d16-ec15-442d-8cbc-00547eb9f7e1 None None] DHCP port deletion for 8e17300a-b516-4095-a535-cc40413a91da request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:23:55.137159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b8158e0>,) {'filters': {'network_id': ['8e17300a-b516-4095-a535-cc40413a91da']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:55.150980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b8158e0>, '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:55.150980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b8158e0>, '787bfdc5-cca2-4d95-847b-5c6deb0fb4f8') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:23:55.177075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (787bfdc5-cca2-4d95-847b-5c6deb0fb4f8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.186288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-437a8539-75ce-4d9f-9728-c7e3b78645bd req-350d64dd-de17-4960-8529-10be5bd2a2ea tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529003
Mar 05 21:23:55.205909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (787bfdc5-cca2-4d95-847b-5c6deb0fb4f8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.212638 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:23:55.213065 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (787bfdc5-cca2-4d95-847b-5c6deb0fb4f8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:23:55.224501 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:23:55.272601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ff188-25c4-45ae-962d-5c81f98682f1 None None] Current status of the port a5de0875-8060-48d1-8e0b-80631f2a3596 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:23:55.286276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8e17300a-b516-4095-a535-cc40413a91da), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.292792 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.298582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e17300a-b516-4095-a535-cc40413a91da HTTP/1.1" status: 204  len: 168 time: 0.6412020
Mar 05 21:23:55.313408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faae58-b998-40f3-8f94-e4215b977711 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e17300a-b516-4095-a535-cc40413a91da,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:55.418357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33758) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:55.461281 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e75ef74-e2e2-4e6e-977e-b505620fbaa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdcb29011e61419981c5bfc5f10677c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0416963
Mar 05 21:23:55.463605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33760) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:55.510350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] Publish callbacks [] for security_group (4d331e43-cdd3-4f1d-b43b-179d8e9baa98), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.532360 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] Publish callbacks [] for security_group (4d331e43-cdd3-4f1d-b43b-179d8e9baa98), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.580089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4d331e43-cdd3-4f1d-b43b-179d8e9baa98), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.582642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:55.583867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d331e43-cdd3-4f1d-b43b-179d8e9baa98 HTTP/1.1" status: 204  len: 168 time: 0.1193147
Mar 05 21:23:55.591379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69785e53-9d97-4563-8711-65d8de692a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d331e43-cdd3-4f1d-b43b-179d8e9baa98,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:55.808661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:55.810918 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6a346-0a92-47c5-a5d5-2915320c6e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:55.848021 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5296820-fe5b-4226-a7ec-d8826d276391 x-openstack-request-id: req-f5296820-fe5b-4226-a7ec-d8826d276391 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:55.848424 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:55.848783 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5296820-fe5b-4226-a7ec-d8826d276391 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:55.849266 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'status': 'completed', 'code': 200}
Mar 05 21:23:55.900295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33768) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:55.954552 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0d75dffe-cb24-4f13-b170-2df3e75cdf5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a13944c5ee4b4c3d94f271f3cf7b1b51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0531564
Mar 05 21:23:55.956788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-6daefb1e-5d30-47e7-a26a-819f366eca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:55.957142 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33770) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:23:55.958265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-6daefb1e-5d30-47e7-a26a-819f366eca56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1157 time: 0.0901387
Mar 05 21:23:56.006182 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] Publish callbacks [] for security_group (1a98cf6b-499e-4d00-861f-cd084ced0af9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:56.028025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] Publish callbacks [] for security_group (1a98cf6b-499e-4d00-861f-cd084ced0af9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:56.049764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-14d4a3b4-6c7a-4833-ba38-3745b0189e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:56.051247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-14d4a3b4-6c7a-4833-ba38-3745b0189e39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.0871222
Mar 05 21:23:56.075610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (1a98cf6b-499e-4d00-861f-cd084ced0af9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:56.079218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:56.080438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a98cf6b-499e-4d00-861f-cd084ced0af9 HTTP/1.1" status: 204  len: 168 time: 0.1222959
Mar 05 21:23:56.089016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5cdd2-8976-4df9-8d0b-c9c382789e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a98cf6b-499e-4d00-861f-cd084ced0af9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:23:56.128072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-3f492851-5aec-412b-8084-6d89253fe89b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 999 time: 0.0711291
Mar 05 21:23:56.178306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-8453eeec-ca32-427b-abbe-3288f7fa1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:56.179869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-8453eeec-ca32-427b-abbe-3288f7fa1bd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0463555
Mar 05 21:23:56.232095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-0b6e31de-8d75-4425-83a5-0d9cae0c3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:56.233742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-0b6e31de-8d75-4425-83a5-0d9cae0c3d60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487452
Mar 05 21:23:56.376501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4873ff9-c90c-412c-9f41-47e3114a4690 req-4d773a35-1be8-4686-bcd2-0fcf40b2851f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:56.378147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4873ff9-c90c-412c-9f41-47e3114a4690 req-4d773a35-1be8-4686-bcd2-0fcf40b2851f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0886552
Mar 05 21:23:56.382687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-6787b9ac-db7e-4ae8-92e1-24d7c686d3fc service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418886
Mar 05 21:23:56.491809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4873ff9-c90c-412c-9f41-47e3114a4690 req-0ee6adc4-35cd-4d18-b731-36316f6646c0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063898
Mar 05 21:23:56.526973 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-07b6a346-0a92-47c5-a5d5-2915320c6e3d req-d0b7c56f-a4e6-4504-9fce-cbca5557508b service neutron] 10.222.0.23 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341922
Mar 05 21:23:56.850495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e1db3256-18f4-4533-a1f3-2e63e1334c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:56.870011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40d281fe-91e3-4bc5-a628-56151558425c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:23:56.891838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 40d281fe-91e3-4bc5-a628-56151558425c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:23:56.892125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 40d281fe-91e3-4bc5-a628-56151558425c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:23:57.651800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:23:57.747999 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:57.759714 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 has no active binding in host nch1-master-1 {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 05 21:23:57.831208 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82158c-a43a-44bc-9556-3236ba96048b req-0d408d02-e15a-46e1-90c7-6138d9f9e4cc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:57.832719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d82158c-a43a-44bc-9556-3236ba96048b req-0d408d02-e15a-46e1-90c7-6138d9f9e4cc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0527155
Mar 05 21:23:57.888352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d82158c-a43a-44bc-9556-3236ba96048b req-ee6e4bac-ac6f-4f02-a1cc-df70273bcaae tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500863
Mar 05 21:23:58.035299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:59.011694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e9fb-dbee-4127-9116-be0d8d9c943a req-2c10209e-839b-4494-8e5f-028279635d53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:23:59.013182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d91e9fb-dbee-4127-9116-be0d8d9c943a req-2c10209e-839b-4494-8e5f-028279635d53 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 945 time: 0.0545900
Mar 05 21:23:59.061741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4d91e9fb-dbee-4127-9116-be0d8d9c943a req-6d754ecf-1ac6-4425-a003-887ee4094bd8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422726
Mar 05 21:23:59.559871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-d57fea97-2c50-4c08-808c-e262daa8a812 service neutron] 10.222.0.23 "GET /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0540972
Mar 05 21:23:59.614820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:59.732286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:59.753126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:23:59.795272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:23:59.798131 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f992b74-aef3-413f-a778-7dd7b41112d7" -d '{"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-unplugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:23:59.804987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:23:59.819598 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:23:59.834258 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639583de-5752-40db-844f-0240b7a2ee89 x-openstack-request-id: req-639583de-5752-40db-844f-0240b7a2ee89 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:23:59.834551 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-unplugged", "status": "completed", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:23:59.834809 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-639583de-5752-40db-844f-0240b7a2ee89 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:23:59.835204 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'code': 200}
Mar 05 21:23:59.895487 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] Transition to ACTIVE for port object a5de0875-8060-48d1-8e0b-80631f2a3596 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:23:59.899558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:00.004314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=11']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:00.036899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] No DVR routers for this DVR port a5de0875-8060-48d1-8e0b-80631f2a3596 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:24:00.210582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-0dc48d46-4b21-4abf-8d03-0a86e7a462cf service neutron] 10.222.0.23 "PUT /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6451313
Mar 05 21:24:00.221397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba178c-e428-4b05-9a3d-aa42696d90dd req-4b73ee96-06c1-457d-8b07-ec3009fdff2d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.222904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2ba178c-e428-4b05-9a3d-aa42696d90dd req-4b73ee96-06c1-457d-8b07-ec3009fdff2d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0897458
Mar 05 21:24:00.289044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2ba178c-e428-4b05-9a3d-aa42696d90dd req-67d051ef-b8d1-49c1-be0f-5560775df96b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593529
Mar 05 21:24:00.329072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-6ba572fe-77f5-49bc-863d-eb07a226b4d9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.330585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-6ba572fe-77f5-49bc-863d-eb07a226b4d9 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&tenant_id=7be8dce4a165431c8a7279be20d99612&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0676124
Mar 05 21:24:00.379527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-23b90813-7c38-41ac-be10-b43c9ca5e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.380960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-23b90813-7c38-41ac-be10-b43c9ca5e625 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 1126 time: 0.0440655
Mar 05 21:24:00.444493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-4a2aafbc-d612-4d2f-b314-3f0baa5308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.445951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-4a2aafbc-d612-4d2f-b314-3f0baa5308a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1126 time: 0.0436888
Mar 05 21:24:00.537947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-b3a80fa5-e197-4df7-af75-39b25da97078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.539397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-b3a80fa5-e197-4df7-af75-39b25da97078 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.0869575
Mar 05 21:24:00.612503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-a819dd58-9749-4eff-8a2d-6539a118eb57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 997 time: 0.0669036
Mar 05 21:24:00.673322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-b03aafa3-9ebd-4cdb-a019-3bc6b7204a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.674700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-b03aafa3-9ebd-4cdb-a019-3bc6b7204a33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0571976
Mar 05 21:24:00.734837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-8a1e9d47-ba0c-4e1c-85f2-a7c3f786d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:00.737405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-8a1e9d47-ba0c-4e1c-85f2-a7c3f786d380 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0570319
Mar 05 21:24:00.836463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-d0b71ca7-bd02-422f-8acd-fc3c02bdb66f service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922515
Mar 05 21:24:00.938241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-a4f5f685-8ae4-4b41-a231-e4c27099dc13 service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960019
Mar 05 21:24:01.053382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:01.172965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-2bf4f1b3-c26f-480e-bbe1-0a4219127abd tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:01.174461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-2bf4f1b3-c26f-480e-bbe1-0a4219127abd tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040&tenant_id=7be8dce4a165431c8a7279be20d99612&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0486608
Mar 05 21:24:01.315660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-68181689-f395-4c88-a54d-7237c995a037 service neutron] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:24:01.319311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-68181689-f395-4c88-a54d-7237c995a037 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:01.320474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-68181689-f395-4c88-a54d-7237c995a037 service neutron] 10.222.0.31 "DELETE /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1399500
Mar 05 21:24:01.414056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4175a-bce2-4245-9a43-e5aa8b1afa3b req-4a28dbb8-e773-4072-95fe-2d48914a8bcb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:01.415509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eba4175a-bce2-4245-9a43-e5aa8b1afa3b req-4a28dbb8-e773-4072-95fe-2d48914a8bcb tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0534093
Mar 05 21:24:01.464176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eba4175a-bce2-4245-9a43-e5aa8b1afa3b req-59c236be-7b94-4467-8abc-ac17093ea389 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429511
Mar 05 21:24:01.473041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:24:01.512485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port a5de0875-8060-48d1-8e0b-80631f2a3596 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:24:01.512887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:24:01.580596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60634-5530-48b5-93f4-8e34339c5bd6 req-3bd52243-435d-4c67-88a3-59002812b7bd tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:01.582153 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfe60634-5530-48b5-93f4-8e34339c5bd6 req-3bd52243-435d-4c67-88a3-59002812b7bd tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1126 time: 0.0466502
Mar 05 21:24:01.631128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfe60634-5530-48b5-93f4-8e34339c5bd6 req-eccd5c59-e4ea-4e47-a052-baf1bdf6d57e tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433180
Mar 05 21:24:01.749705 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7cc8a-4a43-4a8e-8737-95be293929a4 req-9897b765-f2c7-426f-b75f-ea8fe204bcb0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:01.751192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4d7cc8a-4a43-4a8e-8737-95be293929a4 req-9897b765-f2c7-426f-b75f-ea8fe204bcb0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0531342
Mar 05 21:24:01.799019 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d4d7cc8a-4a43-4a8e-8737-95be293929a4 req-bdf97594-eaa1-4ab9-919c-85e9d9aaab02 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420153
Mar 05 21:24:01.820890 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33796) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:01.887739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9c1fc044-1b53-4b3f-af0a-3fb5d9d8acbc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/4c1fa76c-a1ce-4741-a166-746796053347 HTTP/1.1" status: 200  len: 989 time: 0.0655253
Mar 05 21:24:02.112474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33802) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:02.271879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:24:02.272146 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.351500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.351873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.364436 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:24:02.509524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.535844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=19fbb8f9-f9fe-40d1-9cc5-ef5e9c5726d1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:02.562789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.563148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.563501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.563893 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.564238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.564578 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.564915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.565250 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.565587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.565944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.566275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.566607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.566934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:02.604909 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (4c1fa76c-a1ce-4741-a166-746796053347), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.605268 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 4c1fa76c-a1ce-4741-a166-746796053347 disassociated (deleted). External IP: 172.35.0.6, port: a5de0875-8060-48d1-8e0b-80631f2a3596.
Mar 05 21:24:02.816328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 981a25dd-c981-4c90-96be-887158a15130 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:24:02.925239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:24:02.929750 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:02.937012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Sync routers for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:24:02.949240 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:02.949859 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bffefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:02.959750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cf110fc9-76fb-43ed-92d5-0c7fb451ce2c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/floatingips/4c1fa76c-a1ce-4741-a166-746796053347 HTTP/1.1" status: 204  len: 168 time: 0.8461845
Mar 05 21:24:02.960332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:24:02.962717 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798a5a3-f681-46fd-a312-8d6a6e67ead9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:24:03.001717 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00ed33-619c-4d43-9e78-3b92e5bb7508 x-openstack-request-id: req-db00ed33-619c-4d43-9e78-3b92e5bb7508 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:24:03.002191 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:24:03.002451 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db00ed33-619c-4d43-9e78-3b92e5bb7508 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:24:03.002861 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'status': 'completed', 'code': 200}
Mar 05 21:24:03.060644 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:03.073828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-f51510fb-10e1-4d51-9cb8-8b5d11281b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.086637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-f51510fb-10e1-4d51-9cb8-8b5d11281b08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 1126 time: 0.0509257
Mar 05 21:24:03.229083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c4c3-e83b-4fe4-bb80-d0d884eeac51 req-48882d81-262c-4403-98d9-3c48a68551d3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.230570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d851c4c3-e83b-4fe4-bb80-d0d884eeac51 req-48882d81-262c-4403-98d9-3c48a68551d3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.0850022
Mar 05 21:24:03.236209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-a4fde88a-4583-4e6f-87c5-4f0fe1d0c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.237660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-a4fde88a-4583-4e6f-87c5-4f0fe1d0c473 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 200  len: 898 time: 0.1487947
Mar 05 21:24:03.269466 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bffefa0>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:03.295365 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Checking router: 981a25dd-c981-4c90-96be-887158a15130 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:24:03.297513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-688db23a-6f8a-48ef-9fac-0020f6c028db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 200  len: 217 time: 0.0457199
Mar 05 21:24:03.304003 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:03.304608 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bffefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:03.355987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d851c4c3-e83b-4fe4-bb80-d0d884eeac51 req-cf1c6337-07e6-458a-99a9-410060abd14b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1aec3c0-ff53-48b9-bc41-676cd1409ba1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173048
Mar 05 21:24:03.381335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-9a2b744e-e2fd-454d-93b1-7aa9ab6c269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.382787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-9a2b744e-e2fd-454d-93b1-7aa9ab6c269b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0770488
Mar 05 21:24:03.418730 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:03.436547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-4212dbb5-4051-4aff-9ad3-b90181328631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.439128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-4212dbb5-4051-4aff-9ad3-b90181328631 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8039d5d0-c4b5-4630-98d4-b0f0f0742b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474894
Mar 05 21:24:03.531742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-63c67d56-7ffc-4b42-94fc-f34b8ed5c01f service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862229
Mar 05 21:24:03.621596 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bffefa0>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:03.648235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd050b-5cf8-456b-817c-ce9856f7242b None None] The sync data for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 is: [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:08Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f8f558-2a8f-464e-9e04-a00d697e7fc3', 'name': '', 'network_id': '8039d5d0-c4b5-4630-98d4-b0f0f0742b20', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:02:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:07Z', 'updated_at': '2022-03-05T21:23:11Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '4dab7362-f89f-4fe2-bc12-edf470eb8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:24:03.681213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-13a41594-7859-46ee-ab74-74436140c023 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:03.682577 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-13a41594-7859-46ee-ab74-74436140c023 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ae1004-597e-4bab-acb1-96ebd290f040 HTTP/1.1" status: 200  len: 944 time: 0.1174932
Mar 05 21:24:03.720260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b798a5a3-f681-46fd-a312-8d6a6e67ead9 req-19a529f6-0419-4783-9969-ab0807e805e1 service neutron] 10.222.0.31 "GET /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539617
Mar 05 21:24:03.786426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port a5de0875-8060-48d1-8e0b-80631f2a3596 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:24:03.786778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:03.884623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port a5de0875-8060-48d1-8e0b-80631f2a3596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5de0875-8060-48d1-8e0b-80631f2a3596,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:03.885073 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:03.898864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56800ab9-26b2-4588-a21c-2c81d0057642 None None] New status for floating IP 4c1fa76c-a1ce-4741-a166-746796053347: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:24:03.902212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for a5de0875-8060-48d1-8e0b-80631f2a3596 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:24:04.040773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (a5de0875-8060-48d1-8e0b-80631f2a3596), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:04.067519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=a5de0875-8060-48d1-8e0b-80631f2a3596,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:04.111975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] No DVR routers for this DVR port a5de0875-8060-48d1-8e0b-80631f2a3596 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:24:04.114496 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:04.117899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-01f4d7b3-8c68-41e0-9838-ad1792d4a612 req-56d95268-6736-4968-af24-8cf6f4155836 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "DELETE /v2.0/ports/a5de0875-8060-48d1-8e0b-80631f2a3596 HTTP/1.1" status: 204  len: 173 time: 0.4261236
Mar 05 21:24:04.118354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-deleted', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:24:04.120613 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429bfbe5-766e-449e-b631-2e2d1cfe492f" -d '{"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-deleted", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:24:04.161752 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30abcbb6-6eeb-48c2-a9d0-b3744a7c0651 x-openstack-request-id: req-30abcbb6-6eeb-48c2-a9d0-b3744a7c0651 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:24:04.162136 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ae1004-597e-4bab-acb1-96ebd290f040", "name": "network-vif-deleted", "tag": "a5de0875-8060-48d1-8e0b-80631f2a3596", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:24:04.162464 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30abcbb6-6eeb-48c2-a9d0-b3744a7c0651 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:24:04.162939 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ae1004-597e-4bab-acb1-96ebd290f040', 'name': 'network-vif-deleted', 'tag': 'a5de0875-8060-48d1-8e0b-80631f2a3596', 'status': 'completed', 'code': 200}
Mar 05 21:24:04.409458 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:04.778355 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (981a25dd-c981-4c90-96be-887158a15130), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:05.034469 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 79f8f558-2a8f-464e-9e04-a00d697e7fc3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:24:05.034728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:05.121198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 79f8f558-2a8f-464e-9e04-a00d697e7fc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f8f558-2a8f-464e-9e04-a00d697e7fc3,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:05.121566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:05.135212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 79f8f558-2a8f-464e-9e04-a00d697e7fc3 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:24:05.316748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (79f8f558-2a8f-464e-9e04-a00d697e7fc3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:05.343643 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=79f8f558-2a8f-464e-9e04-a00d697e7fc3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:05.520700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (981a25dd-c981-4c90-96be-887158a15130), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.056761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router 981a25dd-c981-4c90-96be-887158a15130 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:24:06.163618 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:24:06.168524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-15304037-7a80-4993-8dca-f28c347cbe62 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/981a25dd-c981-4c90-96be-887158a15130/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7579782
Mar 05 21:24:06.171970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33820) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:06.174861 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Sync routers for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:24:06.185394 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:06.186605 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b916ce610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:06.225007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting subnet 4dab7362-f89f-4fe2-bc12-edf470eb8aa8 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:24:06.228045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (4dab7362-f89f-4fe2-bc12-edf470eb8aa8), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.268647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4dab7362-f89f-4fe2-bc12-edf470eb8aa8), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.292744 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:06.331521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.351538 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4dab7362-f89f-4fe2-bc12-edf470eb8aa8), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.414861 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4dab7362-f89f-4fe2-bc12-edf470eb8aa8), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.442485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Subnet': ['ID=4dab7362-f89f-4fe2-bc12-edf470eb8aa8,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:06.446051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.449770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4d6863ce-7d24-4a5b-bee7-3a1d2ef68cce tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/subnets/4dab7362-f89f-4fe2-bc12-edf470eb8aa8 HTTP/1.1" status: 204  len: 168 time: 0.2763550
Mar 05 21:24:06.452910 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33822) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:06.460365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4444b2-d901-49bc-a9d4-fa5a51821d57 None None] Network 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:24:06.484043 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b916ce610>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:24:05Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:06.517706 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Checking router: 981a25dd-c981-4c90-96be-887158a15130 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:24:06.528369 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Routers {'981a25dd-c981-4c90-96be-887158a15130'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:06.529046 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b916ce610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['981a25dd-c981-4c90-96be-887158a15130'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:06.530715 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.577149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (981a25dd-c981-4c90-96be-887158a15130), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.645329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] Set router 981a25dd-c981-4c90-96be-887158a15130 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:06.649655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] DHCP port deletion for 8039d5d0-c4b5-4630-98d4-b0f0f0742b20 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:24:06.693922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (981a25dd-c981-4c90-96be-887158a15130), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.698674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Deleting port fe669768-1ce0-41ba-bec4-fda0e00c612d {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:24:06.699252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.756782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port f3609c8b-9630-4fcc-ac41-bd36a5a6065d {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:24:06.757631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.768854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] For port fe669768-1ce0-41ba-bec4-fda0e00c612d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe669768-1ce0-41ba-bec4-fda0e00c612d,segment=NetworkSegment(ae8e0df3-49af-418a-826c-dc818c859d1d),segment_id=ae8e0df3-49af-418a-826c-dc818c859d1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:06.769758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.782175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Calling delete_port for fe669768-1ce0-41ba-bec4-fda0e00c612d owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:24:06.847618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port f3609c8b-9630-4fcc-ac41-bd36a5a6065d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:06.848016 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.849989 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b916ce610>, [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:24:05Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:06.865453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for f3609c8b-9630-4fcc-ac41-bd36a5a6065d owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:24:06.880629 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (fe669768-1ce0-41ba-bec4-fda0e00c612d), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:06.895831 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333613f-0bca-4f46-a52c-c5fd4e329a80 None None] The sync data for ids ['981a25dd-c981-4c90-96be-887158a15130'] in ncdv-master-1 is: [{'id': '981a25dd-c981-4c90-96be-887158a15130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514542364', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:24:05Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': 'f3609c8b-9630-4fcc-ac41-bd36a5a6065d', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a25dd-c981-4c90-96be-887158a15130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:23:04Z', 'updated_at': '2022-03-05T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:24:06.922409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] Pushing event deleted for resources: {'Port': ['ID=fe669768-1ce0-41ba-bec4-fda0e00c612d,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:06.926337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856471ac-42bd-4bed-bb17-bbafd9fd1edc None None] No DVR routers for this DVR port fe669768-1ce0-41ba-bec4-fda0e00c612d on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:24:07.054515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f3609c8b-9630-4fcc-ac41-bd36a5a6065d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.080720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=f3609c8b-9630-4fcc-ac41-bd36a5a6065d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:07.138501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (981a25dd-c981-4c90-96be-887158a15130), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.230081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (981a25dd-c981-4c90-96be-887158a15130), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.232359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (981a25dd-c981-4c90-96be-887158a15130), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.275962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fe669768-1ce0-41ba-bec4-fda0e00c612d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:24:07.285683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (981a25dd-c981-4c90-96be-887158a15130), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.286942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Fanout notify agent at l3_agent the message router_deleted on router 981a25dd-c981-4c90-96be-887158a15130 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:24:07.294511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.296568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a597eac4-69c8-4ddf-819a-63e38d0d0243 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/routers/981a25dd-c981-4c90-96be-887158a15130 HTTP/1.1" status: 204  len: 168 time: 0.8415773
Mar 05 21:24:07.298994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33824) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:07.304487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: fe669768-1ce0-41ba-bec4-fda0e00c612d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:24:07.304981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device fe669768-1ce0-41ba-bec4-fda0e00c612d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:24:07.383878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8039d5d0-c4b5-4630-98d4-b0f0f0742b20), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.472976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8039d5d0-c4b5-4630-98d4-b0f0f0742b20), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.494897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b91eb02e0>,) {'filters': {'network_id': ['8039d5d0-c4b5-4630-98d4-b0f0f0742b20']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:07.505591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91eb02e0>, 'ae8e0df3-49af-418a-826c-dc818c859d1d') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:07.505950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b91eb02e0>, 'ae8e0df3-49af-418a-826c-dc818c859d1d') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:07.515914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (ae8e0df3-49af-418a-826c-dc818c859d1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.528993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (ae8e0df3-49af-418a-826c-dc818c859d1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.535755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:24:07.536154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (ae8e0df3-49af-418a-826c-dc818c859d1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:24:07.539168 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:24:07.604546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8039d5d0-c4b5-4630-98d4-b0f0f0742b20), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.615203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.616475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/networks/8039d5d0-c4b5-4630-98d4-b0f0f0742b20 HTTP/1.1" status: 204  len: 168 time: 0.3153963
Mar 05 21:24:07.618426 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33826) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:07.632141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59f011-b80b-454d-b2b8-b31fd4d74517 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Network': ['ID=8039d5d0-c4b5-4630-98d4-b0f0f0742b20,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:07.661960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:24:07.676776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (d1aec3c0-ff53-48b9-bc41-676cd1409ba1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.682200 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: a5de0875-8060-48d1-8e0b-80631f2a3596 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:24:07.682556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device a5de0875-8060-48d1-8e0b-80631f2a3596 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:24:07.704347 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (d1aec3c0-ff53-48b9-bc41-676cd1409ba1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.763761 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (d1aec3c0-ff53-48b9-bc41-676cd1409ba1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.766466 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:07.767629 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1aec3c0-ff53-48b9-bc41-676cd1409ba1 HTTP/1.1" status: 204  len: 168 time: 0.1476817
Mar 05 21:24:07.776934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebd97d-000f-4d55-a6f7-8cc10c0f008f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aec3c0-ff53-48b9-bc41-676cd1409ba1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.094131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33832) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.098992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532253260', 'description': 'tempest-secgroup-smoke-1532253260 description', 'project_id': '7be8dce4a165431c8a7279be20d99612'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.119180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.184867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (9afbd70c-3b1a-4378-975e-c1c62fc49ed6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.188767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9afbd70c-3b1a-4378-975e-c1c62fc49ed6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.212345 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.213491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1183236
Mar 05 21:24:08.216456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33834) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.221146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.221299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a08a9-c36f-46ee-9fca-f7832e11d700 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbd70c-3b1a-4378-975e-c1c62fc49ed6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.247515 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (065cb99c-a2eb-4f28-8f60-463854059f97), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.291415 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (065cb99c-a2eb-4f28-8f60-463854059f97), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.295262 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (065cb99c-a2eb-4f28-8f60-463854059f97), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.312315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065cb99c-a2eb-4f28-8f60-463854059f97,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.320509 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.321694 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eaf9980f-859b-43e4-bfd5-15cce6e18857 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1041925
Mar 05 21:24:08.324475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.329206 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.354945 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (290ef862-192d-4738-b7eb-d59cb162f3d7), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.413652 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (290ef862-192d-4738-b7eb-d59cb162f3d7), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.417042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (290ef862-192d-4738-b7eb-d59cb162f3d7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.434369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290ef862-192d-4738-b7eb-d59cb162f3d7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.442240 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.443427 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-257540fe-42f8-4da8-917b-a29130d7b6de tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1180439
Mar 05 21:24:08.446172 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33838) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.450644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.476254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (44909922-0f3c-4d1a-895d-1b7acc9ae079), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.531625 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (44909922-0f3c-4d1a-895d-1b7acc9ae079), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.534924 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (44909922-0f3c-4d1a-895d-1b7acc9ae079), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.551241 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44909922-0f3c-4d1a-895d-1b7acc9ae079,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.559752 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.560974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-af9a6033-f99d-4186-abae-148f991adf87 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1137521
Mar 05 21:24:08.563650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33840) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.567961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.591640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (d65a71a1-4e57-4906-988c-7bad51f72805), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.648001 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (d65a71a1-4e57-4906-988c-7bad51f72805), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.651865 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d65a71a1-4e57-4906-988c-7bad51f72805), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.669487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65a71a1-4e57-4906-988c-7bad51f72805,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.677564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.678747 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ba1289a3-483d-4416-982c-29d104c40379 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1141670
Mar 05 21:24:08.681557 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.685947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.705355 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:24:08.710173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (84d55810-793d-461e-8576-e05d7c1ca50c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.770066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (84d55810-793d-461e-8576-e05d7c1ca50c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.773578 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (84d55810-793d-461e-8576-e05d7c1ca50c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.795415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d55810-793d-461e-8576-e05d7c1ca50c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.801533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.802720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e17ef763-f206-49ac-ab84-2841876ae7e8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1201193
Mar 05 21:24:08.805398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33844) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.809627 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'security_group_rule': {'security_group_id': '9afbd70c-3b1a-4378-975e-c1c62fc49ed6', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.829762 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Project 7be8dce4a165431c8a7279be20d99612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:24:08.834842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (13cf1361-cf34-4afa-b87e-2914e1d705de), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.881709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79f8f558-2a8f-464e-9e04-a00d697e7fc3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:24:08.897483 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (13cf1361-cf34-4afa-b87e-2914e1d705de), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.901806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (13cf1361-cf34-4afa-b87e-2914e1d705de), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.905661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 79f8f558-2a8f-464e-9e04-a00d697e7fc3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:24:08.906032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 79f8f558-2a8f-464e-9e04-a00d697e7fc3 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:24:08.906470 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f3609c8b-9630-4fcc-ac41-bd36a5a6065d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:24:08.919167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cf1361-cf34-4afa-b87e-2914e1d705de,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:08.928745 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.929750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: f3609c8b-9630-4fcc-ac41-bd36a5a6065d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:24:08.930152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-114a059f-0239-4fbc-8b8b-bcb525e3d697 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1237788
Mar 05 21:24:08.930302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device f3609c8b-9630-4fcc-ac41-bd36a5a6065d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:24:08.933070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 33846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:08.938561 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'network': {'name': 'tempest-network-smoke--1494479420', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:08.957351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:24:08.960683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.985237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:24:08.994282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:08.994638 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Added segment 7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9 of type vlan for network 85099e52-467a-42aa-8133-bc744a0c6342
Mar 05 21:24:09.033744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (85099e52-467a-42aa-8133-bc744a0c6342), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.060161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (85099e52-467a-42aa-8133-bc744a0c6342), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.065137 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:09.065748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.126697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1924977
Mar 05 21:24:09.129742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33848) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:09.132592 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313ea5a-5045-4c9c-8e6c-f461cf70e89c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Network': ['ID=85099e52-467a-42aa-8133-bc744a0c6342,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:09.135280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'admin_state_up': True, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:09.143868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 85099e52-467a-42aa-8133-bc744a0c6342 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:24:09.157559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.158669 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.210471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (dcb82fca-f70b-4344-84db-53da2cb32ac5), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.350786 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (dcb82fca-f70b-4344-84db-53da2cb32ac5), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.862758 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.882554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:09.984324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.41 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/850ad9f1-6342-4b28-bf06-5f35ad90938a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:24:10.085342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:10.118086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:10.158202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:10.161033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:10.167332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:24:10.169621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=850ad9f1-6342-4b28-bf06-5f35ad90938a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:10.420755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:10.619095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:10.751845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router dcb82fca-f70b-4344-84db-53da2cb32ac5 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:24:10.863103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:24:10.873050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Sync routers for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:24:10.883598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:10.884262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82af1be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:10.885025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:10.888138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a9cbd1a9-72b5-4738-b971-d8d53bb8d81e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7573178
Mar 05 21:24:10.889774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33850) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:10.993250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:11.077866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-440d93c7-a8f9-494c-afe7-8b651fa7217a tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7be8dce4a165431c8a7279be20d99612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1866200
Mar 05 21:24:11.080560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:11.179886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82af1be0>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:10Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:11.211500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Checking router: dcb82fca-f70b-4344-84db-53da2cb32ac5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:24:11.211885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Updating router dcb82fca-f70b-4344-84db-53da2cb32ac5 port 850ad9f1-6342-4b28-bf06-5f35ad90938a binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:24:11.228659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07a0bc-3109-40c0-8580-b206e90dfcc2 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:11.230169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bd07a0bc-3109-40c0-8580-b206e90dfcc2 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1487172
Mar 05 21:24:11.233779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:11.239764 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.274169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f7d62b0d-b24d-4d97-9654-e4a07ccea339 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0369194
Mar 05 21:24:11.274386 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33858) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:11.279010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7995848', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:11.363469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:24:11.366921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.490523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks [] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.496150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.547811 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0f0b74b9-1686-4886-9024-9bdc4aca3688), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.550778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Attempting to bind port 850ad9f1-6342-4b28-bf06-5f35ad90938a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:24:11.551144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Attempting to bind port 850ad9f1-6342-4b28-bf06-5f35ad90938a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:24:11.551511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Attempting to bind port 850ad9f1-6342-4b28-bf06-5f35ad90938a on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:24:11.554312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208fc3f-2b21-4a57-bc64-cf03aa586752 None None] Pushing event updated for resources: {'Port': ['ID=850ad9f1-6342-4b28-bf06-5f35ad90938a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:11.558814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:24:11.559264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:24:11.559595 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.560009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:24:11.560506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Bound port: 850ad9f1-6342-4b28-bf06-5f35ad90938a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:24:11.560913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.612715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] For port 850ad9f1-6342-4b28-bf06-5f35ad90938a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:24:11.616070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] For port 850ad9f1-6342-4b28-bf06-5f35ad90938a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=850ad9f1-6342-4b28-bf06-5f35ad90938a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:24:11.616569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Subnet': ['ID=0f0b74b9-1686-4886-9024-9bdc4aca3688,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:11.626804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Checking segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:24:11.627173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network hostable DHCP agents. Network: 85099e52-467a-42aa-8133-bc744a0c6342, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:24:11.627876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.645613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 85099e52-467a-42aa-8133-bc744a0c6342 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:24:11.655421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 85099e52-467a-42aa-8133-bc744a0c6342) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:11.660043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:11.660862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:11.669939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ec563-3c66-49f3-bdaa-ef48bd1595cd None None] Network 85099e52-467a-42aa-8133-bc744a0c6342 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:24:11.677509 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4b2206a3-446d-4efe-934c-84cce5385db9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 829 time: 0.4021645
Mar 05 21:24:11.680257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33860) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:11.728488 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208fc3f-2b21-4a57-bc64-cf03aa586752 None None] Pushing event updated for resources: {'Port': ['ID=850ad9f1-6342-4b28-bf06-5f35ad90938a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:11.737917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:11.738532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82af1be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:12.018457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-85099e52-467a-42aa-8133-bc744a0c6342', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:24:12.019300 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.049803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:12.125910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.283413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Allocated IP 172.20.0.2 (85099e52-467a-42aa-8133-bc744a0c6342/0f0b74b9-1686-4886-9024-9bdc4aca3688/c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:24:12.411550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82af1be0>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:10Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:12.442932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027d4f-4fc7-4677-8387-c82f912922b3 None None] The sync data for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 is: [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:10Z', 'revision_number': 3, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:24:12.484713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks [] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.490373 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.534026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Network 85099e52-467a-42aa-8133-bc744a0c6342 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:12.536989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:12.540587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:24:12.544188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.1 (85099e52-467a-42aa-8133-bc744a0c6342/0f0b74b9-1686-4886-9024-9bdc4aca3688/6cadfebf-8bc8-4113-a622-8bec8bb770ef) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:24:12.547870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Pushing event updated for resources: {'Port': ['ID=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:12.600918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Attempting to bind port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:24:12.601288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Attempting to bind port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:24:12.601651 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Attempting to bind port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae on network 85099e52-467a-42aa-8133-bc744a0c6342 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:24:12.606645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:24:12.607026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Checking segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:24:12.607433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.607958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Bound using segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:24:12.608536 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Bound port: c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:24:12.608926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.672890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.685463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] For port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:24:12.689788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] For port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:24:12.702855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.734154 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.776492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8e37-0265-4273-b8c5-29160f3062cc None None] Pushing event updated for resources: {'Port': ['ID=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:12.804729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 85099e52-467a-42aa-8133-bc744a0c6342 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:12.808008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:12.812914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:24:12.817149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:12.864704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:12.956228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 850ad9f1-6342-4b28-bf06-5f35ad90938a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:24:13.043150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.070970 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 850ad9f1-6342-4b28-bf06-5f35ad90938a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:13.071465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.167383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 850ad9f1-6342-4b28-bf06-5f35ad90938a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:13.167809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.199087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 850ad9f1-6342-4b28-bf06-5f35ad90938a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=850ad9f1-6342-4b28-bf06-5f35ad90938a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:13.205305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.269256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=850ad9f1-6342-4b28-bf06-5f35ad90938a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:13.382599 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.389102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.461963 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.463732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:13.565330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 85099e52-467a-42aa-8133-bc744a0c6342 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:13.566677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:13.687335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router dcb82fca-f70b-4344-84db-53da2cb32ac5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:24:13.798697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:24:13.808171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-583e3dbd-9de5-483f-b147-a1af797c7408 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/dcb82fca-f70b-4344-84db-53da2cb32ac5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1267219
Mar 05 21:24:13.874164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307cce81-a5af-4e09-8415-2ffe6f24f7b4 None None] Network 85099e52-467a-42aa-8133-bc744a0c6342 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:24:13.966394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Provisioning complete for port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:13.966808 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:13.976806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-95622626-a7e4-41c9-b091-ac2feb9b0b6c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532253260&fields=id&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 267 time: 0.0536230
Mar 05 21:24:14.083043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Current status of the port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:14.083516 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.106872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-7d98137f-d95b-46c3-8566-edeff2d9bfcc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:14.108794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-7d98137f-d95b-46c3-8566-edeff2d9bfcc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 797 time: 0.1220493
Mar 05 21:24:14.119163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] For port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:14.127219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-e02e1a0b-fc74-49a1-88f7-fe0158a108e1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/quotas/7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 375 time: 0.0120611
Mar 05 21:24:14.128100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.183411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d4737-5309-4f94-b398-0132a2ee0c2c None None] Pushing event updated for resources: {'Port': ['ID=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:14.190224 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-19e86506-7d81-4781-9211-34a2631b8ff2 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547538
Mar 05 21:24:14.310112 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Sync routers for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:24:14.321183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:14.321901 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccf1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:14.360105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:14.360590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.369299 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-ba3a9867-9059-48f5-9c77-2ec564b026c5 service neutron] 10.222.0.15 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605201
Mar 05 21:24:14.400729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Port 6cadfebf-8bc8-4113-a622-8bec8bb770ef cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:24:14.413230 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Provisioning complete for port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:14.413611 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.481570 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-4adac160-7a33-4f15-a142-90d3f90e4804 service neutron] 10.222.0.15 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110046
Mar 05 21:24:14.521231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c1856-ff03-4d2f-b947-fbdc172bd916 None None] Current status of the port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:14.558733 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:14.655169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d76e1863-6901-4287-a2ac-ebd7d6a407fc None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:14.655838 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d76e1863-6901-4287-a2ac-ebd7d6a407fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.692224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-007a29c0-58d0-49e5-9372-d7959db9fe93 req-619a19c8-64ae-4c94-9b2e-95cc4db7d96c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 210 time: 0.0538039
Mar 05 21:24:14.703364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d76e1863-6901-4287-a2ac-ebd7d6a407fc None None] Port 6cadfebf-8bc8-4113-a622-8bec8bb770ef cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:24:14.801949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccf1c0>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 2, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:14.823514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7d8edfff-a8a4-441a-8942-367dd36b1937 None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:14.823921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d8edfff-a8a4-441a-8942-367dd36b1937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:14.837543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Checking router: dcb82fca-f70b-4344-84db-53da2cb32ac5 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:24:14.837543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Updating router dcb82fca-f70b-4344-84db-53da2cb32ac5 port 6cadfebf-8bc8-4113-a622-8bec8bb770ef binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:24:14.865018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7d8edfff-a8a4-441a-8942-367dd36b1937 None None] Port 6cadfebf-8bc8-4113-a622-8bec8bb770ef cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:24:14.872289 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.002264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 850ad9f1-6342-4b28-bf06-5f35ad90938a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:24:15.052802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 850ad9f1-6342-4b28-bf06-5f35ad90938a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:15.053190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.143348 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 850ad9f1-6342-4b28-bf06-5f35ad90938a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:15.144455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:24:15.179062 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks [] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.185814 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.195542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:15.196226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.254609 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Pushing event updated for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:15.278569 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.278860 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.279203 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.280166 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.280538 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.280881 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.281273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:15.281400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.281574 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.281877 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.282206 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.282533 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.283345 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.283345 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:24:15.313615 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Attempting to bind port 6cadfebf-8bc8-4113-a622-8bec8bb770ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:24:15.314237 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Attempting to bind port 6cadfebf-8bc8-4113-a622-8bec8bb770ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:24:15.314947 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Attempting to bind port 6cadfebf-8bc8-4113-a622-8bec8bb770ef on network 85099e52-467a-42aa-8133-bc744a0c6342 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:24:15.320119 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:24:15.320502 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Checking segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:24:15.320910 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.321310 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Bound using segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:24:15.321782 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Bound port: 6cadfebf-8bc8-4113-a622-8bec8bb770ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:24:15.322162 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.391174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] For port 6cadfebf-8bc8-4113-a622-8bec8bb770ef, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:24:15.394710 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] For port 6cadfebf-8bc8-4113-a622-8bec8bb770ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cadfebf-8bc8-4113-a622-8bec8bb770ef,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:24:15.400828 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.459182 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:15.459944 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccf1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:15.461486 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e194e-212e-478a-bce8-0e9685be6b31 None None] Pushing event updated for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:15.499822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:15.500152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.582516 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:15.589083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Current status of the port 6cadfebf-8bc8-4113-a622-8bec8bb770ef is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:15.589643 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.629785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] For port 6cadfebf-8bc8-4113-a622-8bec8bb770ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cadfebf-8bc8-4113-a622-8bec8bb770ef,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:15.637332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.693852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5da03-1693-4217-bbf8-adf1cb85b5b8 None None] Pushing event updated for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:15.770967 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b0c6231d-e9a8-47fd-b3b5-fc0e6757423d None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:15.771347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0c6231d-e9a8-47fd-b3b5-fc0e6757423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:15.804028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-269627f7-4a2d-468f-890e-b810b657cbd8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:15.805586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-269627f7-4a2d-468f-890e-b810b657cbd8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 797 time: 0.1365442
Mar 05 21:24:15.840272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d5dfced-a2be-4d3b-8cfd-21aa2c468e8f req-bdca8a78-d01e-472b-a98a-2d128854525e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 210 time: 0.0650985
Mar 05 21:24:15.840888 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bccf1c0>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:15.874915 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0715ac-e55e-4f95-a8a5-fe167dc79ddf None None] The sync data for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 is: [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:24:15.895011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d1e31330-d90d-45c7-bb5c-ba1745240502 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be8dce4a165431c8a7279be20d99612 HTTP/1.1" status: 200  len: 380 time: 0.0803874
Mar 05 21:24:15.895194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b0c6231d-e9a8-47fd-b3b5-fc0e6757423d None None] Current status of the port 6cadfebf-8bc8-4113-a622-8bec8bb770ef is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:15.904766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'port': {'device_id': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'admin_state_up': True, 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'security_groups': ['9afbd70c-3b1a-4378-975e-c1c62fc49ed6']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:16.037299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Made reservation on behalf of 7be8dce4a165431c8a7279be20d99612 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:24:16.040707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.171599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.20.0.11 (85099e52-467a-42aa-8133-bc744a0c6342/0f0b74b9-1686-4886-9024-9bdc4aca3688/f62a0af6-b1e1-48c2-b304-059a1b9c84a9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:24:16.318267 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.353087 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.403354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 85099e52-467a-42aa-8133-bc744a0c6342 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:16.406777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:16.409776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:24:16.440970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:16.474499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:16.475039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.495111 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-d04999ef-af0d-493c-925a-1679a3b68106 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5945168
Mar 05 21:24:16.565394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Request body: {'port': {'device_id': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:16.629535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.731422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-48ae0d4b-38a9-42b7-a3a1-8aff90efc9f2 None None] Provisioning complete for port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:16.731971 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48ae0d4b-38a9-42b7-a3a1-8aff90efc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:16.771645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-48ae0d4b-38a9-42b7-a3a1-8aff90efc9f2 None None] Port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:24:16.934784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6cadfebf-8bc8-4113-a622-8bec8bb770ef up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:24:16.992524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 6cadfebf-8bc8-4113-a622-8bec8bb770ef triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:16.992910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.080683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 6cadfebf-8bc8-4113-a622-8bec8bb770ef is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:17.312198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:24:17.321939 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks [] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.339405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Transition to ACTIVE for port object f62a0af6-b1e1-48c2-b304-059a1b9c84a9 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:24:17.345011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.360688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb790fa8-0457-466d-9d46-9210844b7260 req-464e496c-289f-4571-8293-66289ef437a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:17.362170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb790fa8-0457-466d-9d46-9210844b7260 req-464e496c-289f-4571-8293-66289ef437a6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 932 time: 0.4409180
Mar 05 21:24:17.423707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:17.473491 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eb790fa8-0457-466d-9d46-9210844b7260 req-09b2abac-b495-43ad-9093-a120fd266937 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917573
Mar 05 21:24:17.524703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Attempting to bind port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:24:17.525051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Attempting to bind port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:24:17.525390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Attempting to bind port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 on network 85099e52-467a-42aa-8133-bc744a0c6342 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:24:17.531190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 on network 85099e52-467a-42aa-8133-bc744a0c6342 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:24:17.531521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Attempting to bind port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 on network 85099e52-467a-42aa-8133-bc744a0c6342 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:24:17.536839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:24:17.537211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Checking segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:24:17.537628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Bound using segment: {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:24:17.538125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Bound port: f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:24:17.538490 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.604686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:24:17.608356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:24:17.614402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.651974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:17.652591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:17.653990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] 10.222.0.31 "PUT /v2.0/ports/f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 1092 time: 1.1526680
Mar 05 21:24:17.654579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:24:17.656851 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dbf091-7526-4917-8f05-88ad34a5812d" -d '{"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:24:17.678797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2dd30-5c4e-4a93-bff5-a9e26caca992 service neutron] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:17.709942 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0398b47f-a0b2-4058-8c86-a9ff89576cfc x-openstack-request-id: req-0398b47f-a0b2-4058-8c86-a9ff89576cfc {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:24:17.710245 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:24:17.710526 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0398b47f-a0b2-4058-8c86-a9ff89576cfc {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:24:17.710924 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'status': 'completed', 'code': 200}
Mar 05 21:24:17.750276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-e70053a6-f939-4d31-9a9f-b6aa5a7ae4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:17.751860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-e70053a6-f939-4d31-9a9f-b6aa5a7ae4e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1126 time: 0.0535302
Mar 05 21:24:17.793733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-26c2533e-fda5-4899-bd85-f73453f6c4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 217 time: 0.0346644
Mar 05 21:24:17.844239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-86a7d7a3-1fcf-47b4-a4e2-6cc67a455bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:17.845739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-86a7d7a3-1fcf-47b4-a4e2-6cc67a455bf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 200  len: 832 time: 0.0460842
Mar 05 21:24:17.903538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-a042d367-667d-4fe2-9b7f-27adc2bd44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:17.905843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-a042d367-667d-4fe2-9b7f-27adc2bd44c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=85099e52-467a-42aa-8133-bc744a0c6342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0543997
Mar 05 21:24:17.997472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-35a5ad56-3fc5-44bb-bd8b-de32343d4681 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860937
Mar 05 21:24:18.088455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0798c756-2813-4d7f-aa24-45447e6db2a9 req-6b4c48bc-8aa1-48b5-9f43-cd7984b78e56 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847013
Mar 05 21:24:18.177442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf091-7526-4917-8f05-88ad34a5812d req-d203d14d-6362-4889-9d83-0f6160d9996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:18.178935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-d203d14d-6362-4889-9d83-0f6160d9996a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1126 time: 0.0449464
Mar 05 21:24:18.265195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf091-7526-4917-8f05-88ad34a5812d req-215acc84-ad2e-49ee-95a2-ed25fcc74c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:18.266625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-215acc84-ad2e-49ee-95a2-ed25fcc74c7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 898 time: 0.0821478
Mar 05 21:24:18.309453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-89009550-0d72-4031-b90f-43103b14ebb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 217 time: 0.0370181
Mar 05 21:24:18.357090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf091-7526-4917-8f05-88ad34a5812d req-5b4d7ed2-1924-487a-881b-9f487052ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:18.358469 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-5b4d7ed2-1924-487a-881b-9f487052ace2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 200  len: 832 time: 0.0427859
Mar 05 21:24:18.407756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf091-7526-4917-8f05-88ad34a5812d req-5b75b751-e017-45bc-9a55-bfe1c0f385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:18.409249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-5b75b751-e017-45bc-9a55-bfe1c0f385e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=85099e52-467a-42aa-8133-bc744a0c6342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441806
Mar 05 21:24:18.500877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-2d20c1dc-6987-48ce-8a36-991011c5878d service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848806
Mar 05 21:24:18.632109 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-67dbf091-7526-4917-8f05-88ad34a5812d req-d15a9fba-496f-40aa-bba6-a40bd9e7e492 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248536
Mar 05 21:24:18.640667 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40150c5-2872-4cb5-b4a4-cd44f13d499f req-e508fa51-9bf8-4b16-a1a9-d44588777a30 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:18.642083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d40150c5-2872-4cb5-b4a4-cd44f13d499f req-e508fa51-9bf8-4b16-a1a9-d44588777a30 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 944 time: 0.0903256
Mar 05 21:24:18.692447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d40150c5-2872-4cb5-b4a4-cd44f13d499f req-0c19ef9c-2579-44cd-8240-a5d227c487bf tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445263
Mar 05 21:24:19.692904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:24:19.753930 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:24:19.793161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:19.804677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'mac_address': 'fa:16:3e:1e:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:24:19.813408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ff52-9ce8-4ab1-9d61-cbbf857af7fb req-f61cbae4-c459-49c5-86a3-4623f4b69262 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:19.814903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca82ff52-9ce8-4ab1-9d61-cbbf857af7fb req-f61cbae4-c459-49c5-86a3-4623f4b69262 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 944 time: 0.0528266
Mar 05 21:24:19.841531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:19.842476 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:19.855339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:24:19.868988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca82ff52-9ce8-4ab1-9d61-cbbf857af7fb req-d7024f91-05ec-4029-99a5-b8c5859486e6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484953
Mar 05 21:24:19.875482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:19.880351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:19.934812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:20.124257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f62a0af6-b1e1-48c2-b304-059a1b9c84a9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:24:20.992381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3b779-06ab-4f44-afc7-a752483f6185 req-c958d410-5985-4abe-b2b0-16bbcfaa3eb9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:20.993847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77d3b779-06ab-4f44-afc7-a752483f6185 req-c958d410-5985-4abe-b2b0-16bbcfaa3eb9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 945 time: 0.0522697
Mar 05 21:24:21.043189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77d3b779-06ab-4f44-afc7-a752483f6185 req-aa6277a9-6400-46a0-9b9a-b3f20704e0dc tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433393
Mar 05 21:24:21.723973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:24:21.772300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:24:21.775849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:24:21.776225 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:21.849250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:24:21.849634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:21.874860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:24:21.877198 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560fd93-98c8-4b14-9bea-aef63182de52" -d '{"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:24:21.891228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:24:21.896511 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:21.921196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30308b39-6e26-4475-8471-ca986a49d964 x-openstack-request-id: req-30308b39-6e26-4475-8471-ca986a49d964 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:24:21.921493 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:24:21.921751 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30308b39-6e26-4475-8471-ca986a49d964 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:24:21.922149 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'code': 200}
Mar 05 21:24:21.948486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:22.018642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b44058-169e-4400-ba55-b0938756fb83 req-ab2f0740-ac37-4933-a348-494e9bbd0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:22.020079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92b44058-169e-4400-ba55-b0938756fb83 req-ab2f0740-ac37-4933-a348-494e9bbd0269 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1128 time: 0.0451033
Mar 05 21:24:22.070961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92b44058-169e-4400-ba55-b0938756fb83 req-889fc9db-575e-4985-a952-8d3db2f7fb04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448823
Mar 05 21:24:22.161266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43488b-1154-4427-875c-c9da34012676 req-f5d5ae6a-9a61-4a2c-995c-efd437fbd7af tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:22.162781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d43488b-1154-4427-875c-c9da34012676 req-f5d5ae6a-9a61-4a2c-995c-efd437fbd7af tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0536065
Mar 05 21:24:22.212258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d43488b-1154-4427-875c-c9da34012676 req-4dd0e829-07a8-4173-81d4-04d0684c11b3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438733
Mar 05 21:24:23.335282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61be6d4-ba4e-4b08-a881-66141ca5c3e4 req-bd84ab05-36b9-48d8-8ecf-c4a1dd69cd1f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:23.336789 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a61be6d4-ba4e-4b08-a881-66141ca5c3e4 req-bd84ab05-36b9-48d8-8ecf-c4a1dd69cd1f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0513742
Mar 05 21:24:23.385436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a61be6d4-ba4e-4b08-a881-66141ca5c3e4 req-56e8b11f-7bb1-467c-8ffe-fd6c2a9c82f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425680
Mar 05 21:24:23.503756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd22a9-4123-4724-ae08-33523cc5cc40 req-4ae11736-fe2b-4cb4-ad8c-dac7d910c3a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:23.505246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6cd22a9-4123-4724-ae08-33523cc5cc40 req-4ae11736-fe2b-4cb4-ad8c-dac7d910c3a5 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0543349
Mar 05 21:24:23.559066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c6cd22a9-4123-4724-ae08-33523cc5cc40 req-8c2a9550-97c3-4d6c-9a44-48bb027f6848 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477531
Mar 05 21:24:23.581142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:23.630156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca92a1c-8f02-410d-8d37-aa28382fe3f4 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:23.631787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9ca92a1c-8f02-410d-8d37-aa28382fe3f4 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1123 time: 0.0496469
Mar 05 21:24:23.634542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33914) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:23.639948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:24:23.660191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:23.759107 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:23.866338 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Allocated IP 172.35.0.3 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0e12a305-3c33-4e61-8ce3-7d1593cd00cb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:24:23.967301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.000457 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.044262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:24:24.047132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:24:24.050595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:24:24.055931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=0e12a305-3c33-4e61-8ce3-7d1593cd00cb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:24.398352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (62e1c781-c58d-4c9c-a5d8-396b37e98901), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.470140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.521680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02e9ae5a-93ab-4356-8f65-a49f7525442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.624209 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.628533 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.695758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event updated for resources: {'Port': ['ID=0e12a305-3c33-4e61-8ce3-7d1593cd00cb,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:24:24.707981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (62e1c781-c58d-4c9c-a5d8-396b37e98901), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:24.811292 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 62e1c781-c58d-4c9c-a5d8-396b37e98901 associated. External IP: 172.35.0.3, port: f62a0af6-b1e1-48c2-b304-059a1b9c84a9.
Mar 05 21:24:25.027019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router dcb82fca-f70b-4344-84db-53da2cb32ac5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:24:25.136039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:24:25.147558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Sync routers for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:24:25.155925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:25.159285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:25.159616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:25.187255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-86ddb9fc-d876-4fce-8f10-60a6a3d8807f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5513313
Mar 05 21:24:25.188204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:24:25.196109 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f3d357-3cca-485a-a8b3-29922200a7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:24:25.237341 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641cf13-ae0c-479d-bfaf-e4712dbb8984 x-openstack-request-id: req-3641cf13-ae0c-479d-bfaf-e4712dbb8984 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:24:25.237712 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:24:25.237924 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3641cf13-ae0c-479d-bfaf-e4712dbb8984 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:24:25.238297 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'status': 'completed', 'code': 200}
Mar 05 21:24:25.273775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:25.294266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1acb7c-5300-4a2b-ada9-d76dab813a0c req-08c5cc5e-6d93-444d-9a53-5814ebd4858e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:25.296602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d1acb7c-5300-4a2b-ada9-d76dab813a0c req-08c5cc5e-6d93-444d-9a53-5814ebd4858e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0560126
Mar 05 21:24:25.310394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-e7b5c824-2131-4b1a-8903-dd948e965f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:25.312683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-e7b5c824-2131-4b1a-8903-dd948e965f4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1128 time: 0.0528829
Mar 05 21:24:25.347343 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d1acb7c-5300-4a2b-ada9-d76dab813a0c req-5120b10a-83b8-43ad-bb26-bda8180cf5d7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450113
Mar 05 21:24:25.370322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33920) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:25.454016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a76dcd64-2cfd-4011-b85f-6535a7aaf25e tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/62e1c781-c58d-4c9c-a5d8-396b37e98901 HTTP/1.1" status: 200  len: 990 time: 0.0824280
Mar 05 21:24:25.467169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-0885d970-5d60-4ace-b400-7a429d9c690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:25.468869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-0885d970-5d60-4ace-b400-7a429d9c690a service neutron] 10.222.0.31 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 898 time: 0.1504407
Mar 05 21:24:25.501774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3b50>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62e1c781-c58d-4c9c-a5d8-396b37e98901', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.3', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'mac_address': 'fa:16:3e:1e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:24:24Z', 'updated_at': '2022-03-05T21:24:24Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:25.527586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Checking router: dcb82fca-f70b-4344-84db-53da2cb32ac5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:24:25.536337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:24:25.536944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:23:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:25.539044 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-fb5c2e59-7261-4395-aac8-f6d00a438bb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 998 time: 0.0636506
Mar 05 21:24:25.586647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-12a00333-84ab-44d2-b967-7282c6e222d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:25.588195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-12a00333-84ab-44d2-b967-7282c6e222d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 200  len: 832 time: 0.0434554
Mar 05 21:24:25.640243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-321df0f0-8e2e-4fbb-8348-9d8ddcb66a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:25.641789 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-321df0f0-8e2e-4fbb-8348-9d8ddcb66a88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=85099e52-467a-42aa-8133-bc744a0c6342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475135
Mar 05 21:24:25.738177 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-1e156c1d-8523-434a-8f48-516fd7d49291 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903356
Mar 05 21:24:25.809556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:24:25.826827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00f3d357-3cca-485a-a8b3-29922200a7ba req-21529ad3-5e42-46a6-a9fc-62e9a2dd1b74 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828509
Mar 05 21:24:26.030672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ae3b50>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62e1c781-c58d-4c9c-a5d8-396b37e98901', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.3', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'mac_address': 'fa:16:3e:1e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:24:24Z', 'updated_at': '2022-03-05T21:24:24Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:24:26.061180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4b189-bd68-4acc-b24c-6a2f8847e15d None None] The sync data for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 is: [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62e1c781-c58d-4c9c-a5d8-396b37e98901', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'floating_ip_address': '172.35.0.3', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'mac_address': 'fa:16:3e:1e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:24:24Z', 'updated_at': '2022-03-05T21:24:24Z', 'revision_number': 0, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:24:26.260133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aa1b7-ecf8-4dba-9807-6fe48b236649 None None] New status for floating IP 62e1c781-c58d-4c9c-a5d8-396b37e98901: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:24:26.457960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33922) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:24:26.521787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-882a4105-9249-4b14-bf75-290cf55e7be6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/62e1c781-c58d-4c9c-a5d8-396b37e98901 HTTP/1.1" status: 200  len: 992 time: 0.0626562
Mar 05 21:24:26.852203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06ba6d06-b099-48d6-9e4a-6ed0e78c5d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:28.037335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:29.618053 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:31.055758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:36.329579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:36.504513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:43.680699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-13f3b397-59f8-449f-9743-18759fcc652d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462739
Mar 05 21:24:43.764684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-0a4d1b5b-c31a-4ff6-a209-662b10d4d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:43.766320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-0a4d1b5b-c31a-4ff6-a209-662b10d4d033 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1128 time: 0.0441942
Mar 05 21:24:43.872672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-be5c1cee-87af-4c4c-beca-7fa850d98577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:43.874694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-be5c1cee-87af-4c4c-beca-7fa850d98577 service neutron] 10.222.0.31 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 898 time: 0.0879653
Mar 05 21:24:43.941777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-44c8ab3b-4188-45a9-881e-d4820c39306d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 1000 time: 0.0595820
Mar 05 21:24:43.989421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-b9abcb40-838c-4f7c-88fe-9b03ec37ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:43.990850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-b9abcb40-838c-4f7c-88fe-9b03ec37ab31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 200  len: 832 time: 0.0439222
Mar 05 21:24:44.043865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-24efd39d-9628-48f5-beed-a34378806005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:44.046073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-24efd39d-9628-48f5-beed-a34378806005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=85099e52-467a-42aa-8133-bc744a0c6342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487225
Mar 05 21:24:44.131016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-5cbe5d69-40bc-43dc-be05-f8e818ac76e5 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787709
Mar 05 21:24:44.221884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a048b83b-7a29-4d91-bb34-ac4ddcfdeb40 req-9bb50be0-af86-4e00-bb4c-0fbcc47dd8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821011
Mar 05 21:24:54.523121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-44c4e68c-9583-4691-966a-a122665bee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:55.802672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f1603-3ec1-44df-9265-774740e02223 req-346ae4e0-ba45-4f8e-a470-d9271a552b3c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:55.804098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee5f1603-3ec1-44df-9265-774740e02223 req-346ae4e0-ba45-4f8e-a470-d9271a552b3c tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.3951771
Mar 05 21:24:55.851115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee5f1603-3ec1-44df-9265-774740e02223 req-df6b6ca0-5290-4590-9a2e-13396a0188a3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415294
Mar 05 21:24:56.752970 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:24:56.853292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-95947582-b101-4289-b193-3b12fadab8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:56.977119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af9de-d156-467d-a95b-91995077c746 req-5f8a0aed-cb4e-4915-a08c-98cd0844be63 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:56.978591 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-512af9de-d156-467d-a95b-91995077c746 req-5f8a0aed-cb4e-4915-a08c-98cd0844be63 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0581813
Mar 05 21:24:57.027500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-512af9de-d156-467d-a95b-91995077c746 req-e6c9f4f5-c5c4-4c79-b0ac-4c75ec357eee tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427608
Mar 05 21:24:58.041107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:24:58.145644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80e2cc-c3df-4034-a3b4-12994384d3fb req-7c079e0a-be96-40d8-8a15-378ec8d82cc1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:58.147033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e80e2cc-c3df-4034-a3b4-12994384d3fb req-7c079e0a-be96-40d8-8a15-378ec8d82cc1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0528774
Mar 05 21:24:58.195233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e80e2cc-c3df-4034-a3b4-12994384d3fb req-f8f45351-6ad1-4689-93cb-01d78b994bd8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426590
Mar 05 21:24:59.313207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706d33e-da0e-47b5-b755-79847f1c1dd8 req-08b50ac6-1527-4371-a624-30aa87cf97f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:24:59.314657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2706d33e-da0e-47b5-b755-79847f1c1dd8 req-08b50ac6-1527-4371-a624-30aa87cf97f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0516346
Mar 05 21:24:59.366453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2706d33e-da0e-47b5-b755-79847f1c1dd8 req-b831252c-7090-41b4-811b-2cd81af8effe tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463004
Mar 05 21:24:59.622277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:00.489775 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8c4e-1459-4709-9755-47226a6a951d req-3e6b6af2-75b7-4b6c-ae08-abbcce528618 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:00.491211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0df8c4e-1459-4709-9755-47226a6a951d req-3e6b6af2-75b7-4b6c-ae08-abbcce528618 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0540257
Mar 05 21:25:00.538135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0df8c4e-1459-4709-9755-47226a6a951d req-f7328314-f993-4b07-9160-27c9a292f6da tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414670
Mar 05 21:25:01.057820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:01.661915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa9e01-315a-45a7-beca-4eb9014cb4d0 req-dbe3ed05-a7df-411c-b332-41221d7480ec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:01.663411 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-daaa9e01-315a-45a7-beca-4eb9014cb4d0 req-dbe3ed05-a7df-411c-b332-41221d7480ec tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0546384
Mar 05 21:25:01.720398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-daaa9e01-315a-45a7-beca-4eb9014cb4d0 req-5b0076be-a4be-4518-8fd7-5a9bed323d4b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478044
Mar 05 21:25:02.836539 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d968-3c43-4ce5-87ed-e3da434b06de req-3efb5cce-7280-486c-bfa1-3b773f491490 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:02.837990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4010d968-3c43-4ce5-87ed-e3da434b06de req-3efb5cce-7280-486c-bfa1-3b773f491490 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0506535
Mar 05 21:25:02.886615 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4010d968-3c43-4ce5-87ed-e3da434b06de req-1e08f7f6-56c1-4f9e-bf5a-57972967bfd9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423899
Mar 05 21:25:04.005435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240f29-8957-4ff9-b2ee-57e3c4a234f8 req-804c8fd6-df5e-4d8a-9f51-49479521a5b9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:04.006891 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28240f29-8957-4ff9-b2ee-57e3c4a234f8 req-804c8fd6-df5e-4d8a-9f51-49479521a5b9 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0520406
Mar 05 21:25:04.055612 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-28240f29-8957-4ff9-b2ee-57e3c4a234f8 req-5c85e8b5-0e3c-461e-8e1a-0f7ceb2058b0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431864
Mar 05 21:25:05.178818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5997f-b042-485e-a397-45acff3ceaf6 req-c0f120f0-6cc4-4176-98ea-c7bc04b76c31 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:05.180232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-def5997f-b042-485e-a397-45acff3ceaf6 req-c0f120f0-6cc4-4176-98ea-c7bc04b76c31 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0579457
Mar 05 21:25:05.227422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-def5997f-b042-485e-a397-45acff3ceaf6 req-670386e3-5cf8-4437-a99d-01ad42f90087 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413387
Mar 05 21:25:06.343831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:06.345795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe9bb1-7382-44fe-bfe6-cc5f295a100d req-a0b55a75-2e4b-4d49-b6a6-8189e59d92b6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:06.347332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bbe9bb1-7382-44fe-bfe6-cc5f295a100d req-a0b55a75-2e4b-4d49-b6a6-8189e59d92b6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0534127
Mar 05 21:25:06.396669 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5bbe9bb1-7382-44fe-bfe6-cc5f295a100d req-94ab7a18-7186-4384-88f2-2ab0dd3031ea tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437503
Mar 05 21:25:06.515430 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:07.514588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7217-da1c-4bab-9d9a-5acffe9e7931 req-93957398-e79d-4be1-b502-e4a31670ff04 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:07.516079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd1c7217-da1c-4bab-9d9a-5acffe9e7931 req-93957398-e79d-4be1-b502-e4a31670ff04 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0524161
Mar 05 21:25:07.564489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd1c7217-da1c-4bab-9d9a-5acffe9e7931 req-2eccaa37-89dc-4e0a-99f9-f352dfcbc546 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427964
Mar 05 21:25:08.015565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7cff-591c-4655-ac75-5d99c65574c3 req-d8094769-ab12-4b1a-8369-ee55bcaafcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:08.017064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfeb7cff-591c-4655-ac75-5d99c65574c3 req-d8094769-ab12-4b1a-8369-ee55bcaafcfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1128 time: 0.0445700
Mar 05 21:25:08.075050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfeb7cff-591c-4655-ac75-5d99c65574c3 req-8d48ceb3-cb02-4e5c-8414-ae340846f84e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419977
Mar 05 21:25:08.688207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16372292-0f5d-44c8-a88a-de355c8534b1 req-b2d7869e-8308-49a5-8e62-efe8f45b58ae tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:08.689670 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16372292-0f5d-44c8-a88a-de355c8534b1 req-b2d7869e-8308-49a5-8e62-efe8f45b58ae tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0559850
Mar 05 21:25:08.737348 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-16372292-0f5d-44c8-a88a-de355c8534b1 req-6128faec-7186-4872-b51f-966cf6b0bf0a tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421460
Mar 05 21:25:09.854110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd03e47-17b0-4033-9582-da820c73cba9 req-199e0e7b-c4c1-45c4-8733-fbfd08f7ace0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:09.855575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cd03e47-17b0-4033-9582-da820c73cba9 req-199e0e7b-c4c1-45c4-8733-fbfd08f7ace0 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0519722
Mar 05 21:25:09.905470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cd03e47-17b0-4033-9582-da820c73cba9 req-09a80b23-f3d9-4867-9376-e4b70e120d33 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442605
Mar 05 21:25:09.927830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 33990) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:09.944218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:25:09.946263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:25:09.987481 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2a33e39e-d036-49fd-83ca-7f6385f28621 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/floatingips/62e1c781-c58d-4c9c-a5d8-396b37e98901 HTTP/1.1" status: 200  len: 992 time: 0.0584087
Mar 05 21:25:10.089371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:10.089760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:10.110144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:10.129653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:25:10.131889 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cabeae-9be4-44d0-9dcd-7fbd894c456c" -d '{"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:25:10.136111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'port_id': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'mac_address': 'fa:16:3e:1e:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:25:10.145589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:10.170693 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b38281-3034-4cdd-be6f-efdc418344f1 x-openstack-request-id: req-82b38281-3034-4cdd-be6f-efdc418344f1 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:25:10.170992 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:25:10.171251 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82b38281-3034-4cdd-be6f-efdc418344f1 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:25:10.171646 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'code': 200}
Mar 05 21:25:10.172305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:10.213343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:10.213736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:10.239472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:25:10.244384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:10.253451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.253807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.254152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.254491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.254829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.255160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.255497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.255860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.256190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.256516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.256843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.257186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.257492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:10.299788 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:25:10.300157 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:25:10.834853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:10.835241 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:10.848287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:25:10.867681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:10.871776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:10.921890 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:11.067388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f62a0af6-b1e1-48c2-b304-059a1b9c84a9'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:25:11.949863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:25:12.002369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:12.003070 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:12.079152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:12.079877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:12.112577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:12.116511 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:12.166404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:12.172392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:25:12.174608 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da10159-43bf-441a-9b09-7f9b3fa48a7b" -d '{"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:25:12.210837 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57bcbb-dd16-460f-9357-8ef9f2fa165c x-openstack-request-id: req-5a57bcbb-dd16-460f-9357-8ef9f2fa165c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:25:12.211138 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:25:12.211399 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a57bcbb-dd16-460f-9357-8ef9f2fa165c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:25:12.211905 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'code': 200}
Mar 05 21:25:24.525520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d7c56d8b-823f-475f-aa29-98ac86652110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:26.854270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32cb1274-013b-4e59-8033-97fba1d6d89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:28.047045 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:29.624198 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:31.060706 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:33.752639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:25:36.359888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:36.520548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:40.582620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34004) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:40.737597 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 0e12a305-3c33-4e61-8ce3-7d1593cd00cb {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:25:40.737939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:40.814044 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:40.814367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:40.826168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 0e12a305-3c33-4e61-8ce3-7d1593cd00cb owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:25:40.970497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (0e12a305-3c33-4e61-8ce3-7d1593cd00cb), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:41.002246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=0e12a305-3c33-4e61-8ce3-7d1593cd00cb,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:41.027200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.027556 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.027932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.028785 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.029132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.029480 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.029823 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.030163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.030503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.030840 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.031175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.031512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.031875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:41.073376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for floatingip (62e1c781-c58d-4c9c-a5d8-396b37e98901), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:41.073715 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Floating IP 62e1c781-c58d-4c9c-a5d8-396b37e98901 disassociated (deleted). External IP: 172.35.0.3, port: f62a0af6-b1e1-48c2-b304-059a1b9c84a9.
Mar 05 21:25:41.291608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router dcb82fca-f70b-4344-84db-53da2cb32ac5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:25:41.401195 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:25:41.406034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:41.411039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Sync routers for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:25:41.420580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:41.421199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f13460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:41.436294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-335385a1-3c72-43c3-917e-757ac854a36f tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/floatingips/62e1c781-c58d-4c9c-a5d8-396b37e98901 HTTP/1.1" status: 204  len: 168 time: 0.8525879
Mar 05 21:25:41.437116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:25:41.439525 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8294ab0-c716-435e-b77e-b02d8f799b97" -d '{"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:25:41.533897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:41.554211 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7322afd9-cc42-4007-9069-33e5c80136f6 x-openstack-request-id: req-7322afd9-cc42-4007-9069-33e5c80136f6 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:25:41.554499 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:25:41.554754 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7322afd9-cc42-4007-9069-33e5c80136f6 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:25:41.555160 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'status': 'completed', 'code': 200}
Mar 05 21:25:41.642420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-08baee1c-464a-44b3-9f22-1d5f9279b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:41.644148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-08baee1c-464a-44b3-9f22-1d5f9279b7c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 1128 time: 0.0526304
Mar 05 21:25:41.686506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec15f1-a565-4b20-9338-d07687eab871 req-b8b657ae-6f6a-4634-9c57-a7d078124205 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:41.688155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33ec15f1-a565-4b20-9338-d07687eab871 req-b8b657ae-6f6a-4634-9c57-a7d078124205 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0637155
Mar 05 21:25:41.744697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-33ec15f1-a565-4b20-9338-d07687eab871 req-f4edf13e-f5ef-4128-a530-69a9a6b5a09b tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497694
Mar 05 21:25:41.753512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-ef2b0d00-5ffd-4743-a07f-5d29c9ae02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:41.754998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-ef2b0d00-5ffd-4743-a07f-5d29c9ae02fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 200  len: 898 time: 0.1025116
Mar 05 21:25:41.769331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f13460>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:41.795812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Checking router: dcb82fca-f70b-4344-84db-53da2cb32ac5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:25:41.800189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-dd125758-aac9-433c-8d8b-aa0348e4c17f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 200  len: 217 time: 0.0383966
Mar 05 21:25:41.804227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:41.804849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f13460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:41.848925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-72752299-3173-4c15-8bce-0896e71dec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:41.850380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-72752299-3173-4c15-8bce-0896e71dec00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 200  len: 832 time: 0.0439334
Mar 05 21:25:41.902163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-ef9eb463-1963-414c-b35d-da74ad324fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:41.904686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-ef9eb463-1963-414c-b35d-da74ad324fa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=85099e52-467a-42aa-8133-bc744a0c6342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456343
Mar 05 21:25:41.913989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:42.002456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-eb39d997-f744-4324-9537-ebdff8c57a09 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892766
Mar 05 21:25:42.093703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8294ab0-c716-435e-b77e-b02d8f799b97 req-3897c378-dd18-43da-8243-63f33018b6f9 service neutron] 10.222.0.31 "GET /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836625
Mar 05 21:25:42.117572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f13460>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:42.147069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b08c2-66e2-4992-b8c7-b5b77510d5ea None None] The sync data for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 is: [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:12Z', 'revision_number': 4, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cadfebf-8bc8-4113-a622-8bec8bb770ef', 'name': '', 'network_id': '85099e52-467a-42aa-8133-bc744a0c6342', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'mac_address': 'fa:16:3e:ac:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:12Z', 'updated_at': '2022-03-05T21:24:15Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'subnets': [{'id': '0f0b74b9-1686-4886-9024-9bdc4aca3688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:25:42.373284 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3cbe81-266f-427b-b4cf-5f6f25d51124 None None] New status for floating IP 62e1c781-c58d-4c9c-a5d8-396b37e98901: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:25:42.862573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7456aa6-1b0e-4558-8542-a4843fef9984 req-7ea25aee-8adc-4079-9eee-54e056a31e1d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:42.864103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7456aa6-1b0e-4558-8542-a4843fef9984 req-7ea25aee-8adc-4079-9eee-54e056a31e1d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0533342
Mar 05 21:25:42.914606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7456aa6-1b0e-4558-8542-a4843fef9984 req-07e7ea3c-3af7-45ec-88e4-c3085877f4b6 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbd70c-3b1a-4378-975e-c1c62fc49ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449975
Mar 05 21:25:42.983204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-9a87df6b-5a7e-43ea-a1c6-44bcd095c5a1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:42.984708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-9a87df6b-5a7e-43ea-a1c6-44bcd095c5a1 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 946 time: 0.0565424
Mar 05 21:25:43.074077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:25:43.074427 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:43.164811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port f62a0af6-b1e1-48c2-b304-059a1b9c84a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:43.165170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:43.177811 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for f62a0af6-b1e1-48c2-b304-059a1b9c84a9 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:25:43.305347 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f62a0af6-b1e1-48c2-b304-059a1b9c84a9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:43.334372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=f62a0af6-b1e1-48c2-b304-059a1b9c84a9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:43.346295 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.346661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.347013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.347354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.347712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.348052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.348385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.348717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.349047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.349377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.349707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.350036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.350361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:43.386350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] No DVR routers for this DVR port f62a0af6-b1e1-48c2-b304-059a1b9c84a9 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:25:43.389528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:43.392841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3490813f-604d-4e0b-bff0-44db06fa2568 req-4dd35730-5df1-4625-9260-55131bef3f5d tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.31 "DELETE /v2.0/ports/f62a0af6-b1e1-48c2-b304-059a1b9c84a9 HTTP/1.1" status: 204  len: 173 time: 0.4036050
Mar 05 21:25:43.393283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-deleted', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:25:43.395505 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f93f7-7f65-4b51-b52f-6f94a5823e2a" -d '{"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-deleted", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:25:43.437016 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a956203-3f6d-40e8-a070-857cc4862bad x-openstack-request-id: req-5a956203-3f6d-40e8-a070-857cc4862bad {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:25:43.437309 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb", "name": "network-vif-deleted", "tag": "f62a0af6-b1e1-48c2-b304-059a1b9c84a9", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:25:43.437627 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a956203-3f6d-40e8-a070-857cc4862bad {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:25:43.438031 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb', 'name': 'network-vif-deleted', 'tag': 'f62a0af6-b1e1-48c2-b304-059a1b9c84a9', 'status': 'completed', 'code': 200}
Mar 05 21:25:43.658055 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-848406fc-202f-4650-b1a4-595af4f95eba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0257673
Mar 05 21:25:43.728082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-dac4cd1c-491e-4e30-b468-43ce357004e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7be8dce4a165431c8a7279be20d99612&device_id=04e98d11-c5ec-4a9f-82c1-c2ec18fd56bb HTTP/1.1" status: 200  len: 210 time: 0.0273967
Mar 05 21:25:43.950938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-93743b79-6613-413f-8a22-2e72ca450b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:43.952476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-93743b79-6613-413f-8a22-2e72ca450b81 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7be8dce4a165431c8a7279be20d99612&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2032094
Mar 05 21:25:43.971020 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34020) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:44.119987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-100a7b54-29b0-413b-ac51-93735eee7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:44.121486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7eb13a21-9c2f-4ffd-825e-2305a7133703 req-100a7b54-29b0-413b-ac51-93735eee7c16 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1636567
Mar 05 21:25:44.334461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:44.589525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 6cadfebf-8bc8-4113-a622-8bec8bb770ef {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:25:44.589794 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:44.675762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 6cadfebf-8bc8-4113-a622-8bec8bb770ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cadfebf-8bc8-4113-a622-8bec8bb770ef,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:44.676130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:44.689749 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 6cadfebf-8bc8-4113-a622-8bec8bb770ef owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:25:44.873691 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (6cadfebf-8bc8-4113-a622-8bec8bb770ef), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:44.905724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=6cadfebf-8bc8-4113-a622-8bec8bb770ef,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:45.080806 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:45.297790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Router dcb82fca-f70b-4344-84db-53da2cb32ac5 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:25:45.742354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:25:45.748193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b985b338-4777-4c26-a612-6517a397bba3 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "PUT /v2.0/routers/dcb82fca-f70b-4344-84db-53da2cb32ac5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7756109
Mar 05 21:25:45.750793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34040) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:45.753928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Sync routers for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:25:45.764719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:45.765325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:45.801067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting subnet 0f0b74b9-1686-4886-9024-9bdc4aca3688 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:25:45.804124 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (0f0b74b9-1686-4886-9024-9bdc4aca3688), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:45.842993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (0f0b74b9-1686-4886-9024-9bdc4aca3688), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:45.871195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:45.929635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0f0b74b9-1686-4886-9024-9bdc4aca3688), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:45.987896 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (0f0b74b9-1686-4886-9024-9bdc4aca3688), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.015935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0b74b9-1686-4886-9024-9bdc4aca3688,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:46.017934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.021144 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-109bcf93-7c9d-4db5-ba49-3d2401544cc8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/subnets/0f0b74b9-1686-4886-9024-9bdc4aca3688 HTTP/1.1" status: 204  len: 168 time: 0.2693713
Mar 05 21:25:46.023981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34042) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:46.030680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0be8ed-25b5-4a76-a343-0f7a026a27f5 None None] Network 85099e52-467a-42aa-8133-bc744a0c6342 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:25:46.138445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.240043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:25:46.247978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_gateway (dcb82fca-f70b-4344-84db-53da2cb32ac5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.276410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f62a0af6-b1e1-48c2-b304-059a1b9c84a9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:25:46.276767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f62a0af6-b1e1-48c2-b304-059a1b9c84a9 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:25:46.304818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Deleting port 850ad9f1-6342-4b28-bf06-5f35ad90938a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:25:46.305230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.323682 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8a30>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:25:44Z', 'revision_number': 5, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port': {'id': '850ad9f1-6342-4b28-bf06-5f35ad90938a', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:46.358118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Checking router: dcb82fca-f70b-4344-84db-53da2cb32ac5 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:25:46.367635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Routers {'dcb82fca-f70b-4344-84db-53da2cb32ac5'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:46.368279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['dcb82fca-f70b-4344-84db-53da2cb32ac5'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:46.391995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] For port 850ad9f1-6342-4b28-bf06-5f35ad90938a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=850ad9f1-6342-4b28-bf06-5f35ad90938a,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:46.392506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.405518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Calling delete_port for 850ad9f1-6342-4b28-bf06-5f35ad90938a owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:25:46.431040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] DHCP port deletion for 85099e52-467a-42aa-8133-bc744a0c6342 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:25:46.484040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] Set router dcb82fca-f70b-4344-84db-53da2cb32ac5 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:46.542401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b830b8a30>, [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:25:46Z', 'revision_number': 6, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:46.572685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480d6e1-c0bf-4503-8d90-786464e3f6f8 None None] The sync data for ids ['dcb82fca-f70b-4344-84db-53da2cb32ac5'] in ncdv-master-1 is: [{'id': 'dcb82fca-f70b-4344-84db-53da2cb32ac5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672967443', 'tenant_id': '7be8dce4a165431c8a7279be20d99612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:24:09Z', 'updated_at': '2022-03-05T21:25:46Z', 'revision_number': 6, 'project_id': '7be8dce4a165431c8a7279be20d99612', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:25:46.577000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (850ad9f1-6342-4b28-bf06-5f35ad90938a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.582385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Deleting port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:25:46.582847 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.609015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Port': ['ID=850ad9f1-6342-4b28-bf06-5f35ad90938a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:46.648435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] For port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,segment=NetworkSegment(7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9),segment_id=7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:46.648739 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.665510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Calling delete_port for c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:25:46.676185 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.745295 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.769871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.771788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] Pushing event deleted for resources: {'Port': ['ID=c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:46.772289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router_controller (dcb82fca-f70b-4344-84db-53da2cb32ac5), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.775494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfd282-41df-4cc9-afd1-b9c81cc69569 None None] No DVR routers for this DVR port c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:25:46.824057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (dcb82fca-f70b-4344-84db-53da2cb32ac5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.824656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Fanout notify agent at l3_agent the message router_deleted on router dcb82fca-f70b-4344-84db-53da2cb32ac5 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:25:46.831971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:46.833086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e588d2d9-8ecc-4a38-abc2-992860ebc2bd tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/routers/dcb82fca-f70b-4344-84db-53da2cb32ac5 HTTP/1.1" status: 204  len: 168 time: 0.8080275
Mar 05 21:25:46.835839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34044) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:46.923167 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (85099e52-467a-42aa-8133-bc744a0c6342), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.027625 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (85099e52-467a-42aa-8133-bc744a0c6342), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.050231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6cadfebf-8bc8-4113-a622-8bec8bb770ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:25:47.054164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b897031c0>,) {'filters': {'network_id': ['85099e52-467a-42aa-8133-bc744a0c6342']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:47.065164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b897031c0>, '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:47.065497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b897031c0>, '7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:47.072145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 6cadfebf-8bc8-4113-a622-8bec8bb770ef {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:25:47.072508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 6cadfebf-8bc8-4113-a622-8bec8bb770ef not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:25:47.072941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:25:47.080319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.095192 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.096660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:25:47.097021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9e1f2d6-18fe-4ec5-bc94-b331406ae7ae not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:25:47.103657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:25:47.104493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (7f0b82af-1aae-4b07-bd1b-c9caff4aa7e9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:25:47.108563 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:25:47.169829 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (85099e52-467a-42aa-8133-bc744a0c6342), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.178124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.183125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/networks/85099e52-467a-42aa-8133-bc744a0c6342 HTTP/1.1" status: 204  len: 168 time: 0.3440464
Mar 05 21:25:47.183537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34046) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:47.193355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8afe2e-bc08-4f97-b78e-dd1a1f9c03f7 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'Network': ['ID=85099e52-467a-42aa-8133-bc744a0c6342,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:47.245464 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (9afbd70c-3b1a-4378-975e-c1c62fc49ed6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.272469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (9afbd70c-3b1a-4378-975e-c1c62fc49ed6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.336974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9afbd70c-3b1a-4378-975e-c1c62fc49ed6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.339602 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.344256 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] 10.222.0.15 "DELETE /v2.0/security-groups/9afbd70c-3b1a-4378-975e-c1c62fc49ed6 HTTP/1.1" status: 204  len: 168 time: 0.1559036
Mar 05 21:25:47.350786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00c413-c23e-4d0d-bad8-12a2a06e9ce8 tempest-TestNetworkAdvancedServerOps-1760850558 tempest-TestNetworkAdvancedServerOps-1760850558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbd70c-3b1a-4378-975e-c1c62fc49ed6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:47.654655 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34054) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:47.790635 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f539b763-8175-498a-bb5f-cb6bb6d9ef61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7be8dce4a165431c8a7279be20d99612&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1348181
Mar 05 21:25:47.793128 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34058) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:47.842160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] Publish callbacks [] for security_group (8fa067df-803d-4e18-a482-e7ce47b6a47a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.863575 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] Publish callbacks [] for security_group (8fa067df-803d-4e18-a482-e7ce47b6a47a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.911357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (8fa067df-803d-4e18-a482-e7ce47b6a47a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.914019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:47.915162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fa067df-803d-4e18-a482-e7ce47b6a47a HTTP/1.1" status: 204  len: 168 time: 0.1202476
Mar 05 21:25:47.923720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cc907-dec0-4d59-bcf0-c1cf2e03ea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa067df-803d-4e18-a482-e7ce47b6a47a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:48.177975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34064) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:48.218586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7d476b16-1c66-4f71-b0eb-d98f690b2997 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d6a7fe2f1e941e4a8dc0e64ff9b2fe9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393491
Mar 05 21:25:48.220979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34066) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:48.266657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] Publish callbacks [] for security_group (05ca8e74-bd9b-471e-94a4-8751aa32cd98), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:48.287604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] Publish callbacks [] for security_group (05ca8e74-bd9b-471e-94a4-8751aa32cd98), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:48.337988 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (05ca8e74-bd9b-471e-94a4-8751aa32cd98), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:48.341731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:48.342859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05ca8e74-bd9b-471e-94a4-8751aa32cd98 HTTP/1.1" status: 204  len: 168 time: 0.1209962
Mar 05 21:25:48.350197 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0f65-ddb6-4184-bfba-dbb76518cc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca8e74-bd9b-471e-94a4-8751aa32cd98,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:48.896264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 850ad9f1-6342-4b28-bf06-5f35ad90938a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:25:48.924282 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 850ad9f1-6342-4b28-bf06-5f35ad90938a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:25:48.924540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 850ad9f1-6342-4b28-bf06-5f35ad90938a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:25:50.367659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34220) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:50.478063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f287474-a1df-4252-bf9a-2040d8fca93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.553003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f287474-a1df-4252-bf9a-2040d8fca93b admin admin] Publish callbacks [] for security_group (b1b2432d-141f-4517-8342-2051dbd955f1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.556785 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f287474-a1df-4252-bf9a-2040d8fca93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1b2432d-141f-4517-8342-2051dbd955f1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.595310 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f287474-a1df-4252-bf9a-2040d8fca93b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c78b3fe57ff446028081c7abf249ad48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2264218
Mar 05 21:25:50.596472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f287474-a1df-4252-bf9a-2040d8fca93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2432d-141f-4517-8342-2051dbd955f1,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:50.597895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34224) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:50.660014 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] Publish callbacks [] for security_group (b1b2432d-141f-4517-8342-2051dbd955f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.681403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] Publish callbacks [] for security_group (b1b2432d-141f-4517-8342-2051dbd955f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.735017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b1b2432d-141f-4517-8342-2051dbd955f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.737666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:50.738818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1b2432d-141f-4517-8342-2051dbd955f1 HTTP/1.1" status: 204  len: 168 time: 0.1399250
Mar 05 21:25:50.746453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845c33-0c48-44c5-8c18-bbe6219f36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2432d-141f-4517-8342-2051dbd955f1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:51.002706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34230) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:51.016060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089e8cac-2005-4b7f-adf5-c31cd71a46dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.093817 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089e8cac-2005-4b7f-adf5-c31cd71a46dd admin admin] Publish callbacks [] for security_group (5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.097445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089e8cac-2005-4b7f-adf5-c31cd71a46dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.143045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-089e8cac-2005-4b7f-adf5-c31cd71a46dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61804b4b545e487eaabc1c5e80d1545b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1392207
Mar 05 21:25:51.144628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8cac-2005-4b7f-adf5-c31cd71a46dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:51.145946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34232) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:51.196343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] Publish callbacks [] for security_group (5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.219120 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] Publish callbacks [] for security_group (5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.265484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.268089 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:51.269236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0 HTTP/1.1" status: 204  len: 168 time: 0.1217718
Mar 05 21:25:51.276738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206b46-cd46-438a-b556-27c5bda30336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91eb4c-c33e-4c1e-af79-3f51e9cda8c0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:53.500450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34284) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:53.505910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'network': {'name': 'tempest-network-smoke--689396745', 'project_id': '5120b650f5274703a566800555703672', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:53.527791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:25:53.531127 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.539289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.613218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (b39ec64e-1186-4424-9347-a1c729c6e232), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.616839 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b39ec64e-1186-4424-9347-a1c729c6e232), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.647152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:25:53.652393 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ec64e-1186-4424-9347-a1c729c6e232,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:53.659793 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c219eb7d-409e-459a-9390-81168a458f1d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.660319 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Added segment c219eb7d-409e-459a-9390-81168a458f1d of type vlan for network 6e53b308-bf6c-41c7-88b4-bad6034482db
Mar 05 21:25:53.699702 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (6e53b308-bf6c-41c7-88b4-bad6034482db), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.726096 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (6e53b308-bf6c-41c7-88b4-bad6034482db), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.728666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:53.729399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.786294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2847235
Mar 05 21:25:53.789248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34286) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:53.794575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'admin_state_up': True, 'project_id': '5120b650f5274703a566800555703672', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:53.803786 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5b42-eb1a-4efb-b646-0e1dacab43af tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Network': ['ID=6e53b308-bf6c-41c7-88b4-bad6034482db,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:53.814743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 6e53b308-bf6c-41c7-88b4-bad6034482db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:25:53.816754 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.817778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:53.874887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_controller (50549ce9-dba6-457f-8533-79ebd6f62e7c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.020027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (50549ce9-dba6-457f-8533-79ebd6f62e7c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.216655 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.235178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.336898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.35.0.208 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/867862cb-5457-426e-bfdb-cbb7ee77f429) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:25:54.437810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.471032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.508625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:25:54.511458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:25:54.515499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:25:54.528980 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a3ab34c0-08d0-4c94-80d7-271c7e3963ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.538873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=867862cb-5457-426e-bfdb-cbb7ee77f429,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:54.765483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:54.968864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:55.415792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 50549ce9-dba6-457f-8533-79ebd6f62e7c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:25:55.523398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:25:55.532835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Sync routers for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:25:55.542319 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:55.543004 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be717f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:55.543161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:55.544899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-94713091-c5f0-400f-8e6d-9921642deb6f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7546380
Mar 05 21:25:55.548307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34288) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:55.650212 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:55.679934 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5f781461-6eb5-429d-96d1-bb667187ac54 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5120b650f5274703a566800555703672&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1301639
Mar 05 21:25:55.682604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34292) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:55.768913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec794bb2-de57-4729-a1e3-cca01297c2ca tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:55.770409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ec794bb2-de57-4729-a1e3-cca01297c2ca tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0868080
Mar 05 21:25:55.773245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34294) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:55.804899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3156ebff-9660-433c-a903-b1f76206f831 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0305870
Mar 05 21:25:55.807409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34296) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:55.812638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195301981', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'project_id': '5120b650f5274703a566800555703672', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:55.832359 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be717f0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:54Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:55.901232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:25:55.905139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:55.952011 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Checking router: 50549ce9-dba6-457f-8533-79ebd6f62e7c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:25:55.952286 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Updating router 50549ce9-dba6-457f-8533-79ebd6f62e7c port 867862cb-5457-426e-bfdb-cbb7ee77f429 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:25:55.979887 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.088757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (75f08120-18f8-483f-9902-bba19629934b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.148749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Subnet': ['ID=75f08120-18f8-483f-9902-bba19629934b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:56.157958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Checking segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:25:56.158317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network hostable DHCP agents. Network: 6e53b308-bf6c-41c7-88b4-bad6034482db, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:25:56.176788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 6e53b308-bf6c-41c7-88b4-bad6034482db is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:25:56.187466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e53b308-bf6c-41c7-88b4-bad6034482db) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:25:56.192482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:56.193096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.197634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5bf206-c1f5-4457-a254-c72f14135b0d None None] Network 6e53b308-bf6c-41c7-88b4-bad6034482db requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:25:56.212477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d1e71cb0-b9ce-4c4a-8362-6e04a4c8647a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4039605
Mar 05 21:25:56.215512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34298) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:56.243439 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks [] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.250601 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.297791 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Attempting to bind port 867862cb-5457-426e-bfdb-cbb7ee77f429 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:25:56.298175 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Attempting to bind port 867862cb-5457-426e-bfdb-cbb7ee77f429 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:25:56.298543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Attempting to bind port 867862cb-5457-426e-bfdb-cbb7ee77f429 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:25:56.306671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e53b308-bf6c-41c7-88b4-bad6034482db', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'project_id': '5120b650f5274703a566800555703672', 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:25:56.307550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.307806 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:25:56.308192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:25:56.308679 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.309657 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:25:56.310145 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Bound port: 867862cb-5457-426e-bfdb-cbb7ee77f429, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:25:56.310529 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.336906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Pushing event updated for resources: {'Port': ['ID=867862cb-5457-426e-bfdb-cbb7ee77f429,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:56.350464 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.350823 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.351155 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.351493 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.351859 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.352192 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.352520 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.352852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.353163 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.353487 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.355103 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.355103 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.355103 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:25:56.378068 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] For port 867862cb-5457-426e-bfdb-cbb7ee77f429, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:25:56.381292 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] For port 867862cb-5457-426e-bfdb-cbb7ee77f429, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867862cb-5457-426e-bfdb-cbb7ee77f429,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:25:56.386745 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.443608 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:56.444276 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be717f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:56.471103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Allocated IP 172.20.0.2 (6e53b308-bf6c-41c7-88b4-bad6034482db/75f08120-18f8-483f-9902-bba19629934b/a4d0d207-d6b2-4b7c-8225-c91b3a8d831a) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:25:56.526827 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24197dcf-592a-4118-a9d4-371da8ec36e7 None None] Pushing event updated for resources: {'Port': ['ID=867862cb-5457-426e-bfdb-cbb7ee77f429,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:56.561776 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:56.622851 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks [] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.632087 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.675431 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Network 6e53b308-bf6c-41c7-88b4-bad6034482db is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:25:56.678410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:25:56.682938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:25:56.685036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Pushing event updated for resources: {'Port': ['ID=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:56.709648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.739630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Attempting to bind port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:25:56.740035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Attempting to bind port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:25:56.740562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Attempting to bind port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a on network 6e53b308-bf6c-41c7-88b4-bad6034482db {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:25:56.746114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:25:56.747188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Checking segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:25:56.747883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.748239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Bound using segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:25:56.748781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Bound port: a4d0d207-d6b2-4b7c-8225-c91b3a8d831a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:25:56.749248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.769900 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be717f0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:54Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:56.797355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776840bb-18db-4935-9982-8365f5a3c550 None None] The sync data for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 is: [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:54Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:25:56.821997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] For port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:25:56.826373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] For port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:25:56.833374 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.915380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-089ddd53-a934-4724-9152-eaf1d143bc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:56.924011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd66b-5bfe-4c9b-84b7-e212e737bd21 None None] Pushing event updated for resources: {'Port': ['ID=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:57.039410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.20.0.1 (6e53b308-bf6c-41c7-88b4-bad6034482db/75f08120-18f8-483f-9902-bba19629934b/4627e97e-692b-4e2b-9569-22fcb792c452) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:25:57.184653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (4627e97e-692b-4e2b-9569-22fcb792c452), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.230185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.281533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 6e53b308-bf6c-41c7-88b4-bad6034482db is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:25:57.284815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:25:57.288003 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:25:57.315401 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:57.342706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.491227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.796074 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (4627e97e-692b-4e2b-9569-22fcb792c452), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.802422 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.885211 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:57.887626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:57.993002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 6e53b308-bf6c-41c7-88b4-bad6034482db is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:25:57.994863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:25:57.997685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a145fae-dc7c-4d72-bed8-cda6637b8d77 None None] Network 6e53b308-bf6c-41c7-88b4-bad6034482db requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:25:58.077461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.080273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Provisioning complete for port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:58.080651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.112405 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 50549ce9-dba6-457f-8533-79ebd6f62e7c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:25:58.204394 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Current status of the port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:58.204802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.237704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:25:58.245754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-35c54e5a-2f43-4085-bb2d-0b04dcf222ea tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "PUT /v2.0/routers/50549ce9-dba6-457f-8533-79ebd6f62e7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0262449
Mar 05 21:25:58.245974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] For port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:58.246148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34300) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:58.252188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1165332685', 'description': 'tempest-secgroup_access--1165332685 description', 'project_id': '5120b650f5274703a566800555703672'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:58.252915 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.282078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.313188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f8447-8a2d-4ddb-97d2-41e743cfb9a0 None None] Pushing event updated for resources: {'Port': ['ID=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:58.374942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (be863523-90a4-434f-9f93-bee5318f1055), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.379257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be863523-90a4-434f-9f93-bee5318f1055), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.405814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.407012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.1591504
Mar 05 21:25:58.409909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34302) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:58.414483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--554949090', 'description': 'tempest-secgroup_general--554949090 description', 'project_id': '5120b650f5274703a566800555703672'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:58.421853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0003c-ec94-418a-82be-8230b748e5b8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be863523-90a4-434f-9f93-bee5318f1055,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:58.457301 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.479600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:58.480107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.524923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Port 4627e97e-692b-4e2b-9569-22fcb792c452 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:25:58.537138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Provisioning complete for port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:58.537673 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.544417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (42c37528-800d-4892-8779-1f432a9969b9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.552206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (42c37528-800d-4892-8779-1f432a9969b9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.591939 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.597245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.1823013
Mar 05 21:25:58.597245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faaefb-a539-4cb7-a8dd-3d4f47973da4 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c37528-800d-4892-8779-1f432a9969b9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:58.597539 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:25:58.602303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'security_group_rule': {'security_group_id': 'be863523-90a4-434f-9f93-bee5318f1055', 'project_id': '5120b650f5274703a566800555703672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:25:58.633547 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group_rule (88ade423-3a21-41a5-bf6e-d711aeaf5cd0), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.650125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Sync routers for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:25:58.659775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-721e2a71-76ea-4928-abda-3ef745da1b5e None None] Current status of the port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:58.667032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:25:58.667658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832d19d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:58.699813 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group_rule (88ade423-3a21-41a5-bf6e-d711aeaf5cd0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.705774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (88ade423-3a21-41a5-bf6e-d711aeaf5cd0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.724787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ade423-3a21-41a5-bf6e-d711aeaf5cd0,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:58.735102 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.744870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b2ad53a7-9cf0-4748-8e91-5d3b59b2cf97 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1379523
Mar 05 21:25:58.916165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-6216d392-498b-4cfe-89ea-2b0c6ee802e2 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--554949090&fields=id&tenant_id=5120b650f5274703a566800555703672 HTTP/1.1" status: 200  len: 267 time: 0.0529580
Mar 05 21:25:58.950176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-823bc5ac-204a-4857-a4c0-cd5c2050b3cc None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:58.950789 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-823bc5ac-204a-4857-a4c0-cd5c2050b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:58.977830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-5dbf9066-31b4-4d20-a220-d0c118c4d050 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1165332685&fields=id&tenant_id=5120b650f5274703a566800555703672 HTTP/1.1" status: 200  len: 267 time: 0.0551560
Mar 05 21:25:59.000887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-823bc5ac-204a-4857-a4c0-cd5c2050b3cc None None] Port 4627e97e-692b-4e2b-9569-22fcb792c452 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:25:59.014104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:25:59.042763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 867862cb-5457-426e-bfdb-cbb7ee77f429 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:25:59.094688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-f8779d05-7289-419e-8a9a-8507d59b5f26 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:25:59.096185 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-f8779d05-7289-419e-8a9a-8507d59b5f26 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 796 time: 0.1106529
Mar 05 21:25:59.111198 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-0cefa4ae-c2d1-4dc5-bf79-c968bf1ccc92 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/quotas/5120b650f5274703a566800555703672 HTTP/1.1" status: 200  len: 375 time: 0.0096006
Mar 05 21:25:59.169204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-047827a7-11f3-40cf-b4ea-d4341578b181 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0521500
Mar 05 21:25:59.185712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9cd70fcd-2667-4829-8c88-c450d01868ae None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:59.186171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cd70fcd-2667-4829-8c88-c450d01868ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.234893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 867862cb-5457-426e-bfdb-cbb7ee77f429 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:59.235275 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.241847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9cd70fcd-2667-4829-8c88-c450d01868ae None None] Port 4627e97e-692b-4e2b-9569-22fcb792c452 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:25:59.265398 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-48b85a3d-4e2c-4e66-94a4-0e18a70a3d79 service neutron] 10.222.0.15 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848460
Mar 05 21:25:59.359064 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-03011ef3-8708-491f-a7be-36f8177f17fc service neutron] 10.222.0.15 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873828
Mar 05 21:25:59.366141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 867862cb-5457-426e-bfdb-cbb7ee77f429 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:59.366545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.389617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832d19d0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 2, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:25:59.394552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 867862cb-5457-426e-bfdb-cbb7ee77f429, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867862cb-5457-426e-bfdb-cbb7ee77f429,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:25:59.420430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Checking router: 50549ce9-dba6-457f-8533-79ebd6f62e7c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:25:59.420797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Updating router 50549ce9-dba6-457f-8533-79ebd6f62e7c port 4627e97e-692b-4e2b-9569-22fcb792c452 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:25:59.422661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.423418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a4d0d207-d6b2-4b7c-8225-c91b3a8d831a up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:25:59.509768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.536199 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a6f2c69-1ea2-426b-8f52-cfdabbf7e1d8 req-5e9a3659-7b25-4977-880f-c2b313fb61ca tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 210 time: 0.0349116
Mar 05 21:25:59.543473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=867862cb-5457-426e-bfdb-cbb7ee77f429,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:25:59.582586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:25:59.582981 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.701324 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.796972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:25:59.887883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks [] for port (4627e97e-692b-4e2b-9569-22fcb792c452), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.894499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:25:59.951965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3044-9e78-4b5b-b94f-f1511b272cfd None None] Pushing event updated for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:00.014786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Attempting to bind port 4627e97e-692b-4e2b-9569-22fcb792c452 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:00.015511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Attempting to bind port 4627e97e-692b-4e2b-9569-22fcb792c452 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:00.016264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Attempting to bind port 4627e97e-692b-4e2b-9569-22fcb792c452 on network 6e53b308-bf6c-41c7-88b4-bad6034482db {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:00.021813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:00.022724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Checking segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:00.023326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.023747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Bound using segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:00.024216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Bound port: 4627e97e-692b-4e2b-9569-22fcb792c452, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:00.024598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.098351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] For port 4627e97e-692b-4e2b-9569-22fcb792c452, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:00.105674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] For port 4627e97e-692b-4e2b-9569-22fcb792c452, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4627e97e-692b-4e2b-9569-22fcb792c452,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:00.112323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.183304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3044-9e78-4b5b-b94f-f1511b272cfd None None] Pushing event updated for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:00.187503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:00.188669 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832d19d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:00.196817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:00.197188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.362147 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:00.402085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Current status of the port 4627e97e-692b-4e2b-9569-22fcb792c452 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:00.402418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.508090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] For port 4627e97e-692b-4e2b-9569-22fcb792c452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4627e97e-692b-4e2b-9569-22fcb792c452,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:00.515149 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.610539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849a4ef-a3cc-47e7-a2f7-0eea06de20bf None None] Pushing event updated for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:00.646978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2db48433-4a04-4403-ad40-c8784ad11c00 None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:00.647357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2db48433-4a04-4403-ad40-c8784ad11c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:00.660239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bcf61c95-6a78-4b4c-8c8b-44fa59801559 req-e42a0be2-0eba-4ec2-9f47-27a89966a255 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 210 time: 0.0351059
Mar 05 21:26:00.686718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832d19d0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:00.709935 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-736499d7-dc4b-45c3-86d4-7a8300b31f14 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:00.711517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-736499d7-dc4b-45c3-86d4-7a8300b31f14 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.31 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 796 time: 0.1515608
Mar 05 21:26:00.716823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa45b6-1a01-4083-897b-b71d9d9ec019 None None] The sync data for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 is: [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:26:00.780941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2db48433-4a04-4403-ad40-c8784ad11c00 None None] Current status of the port 4627e97e-692b-4e2b-9569-22fcb792c452 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:00.812673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-715344b7-4df0-45af-bdf6-3848edf371f6 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5120b650f5274703a566800555703672 HTTP/1.1" status: 200  len: 477 time: 0.0920134
Mar 05 21:26:00.821459 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'port': {'device_id': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'admin_state_up': True, 'tenant_id': '5120b650f5274703a566800555703672', 'security_groups': ['42c37528-800d-4892-8779-1f432a9969b9', 'be863523-90a4-434f-9f93-bee5318f1055']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:00.953325 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:26:00.956975 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.052182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 867862cb-5457-426e-bfdb-cbb7ee77f429 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:01.096686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.101322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.20.0.6 (6e53b308-bf6c-41c7-88b4-bad6034482db/75f08120-18f8-483f-9902-bba19629934b/f03c0832-9bef-4d28-a16e-8a71329d14d0) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:01.124655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 867862cb-5457-426e-bfdb-cbb7ee77f429 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:01.125355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.222650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 867862cb-5457-426e-bfdb-cbb7ee77f429 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:01.224371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4627e97e-692b-4e2b-9569-22fcb792c452 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:01.275264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 4627e97e-692b-4e2b-9569-22fcb792c452 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:01.275800 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.279361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.318924 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.361710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 4627e97e-692b-4e2b-9569-22fcb792c452 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:01.372368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 6e53b308-bf6c-41c7-88b4-bad6034482db is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:01.375731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:01.379829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:01.386557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:01.435452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:01.436151 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.453713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-cd2dfc19-90f0-4757-8be5-0cfff2b369f3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.6357441
Mar 05 21:26:01.466008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Request body: {'port': {'device_id': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:01.536964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.714337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5357d5c7-e868-4772-a25f-dbc311bc06f8 None None] Provisioning complete for port f03c0832-9bef-4d28-a16e-8a71329d14d0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:01.714896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5357d5c7-e868-4772-a25f-dbc311bc06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.760476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5357d5c7-e868-4772-a25f-dbc311bc06f8 None None] Port f03c0832-9bef-4d28-a16e-8a71329d14d0 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:26:01.834927 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dffcb-b930-4c35-8be2-861736f81cee req-9ddf5fd5-a0c2-43b6-bbde-590d8d794315 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:01.836480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac9dffcb-b930-4c35-8be2-861736f81cee req-9ddf5fd5-a0c2-43b6-bbde-590d8d794315 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 970 time: 0.0951750
Mar 05 21:26:01.889337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03c0832-9bef-4d28-a16e-8a71329d14d0 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:26:01.902896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks [] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.931035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Transition to ACTIVE for port object f03c0832-9bef-4d28-a16e-8a71329d14d0 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:26:01.936123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:01.944727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac9dffcb-b930-4c35-8be2-861736f81cee req-fbdeb02f-7cf5-4326-8830-11d271467cd6 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0860090
Mar 05 21:26:02.000248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:02.073184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Attempting to bind port f03c0832-9bef-4d28-a16e-8a71329d14d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:02.073628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Attempting to bind port f03c0832-9bef-4d28-a16e-8a71329d14d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:02.074047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Attempting to bind port f03c0832-9bef-4d28-a16e-8a71329d14d0 on network 6e53b308-bf6c-41c7-88b4-bad6034482db {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:02.079419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Port f03c0832-9bef-4d28-a16e-8a71329d14d0 on network 6e53b308-bf6c-41c7-88b4-bad6034482db not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:26:02.079902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Attempting to bind port f03c0832-9bef-4d28-a16e-8a71329d14d0 on network 6e53b308-bf6c-41c7-88b4-bad6034482db {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:02.085658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:02.086104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Checking segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:02.086575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Bound using segment: {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:02.087109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Bound port: f03c0832-9bef-4d28-a16e-8a71329d14d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c219eb7d-409e-459a-9390-81168a458f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:02.087541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:02.161357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:02.164889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:02.172657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:02.212404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.214018 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:02.215975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] 10.222.0.31 "PUT /v2.0/ports/f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 1130 time: 0.7552569
Mar 05 21:26:02.218602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:26:02.221676 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:26:02.256835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16882c7f-aaa9-4544-bab4-6f8e5b1c4d15 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:02.336523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-2795aaf8-6f35-4090-ae8a-109541275faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.338101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-2795aaf8-6f35-4090-ae8a-109541275faa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1164 time: 0.0670226
Mar 05 21:26:02.357026 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68972430-5874-4538-8a03-d6a33feb80f2 x-openstack-request-id: req-68972430-5874-4538-8a03-d6a33feb80f2 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:26:02.357392 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:26:02.357652 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68972430-5874-4538-8a03-d6a33feb80f2 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:26:02.358051 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'status': 'completed', 'code': 200}
Mar 05 21:26:02.389873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-5ad263bc-3575-4eeb-8091-ff1c2baa308e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 217 time: 0.0395865
Mar 05 21:26:02.442774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-7de365a7-ec5b-44e8-b236-9e528a77f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.444283 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-7de365a7-ec5b-44e8-b236-9e528a77f03d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 200  len: 835 time: 0.0492196
Mar 05 21:26:02.492355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-e92aae13-a71c-40fb-b454-eff6803a2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.493768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-e92aae13-a71c-40fb-b454-eff6803a2329 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e53b308-bf6c-41c7-88b4-bad6034482db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437760
Mar 05 21:26:02.582315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-1d750529-fcf8-47ec-ba4f-2fcc8e018876 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821877
Mar 05 21:26:02.673607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c263f12c-b0c3-49a4-b6c3-3e7c75c65527 req-fde29d69-e941-43d4-917c-e879ed7f07c4 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856690
Mar 05 21:26:02.806317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-37c429cc-20f6-48e5-af39-0a6eac83dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.807753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-37c429cc-20f6-48e5-af39-0a6eac83dc13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1164 time: 0.0454631
Mar 05 21:26:02.904977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-4c24e7db-a4d3-4bb3-be51-0d5320b63bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:02.906467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-4c24e7db-a4d3-4bb3-be51-0d5320b63bcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 897 time: 0.0921705
Mar 05 21:26:02.959089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-f8d7b2a9-e438-4dc5-ac0d-ed9a7abd6eaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 217 time: 0.0466108
Mar 05 21:26:03.007522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-b8d22294-2dce-43c3-a938-a1cd98657737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:03.009098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-b8d22294-2dce-43c3-a938-a1cd98657737 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 200  len: 835 time: 0.0434809
Mar 05 21:26:03.092080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-3abc0f4d-3d6e-450e-9a64-8ae9592af498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:03.093609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-3abc0f4d-3d6e-450e-9a64-8ae9592af498 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e53b308-bf6c-41c7-88b4-bad6034482db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0723150
Mar 05 21:26:03.100437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fb848-5a8e-4e2b-bb84-878e38bb44b9 req-e984a9f3-a424-41ee-8b3c-c3978d73cce2 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:03.101764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be4fb848-5a8e-4e2b-bb84-878e38bb44b9 req-e984a9f3-a424-41ee-8b3c-c3978d73cce2 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 982 time: 0.0884695
Mar 05 21:26:03.214484 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be4fb848-5a8e-4e2b-bb84-878e38bb44b9 req-06bd8a8b-ade7-4bd0-8a65-ed06897c5963 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1050384
Mar 05 21:26:03.232195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-52b758c9-89a8-400e-b389-f40038ab24d5 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295168
Mar 05 21:26:03.326712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92bfe3c-6998-4ecf-9ef3-835e9e1de6d3 req-b127cf73-d7d0-4ee0-86df-0525db5a6348 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879047
Mar 05 21:26:04.236029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f03c0832-9bef-4d28-a16e-8a71329d14d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:26:04.332160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:04.336752 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d983-01b9-46ff-9bbf-b85afb923316 req-d8ee068e-f3e7-4384-b49c-1569fb25417b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:04.338241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-53e1d983-01b9-46ff-9bbf-b85afb923316 req-d8ee068e-f3e7-4384-b49c-1569fb25417b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 982 time: 0.0545075
Mar 05 21:26:04.343879 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'port_id': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'mac_address': 'fa:16:3e:89:b1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:26:04.384485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f03c0832-9bef-4d28-a16e-8a71329d14d0 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:04.384876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:04.398009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03c0832-9bef-4d28-a16e-8a71329d14d0 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:26:04.399585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-53e1d983-01b9-46ff-9bbf-b85afb923316 req-8b5c06e2-e9ca-4899-9669-90e90e010869 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0553195
Mar 05 21:26:04.418226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:04.422090 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:04.468021 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:04.619240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f03c0832-9bef-4d28-a16e-8a71329d14d0'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:26:05.517619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c09fc3-960f-48b7-976d-7e884b87044b req-b8553eef-de26-49c9-8c5f-57b13147fbad tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:05.519090 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c09fc3-960f-48b7-976d-7e884b87044b req-b8553eef-de26-49c9-8c5f-57b13147fbad tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 983 time: 0.0526242
Mar 05 21:26:05.579643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-45c09fc3-960f-48b7-976d-7e884b87044b req-bc7a6066-dc90-4396-a8c4-f57c68bba033 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0545175
Mar 05 21:26:06.254851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f03c0832-9bef-4d28-a16e-8a71329d14d0 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:06.303378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f03c0832-9bef-4d28-a16e-8a71329d14d0 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:26:06.306932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f03c0832-9bef-4d28-a16e-8a71329d14d0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:06.307318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:06.361177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:06.575500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f03c0832-9bef-4d28-a16e-8a71329d14d0 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:06.575935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:06.577653 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:06.599605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:26:06.601828 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a0d9fc-1f18-4fbf-bcef-8adddcb940d8" -d '{"events": [{"server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "name": "network-vif-plugged", "status": "completed", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:26:06.615486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:06.621068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:06.673784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:06.710751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3935-3ae0-4698-9ff2-b552e47a51ba req-f91c653f-a17e-40e2-929b-051a65d8665e tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:06.712269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-443e3935-3ae0-4698-9ff2-b552e47a51ba req-f91c653f-a17e-40e2-929b-051a65d8665e tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0566347
Mar 05 21:26:06.720167 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd77f05-163c-4259-b91b-1d864dd3c6d8 x-openstack-request-id: req-2dd77f05-163c-4259-b91b-1d864dd3c6d8 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:26:06.720466 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "name": "network-vif-plugged", "status": "completed", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:26:06.720730 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dd77f05-163c-4259-b91b-1d864dd3c6d8 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:26:06.721133 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'code': 200}
Mar 05 21:26:06.771433 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-443e3935-3ae0-4698-9ff2-b552e47a51ba req-365c9ed0-e861-4362-9f25-ebd24de5429d tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0517771
Mar 05 21:26:06.816665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d0629-aac4-4039-a444-604006e5769f req-8e721c5e-a670-477c-8e45-217c726ba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:06.818179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f9d0629-aac4-4039-a444-604006e5769f req-8e721c5e-a670-477c-8e45-217c726ba44c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0444188
Mar 05 21:26:06.869952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f9d0629-aac4-4039-a444-604006e5769f req-6bb9d520-06f6-4478-ba75-64fb23f900a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=be863523-90a4-434f-9f93-bee5318f1055&id=42c37528-800d-4892-8779-1f432a9969b9&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0457714
Mar 05 21:26:07.896397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67721914-3e1e-4191-9ace-747f199e8fec req-350e79e2-5b1d-4785-9f86-4400c47c0de5 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:07.897863 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67721914-3e1e-4191-9ace-747f199e8fec req-350e79e2-5b1d-4785-9f86-4400c47c0de5 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0554104
Mar 05 21:26:07.954462 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67721914-3e1e-4191-9ace-747f199e8fec req-1225d0a0-0c50-414b-9156-67145d15ca9d tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0506179
Mar 05 21:26:09.076965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc55f9b-bae5-448e-9c87-46e7d7e6b847 req-dfcab704-cf83-477d-99b8-f90606c1baf6 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:09.078506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bc55f9b-bae5-448e-9c87-46e7d7e6b847 req-dfcab704-cf83-477d-99b8-f90606c1baf6 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0561688
Mar 05 21:26:09.134950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bc55f9b-bae5-448e-9c87-46e7d7e6b847 req-5dc8d83e-6763-4ca0-a881-cb2ce439f4b0 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0508609
Mar 05 21:26:09.255738 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904e2d-bb79-423b-982c-fc87667fb548 req-d0c92377-5f17-4fa2-be61-6daa333d159a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:09.257201 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b904e2d-bb79-423b-982c-fc87667fb548 req-d0c92377-5f17-4fa2-be61-6daa333d159a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0540233
Mar 05 21:26:09.312162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6b904e2d-bb79-423b-982c-fc87667fb548 req-8c34d5b0-f5fb-410d-aede-1c843cbd9489 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0492620
Mar 05 21:26:09.418387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7803547-f3df-403b-b079-1adf9d62e7be req-1106c317-1b8b-4530-b338-c94a2759a477 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:09.420280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7803547-f3df-403b-b079-1adf9d62e7be req-1106c317-1b8b-4530-b338-c94a2759a477 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0445189
Mar 05 21:26:09.439295 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a7803547-f3df-403b-b079-1adf9d62e7be req-a28e0e17-3b2e-4797-ac60-5ecf75335289 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.509831 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a7803547-f3df-403b-b079-1adf9d62e7be req-a28e0e17-3b2e-4797-ac60-5ecf75335289 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Publish callbacks [] for security_group (22af36b4-f7b0-40de-ac99-4d0ab19a26aa), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.513706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a7803547-f3df-403b-b079-1adf9d62e7be req-a28e0e17-3b2e-4797-ac60-5ecf75335289 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (22af36b4-f7b0-40de-ac99-4d0ab19a26aa), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.556628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e0e17-3b2e-4797-ac60-5ecf75335289 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22af36b4-f7b0-40de-ac99-4d0ab19a26aa,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:09.564764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7803547-f3df-403b-b079-1adf9d62e7be req-a28e0e17-3b2e-4797-ac60-5ecf75335289 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1387496
Mar 05 21:26:09.586398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34362) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:09.631565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53549731-aecf-41cb-a316-6679b5fd32db tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:09.633121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-53549731-aecf-41cb-a316-6679b5fd32db tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1161 time: 0.0457599
Mar 05 21:26:09.635993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34364) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:09.640355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'tenant_id': '5120b650f5274703a566800555703672', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:09.660203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.755894 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.860705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.35.0.243 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:09.961936 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:09.996871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.040347 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:10.044008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:10.047322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:10.070435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:10.394883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for floatingip (f4a57c2d-26a0-4eae-86e9-42d98a34828a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.466082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.616352 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.620581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.688053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:10.700357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (f4a57c2d-26a0-4eae-86e9-42d98a34828a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:10.752977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:26:11.082265 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Floating IP f4a57c2d-26a0-4eae-86e9-42d98a34828a associated. External IP: 172.35.0.243, port: f03c0832-9bef-4d28-a16e-8a71329d14d0.
Mar 05 21:26:11.290700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 50549ce9-dba6-457f-8533-79ebd6f62e7c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:26:11.401586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:26:11.411749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Sync routers for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:26:11.420637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:11.422516 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:11.423151 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd222b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:11.450616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9ad3958b-e5b0-4970-b121-98438aa43834 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8135495
Mar 05 21:26:11.451482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:26:11.453306 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34366) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:11.453897 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06505931-a0e2-4ffb-b290-f0552a5215ba" -d '{"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:26:11.493423 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b271b44-fc5b-446e-92db-f0da36f072f0 x-openstack-request-id: req-9b271b44-fc5b-446e-92db-f0da36f072f0 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:26:11.493728 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:26:11.493984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b271b44-fc5b-446e-92db-f0da36f072f0 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:26:11.494394 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'status': 'completed', 'code': 200}
Mar 05 21:26:11.536104 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:11.560111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-875c2c2d-621b-442b-a350-a38304ed78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.561636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-875c2c2d-621b-442b-a350-a38304ed78fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0471988
Mar 05 21:26:11.634501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e8fd8-efe4-46c2-b9ee-b8afa44fd64d tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.635302 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e8fd8-efe4-46c2-b9ee-b8afa44fd64d tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.635967 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e8fd8-efe4-46c2-b9ee-b8afa44fd64d tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.637175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e8fd8-efe4-46c2-b9ee-b8afa44fd64d tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.639054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-835e8fd8-efe4-46c2-b9ee-b8afa44fd64d tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1847215
Mar 05 21:26:11.642203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34370) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:11.665376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-689605e3-7657-4be0-ac7d-2cb86572cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.667130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-689605e3-7657-4be0-ac7d-2cb86572cfb5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 897 time: 0.0985334
Mar 05 21:26:11.727573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb2f-7447-468b-9e89-8eb2f6f00f9b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.728410 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb2f-7447-468b-9e89-8eb2f6f00f9b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.729045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb2f-7447-468b-9e89-8eb2f6f00f9b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.729669 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb2f-7447-468b-9e89-8eb2f6f00f9b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.732056 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d38bdb2f-7447-468b-9e89-8eb2f6f00f9b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0887187
Mar 05 21:26:11.734812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34372) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:11.741585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-fc3d87e2-3c9a-4873-ad4d-b4254430eccc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 999 time: 0.0687439
Mar 05 21:26:11.783108 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd222b0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4a57c2d-26a0-4eae-86e9-42d98a34828a', 'tenant_id': '5120b650f5274703a566800555703672', 'floating_ip_address': '172.35.0.243', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'port_id': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'mac_address': 'fa:16:3e:89:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:26:10Z', 'updated_at': '2022-03-05T21:26:10Z', 'revision_number': 0, 'project_id': '5120b650f5274703a566800555703672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:11.792432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-52a7f53f-aac2-4e46-8f3f-c62f0fc03857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.794185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-52a7f53f-aac2-4e46-8f3f-c62f0fc03857 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 200  len: 835 time: 0.0472932
Mar 05 21:26:11.809642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Checking router: 50549ce9-dba6-457f-8533-79ebd6f62e7c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:26:11.819699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:11.820336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd222b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:25:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:11.849498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-87d49309-236b-4065-b09d-50728b54662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:11.851053 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-87d49309-236b-4065-b09d-50728b54662b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e53b308-bf6c-41c7-88b4-bad6034482db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512905
Mar 05 21:26:11.942682 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:11.947773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-8ff13fd2-4045-41ff-96c8-1a3e168e0e1e service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909240
Mar 05 21:26:11.973188 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4726105d-c8c3-497e-abd1-1a1a726e4363 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1615 time: 0.2346983
Mar 05 21:26:11.973424 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34374) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:12.017650 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b8485-008d-4ec3-ac60-277b64b2a8f2 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:12.018542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b8485-008d-4ec3-ac60-277b64b2a8f2 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:12.025384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f60b8485-008d-4ec3-ac60-277b64b2a8f2 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50549ce9-dba6-457f-8533-79ebd6f62e7c HTTP/1.1" status: 200  len: 2064 time: 0.0510647
Mar 05 21:26:12.049323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06505931-a0e2-4ffb-b290-f0552a5215ba req-28de910f-629d-4531-af7d-72e62d7af350 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951290
Mar 05 21:26:12.180445 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd222b0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4a57c2d-26a0-4eae-86e9-42d98a34828a', 'tenant_id': '5120b650f5274703a566800555703672', 'floating_ip_address': '172.35.0.243', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'port_id': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'mac_address': 'fa:16:3e:89:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:26:10Z', 'updated_at': '2022-03-05T21:26:10Z', 'revision_number': 0, 'project_id': '5120b650f5274703a566800555703672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:12.206720 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4962-2594-4e83-8a43-a026f7746aec None None] The sync data for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 is: [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4a57c2d-26a0-4eae-86e9-42d98a34828a', 'tenant_id': '5120b650f5274703a566800555703672', 'floating_ip_address': '172.35.0.243', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'port_id': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'mac_address': 'fa:16:3e:89:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:26:10Z', 'updated_at': '2022-03-05T21:26:10Z', 'revision_number': 0, 'project_id': '5120b650f5274703a566800555703672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:26:12.397622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0b907-3d2a-4b7d-a8e3-2900eca9925b None None] New status for floating IP f4a57c2d-26a0-4eae-86e9-42d98a34828a: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:26:24.530351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-aa82f5bd-7f31-4ec1-bf00-7537f784c421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:26.866153 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0bd66314-7e1f-4aa5-971a-0e833b6ecee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:28.051141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:29.630282 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:31.058395 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:36.361085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:36.552589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:44.865671 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-743eb03d-c40e-47d6-895c-4d9de81547ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445325
Mar 05 21:26:44.956455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfd31-a631-4dcc-85dd-438723871925 req-07b1c8ef-1449-42b0-9406-d350f1d01846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:44.957937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-07b1c8ef-1449-42b0-9406-d350f1d01846 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0454321
Mar 05 21:26:45.065323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfd31-a631-4dcc-85dd-438723871925 req-721dad2a-03a6-43f2-b6fe-24a23a76b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:45.066786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-721dad2a-03a6-43f2-b6fe-24a23a76b4a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 897 time: 0.0889556
Mar 05 21:26:45.089536 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:45.135187 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-1976c95a-c416-4ef7-a4d1-3b7746f078d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 1001 time: 0.0607078
Mar 05 21:26:45.187609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfd31-a631-4dcc-85dd-438723871925 req-ae730298-6a01-4d91-980f-5fa3a474bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:45.187609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-ae730298-6a01-4d91-980f-5fa3a474bcd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 200  len: 835 time: 0.0448449
Mar 05 21:26:45.190598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9961a440-dde7-49d2-b843-a0e3d7220bdb tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 1376 time: 0.0994394
Mar 05 21:26:45.193297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34392) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:45.198076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'network': {'name': 'tempest-network-smoke--1737450503', 'project_id': '5120b650f5274703a566800555703672', 'port_security_enabled': False}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:45.218366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:26:45.222043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.243408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfd31-a631-4dcc-85dd-438723871925 req-746ab52f-3d1e-4087-9d23-8b806f68ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:45.244966 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-746ab52f-3d1e-4087-9d23-8b806f68ad7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e53b308-bf6c-41c7-88b4-bad6034482db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511153
Mar 05 21:26:45.250488 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:26:45.259936 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4b5ad45a-2f5b-459c-bbe1-381e51eb7f71), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.260285 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Added segment 4b5ad45a-2f5b-459c-bbe1-381e51eb7f71 of type vlan for network dd727d48-f2e5-44c6-b54a-84576f525268
Mar 05 21:26:45.301148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (dd727d48-f2e5-44c6-b54a-84576f525268), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.326646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (dd727d48-f2e5-44c6-b54a-84576f525268), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.331523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:45.332145 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.337881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-e70717b7-c308-4968-89e2-683b964b5c4b service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856745
Mar 05 21:26:45.388726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1942751
Mar 05 21:26:45.391338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:45.395630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'admin_state_up': True, 'project_id': '5120b650f5274703a566800555703672', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:45.414579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Network': ['ID=dd727d48-f2e5-44c6-b54a-84576f525268,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:45.426611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.426964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.427310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.427654 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.428010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.428346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.428674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.429009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.429341 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.429659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.429980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.430301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.430620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4912fef-4dae-463d-8891-88f405391765 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:45.440505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b56dfd31-a631-4dcc-85dd-438723871925 req-b3de388f-cb16-4901-a202-41b08e9c9468 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926781
Mar 05 21:26:45.441184 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.442266 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.445398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network dd727d48-f2e5-44c6-b54a-84576f525268 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:26:45.838048 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_controller (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:45.978496 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.173351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.200760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.339922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.35.0.252 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8fd6494a-3bde-491c-9029-c6ec45c15e3f) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:46.440669 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.473337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.510666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:46.514411 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:46.517842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:46.543622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=8fd6494a-3bde-491c-9029-c6ec45c15e3f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:46.769407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:46.962859 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.100569 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:26:47.208303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:26:47.218394 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Sync routers for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:26:47.228110 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:47.228754 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec45b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:47.229056 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.233986 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34412) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.234500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ff80776b-6d34-4800-8077-9470c31c0565 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8417208
Mar 05 21:26:47.305455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc471ef-db66-4ae1-855f-1bdfeebe7faa tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:47.306982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9cc471ef-db66-4ae1-855f-1bdfeebe7faa tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5120b650f5274703a566800555703672&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0718281
Mar 05 21:26:47.310172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34414) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.402889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671a2a9-120b-4e10-ad57-4f2195bb1a47 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:47.404585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5671a2a9-120b-4e10-ad57-4f2195bb1a47 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0932293
Mar 05 21:26:47.407119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34416) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.429657 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:47.434741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7bc28001-fca0-4068-b0c5-0699c5db9e1c tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265455
Mar 05 21:26:47.437490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.465972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4997cfbc-8a45-4141-a5b7-db2263884b0f tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5120b650f5274703a566800555703672&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265763
Mar 05 21:26:47.468226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34420) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.554399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b248b1e-f8ff-4d05-ad48-3b076d912482 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:47.555936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1b248b1e-f8ff-4d05-ad48-3b076d912482 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0867951
Mar 05 21:26:47.559394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34422) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.591989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7e9620f0-99ac-4982-9b42-2460a9219b7e tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0314493
Mar 05 21:26:47.594448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34424) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:47.599268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144815595', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'project_id': '5120b650f5274703a566800555703672', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:47.614231 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec45b0>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:46Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:47.641527 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Checking router: 2a099f5d-87db-4ba3-92e8-6e634cc8a2de for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:26:47.641879 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Updating router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de port 8fd6494a-3bde-491c-9029-c6ec45c15e3f binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:26:47.669348 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.684498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:26:47.688159 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.776497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:26:47.872669 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (d0fd210a-5474-4894-a763-b51566d6c635), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.936096 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks [] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.937753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Subnet': ['ID=d0fd210a-5474-4894-a763-b51566d6c635,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:47.941599 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.947218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Checking segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:47.947596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network hostable DHCP agents. Network: dd727d48-f2e5-44c6-b54a-84576f525268, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:26:47.952373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.952734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.953087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.953433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.953770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.954103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.954441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.954774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.955105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.955436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.955794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.956123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.956475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:47.973211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network dd727d48-f2e5-44c6-b54a-84576f525268 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:26:47.983367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd727d48-f2e5-44c6-b54a-84576f525268) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:47.987362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:47.987989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:47.992788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1e9e5-607d-4b22-94f0-c06e074515a4 None None] Network dd727d48-f2e5-44c6-b54a-84576f525268 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:26:47.996949 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Attempting to bind port 8fd6494a-3bde-491c-9029-c6ec45c15e3f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:47.997326 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Attempting to bind port 8fd6494a-3bde-491c-9029-c6ec45c15e3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:47.997698 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Attempting to bind port 8fd6494a-3bde-491c-9029-c6ec45c15e3f on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:48.007350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0826764c-62a9-483c-874c-58f351971016 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4117329
Mar 05 21:26:48.009262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:48.009869 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:48.010025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:26:48.010296 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.010692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:48.011181 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Bound port: 8fd6494a-3bde-491c-9029-c6ec45c15e3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:48.012266 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.037791 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e23517-61dc-462e-b4ad-2d178afd9d12 None None] Pushing event updated for resources: {'Port': ['ID=8fd6494a-3bde-491c-9029-c6ec45c15e3f,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:48.080513 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] For port 8fd6494a-3bde-491c-9029-c6ec45c15e3f, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:48.083711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] For port 8fd6494a-3bde-491c-9029-c6ec45c15e3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd6494a-3bde-491c-9029-c6ec45c15e3f,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:48.091362 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.110670 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dd727d48-f2e5-44c6-b54a-84576f525268', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'project_id': '5120b650f5274703a566800555703672', 'fixed_ips': [{'subnet_id': 'd0fd210a-5474-4894-a763-b51566d6c635'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:26:48.111547 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.174505 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e23517-61dc-462e-b4ad-2d178afd9d12 None None] Pushing event updated for resources: {'Port': ['ID=8fd6494a-3bde-491c-9029-c6ec45c15e3f,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:48.178530 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:48.179148 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec45b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:48.260226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Allocated IP 172.20.0.18 (dd727d48-f2e5-44c6-b54a-84576f525268/d0fd210a-5474-4894-a763-b51566d6c635/b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:48.291368 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:48.420308 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks [] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.427268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.474073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Network dd727d48-f2e5-44c6-b54a-84576f525268 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:48.479019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:48.481060 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bec45b0>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:46Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:48.482755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:48.490271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Pushing event updated for resources: {'Port': ['ID=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:48.496795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.502574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.502574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.502963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.503288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.503631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.503992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.504330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.504671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.505004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.505466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.505802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.506133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.506852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:26:48.513526 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c4fbb-83b0-40aa-9cc3-53166ca6edda None None] The sync data for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 is: [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:46Z', 'revision_number': 3, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:26:48.570127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Attempting to bind port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:48.570630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Attempting to bind port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:48.571069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Attempting to bind port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 on network dd727d48-f2e5-44c6-b54a-84576f525268 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:48.578136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:48.578621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Checking segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:48.579104 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.579569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Bound using segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:48.580143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Bound port: b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:48.580599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.665849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] For port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:48.669976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] For port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:48.677747 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:48.739965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a03aa5-6b7c-4ca3-a5d1-3c7594582af6 None None] Pushing event updated for resources: {'Port': ['ID=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:48.845326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.20.0.17 (dd727d48-f2e5-44c6-b54a-84576f525268/d0fd210a-5474-4894-a763-b51566d6c635/aeaea928-6637-4892-ad06-01aa4775230f) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:49.075277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8fd6494a-3bde-491c-9029-c6ec45c15e3f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:49.143990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8fd6494a-3bde-491c-9029-c6ec45c15e3f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:49.144525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.272100 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8fd6494a-3bde-491c-9029-c6ec45c15e3f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:49.272429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.295361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 8fd6494a-3bde-491c-9029-c6ec45c15e3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd6494a-3bde-491c-9029-c6ec45c15e3f,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:49.300933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.353541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=8fd6494a-3bde-491c-9029-c6ec45c15e3f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:49.378685 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (aeaea928-6637-4892-ad06-01aa4775230f), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.415702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.464701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network dd727d48-f2e5-44c6-b54a-84576f525268 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:49.467972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:49.471830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:49.478392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:49.520054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.672165 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aeaea928-6637-4892-ad06-01aa4775230f), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.936289 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155721a6-21c4-449c-a420-aec65f535893 None None] Network dd727d48-f2e5-44c6-b54a-84576f525268 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:26:49.971408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (aeaea928-6637-4892-ad06-01aa4775230f), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:49.977233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.057909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:50.061206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.065474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Provisioning complete for port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:50.065865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.178798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network dd727d48-f2e5-44c6-b54a-84576f525268 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:50.180415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:50.193533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Current status of the port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:50.194059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.238206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] For port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:50.245010 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.311132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994256e-8b81-493b-b4c0-6e1a6c1d6ea6 None None] Pushing event updated for resources: {'Port': ['ID=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:50.334530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:26:50.454711 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:26:50.459805 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d546cda1-dc62-43c4-837d-7ee8c560ffd9 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "PUT /v2.0/routers/2a099f5d-87db-4ba3-92e8-6e634cc8a2de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4486094
Mar 05 21:26:50.478342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Provisioning complete for port aeaea928-6637-4892-ad06-01aa4775230f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:50.478737 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aeaea928-6637-4892-ad06-01aa4775230f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.544522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Sync routers for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:26:50.547010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Port aeaea928-6637-4892-ad06-01aa4775230f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:26:50.565167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:50.565823 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82994490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:50.574685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Provisioning complete for port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:50.574956 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:50.739477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-1bf69c07-626a-4c0c-bb25-25315eb41ece tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:50.741248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-1bf69c07-626a-4c0c-bb25-25315eb41ece tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/networks?id=dd727d48-f2e5-44c6-b54a-84576f525268 HTTP/1.1" status: 200  len: 798 time: 0.1231465
Mar 05 21:26:50.759886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-30934f91-da32-46e4-88a0-5a6b7eda6efb tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/quotas/5120b650f5274703a566800555703672 HTTP/1.1" status: 200  len: 375 time: 0.0113897
Mar 05 21:26:50.793567 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:50.820420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f74fc039-3e7e-40e4-be9e-ab88cec63232 None None] Current status of the port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:50.874351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-e06267fb-4ed4-4850-a935-860ab2c15098 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1047854
Mar 05 21:26:50.971978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6d8d72c1-1ef8-4a0f-9104-7412f873e842 None None] Provisioning complete for port aeaea928-6637-4892-ad06-01aa4775230f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:50.972427 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6d8d72c1-1ef8-4a0f-9104-7412f873e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aeaea928-6637-4892-ad06-01aa4775230f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.004623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-61c0d639-b35f-4155-b4e6-905fe9a92ecb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:26:51.010840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-61c0d639-b35f-4155-b4e6-905fe9a92ecb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1184852
Mar 05 21:26:51.040623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d72c1-1ef8-4a0f-9104-7412f873e842 None None] Port aeaea928-6637-4892-ad06-01aa4775230f cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:26:51.063777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82994490>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aeaea928-6637-4892-ad06-01aa4775230f', 'name': '', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:64:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:48Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 2, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:51.091655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Checking router: 2a099f5d-87db-4ba3-92e8-6e634cc8a2de for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:26:51.092053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Updating router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de port aeaea928-6637-4892-ad06-01aa4775230f binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:26:51.119219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f1a59098-0e80-427b-b106-0bb12412198a service neutron] 10.222.0.15 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023717
Mar 05 21:26:51.120076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8fd6494a-3bde-491c-9029-c6ec45c15e3f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:51.125386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aeaea928-6637-4892-ad06-01aa4775230f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.211838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-b09a120f-cb44-4e02-afc5-db64243e1c31 service neutron] 10.222.0.15 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857568
Mar 05 21:26:51.420902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8fd6494a-3bde-491c-9029-c6ec45c15e3f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:51.421441 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.582685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8fd6494a-3bde-491c-9029-c6ec45c15e3f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:51.583746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:51.678799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks [] for port (aeaea928-6637-4892-ad06-01aa4775230f), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.686108 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.690195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:51.690566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.766017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac4c6c-4f7e-4988-adbd-c04f10b8386b None None] Pushing event updated for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:51.847090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Attempting to bind port aeaea928-6637-4892-ad06-01aa4775230f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:51.847469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Attempting to bind port aeaea928-6637-4892-ad06-01aa4775230f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:51.847866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Attempting to bind port aeaea928-6637-4892-ad06-01aa4775230f on network dd727d48-f2e5-44c6-b54a-84576f525268 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:51.860620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:51.861011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Checking segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:51.861403 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.861808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Bound using segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:51.862288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Bound port: aeaea928-6637-4892-ad06-01aa4775230f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:51.862674 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aeaea928-6637-4892-ad06-01aa4775230f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:51.878391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:51.938067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] For port aeaea928-6637-4892-ad06-01aa4775230f, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:51.941656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] For port aeaea928-6637-4892-ad06-01aa4775230f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeaea928-6637-4892-ad06-01aa4775230f,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:51.949562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:52.021626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:26:52.022257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82994490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:52.024313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Provisioning complete for port aeaea928-6637-4892-ad06-01aa4775230f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:52.024714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aeaea928-6637-4892-ad06-01aa4775230f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:52.026093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac4c6c-4f7e-4988-adbd-c04f10b8386b None None] Pushing event updated for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:52.194616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:26:52.225458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Current status of the port aeaea928-6637-4892-ad06-01aa4775230f is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:52.225850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (aeaea928-6637-4892-ad06-01aa4775230f), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:52.328685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] For port aeaea928-6637-4892-ad06-01aa4775230f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeaea928-6637-4892-ad06-01aa4775230f,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:26:52.333192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:52.410701 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43a1663a-0412-4bef-a69b-94c1d4212658 req-6feb665e-4d87-406d-801c-7e28281a4f9a tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 210 time: 0.0289526
Mar 05 21:26:52.411297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ecbb9-5654-48a9-8a42-c35b00fd1e48 None None] Pushing event updated for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:52.463730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3bc100a4-7ff2-4bdf-a194-c0ca1c8bddee None None] Provisioning complete for port aeaea928-6637-4892-ad06-01aa4775230f triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:52.464394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3bc100a4-7ff2-4bdf-a194-c0ca1c8bddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aeaea928-6637-4892-ad06-01aa4775230f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:52.488671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-659958f6-7579-457c-902b-c0c83921d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82994490>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aeaea928-6637-4892-ad06-01aa4775230f', 'name': '', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:64:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:48Z', 'updated_at': '2022-03-05T21:26:51Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:26:52.523411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659958f6-7579-457c-902b-c0c83921d984 None None] The sync data for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 is: [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aeaea928-6637-4892-ad06-01aa4775230f', 'name': '', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:64:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:48Z', 'updated_at': '2022-03-05T21:26:51Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:26:52.582613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3bc100a4-7ff2-4bdf-a194-c0ca1c8bddee None None] Current status of the port aeaea928-6637-4892-ad06-01aa4775230f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:52.998069 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aeaea928-6637-4892-ad06-01aa4775230f up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:26:53.051746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port aeaea928-6637-4892-ad06-01aa4775230f triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:53.052129 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (aeaea928-6637-4892-ad06-01aa4775230f), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:53.135973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port aeaea928-6637-4892-ad06-01aa4775230f is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:26:53.502195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00041182-992c-4c0b-ab32-b1fcd330ac0f req-223eaa4f-c35a-4307-823e-b5c18c7cc554 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 210 time: 0.0290935
Mar 05 21:26:54.535601 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dea2a619-0fdb-4efa-a73e-b1f34f55284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:54.588577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ef066929-7822-43d3-b8a8-d9ccaed7a164 req-ab9dac15-1d45-44f2-94ae-0537d40361d7 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 210 time: 0.0316465
Mar 05 21:26:55.678265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-953d7dc9-f05d-42a8-b075-520fdb4dff76 req-ee2a3159-16b6-4b5a-b581-12afcdc6b639 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 210 time: 0.0322361
Mar 05 21:26:56.355980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-e8c536cf-fcbc-44cc-a727-bc6fb89670a3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:56.357473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-e8c536cf-fcbc-44cc-a727-bc6fb89670a3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.23 "GET /v2.0/networks?id=dd727d48-f2e5-44c6-b54a-84576f525268 HTTP/1.1" status: 200  len: 798 time: 0.1055195
Mar 05 21:26:56.369570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Request body: {'port': {'device_id': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'admin_state_up': True, 'tenant_id': '5120b650f5274703a566800555703672'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:56.477651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Made reservation on behalf of 5120b650f5274703a566800555703672 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:26:56.481232 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:56.603192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Allocated IP 172.20.0.28 (dd727d48-f2e5-44c6-b54a-84576f525268/d0fd210a-5474-4894-a763-b51566d6c635/40ad3cc4-42a9-40b7-a29e-ca32a68c7c36) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:26:56.720761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:56.755231 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:56.796724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Network dd727d48-f2e5-44c6-b54a-84576f525268 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:26:56.799157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff985-9dc9-46b7-9245-454b0046adae req-67089729-dbb2-4ccc-9bd5-fd802b109fe5 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:56.799855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:26:56.800676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3d0ff985-9dc9-46b7-9245-454b0046adae req-67089729-dbb2-4ccc-9bd5-fd802b109fe5 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 895 time: 0.0554707
Mar 05 21:26:56.802524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:26:56.832666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event updated for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:56.861072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:56.861702 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:56.870254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-861b87d9-2d56-4531-81d1-b89676475bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:56.880871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-43e741c6-0be0-4413-a7d7-ce5028b11860 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.5154519
Mar 05 21:26:56.952161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Request body: {'port': {'device_id': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:26:57.019541 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.032019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f0bd901d-d3cc-4c02-9da3-5f0af68ebfeb None None] Provisioning complete for port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:26:57.032485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0bd901d-d3cc-4c02-9da3-5f0af68ebfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.067797 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd901d-d3cc-4c02-9da3-5f0af68ebfeb None None] Port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:26:57.286739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:26:57.293792 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks [] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.305694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Transition to ACTIVE for port object 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:26:57.309812 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.363519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:57.434200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Attempting to bind port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:26:57.434460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Attempting to bind port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:26:57.434846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Attempting to bind port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 on network dd727d48-f2e5-44c6-b54a-84576f525268 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:57.439517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 on network dd727d48-f2e5-44c6-b54a-84576f525268 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:26:57.439894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Attempting to bind port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 on network dd727d48-f2e5-44c6-b54a-84576f525268 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:26:57.445052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:26:57.445385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Checking segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:26:57.445765 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Bound using segment: {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:26:57.446344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Bound port: 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:26:57.446547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.512757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:26:57.516211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:26:57.522477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.560976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:57.561602 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:57.562998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] 10.222.0.23 "PUT /v2.0/ports/40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 HTTP/1.1" status: 200  len: 1055 time: 0.6740384
Mar 05 21:26:57.563477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:26:57.565731 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb" -d '{"events": [{"name": "network-changed", "server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:26:57.606642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4256fbe-683a-4ef1-b3df-ea24d308ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:26:57.623027 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38668067-e0ed-4ddb-b913-fc2e4d7dd81d x-openstack-request-id: req-38668067-e0ed-4ddb-b913-fc2e4d7dd81d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:26:57.623346 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:26:57.623598 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38668067-e0ed-4ddb-b913-fc2e4d7dd81d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:26:57.624022 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36', 'status': 'completed', 'code': 200}
Mar 05 21:26:57.661610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-bb894c67-e9da-45de-aba9-f7379cce9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:57.663117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-bb894c67-e9da-45de-aba9-f7379cce9a06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 1089 time: 0.0501306
Mar 05 21:26:57.705890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-443c0284-edca-4ec4-a49f-5619a21ddaee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 HTTP/1.1" status: 200  len: 217 time: 0.0352466
Mar 05 21:26:57.760345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-c7f1ef1a-d0d1-4ef4-9c11-7e7e8c0d6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:57.761756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-c7f1ef1a-d0d1-4ef4-9c11-7e7e8c0d6a50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fd210a-5474-4894-a763-b51566d6c635 HTTP/1.1" status: 200  len: 837 time: 0.0505705
Mar 05 21:26:57.810551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-a6c7f719-67d2-45f8-9329-cdbcbc8268eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:57.812208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-a6c7f719-67d2-45f8-9329-cdbcbc8268eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd727d48-f2e5-44c6-b54a-84576f525268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0450497
Mar 05 21:26:57.903831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-fda5b37c-c911-4c6f-b814-fe659915ef5e service neutron] 10.222.0.23 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847874
Mar 05 21:26:57.924849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0299-b498-49ce-8c02-2bd7059c36db req-bf270809-c739-470f-ba3b-596ddd526e2e tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:57.926319 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de2b0299-b498-49ce-8c02-2bd7059c36db req-bf270809-c739-470f-ba3b-596ddd526e2e tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 907 time: 0.0538189
Mar 05 21:26:57.997641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75563cde-2338-4b3a-aec7-a923dda388c1 req-f265bd96-d8df-48b0-ad20-f962b7abde89 service neutron] 10.222.0.23 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890174
Mar 05 21:26:58.051278 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:26:58.091751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-247579f8-f142-412d-9481-6747d64c929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:58.094882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-247579f8-f142-412d-9481-6747d64c929a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 1089 time: 0.0510073
Mar 05 21:26:58.187410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-02b46a25-c94f-487d-a5c0-11768143ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:58.188947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-02b46a25-c94f-487d-a5c0-11768143ea60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd727d48-f2e5-44c6-b54a-84576f525268 HTTP/1.1" status: 200  len: 899 time: 0.0874195
Mar 05 21:26:58.231409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-0eaeb2e4-eccf-41dd-9fd6-04f2b2649b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 HTTP/1.1" status: 200  len: 217 time: 0.0347943
Mar 05 21:26:58.277634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-30ca40f8-f5b0-4e56-b240-e284c0cc894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:58.279172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-30ca40f8-f5b0-4e56-b240-e284c0cc894e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fd210a-5474-4894-a763-b51566d6c635 HTTP/1.1" status: 200  len: 837 time: 0.0425303
Mar 05 21:26:58.333124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-adb00b99-2d8e-4779-97e4-d92c8412e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:58.334613 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-adb00b99-2d8e-4779-97e4-d92c8412e5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd727d48-f2e5-44c6-b54a-84576f525268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0470104
Mar 05 21:26:58.421947 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-9f40ccf1-b53f-4780-a159-0dbfaf1bd473 service neutron] 10.222.0.23 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802629
Mar 05 21:26:58.511901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4acc3fdc-7d81-4ff0-a7db-7e494c2b57cb req-56825bec-5949-4f05-80bd-ad9ee8109882 service neutron] 10.222.0.23 "GET /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839653
Mar 05 21:26:59.047291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac216f7-3221-4da2-979e-277cf267881a req-a94e9b76-1d30-428d-831f-516de59af005 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:26:59.048701 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ac216f7-3221-4da2-979e-277cf267881a req-a94e9b76-1d30-428d-831f-516de59af005 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 907 time: 0.0524809
Mar 05 21:26:59.632233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:00.171024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576432-c31a-4029-af30-1bcb6631b041 req-8c3f3b29-7777-4f65-af08-f5f6850aae74 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:00.172430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d1576432-c31a-4029-af30-1bcb6631b041 req-8c3f3b29-7777-4f65-af08-f5f6850aae74 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 907 time: 0.0543432
Mar 05 21:27:00.256554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:27:00.349976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:00.361344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36', 'network_id': 'dd727d48-f2e5-44c6-b54a-84576f525268', 'port_id': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36', 'mac_address': 'fa:16:3e:b4:88:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fd210a-5474-4894-a763-b51566d6c635', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:27:00.396620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:00.397011 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:00.413199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:27:00.431532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:00.435920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:00.481510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:00.672169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['40ad3cc4-42a9-40b7-a29e-ca32a68c7c36'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:27:01.062398 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:01.290404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1ce4-9053-4e32-b6a6-b6403c1d7ba9 req-54653781-f3e7-41cc-a34c-99f686a4f849 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:01.291883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-badc1ce4-9053-4e32-b6a6-b6403c1d7ba9 req-54653781-f3e7-41cc-a34c-99f686a4f849 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 908 time: 0.0518563
Mar 05 21:27:02.281357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:27:02.331925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:27:02.335788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:27:02.336178 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:02.413628 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:02.413937 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:02.420855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97413-1930-442a-960f-62b98bda84cd req-b1b03de2-eefe-415c-a5ea-935ea846af30 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:02.422355 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d2a97413-1930-442a-960f-62b98bda84cd req-b1b03de2-eefe-415c-a5ea-935ea846af30 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 908 time: 0.0579917
Mar 05 21:27:02.438886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:02.441333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d74b0-35fd-4aa8-90bb-fe4fa7996f62" -d '{"events": [{"server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "name": "network-vif-plugged", "status": "completed", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:02.453573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:02.457854 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:02.480241 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a6d3f9-e83f-46ea-bd84-7be9e9e115de x-openstack-request-id: req-a0a6d3f9-e83f-46ea-bd84-7be9e9e115de {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:02.480533 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "name": "network-vif-plugged", "status": "completed", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:02.481333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0a6d3f9-e83f-46ea-bd84-7be9e9e115de {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:02.481874 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36', 'code': 200}
Mar 05 21:27:02.510881 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:02.577717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c52b2-6dc2-45af-a168-2b260ec9b2fa req-995f33c4-e87f-4523-9950-cde24319eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:02.579186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4a8c52b2-6dc2-45af-a168-2b260ec9b2fa req-995f33c4-e87f-4523-9950-cde24319eccb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 1091 time: 0.0433433
Mar 05 21:27:03.546305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31469-5622-4d2d-bd91-78805551d331 req-f6c597ac-efe9-4238-84b1-c52f8c6b93e2 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:03.547847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7da31469-5622-4d2d-bd91-78805551d331 req-f6c597ac-efe9-4238-84b1-c52f8c6b93e2 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0564868
Mar 05 21:27:04.674576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3183-e5b6-4206-b4f5-b2ea5c5cc39d req-dc46f17f-8783-47f7-adba-1093d6dc3d83 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:04.676071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90eb3183-e5b6-4206-b4f5-b2ea5c5cc39d req-dc46f17f-8783-47f7-adba-1093d6dc3d83 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0555568
Mar 05 21:27:04.793753 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b03f2-2365-4acc-aaa9-3eccaefd43a2 req-b6efb36b-a973-4cde-96d6-1f50cde1b304 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:04.795327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d16b03f2-2365-4acc-aaa9-3eccaefd43a2 req-b6efb36b-a973-4cde-96d6-1f50cde1b304 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0523024
Mar 05 21:27:04.901639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f883f-c5f7-4ed6-a476-6b02a82e40d8 req-6f05d3cc-df93-45c1-a791-7b206e345b2b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:04.904143 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e71f883f-c5f7-4ed6-a476-6b02a82e40d8 req-6f05d3cc-df93-45c1-a791-7b206e345b2b tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 1091 time: 0.0446339
Mar 05 21:27:05.015225 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932eba-2d35-4a04-aa10-3f175730c070 req-461cce9c-8116-4439-9583-8b6f7d366aa8 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:05.016781 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce932eba-2d35-4a04-aa10-3f175730c070 req-461cce9c-8116-4439-9583-8b6f7d366aa8 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0470204
Mar 05 21:27:05.074027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce932eba-2d35-4a04-aa10-3f175730c070 req-02eb7e67-5263-4a32-b7aa-bb193b7ee178 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0515697
Mar 05 21:27:05.096131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34498) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:05.139699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb528f6-b1b3-4ee9-b92a-81209b8dccd3 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:05.141221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5bb528f6-b1b3-4ee9-b92a-81209b8dccd3 tempest-TestSecurityGroupsBasicOps-1885956081 tempest-TestSecurityGroupsBasicOps-1885956081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 1086 time: 0.0440230
Mar 05 21:27:05.363406 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591463-c4e0-4304-aa5d-8e52fc66a262 req-489897f9-b0d4-441e-9f01-422b153c32b3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:05.364862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc591463-c4e0-4304-aa5d-8e52fc66a262 req-489897f9-b0d4-441e-9f01-422b153c32b3 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0562489
Mar 05 21:27:06.373082 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:06.486456 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ec38e-f6e3-4fbb-93c1-bc4b2481a885 req-a5117829-7851-403c-ace5-f71f9418d478 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:06.488009 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-be9ec38e-f6e3-4fbb-93c1-bc4b2481a885 req-a5117829-7851-403c-ace5-f71f9418d478 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0529802
Mar 05 21:27:06.550600 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:06.611180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-34a8c278-67da-455a-94a0-35165aff57ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:06.612639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-34a8c278-67da-455a-94a0-35165aff57ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.23 "GET /v2.0/ports?device_id=afab8183-3c4d-42b1-9594-050d935ff07d HTTP/1.1" status: 200  len: 909 time: 0.0501595
Mar 05 21:27:06.707536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:06.707796 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:06.792813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:06.793174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:06.805656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:06.933381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (40ad3cc4-42a9-40b7-a29e-ca32a68c7c36), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:06.960172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=40ad3cc4-42a9-40b7-a29e-ca32a68c7c36,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:07.010000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] No DVR routers for this DVR port 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:27:07.012847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:07.016257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad4aac27-7c95-4fa3-820e-6ed163ce75dd req-061f6220-a51b-4d6e-9daa-bec1509432ee tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.23 "DELETE /v2.0/ports/40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 HTTP/1.1" status: 204  len: 173 time: 0.3985455
Mar 05 21:27:07.016745 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'name': 'network-vif-deleted', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:07.019060 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bec8d3-c53c-48bc-9897-0d2b3b6862b7" -d '{"events": [{"server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "name": "network-vif-deleted", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:07.062312 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650034aa-9d77-4958-8231-30bbc491f009 x-openstack-request-id: req-650034aa-9d77-4958-8231-30bbc491f009 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:07.062613 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afab8183-3c4d-42b1-9594-050d935ff07d", "name": "network-vif-deleted", "tag": "40ad3cc4-42a9-40b7-a29e-ca32a68c7c36", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:07.062864 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-650034aa-9d77-4958-8231-30bbc491f009 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:07.063965 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afab8183-3c4d-42b1-9594-050d935ff07d', 'name': 'network-vif-deleted', 'tag': '40ad3cc4-42a9-40b7-a29e-ca32a68c7c36', 'status': 'completed', 'code': 200}
Mar 05 21:27:07.546047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34510) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:07.910867 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:08.403034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port aeaea928-6637-4892-ad06-01aa4775230f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:08.403380 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (aeaea928-6637-4892-ad06-01aa4775230f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:08.491247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port aeaea928-6637-4892-ad06-01aa4775230f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeaea928-6637-4892-ad06-01aa4775230f,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:08.491618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (aeaea928-6637-4892-ad06-01aa4775230f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:08.505138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for aeaea928-6637-4892-ad06-01aa4775230f owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:08.689789 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (aeaea928-6637-4892-ad06-01aa4775230f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:08.719403 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=aeaea928-6637-4892-ad06-01aa4775230f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:08.895844 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.116338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:27:09.224884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:27:09.231540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73973d97-80ce-453d-b070-ab18c8990880 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "PUT /v2.0/routers/2a099f5d-87db-4ba3-92e8-6e634cc8a2de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6842558
Mar 05 21:27:09.232793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34512) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:09.235976 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Sync routers for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:27:09.245427 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:09.246121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:09.283809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting subnet d0fd210a-5474-4894-a763-b51566d6c635 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:27:09.286860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (d0fd210a-5474-4894-a763-b51566d6c635), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.327036 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (d0fd210a-5474-4894-a763-b51566d6c635), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.353499 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:09.414357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (d0fd210a-5474-4894-a763-b51566d6c635), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.472158 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (d0fd210a-5474-4894-a763-b51566d6c635), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.502517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fd210a-5474-4894-a763-b51566d6c635,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:09.504640 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.510297 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c4d4fbfb-7cac-4f73-afa7-f9080202db8c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/subnets/d0fd210a-5474-4894-a763-b51566d6c635 HTTP/1.1" status: 204  len: 168 time: 0.2740402
Mar 05 21:27:09.510479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68112f-49d6-4180-8204-1520497c5bc6 None None] Network dd727d48-f2e5-44c6-b54a-84576f525268 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:27:09.510915 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34514) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:09.544402 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac160>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:27:08Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:09.571800 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Checking router: 2a099f5d-87db-4ba3-92e8-6e634cc8a2de for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:27:09.581235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Routers {'2a099f5d-87db-4ba3-92e8-6e634cc8a2de'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:09.581903 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:09.626195 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.678834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] DHCP port deletion for dd727d48-f2e5-44c6-b54a-84576f525268 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:27:09.698232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] Set router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:09.726585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Deleting port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:09.726960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.736231 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.790454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port 8fd6494a-3bde-491c-9029-c6ec45c15e3f {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:09.790810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.793127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] For port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,segment=NetworkSegment(4b5ad45a-2f5b-459c-bbe1-381e51eb7f71),segment_id=4b5ad45a-2f5b-459c-bbe1-381e51eb7f71)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:09.794263 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.807152 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Calling delete_port for b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:09.874217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port 8fd6494a-3bde-491c-9029-c6ec45c15e3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd6494a-3bde-491c-9029-c6ec45c15e3f,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:09.874579 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.888542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac160>, [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:27:08Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:09.891057 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for 8fd6494a-3bde-491c-9029-c6ec45c15e3f owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:09.893780 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:09.920173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] Pushing event deleted for resources: {'Port': ['ID=b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:09.926957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a1912-e814-461b-9d58-aea43784d6ad None None] No DVR routers for this DVR port b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:27:10.016492 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dda83-1b48-40f0-af35-8bc8f5bddbf4 None None] The sync data for ids ['2a099f5d-87db-4ba3-92e8-6e634cc8a2de'] in ncdv-master-1 is: [{'id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340888789', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:26:45Z', 'updated_at': '2022-03-05T21:27:08Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '8fd6494a-3bde-491c-9029-c6ec45c15e3f', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a099f5d-87db-4ba3-92e8-6e634cc8a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:26:46Z', 'updated_at': '2022-03-05T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:27:10.078476 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8fd6494a-3bde-491c-9029-c6ec45c15e3f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.102157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=8fd6494a-3bde-491c-9029-c6ec45c15e3f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:10.164327 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.257428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.259470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_controller (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.304567 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (2a099f5d-87db-4ba3-92e8-6e634cc8a2de), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.305143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Fanout notify agent at l3_agent the message router_deleted on router 2a099f5d-87db-4ba3-92e8-6e634cc8a2de {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:27:10.312473 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.313595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cec7f61e-a88e-4340-beea-ef8ecbec2768 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/routers/2a099f5d-87db-4ba3-92e8-6e634cc8a2de HTTP/1.1" status: 204  len: 168 time: 0.8022721
Mar 05 21:27:10.316239 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34516) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:10.393371 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (dd727d48-f2e5-44c6-b54a-84576f525268), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.485099 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (dd727d48-f2e5-44c6-b54a-84576f525268), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.506523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89361d90>,) {'filters': {'network_id': ['dd727d48-f2e5-44c6-b54a-84576f525268']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:10.517222 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89361d90>, '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:10.517524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89361d90>, '4b5ad45a-2f5b-459c-bbe1-381e51eb7f71') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:10.526882 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (4b5ad45a-2f5b-459c-bbe1-381e51eb7f71), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.539916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (4b5ad45a-2f5b-459c-bbe1-381e51eb7f71), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.545995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:27:10.546389 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (4b5ad45a-2f5b-459c-bbe1-381e51eb7f71), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:27:10.549482 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:27:10.608940 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (dd727d48-f2e5-44c6-b54a-84576f525268), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.615968 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.619157 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/networks/dd727d48-f2e5-44c6-b54a-84576f525268 HTTP/1.1" status: 204  len: 168 time: 0.3019145
Mar 05 21:27:10.623166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34518) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:10.632099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16146947-7026-4b99-917b-63016b8cf86b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Network': ['ID=dd727d48-f2e5-44c6-b54a-84576f525268,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:10.790003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:10.790354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.862687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.863023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for floatingip (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:10.874537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:11.072365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:11.082944 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:11.107028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:11.107387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b570dbfc-e3b6-4cb6-9c7c-8a99e9df68a2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:11.107850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8fd6494a-3bde-491c-9029-c6ec45c15e3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:11.128783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8fd6494a-3bde-491c-9029-c6ec45c15e3f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:11.129085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8fd6494a-3bde-491c-9029-c6ec45c15e3f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:11.129515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aeaea928-6637-4892-ad06-01aa4775230f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:11.149904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: aeaea928-6637-4892-ad06-01aa4775230f {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:11.150260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device aeaea928-6637-4892-ad06-01aa4775230f not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:11.368894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=ccbd7e66-7b6f-4418-a99e-e9fb7c7efa0a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:11.428124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for floatingip (f4a57c2d-26a0-4eae-86e9-42d98a34828a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:11.428377 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Floating IP f4a57c2d-26a0-4eae-86e9-42d98a34828a disassociated (deleted). External IP: 172.35.0.243, port: f03c0832-9bef-4d28-a16e-8a71329d14d0.
Mar 05 21:27:11.638389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 50549ce9-dba6-457f-8533-79ebd6f62e7c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:27:11.749510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:27:11.754366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:11.759343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Sync routers for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:27:11.770158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:11.770776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82842dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:11.784652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0f43352-f4b3-4b0c-8976-7bad9d692364 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/floatingips/f4a57c2d-26a0-4eae-86e9-42d98a34828a HTTP/1.1" status: 204  len: 168 time: 1.1592722
Mar 05 21:27:11.785362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:11.787792 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37ad97f-9f09-4c25-a767-c68677005b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:11.826736 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b139e089-0344-4383-891f-b911187f69f7 x-openstack-request-id: req-b139e089-0344-4383-891f-b911187f69f7 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:11.827238 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:11.827767 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b139e089-0344-4383-891f-b911187f69f7 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:11.828356 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'status': 'completed', 'code': 200}
Mar 05 21:27:11.891900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:11.899579 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-bfa0ea49-7693-418a-ae75-68782b1a955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:11.901121 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-bfa0ea49-7693-418a-ae75-68782b1a955a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5120b650f5274703a566800555703672&device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 1166 time: 0.0527725
Mar 05 21:27:12.018153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-9a86530b-9268-4c0a-bbed-d1b8d61ddd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:12.019700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-9a86530b-9268-4c0a-bbed-d1b8d61ddd71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 200  len: 897 time: 0.1130197
Mar 05 21:27:12.076391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-010cb379-212e-4237-9f5c-6db0a6812426 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 200  len: 217 time: 0.0413208
Mar 05 21:27:12.130283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6116aea-2360-476d-b71c-d9e411693466 req-5a58027b-e2f1-4245-a4fa-1ae09eb06aaf tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:12.131783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6116aea-2360-476d-b71c-d9e411693466 req-5a58027b-e2f1-4245-a4fa-1ae09eb06aaf tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.1287792
Mar 05 21:27:12.154892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-5942c802-0dc7-47e0-92c4-b39d718bac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:12.156349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-5942c802-0dc7-47e0-92c4-b39d718bac49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 200  len: 835 time: 0.0728302
Mar 05 21:27:12.221540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f6116aea-2360-476d-b71c-d9e411693466 req-433427bc-696c-4944-a209-10dc58ea05b5 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0824668
Mar 05 21:27:12.231352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-0e1ad1f3-1762-41a5-9c13-b4dd209d31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:12.232880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-0e1ad1f3-1762-41a5-9c13-b4dd209d31dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e53b308-bf6c-41c7-88b4-bad6034482db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0702651
Mar 05 21:27:12.267317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82842dc0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:12.293242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Checking router: 50549ce9-dba6-457f-8533-79ebd6f62e7c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:27:12.301362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:12.301974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82842dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:12.305009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:12.329222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-b098f212-b314-49f4-b49c-6ba5f9f28437 service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896122
Mar 05 21:27:12.380492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:12.380820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 40ad3cc4-42a9-40b7-a29e-ca32a68c7c36 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:12.419792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a37ad97f-9f09-4c25-a767-c68677005b8a req-871630c2-f09f-45bd-a169-3cd4a6ad6c7f service neutron] 10.222.0.31 "GET /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840936
Mar 05 21:27:12.426547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:12.623848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82842dc0>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:12.649836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba7cd8-1f87-49ae-bcf1-63e1704b1827 None None] The sync data for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 is: [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:25:57Z', 'revision_number': 4, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4627e97e-692b-4e2b-9569-22fcb792c452', 'name': '', 'network_id': '6e53b308-bf6c-41c7-88b4-bad6034482db', 'tenant_id': '5120b650f5274703a566800555703672', 'mac_address': 'fa:16:3e:a1:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '75f08120-18f8-483f-9902-bba19629934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:56Z', 'updated_at': '2022-03-05T21:26:00Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'subnets': [{'id': '75f08120-18f8-483f-9902-bba19629934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:27:12.878747 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333762d-ae6a-4f6d-a438-5bc310111ce1 None None] New status for floating IP f4a57c2d-26a0-4eae-86e9-42d98a34828a: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:27:13.269626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-dad45ccc-5851-4bc4-bf15-7cd44d61a51f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:13.271129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-dad45ccc-5851-4bc4-bf15-7cd44d61a51f tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.31 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0600712
Mar 05 21:27:13.350630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557b0a-b6ea-422f-9ed8-a25e33bc2904 req-affc59f9-4d04-4226-a588-30120975d813 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:13.352133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce557b0a-b6ea-422f-9ed8-a25e33bc2904 req-affc59f9-4d04-4226-a588-30120975d813 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/ports?device_id=10d17919-fc30-4e20-8ed4-1ac942ff45d8 HTTP/1.1" status: 200  len: 984 time: 0.0561731
Mar 05 21:27:13.367580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port f03c0832-9bef-4d28-a16e-8a71329d14d0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:13.367965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:13.408879 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce557b0a-b6ea-422f-9ed8-a25e33bc2904 req-53025392-0995-4de0-afff-084e4e179819 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "GET /v2.0/security-groups?id=42c37528-800d-4892-8779-1f432a9969b9&id=be863523-90a4-434f-9f93-bee5318f1055&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0500970
Mar 05 21:27:13.459971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port f03c0832-9bef-4d28-a16e-8a71329d14d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03c0832-9bef-4d28-a16e-8a71329d14d0,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:13.460339 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:13.473743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for f03c0832-9bef-4d28-a16e-8a71329d14d0 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:13.599493 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f03c0832-9bef-4d28-a16e-8a71329d14d0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:13.631176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=f03c0832-9bef-4d28-a16e-8a71329d14d0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:13.674111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] No DVR routers for this DVR port f03c0832-9bef-4d28-a16e-8a71329d14d0 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:27:13.676540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:13.679831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-954db1e8-4c0d-4247-a7d9-06f3ad233fc3 req-abfa74e4-dce5-4318-a777-de4074d4d366 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.31 "DELETE /v2.0/ports/f03c0832-9bef-4d28-a16e-8a71329d14d0 HTTP/1.1" status: 204  len: 173 time: 0.4036064
Mar 05 21:27:13.829684 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'name': 'network-vif-deleted', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:13.832082 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ceeed-c449-4eec-9aaa-7bdd517b5c66" -d '{"events": [{"server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "name": "network-vif-deleted", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:13.867315 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c853e2e-3060-4718-a215-6c8901249473 x-openstack-request-id: req-1c853e2e-3060-4718-a215-6c8901249473 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:13.867617 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d17919-fc30-4e20-8ed4-1ac942ff45d8", "name": "network-vif-deleted", "tag": "f03c0832-9bef-4d28-a16e-8a71329d14d0", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:13.867897 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c853e2e-3060-4718-a215-6c8901249473 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:13.868307 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d17919-fc30-4e20-8ed4-1ac942ff45d8', 'name': 'network-vif-deleted', 'tag': 'f03c0832-9bef-4d28-a16e-8a71329d14d0', 'status': 'completed', 'code': 200}
Mar 05 21:27:14.466471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34532) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:14.519178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (42c37528-800d-4892-8779-1f432a9969b9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.540814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (42c37528-800d-4892-8779-1f432a9969b9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.582328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (42c37528-800d-4892-8779-1f432a9969b9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.584997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.586297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/security-groups/42c37528-800d-4892-8779-1f432a9969b9 HTTP/1.1" status: 204  len: 168 time: 0.1188357
Mar 05 21:27:14.589337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34534) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:14.595364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b69082-eb7f-493b-ada8-08721ad9a59c tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c37528-800d-4892-8779-1f432a9969b9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:14.646697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (be863523-90a4-434f-9f93-bee5318f1055), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.669153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (be863523-90a4-434f-9f93-bee5318f1055), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.712460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (be863523-90a4-434f-9f93-bee5318f1055), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.715050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:14.716232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/security-groups/be863523-90a4-434f-9f93-bee5318f1055 HTTP/1.1" status: 204  len: 168 time: 0.1257343
Mar 05 21:27:14.719206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34536) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:14.724988 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc7c9-41cf-4a41-bb0b-47676d87e070 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be863523-90a4-434f-9f93-bee5318f1055,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:15.146871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:15.444583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port 4627e97e-692b-4e2b-9569-22fcb792c452 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:15.444846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:15.533851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port 4627e97e-692b-4e2b-9569-22fcb792c452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4627e97e-692b-4e2b-9569-22fcb792c452,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:15.534518 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:15.547414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for 4627e97e-692b-4e2b-9569-22fcb792c452 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:15.729405 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4627e97e-692b-4e2b-9569-22fcb792c452), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:15.755559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=4627e97e-692b-4e2b-9569-22fcb792c452,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:15.933497 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.413797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Router 50549ce9-dba6-457f-8533-79ebd6f62e7c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:27:16.518825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:27:16.524403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3bf242e6-7534-4854-b5c0-287cfc8c45db tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "PUT /v2.0/routers/50549ce9-dba6-457f-8533-79ebd6f62e7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8034844
Mar 05 21:27:16.526663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34538) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:16.528268 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Sync routers for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:27:16.537582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:16.538225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f75400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:16.581396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting subnet 75f08120-18f8-483f-9902-bba19629934b {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:27:16.584534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (75f08120-18f8-483f-9902-bba19629934b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.624463 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (75f08120-18f8-483f-9902-bba19629934b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.640763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f03c0832-9bef-4d28-a16e-8a71329d14d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:16.649577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:16.694462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: f03c0832-9bef-4d28-a16e-8a71329d14d0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:16.694743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f03c0832-9bef-4d28-a16e-8a71329d14d0 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:16.745147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (75f08120-18f8-483f-9902-bba19629934b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.803178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (75f08120-18f8-483f-9902-bba19629934b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.830499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Subnet': ['ID=75f08120-18f8-483f-9902-bba19629934b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:16.834216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.841069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-863fbb1e-3ef9-46b1-a4dd-c274bc4973f8 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/subnets/75f08120-18f8-483f-9902-bba19629934b HTTP/1.1" status: 204  len: 168 time: 0.3098669
Mar 05 21:27:16.841289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:16.843356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bea64c-4397-4578-8fdc-20c2a405fcc1 None None] Network 6e53b308-bf6c-41c7-88b4-bad6034482db requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:27:16.924571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f75400>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:27:15Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:16.952111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:16.959243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Checking router: 50549ce9-dba6-457f-8533-79ebd6f62e7c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:27:16.974649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Routers {'50549ce9-dba6-457f-8533-79ebd6f62e7c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:27:16.975273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f75400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:26:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['50549ce9-dba6-457f-8533-79ebd6f62e7c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:17.049551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] DHCP port deletion for 6e53b308-bf6c-41c7-88b4-bad6034482db request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:27:17.070280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_gateway (50549ce9-dba6-457f-8533-79ebd6f62e7c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.122797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Deleting port 867862cb-5457-426e-bfdb-cbb7ee77f429 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:17.123144 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.124432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] Set router 50549ce9-dba6-457f-8533-79ebd6f62e7c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:27:17.185440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Deleting port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:17.185814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.212271 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] For port 867862cb-5457-426e-bfdb-cbb7ee77f429, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867862cb-5457-426e-bfdb-cbb7ee77f429,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:17.212622 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.226365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Calling delete_port for 867862cb-5457-426e-bfdb-cbb7ee77f429 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:17.298181 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] For port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,segment=NetworkSegment(c219eb7d-409e-459a-9390-81168a458f1d),segment_id=c219eb7d-409e-459a-9390-81168a458f1d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:17.298488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.318994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Calling delete_port for a4d0d207-d6b2-4b7c-8225-c91b3a8d831a owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:17.396019 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (867862cb-5457-426e-bfdb-cbb7ee77f429), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.422048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Port': ['ID=867862cb-5457-426e-bfdb-cbb7ee77f429,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:17.435219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f75400>, [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:27:15Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:17.438170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (a4d0d207-d6b2-4b7c-8225-c91b3a8d831a), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.469028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309828b5-ad42-48a4-9cf6-7bc83f581d4a None None] The sync data for ids ['50549ce9-dba6-457f-8533-79ebd6f62e7c'] in ncdv-master-1 is: [{'id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093423631', 'tenant_id': '5120b650f5274703a566800555703672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208'}], 'enable_snat': True}, 'gw_port_id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:25:53Z', 'updated_at': '2022-03-05T21:27:15Z', 'revision_number': 5, 'project_id': '5120b650f5274703a566800555703672', 'gw_port': {'id': '867862cb-5457-426e-bfdb-cbb7ee77f429', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50549ce9-dba6-457f-8533-79ebd6f62e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:25:54Z', 'updated_at': '2022-03-05T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:27:17.488913 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] Pushing event deleted for resources: {'Port': ['ID=a4d0d207-d6b2-4b7c-8225-c91b3a8d831a,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:17.489171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.492307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1d70e-24e0-4341-ae5a-74d9e5b38701 None None] No DVR routers for this DVR port a4d0d207-d6b2-4b7c-8225-c91b3a8d831a on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:27:17.828215 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.830411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router_controller (50549ce9-dba6-457f-8533-79ebd6f62e7c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.876983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (50549ce9-dba6-457f-8533-79ebd6f62e7c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.877892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Fanout notify agent at l3_agent the message router_deleted on router 50549ce9-dba6-457f-8533-79ebd6f62e7c {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:27:17.885647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:17.886782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7ff76d5f-d5cb-4383-9434-746f2b452ce1 tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/routers/50549ce9-dba6-457f-8533-79ebd6f62e7c HTTP/1.1" status: 204  len: 168 time: 1.0448968
Mar 05 21:27:17.890058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34542) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:17.975949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (6e53b308-bf6c-41c7-88b4-bad6034482db), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.060415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (6e53b308-bf6c-41c7-88b4-bad6034482db), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.081458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b909b2370>,) {'filters': {'network_id': ['6e53b308-bf6c-41c7-88b4-bad6034482db']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:18.091611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909b2370>, 'c219eb7d-409e-459a-9390-81168a458f1d') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:18.091946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b909b2370>, 'c219eb7d-409e-459a-9390-81168a458f1d') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:27:18.107876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (c219eb7d-409e-459a-9390-81168a458f1d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.123275 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (c219eb7d-409e-459a-9390-81168a458f1d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.130013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:27:18.130521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (c219eb7d-409e-459a-9390-81168a458f1d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:27:18.133756 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:27:18.192368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (6e53b308-bf6c-41c7-88b4-bad6034482db), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.199814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.202367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] 10.222.0.15 "DELETE /v2.0/networks/6e53b308-bf6c-41c7-88b4-bad6034482db HTTP/1.1" status: 204  len: 168 time: 0.3111517
Mar 05 21:27:18.214238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6bffa-aab7-448a-9862-3b72a073aa5b tempest-TestSecurityGroupsBasicOps-394692282 tempest-TestSecurityGroupsBasicOps-394692282-project] Pushing event deleted for resources: {'Network': ['ID=6e53b308-bf6c-41c7-88b4-bad6034482db,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:18.489298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34550) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:18.632802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c90e0601-dd26-4b21-b189-dc5ead3053c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5120b650f5274703a566800555703672&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422694
Mar 05 21:27:18.635460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34554) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:18.682247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] Publish callbacks [] for security_group (b39ec64e-1186-4424-9347-a1c729c6e232), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.703582 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] Publish callbacks [] for security_group (b39ec64e-1186-4424-9347-a1c729c6e232), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.754872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b39ec64e-1186-4424-9347-a1c729c6e232), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.757642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:18.758779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b39ec64e-1186-4424-9347-a1c729c6e232 HTTP/1.1" status: 204  len: 168 time: 0.1223845
Mar 05 21:27:18.766564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b97944-6224-4e8b-bc47-2982787cb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ec64e-1186-4424-9347-a1c729c6e232,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:18.985783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 867862cb-5457-426e-bfdb-cbb7ee77f429 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:19.006817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 867862cb-5457-426e-bfdb-cbb7ee77f429 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:19.007197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 867862cb-5457-426e-bfdb-cbb7ee77f429 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:19.007693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a4d0d207-d6b2-4b7c-8225-c91b3a8d831a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:19.025426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34560) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:19.032862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: a4d0d207-d6b2-4b7c-8225-c91b3a8d831a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:19.033215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device a4d0d207-d6b2-4b7c-8225-c91b3a8d831a not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:19.033642 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4627e97e-692b-4e2b-9569-22fcb792c452 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:19.039461 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0622efb-5026-4a10-aead-eee559af0a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.052997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 4627e97e-692b-4e2b-9569-22fcb792c452 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:19.053355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 4627e97e-692b-4e2b-9569-22fcb792c452 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:19.116335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0622efb-5026-4a10-aead-eee559af0a5d admin admin] Publish callbacks [] for security_group (9ab3e5bd-eb95-4073-98eb-3287ef6b9238), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.119946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f0622efb-5026-4a10-aead-eee559af0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9ab3e5bd-eb95-4073-98eb-3287ef6b9238), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.156687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0622efb-5026-4a10-aead-eee559af0a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab3e5bd-eb95-4073-98eb-3287ef6b9238,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:19.160847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f0622efb-5026-4a10-aead-eee559af0a5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59bca0bd434f47649046f8263fdb5cdd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1344051
Mar 05 21:27:19.163629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34562) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:19.210588 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] Publish callbacks [] for security_group (9ab3e5bd-eb95-4073-98eb-3287ef6b9238), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.232354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] Publish callbacks [] for security_group (9ab3e5bd-eb95-4073-98eb-3287ef6b9238), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.276634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9ab3e5bd-eb95-4073-98eb-3287ef6b9238), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.280460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.281639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ab3e5bd-eb95-4073-98eb-3287ef6b9238 HTTP/1.1" status: 204  len: 168 time: 0.1171100
Mar 05 21:27:19.290621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83762e5-399b-42bb-a649-12c03dbf354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab3e5bd-eb95-4073-98eb-3287ef6b9238,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:19.592925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34568) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:19.637698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-889446d3-2cd6-40aa-aa43-4589ede43366 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b945b88e11c04051ab6307d986bec6d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430257
Mar 05 21:27:19.640658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34570) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:19.686234 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] Publish callbacks [] for security_group (22af36b4-f7b0-40de-ac99-4d0ab19a26aa), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.707375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] Publish callbacks [] for security_group (22af36b4-f7b0-40de-ac99-4d0ab19a26aa), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.752715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (22af36b4-f7b0-40de-ac99-4d0ab19a26aa), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.755245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:19.756423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22af36b4-f7b0-40de-ac99-4d0ab19a26aa HTTP/1.1" status: 204  len: 168 time: 0.1148820
Mar 05 21:27:19.764439 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e1907-05c2-4075-8518-5c8ca0322154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af36b4-f7b0-40de-ac99-4d0ab19a26aa,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:24.528548 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3cd22873-9e2f-4224-b2df-c9c51f980cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:24.766294 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:27:26.864585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-201a5ae1-11d5-4716-a85f-c2c8219287bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:28.054740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:29.635960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:30.818518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-f286e0d3-4614-4a0e-9578-9adf3896eb53 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5616e7d8b824625b15d39e21b034ac9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288732
Mar 05 21:27:31.002019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-e2a153db-dcc7-4f44-b38a-d317cedcb641 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:31.003472 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-e2a153db-dcc7-4f44-b38a-d317cedcb641 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1801186
Mar 05 21:27:31.017779 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-e5246df4-fd54-43f9-b79d-30a38e4d9f2a tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/quotas/a5616e7d8b824625b15d39e21b034ac9 HTTP/1.1" status: 200  len: 375 time: 0.0089817
Mar 05 21:27:31.049897 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-460555ff-8559-429a-8ec8-502a255d2507 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5616e7d8b824625b15d39e21b034ac9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273907
Mar 05 21:27:31.066597 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:31.215466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eba437e7-8d4e-44f5-85d5-15869d440123 req-e5b29948-8bda-4449-bdd6-358cd89ae170 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 210 time: 0.0282183
Mar 05 21:27:32.052165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-1b197be8-46e6-4788-b6fc-c02c3316d303 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a5616e7d8b824625b15d39e21b034ac9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283358
Mar 05 21:27:32.238452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-8c8aaebd-6e1a-4a13-b65a-775f36da6eea tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:32.239881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-8c8aaebd-6e1a-4a13-b65a-775f36da6eea tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1833861
Mar 05 21:27:32.251884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Request body: {'port': {'device_id': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'admin_state_up': True, 'tenant_id': 'a5616e7d8b824625b15d39e21b034ac9'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:32.312641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eaa06ec-2037-4e7f-919f-855a762afeaa req-6f720d6f-50de-495f-b1f4-99435655a78b tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 210 time: 0.0261421
Mar 05 21:27:32.361320 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Made reservation on behalf of a5616e7d8b824625b15d39e21b034ac9 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:27:32.364726 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.373663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.447454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks [] for security_group (4f4ce555-26bc-4d24-acd9-6c2997840ff0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.452024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4f4ce555-26bc-4d24-acd9-6c2997840ff0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.512718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ce555-26bc-4d24-acd9-6c2997840ff0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:32.582098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Allocated IP 192.168.233.15 (4a78b855-da5b-4e7a-8f90-63b241d71fba/401fbd26-3909-4aa2-8002-d7f81e1ec09f/5e323d9b-3589-41af-91f2-1d01b0a8d923) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:27:32.723376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks [] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.757474 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.804369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Network 4a78b855-da5b-4e7a-8f90-63b241d71fba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:27:32.807323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:27:32.809757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:27:32.845641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Pushing event updated for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:32.865065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:32.865709 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:32.882990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-d06b9afb-3e11-470e-a6b8-469ed36079e5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6352282
Mar 05 21:27:32.894326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Request body: {'port': {'device_id': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:32.957204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.059902 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d1bc87e4-79d7-4e65-b865-108df011d25c None None] Provisioning complete for port 5e323d9b-3589-41af-91f2-1d01b0a8d923 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:27:33.060560 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d1bc87e4-79d7-4e65-b865-108df011d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.094506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc87e4-79d7-4e65-b865-108df011d25c None None] Port 5e323d9b-3589-41af-91f2-1d01b0a8d923 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:27:33.220513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e323d9b-3589-41af-91f2-1d01b0a8d923 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:27:33.227883 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks [] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.239642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Transition to ACTIVE for port object 5e323d9b-3589-41af-91f2-1d01b0a8d923 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:27:33.243442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.294395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:33.363764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Attempting to bind port 5e323d9b-3589-41af-91f2-1d01b0a8d923 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:27:33.364093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Attempting to bind port 5e323d9b-3589-41af-91f2-1d01b0a8d923 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:27:33.364428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Attempting to bind port 5e323d9b-3589-41af-91f2-1d01b0a8d923 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:27:33.369133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Port 5e323d9b-3589-41af-91f2-1d01b0a8d923 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:27:33.369493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Attempting to bind port 5e323d9b-3589-41af-91f2-1d01b0a8d923 on network 4a78b855-da5b-4e7a-8f90-63b241d71fba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:27:33.375571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:27:33.375951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Checking segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:27:33.376585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Bound using segment: {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:27:33.377026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Bound port: 5e323d9b-3589-41af-91f2-1d01b0a8d923, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f5987-94da-4ae5-a7d9-9fe978230547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:27:33.377387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.480704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:27:33.490246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b74-a030-4ffc-b762-7ccc2fc671f1 req-eb68b143-d052-4d77-94f4-e4a001b79abd tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:33.491752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-961f0b74-a030-4ffc-b762-7ccc2fc671f1 req-eb68b143-d052-4d77-94f4-e4a001b79abd tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 947 time: 0.1049461
Mar 05 21:27:33.494612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:27:33.508951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.567715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:33.568318 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:33.569715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/5e323d9b-3589-41af-91f2-1d01b0a8d923 HTTP/1.1" status: 200  len: 1095 time: 0.6799002
Mar 05 21:27:33.570207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:33.572510 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac" -d '{"events": [{"name": "network-changed", "server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:33.609683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-961f0b74-a030-4ffc-b762-7ccc2fc671f1 req-812a8583-9066-4464-8708-f63010ed9c57 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098158
Mar 05 21:27:33.610742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcdb6a-f253-442f-a155-a439d6618eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:33.649776 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a72ed-cdcc-4223-991b-0236d5b76a98 x-openstack-request-id: req-1d0a72ed-cdcc-4223-991b-0236d5b76a98 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:33.650079 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:33.650337 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d0a72ed-cdcc-4223-991b-0236d5b76a98 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:33.650742 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923', 'status': 'completed', 'code': 200}
Mar 05 21:27:33.673845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-652abfd5-6688-420d-bf05-e6f78cfddf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:33.675409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-652abfd5-6688-420d-bf05-e6f78cfddf2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5616e7d8b824625b15d39e21b034ac9&device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 1129 time: 0.0610478
Mar 05 21:27:33.720470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-ddb4161f-cfc7-4172-ad60-14f143645426 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923 HTTP/1.1" status: 200  len: 217 time: 0.0369997
Mar 05 21:27:33.770926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-51f2529e-8a8b-4b48-9ebb-5b5c5f49860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:33.773160 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-51f2529e-8a8b-4b48-9ebb-5b5c5f49860e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0471518
Mar 05 21:27:33.824841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-f53f4b4f-421b-466c-bb48-d63b12b681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:33.826369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-f53f4b4f-421b-466c-bb48-d63b12b681e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0479650
Mar 05 21:27:33.920424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-81efbb93-a4be-4d9c-a14c-d145a7be6b5b service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871153
Mar 05 21:27:34.026618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c175e63-2ada-4dbc-9d7c-6815bfeb607c req-ef733fd2-38db-42e8-a3df-f02610cbc7e9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014605
Mar 05 21:27:34.117581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-29ade5db-b808-41ad-83b3-d06634b99953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:34.119028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-29ade5db-b808-41ad-83b3-d06634b99953 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5616e7d8b824625b15d39e21b034ac9&device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 1129 time: 0.0456183
Mar 05 21:27:34.206497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-5ab2a1a5-5ab5-4f71-afe4-50aba56fed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:34.207981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-5ab2a1a5-5ab5-4f71-afe4-50aba56fed7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a78b855-da5b-4e7a-8f90-63b241d71fba HTTP/1.1" status: 200  len: 870 time: 0.0836675
Mar 05 21:27:34.250687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-65cf437d-ea69-4572-a6b2-2966b54583e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923 HTTP/1.1" status: 200  len: 217 time: 0.0374663
Mar 05 21:27:34.299200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-93521dfc-a798-41c6-89cb-e2c2e48046fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:34.300693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-93521dfc-a798-41c6-89cb-e2c2e48046fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=401fbd26-3909-4aa2-8002-d7f81e1ec09f HTTP/1.1" status: 200  len: 843 time: 0.0435789
Mar 05 21:27:34.348108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-c6a9ef47-f3d2-44a3-ba70-f9fab191c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:34.349570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-c6a9ef47-f3d2-44a3-ba70-f9fab191c9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a78b855-da5b-4e7a-8f90-63b241d71fba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0429854
Mar 05 21:27:34.440439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-24be1d4c-c88c-49af-9d96-fe7374f6a4dd service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837390
Mar 05 21:27:34.527830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5cb5f538-42f7-4c46-b9e6-5c246c1f6aac req-d2604181-1d61-42ee-8ff1-2e5522d1fba7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a78b855-da5b-4e7a-8f90-63b241d71fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811203
Mar 05 21:27:34.742112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984749d-2e22-4315-849e-44f496ed5e2d req-1549e0c5-c84a-4ede-ad06-c1767c169437 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:34.743470 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984749d-2e22-4315-849e-44f496ed5e2d req-1549e0c5-c84a-4ede-ad06-c1767c169437 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 947 time: 0.0508187
Mar 05 21:27:34.794555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f984749d-2e22-4315-849e-44f496ed5e2d req-a14439e5-014a-490e-88d6-df4ad059f937 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449646
Mar 05 21:27:35.919366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9146-e209-4636-a947-706f45f1557e req-58c0d54f-ab02-4389-add7-bd1259541898 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:35.921359 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2ea9146-e209-4636-a947-706f45f1557e req-58c0d54f-ab02-4389-add7-bd1259541898 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 947 time: 0.0563352
Mar 05 21:27:35.970956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e2ea9146-e209-4636-a947-706f45f1557e req-3ceeee31-f4ad-4dcf-af13-b6a33b337ee3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438635
Mar 05 21:27:36.376642 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:36.428646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5e323d9b-3589-41af-91f2-1d01b0a8d923 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:27:36.521389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:36.532306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '5e323d9b-3589-41af-91f2-1d01b0a8d923', 'network_id': '4a78b855-da5b-4e7a-8f90-63b241d71fba', 'port_id': '5e323d9b-3589-41af-91f2-1d01b0a8d923', 'mac_address': 'fa:16:3e:5f:b7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401fbd26-3909-4aa2-8002-d7f81e1ec09f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:27:36.582003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5e323d9b-3589-41af-91f2-1d01b0a8d923 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:36.582390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:36.584107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:36.595024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e323d9b-3589-41af-91f2-1d01b0a8d923 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:27:36.614639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:36.618171 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:36.664307 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:36.807599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5e323d9b-3589-41af-91f2-1d01b0a8d923'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:27:37.087194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32104bd8-eee5-4aef-b257-1755018c9168 req-4564b1c0-9e13-4c23-9925-c5d7348346a7 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:37.088696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32104bd8-eee5-4aef-b257-1755018c9168 req-4564b1c0-9e13-4c23-9925-c5d7348346a7 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 948 time: 0.0518973
Mar 05 21:27:37.135954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-32104bd8-eee5-4aef-b257-1755018c9168 req-7f6d2317-c3e6-4060-84e2-61e3ae9e6ee1 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412121
Mar 05 21:27:38.258897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f4f1f-6be5-4668-8302-27a768a14a8a req-6d63af29-2e60-4887-a869-282c2b313573 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:38.260405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-611f4f1f-6be5-4668-8302-27a768a14a8a req-6d63af29-2e60-4887-a869-282c2b313573 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 948 time: 0.0566204
Mar 05 21:27:38.306338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-611f4f1f-6be5-4668-8302-27a768a14a8a req-3b4782a8-38e0-4882-a43a-99ac6b7c2bfc tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399497
Mar 05 21:27:38.452807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5e323d9b-3589-41af-91f2-1d01b0a8d923 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:27:38.655450 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 5e323d9b-3589-41af-91f2-1d01b0a8d923 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:27:38.659396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 5e323d9b-3589-41af-91f2-1d01b0a8d923 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:27:38.659807 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:38.737138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 5e323d9b-3589-41af-91f2-1d01b0a8d923 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:38.737454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:38.759331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:38.761582 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe4b98-e344-4167-b44b-4af87ae2d7c0" -d '{"events": [{"server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "name": "network-vif-plugged", "status": "completed", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:38.774941 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:38.779912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:38.802621 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b622982d-e7f8-4b23-99fa-372d6e27e0df x-openstack-request-id: req-b622982d-e7f8-4b23-99fa-372d6e27e0df {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:38.802909 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "name": "network-vif-plugged", "status": "completed", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:38.803166 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b622982d-e7f8-4b23-99fa-372d6e27e0df {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:38.803551 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923', 'code': 200}
Mar 05 21:27:38.830548 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:38.899455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1205ae8-accb-4c78-b462-8092aa7e6d07 req-40eb4dd1-3db5-44b2-8e97-76e194bed510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:38.901105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1205ae8-accb-4c78-b462-8092aa7e6d07 req-40eb4dd1-3db5-44b2-8e97-76e194bed510 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 1131 time: 0.0438242
Mar 05 21:27:38.943486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1205ae8-accb-4c78-b462-8092aa7e6d07 req-7c6df53b-f99e-446a-ab2b-8e22f5bdd8d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367644
Mar 05 21:27:39.425233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff1ea4-7787-4178-ae82-cb351c90e73f req-3342579e-2595-49e1-bd4a-187bf754b1e0 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:39.426696 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f5ff1ea4-7787-4178-ae82-cb351c90e73f req-3342579e-2595-49e1-bd4a-187bf754b1e0 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 949 time: 0.0546618
Mar 05 21:27:39.473940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f5ff1ea4-7787-4178-ae82-cb351c90e73f req-3366940a-1308-4421-a495-c7677ba2a99e tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416629
Mar 05 21:27:40.596616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3774ca-37ac-4615-9edd-095b30b5b7f1 req-2b460770-5e1a-45a6-8ced-c0926e0e2b4c tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:40.598117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee3774ca-37ac-4615-9edd-095b30b5b7f1 req-2b460770-5e1a-45a6-8ced-c0926e0e2b4c tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 949 time: 0.0558929
Mar 05 21:27:40.644322 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee3774ca-37ac-4615-9edd-095b30b5b7f1 req-95295d53-6488-42b8-b883-d7e75293efa5 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407271
Mar 05 21:27:40.916226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-5477ac04-3dfc-4a7e-9652-cbc637d3171d req-c3312c04-7a31-4b88-a246-a304980f7bf6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:27:40.917235 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5477ac04-3dfc-4a7e-9652-cbc637d3171d req-c3312c04-7a31-4b88-a246-a304980f7bf6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053921
Mar 05 21:27:41.277963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-691b6d6c-c6a9-44ef-929f-69c287891ae7 req-209069ce-5382-4481-8e29-0ce9d59b3238 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:27:41.279690 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-691b6d6c-c6a9-44ef-929f-69c287891ae7 req-209069ce-5382-4481-8e29-0ce9d59b3238 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082958
Mar 05 21:27:41.658991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114affa-af37-4934-b856-cd2d7d55a76b req-edffb2cb-8645-4c3c-9d18-b540ade764b7 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:41.660551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f114affa-af37-4934-b856-cd2d7d55a76b req-edffb2cb-8645-4c3c-9d18-b540ade764b7 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 949 time: 0.0624177
Mar 05 21:27:41.708141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f114affa-af37-4934-b856-cd2d7d55a76b req-935ed20a-0f0c-415b-8124-dfbf8f81bb24 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417433
Mar 05 21:27:42.834541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00e64-e135-4161-808f-26de37e5dc1c req-b482463e-abd6-46e0-b1c0-ffa10e772919 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:42.836052 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0e00e64-e135-4161-808f-26de37e5dc1c req-b482463e-abd6-46e0-b1c0-ffa10e772919 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 949 time: 0.0578272
Mar 05 21:27:42.849600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-0f080513-e898-4c42-aaa3-5100d72a8475 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:42.851032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-0f080513-e898-4c42-aaa3-5100d72a8475 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.23 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 949 time: 0.0547271
Mar 05 21:27:42.885236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0e00e64-e135-4161-808f-26de37e5dc1c req-ed731efa-1d81-4c12-a5b2-8efcc83955c6 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f4ce555-26bc-4d24-acd9-6c2997840ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420341
Mar 05 21:27:42.943496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Deleting port 5e323d9b-3589-41af-91f2-1d01b0a8d923 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:27:42.943966 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:43.033395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] For port 5e323d9b-3589-41af-91f2-1d01b0a8d923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e323d9b-3589-41af-91f2-1d01b0a8d923,segment=NetworkSegment(299f5987-94da-4ae5-a7d9-9fe978230547),segment_id=299f5987-94da-4ae5-a7d9-9fe978230547)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:43.033668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:43.046802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Calling delete_port for 5e323d9b-3589-41af-91f2-1d01b0a8d923 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:27:43.170101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (5e323d9b-3589-41af-91f2-1d01b0a8d923), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:43.182291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['5e323d9b-3589-41af-91f2-1d01b0a8d923'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:27:43.475145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Pushing event deleted for resources: {'Port': ['ID=5e323d9b-3589-41af-91f2-1d01b0a8d923,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:43.522162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] No DVR routers for this DVR port 5e323d9b-3589-41af-91f2-1d01b0a8d923 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:27:43.524974 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:43.528437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9fa9ef28-e411-4993-ba6c-a6cd58f6e318 req-bfac4bc9-2d6e-4a22-a5e0-5b14ede9acf3 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.23 "DELETE /v2.0/ports/5e323d9b-3589-41af-91f2-1d01b0a8d923 HTTP/1.1" status: 204  len: 173 time: 0.6719217
Mar 05 21:27:43.528908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'name': 'network-vif-deleted', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:43.531253 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0478a24-e779-42c3-b6bc-20056a15f6f1" -d '{"events": [{"server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "name": "network-vif-deleted", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:43.575176 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32dd5b-3ce6-49aa-99df-d830edc5e572 x-openstack-request-id: req-ab32dd5b-3ce6-49aa-99df-d830edc5e572 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:43.575701 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e233befc-6686-4fb9-aee7-0b9dd72abfd7", "name": "network-vif-deleted", "tag": "5e323d9b-3589-41af-91f2-1d01b0a8d923", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:43.575990 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab32dd5b-3ce6-49aa-99df-d830edc5e572 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:43.576400 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e233befc-6686-4fb9-aee7-0b9dd72abfd7', 'name': 'network-vif-deleted', 'tag': '5e323d9b-3589-41af-91f2-1d01b0a8d923', 'status': 'completed', 'code': 200}
Mar 05 21:27:44.000509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a2b4c91e-5b97-4b70-9946-3bd5738c3e70 req-4ea930f1-6152-462a-9dce-4fd71be5bbf0 tempest-ServersAdminNegativeTestJSON-1247174446 tempest-ServersAdminNegativeTestJSON-1247174446-project] 10.222.0.15 "GET /v2.0/ports?device_id=e233befc-6686-4fb9-aee7-0b9dd72abfd7 HTTP/1.1" status: 200  len: 210 time: 0.0300550
Mar 05 21:27:45.296568 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34696) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:45.434619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ccc874f9-dc0a-4eb0-b78c-4210d328bed1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5616e7d8b824625b15d39e21b034ac9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1368093
Mar 05 21:27:45.437234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34700) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:45.486514 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Publish callbacks [] for security_group (4f4ce555-26bc-4d24-acd9-6c2997840ff0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.507474 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Publish callbacks [] for security_group (4f4ce555-26bc-4d24-acd9-6c2997840ff0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.557151 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (4f4ce555-26bc-4d24-acd9-6c2997840ff0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.560274 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.561412 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f4ce555-26bc-4d24-acd9-6c2997840ff0 HTTP/1.1" status: 204  len: 168 time: 0.1232944
Mar 05 21:27:45.569353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ce555-26bc-4d24-acd9-6c2997840ff0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:45.577572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.577930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.578284 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.578647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.578969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.579349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.579702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.580161 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.580499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.580851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.581186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.581512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.581838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1cbc0-21f8-44da-906f-72b70470dbf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:45.826800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34722) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:45.839555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ff51015-03e6-4717-a3b3-373bbe886529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.912603 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ff51015-03e6-4717-a3b3-373bbe886529 admin admin] Publish callbacks [] for security_group (589d27f2-6831-4c3b-ab2d-afa649e4c667), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.916292 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0ff51015-03e6-4717-a3b3-373bbe886529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (589d27f2-6831-4c3b-ab2d-afa649e4c667), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:45.956417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0ff51015-03e6-4717-a3b3-373bbe886529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db0f6c05572b4b42884e489f911e746e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1283572
Mar 05 21:27:45.957484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff51015-03e6-4717-a3b3-373bbe886529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d27f2-6831-4c3b-ab2d-afa649e4c667,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:45.958896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34724) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:46.006956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] Publish callbacks [] for security_group (589d27f2-6831-4c3b-ab2d-afa649e4c667), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.027852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] Publish callbacks [] for security_group (589d27f2-6831-4c3b-ab2d-afa649e4c667), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.072800 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (589d27f2-6831-4c3b-ab2d-afa649e4c667), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.075523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.077237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/589d27f2-6831-4c3b-ab2d-afa649e4c667 HTTP/1.1" status: 204  len: 168 time: 0.1173253
Mar 05 21:27:46.084608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313bfe-33f2-4e12-b87b-5b1bbcfeb547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d27f2-6831-4c3b-ab2d-afa649e4c667,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:46.739242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34746) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:46.834934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2008265173-network', 'tenant_id': 'a389d80df2ec4570aa76785c5c066c64'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:46.856291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Made reservation on behalf of a389d80df2ec4570aa76785c5c066c64 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:27:46.859065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.867141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.946008 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks [] for security_group (2a79f442-26b2-46ac-952d-fa39bc6b0721), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.949664 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2a79f442-26b2-46ac-952d-fa39bc6b0721), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.978622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:27:46.985360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79f442-26b2-46ac-952d-fa39bc6b0721,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:46.993492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dc629578-1234-4e7e-be15-874757e2cbd0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:46.993843 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Added segment dc629578-1234-4e7e-be15-874757e2cbd0 of type vlan for network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd
Mar 05 21:27:47.036526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (8a230d4b-f3ce-411f-b74c-67f2bc5403dd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.065707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (8a230d4b-f3ce-411f-b74c-67f2bc5403dd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.066855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:47.067534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.138933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3985381
Mar 05 21:27:47.142211 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34750) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:27:47.147266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Request body: {'subnet': {'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2008265173-subnet', 'tenant_id': 'a389d80df2ec4570aa76785c5c066c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:47.167869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4866139-1451-4849-87f9-a09d8f09124c admin admin] Pushing event updated for resources: {'Network': ['ID=8a230d4b-f3ce-411f-b74c-67f2bc5403dd,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:47.169818 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Made reservation on behalf of a389d80df2ec4570aa76785c5c066c64 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:27:47.172732 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.178524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:27:47.352312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.411392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:47.421947 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Checking segment: {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:27:47.422311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Network hostable DHCP agents. Network: 8a230d4b-f3ce-411f-b74c-67f2bc5403dd, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:27:47.441567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:27:47.451273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a230d4b-f3ce-411f-b74c-67f2bc5403dd) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:27:47.455420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:47.456179 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:47.462247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f10b2-b8eb-4bab-9962-ca9af62b29a0 None None] Network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:27:47.475717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9371b9aa-0a17-4b60-98a7-d6d113164e9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3323691
Mar 05 21:27:47.566545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1de1da-b053-4ae2-a160-e9602475d0b2 None None] Network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:27:47.893725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-9a146614-56f6-44c0-a6d7-477d66c90f29 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:47.895184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-9a146614-56f6-44c0-a6d7-477d66c90f29 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 812 time: 0.0976012
Mar 05 21:27:47.909631 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-c84a9149-2eb7-4b43-90c8-0b5510bcfff1 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/quotas/a389d80df2ec4570aa76785c5c066c64 HTTP/1.1" status: 200  len: 375 time: 0.0090840
Mar 05 21:27:47.945423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-0b36358f-8222-4d31-bdfd-4c903c89a1e2 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0308528
Mar 05 21:27:48.032260 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-6e95f4e0-174b-4b0e-a506-c9ddd1e104ed service neutron] 10.222.0.15 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802329
Mar 05 21:27:48.125272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-8d39310d-9bd2-4f5f-be1e-d9658acb9de8 service neutron] 10.222.0.15 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874529
Mar 05 21:27:48.285478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-877b65ef-5710-4eac-ba9b-9968804b6d94 req-f7d1ca8b-1cb2-4fcc-8e22-27d8cfe6a7e0 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 210 time: 0.0269582
Mar 05 21:27:48.508111 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5e323d9b-3589-41af-91f2-1d01b0a8d923 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:27:48.530182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 5e323d9b-3589-41af-91f2-1d01b0a8d923 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:27:48.530550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 5e323d9b-3589-41af-91f2-1d01b0a8d923 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:27:49.194213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-c15a8983-6699-45ea-9bdd-e8a1038911ba tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:49.195717 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-c15a8983-6699-45ea-9bdd-e8a1038911ba tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.23 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 812 time: 0.1052437
Mar 05 21:27:49.206902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Request body: {'port': {'device_id': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd', 'admin_state_up': True, 'tenant_id': 'a389d80df2ec4570aa76785c5c066c64'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:49.320476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Made reservation on behalf of a389d80df2ec4570aa76785c5c066c64 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:27:49.323986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:49.383778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9ef44822-4bb1-4c08-821f-57228715eb36 req-cf95f3b2-825f-4b9c-b66e-79c9447b9905 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 210 time: 0.0286520
Mar 05 21:27:49.455807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Allocated IP 172.20.0.12 (8a230d4b-f3ce-411f-b74c-67f2bc5403dd/4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1/ea65bb67-e86a-453a-a090-f2c921f98fbc) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:27:49.604319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks [] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:49.639177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:49.682916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:27:49.686663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:27:49.690446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:27:49.696786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:49.724909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.725177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.725528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.725873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.726214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.726552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.726885 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.727218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.727546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.727906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.728243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.728569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.728901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:49.753132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:49.753751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:49.769932 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-b6e66977-ec3e-4267-84c5-fe2924e0e794 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5668340
Mar 05 21:27:49.780746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Request body: {'port': {'device_id': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:27:49.842744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.107214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea65bb67-e86a-453a-a090-f2c921f98fbc {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:27:50.114663 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks [] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.127104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Transition to ACTIVE for port object ea65bb67-e86a-453a-a090-f2c921f98fbc will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:27:50.130183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.179686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:50.251190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:27:50.251842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:27:50.252154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:27:50.256371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:27:50.256695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:27:50.261385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:27:50.261716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Checking segment: {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:27:50.262100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Bound using segment: {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:27:50.262523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Bound port: ea65bb67-e86a-453a-a090-f2c921f98fbc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:27:50.262876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.323817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:27:50.327115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:27:50.333072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.365184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.365814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:50.367175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 1092 time: 0.5906105
Mar 05 21:27:50.367626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:50.369861 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92820ea-69bc-4369-af6b-5cb022b7c1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:50.397324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b3180-de63-4b3a-adf3-d5b3c52f7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:50.413022 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a6a9d3-a1ee-4c96-b581-94071f612dfa x-openstack-request-id: req-e5a6a9d3-a1ee-4c96-b581-94071f612dfa {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:50.413314 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:50.413571 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5a6a9d3-a1ee-4c96-b581-94071f612dfa {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:50.413975 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'status': 'completed', 'code': 200}
Mar 05 21:27:50.455931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-19698b88-84a5-4e8d-9a90-84253e2eec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.457553 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-19698b88-84a5-4e8d-9a90-84253e2eec91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1126 time: 0.0537019
Mar 05 21:27:50.500189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-041512d0-df7f-48c8-8fc3-85813a040b38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0354438
Mar 05 21:27:50.507565 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b5b7-7d7c-4c10-af4a-3b51681b923d req-2c9990dd-1cb1-4a2d-b58f-5911ccfd14f6 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.509065 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9980b5b7-7d7c-4c10-af4a-3b51681b923d req-2c9990dd-1cb1-4a2d-b58f-5911ccfd14f6 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 944 time: 0.0529215
Mar 05 21:27:50.551484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-1708de08-f1bf-4662-9835-4b837ed75db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.553002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-1708de08-f1bf-4662-9835-4b837ed75db8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.0475371
Mar 05 21:27:50.558010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9980b5b7-7d7c-4c10-af4a-3b51681b923d req-c247e4fe-ddd5-4a25-bbd0-7a30e24fce02 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425136
Mar 05 21:27:50.591518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-3c5745ea-59b2-49d4-8c07-cbd7303ffd00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302248
Mar 05 21:27:50.679955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-c8266b21-140a-4523-b280-7f763c525414 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823543
Mar 05 21:27:50.772062 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e30f8e25-5dd2-4b24-8152-f1846e06fef9 req-904cdb66-377d-4381-859f-a9101bd9b0de service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868540
Mar 05 21:27:50.857410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-378a6d42-d863-427c-aea8-f483b4c8f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.858930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-378a6d42-d863-427c-aea8-f483b4c8f427 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1126 time: 0.0456192
Mar 05 21:27:50.952936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-23d14875-4a64-42ff-aa05-13f17b9103d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:50.954417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-23d14875-4a64-42ff-aa05-13f17b9103d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.0896287
Mar 05 21:27:51.003602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-83d557df-8959-40aa-8ddd-fad31aba26e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0402474
Mar 05 21:27:51.055613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-5362449d-b88e-4a38-9580-10c424115b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:51.057350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-5362449d-b88e-4a38-9580-10c424115b95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.0482078
Mar 05 21:27:51.090434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-42f2217e-594b-4322-b463-32a2033daaac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269809
Mar 05 21:27:51.189376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-3a8c7a04-015d-401d-a6d3-df7f2aaf1ede service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924330
Mar 05 21:27:51.286094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d92820ea-69bc-4369-af6b-5cb022b7c1bf req-3ddf6f53-184a-4dbc-8234-37614bfd399c service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878878
Mar 05 21:27:51.678979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e5839-4e7a-42e5-be67-d8a930ff4243 req-7bb83631-13e7-4d7a-8bbe-468d40c3ad72 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:51.680471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f3e5839-4e7a-42e5-be67-d8a930ff4243 req-7bb83631-13e7-4d7a-8bbe-468d40c3ad72 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 944 time: 0.0522623
Mar 05 21:27:51.731624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f3e5839-4e7a-42e5-be67-d8a930ff4243 req-827831eb-a485-446e-a1b3-251a5d8707c8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455277
Mar 05 21:27:52.513483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:27:52.610772 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:52.621906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd', 'port_id': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'mac_address': 'fa:16:3e:ee:8b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:27:52.659217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ea65bb67-e86a-453a-a090-f2c921f98fbc is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:52.659612 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:52.672589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea65bb67-e86a-453a-a090-f2c921f98fbc {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:27:52.691417 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:52.695163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:52.744697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:52.752116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.752466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.752804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.753338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.753465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.753784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.754110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.754434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.754759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.755081 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.755405 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.755755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.756078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:27:52.851391 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55655e-4f50-411a-8a15-ebb129cc686d req-e3318a2d-69ff-4fda-aecb-2d5d729c7021 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:52.852864 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d55655e-4f50-411a-8a15-ebb129cc686d req-e3318a2d-69ff-4fda-aecb-2d5d729c7021 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 945 time: 0.0509453
Mar 05 21:27:52.883640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['ea65bb67-e86a-453a-a090-f2c921f98fbc'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:27:52.911031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d55655e-4f50-411a-8a15-ebb129cc686d req-1f16441d-9b1e-41d5-9d50-63bee708fcdf tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516562
Mar 05 21:27:54.300356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138ee2-3e0f-49be-a8c5-8ffc7f71df61 req-917f79cc-162a-4889-8ecc-cbb3b9ee3e8a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:54.301738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95138ee2-3e0f-49be-a8c5-8ffc7f71df61 req-917f79cc-162a-4889-8ecc-cbb3b9ee3e8a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 945 time: 0.0517993
Mar 05 21:27:54.347316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-95138ee2-3e0f-49be-a8c5-8ffc7f71df61 req-3d61327f-c494-4d0f-8aed-47e1f724b4c9 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400889
Mar 05 21:27:54.529223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:27:54.532713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6874-3b02-4e6d-959e-384f391c07ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:54.582858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port ea65bb67-e86a-453a-a090-f2c921f98fbc completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:27:54.587112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port ea65bb67-e86a-453a-a090-f2c921f98fbc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:27:54.587490 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:54.663385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port ea65bb67-e86a-453a-a090-f2c921f98fbc is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:27:54.663801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:54.687056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:27:54.689302 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af199f46-13a7-4fd4-8759-db535f4662e1" -d '{"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-plugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:27:54.701957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:27:54.706013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:54.728544 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b3005-76b0-438e-bece-29777b3bd2b4 x-openstack-request-id: req-c97b3005-76b0-438e-bece-29777b3bd2b4 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:27:54.728842 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-plugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:27:54.729098 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c97b3005-76b0-438e-bece-29777b3bd2b4 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:27:54.729489 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'code': 200}
Mar 05 21:27:54.759591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:27:54.821183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aff5a-2fb1-4d33-807a-f19f81afbe3b req-713b3ce4-030a-44ce-8054-e75b52ae6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:54.822646 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-082aff5a-2fb1-4d33-807a-f19f81afbe3b req-713b3ce4-030a-44ce-8054-e75b52ae6266 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1128 time: 0.0428197
Mar 05 21:27:54.864991 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-082aff5a-2fb1-4d33-807a-f19f81afbe3b req-02fa517d-1ca8-4759-a2e6-96c422ac8bdf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364110
Mar 05 21:27:55.467947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9038993-e338-4d9e-a832-a9c51acb42eb req-50024842-bdff-4f0d-8f56-4a7c7c6e9f93 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:55.469421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9038993-e338-4d9e-a832-a9c51acb42eb req-50024842-bdff-4f0d-8f56-4a7c7c6e9f93 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0557163
Mar 05 21:27:55.515885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d9038993-e338-4d9e-a832-a9c51acb42eb req-a95664fd-df87-41fe-9b12-727b3269c8a3 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409715
Mar 05 21:27:56.635640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdacf8-a859-41c3-ab62-70eacf80832c req-720572cb-27d7-4c4a-978a-d15490f638a3 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:56.637120 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6bdacf8-a859-41c3-ab62-70eacf80832c req-720572cb-27d7-4c4a-978a-d15490f638a3 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0535853
Mar 05 21:27:56.682586 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6bdacf8-a859-41c3-ab62-70eacf80832c req-85986757-13c2-4244-8849-2f916d81bc46 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398862
Mar 05 21:27:56.878203 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-34ba3e24-d790-4f14-959d-bcfea3269140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:56.921712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46bdeb-30f6-4c25-89d2-1c63b33a6e50 req-264aed1f-84cb-4e3e-8cc2-056250a2e4f7 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:56.923223 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ed46bdeb-30f6-4c25-89d2-1c63b33a6e50 req-264aed1f-84cb-4e3e-8cc2-056250a2e4f7 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0549283
Mar 05 21:27:56.972193 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ed46bdeb-30f6-4c25-89d2-1c63b33a6e50 req-d5f0c17c-a0d1-4b9c-b429-e8444b223c6b tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432777
Mar 05 21:27:56.973231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-ceccf45c-50ea-4bc0-9bdb-33aff8d3e06c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1008704
Mar 05 21:27:57.437268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-b9c47686-b67f-4c96-ad8e-db7649e34c03 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:57.438634 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-b9c47686-b67f-4c96-ad8e-db7649e34c03 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 943 time: 0.1136196
Mar 05 21:27:58.057073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:27:58.095431 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5e0a-6452-43f7-b515-e8ee32bd10a7 req-3ee114aa-dc41-4d86-909e-6ea5a5e77aac tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:58.097274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-791b5e0a-6452-43f7-b515-e8ee32bd10a7 req-3ee114aa-dc41-4d86-909e-6ea5a5e77aac tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0563598
Mar 05 21:27:58.149107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-791b5e0a-6452-43f7-b515-e8ee32bd10a7 req-4cdf17f5-1282-4a2f-ae6e-a0c747d69c83 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441630
Mar 05 21:27:58.210348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-8ffaf599-e89c-4028-92aa-5f71509a2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:58.211951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-8ffaf599-e89c-4028-92aa-5f71509a2312 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1128 time: 0.0465264
Mar 05 21:27:58.304498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-9c6e3ad9-fbab-45b1-8cef-1b6ed51fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:58.305997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-9c6e3ad9-fbab-45b1-8cef-1b6ed51fcd60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.0880914
Mar 05 21:27:58.345275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-94aeea39-dcf7-45ea-9db3-a3cdc55d1f94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0338664
Mar 05 21:27:58.392031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-e9bc41cd-4532-4406-929c-411ee3c9b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:58.393422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-e9bc41cd-4532-4406-929c-411ee3c9b2a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.0425875
Mar 05 21:27:58.423407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-dceea447-841a-4ccc-8fb9-4ffba0e0b4fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247757
Mar 05 21:27:58.513638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-7968c661-d29d-4253-8a72-2911b101629a service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839007
Mar 05 21:27:58.603113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-6f9e836f-1ac5-4476-86d9-74dd1c0afea7 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841930
Mar 05 21:27:59.280779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb862010-e85b-46e8-af6e-f4f63763cbf7 req-4fe0532d-291e-4023-92cd-ed867880893c tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:27:59.282363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb862010-e85b-46e8-af6e-f4f63763cbf7 req-4fe0532d-291e-4023-92cd-ed867880893c tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0581622
Mar 05 21:27:59.328461 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb862010-e85b-46e8-af6e-f4f63763cbf7 req-621bfbc0-abc5-47d3-840e-a4d3888e4c53 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399120
Mar 05 21:27:59.638525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:00.451980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf0bc0-d76e-46d5-91b4-5367d5a7016f req-80a9839f-41b1-44be-92c1-3a89534ac7ff tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:00.453439 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0aaf0bc0-d76e-46d5-91b4-5367d5a7016f req-80a9839f-41b1-44be-92c1-3a89534ac7ff tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0574377
Mar 05 21:28:00.498819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0aaf0bc0-d76e-46d5-91b4-5367d5a7016f req-1703836d-acbf-4d33-a3c1-ab2ff3172234 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398333
Mar 05 21:28:01.069878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:01.617964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9622a8-4897-4e9e-8611-a138ce46885b req-50c8fa05-fd94-4973-9a3e-b2398bb647e8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:01.619425 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b9622a8-4897-4e9e-8611-a138ce46885b req-50c8fa05-fd94-4973-9a3e-b2398bb647e8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0515692
Mar 05 21:28:01.664732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9b9622a8-4897-4e9e-8611-a138ce46885b req-a5fd21a7-25ff-4c72-8b9d-18d09d87c466 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396836
Mar 05 21:28:01.764813 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:28:02.782971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b2517-ee68-43e5-90e6-bb9250b96599 req-f8b8098b-0953-497f-822f-ea6bfbf5c815 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:02.784468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-443b2517-ee68-43e5-90e6-bb9250b96599 req-f8b8098b-0953-497f-822f-ea6bfbf5c815 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0523188
Mar 05 21:28:02.830909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-443b2517-ee68-43e5-90e6-bb9250b96599 req-e307a23c-df9b-4094-987d-012f525d6cce tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410037
Mar 05 21:28:03.949998 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186650f8-d108-4c1e-9a74-afde1eca246e req-ef445968-a100-4677-8a39-640736019c68 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:03.951613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-186650f8-d108-4c1e-9a74-afde1eca246e req-ef445968-a100-4677-8a39-640736019c68 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0528460
Mar 05 21:28:04.001271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-186650f8-d108-4c1e-9a74-afde1eca246e req-086177be-a973-4182-ad14-ec562f841760 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441172
Mar 05 21:28:05.121292 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dca9-5e55-4f63-b5cc-2c103429ba82 req-37a2af72-8910-4a28-b835-f710023e21dc tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:05.123383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e30dca9-5e55-4f63-b5cc-2c103429ba82 req-37a2af72-8910-4a28-b835-f710023e21dc tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0511980
Mar 05 21:28:05.173078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8e30dca9-5e55-4f63-b5cc-2c103429ba82 req-df617a1e-f03c-418e-933e-cdd0f8b06279 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437455
Mar 05 21:28:06.294937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475cbb-06bb-461e-9e5c-2c425950aa3f req-42274ccd-c631-43e4-bf00-3fb8cb8260a6 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:06.296413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45475cbb-06bb-461e-9e5c-2c425950aa3f req-42274ccd-c631-43e4-bf00-3fb8cb8260a6 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0523062
Mar 05 21:28:06.342234 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-45475cbb-06bb-461e-9e5c-2c425950aa3f req-769cb773-48ab-4d51-8b91-c5b634681267 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403152
Mar 05 21:28:06.371033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:06.574272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:07.461928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c5ae-3fee-4dcb-b350-964a7717a9b2 req-9514c302-6f63-49c2-a755-cea9cd49f8a9 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:07.463405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22a6c5ae-3fee-4dcb-b350-964a7717a9b2 req-9514c302-6f63-49c2-a755-cea9cd49f8a9 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0526245
Mar 05 21:28:07.511158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22a6c5ae-3fee-4dcb-b350-964a7717a9b2 req-3b26a03a-8c9f-4979-b702-0ccd06da073d tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415788
Mar 05 21:28:08.628518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581afac-dc54-413c-af4d-3c00b0e5aa1f req-068c2ae7-e4f3-44b1-9d09-200d3d276283 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:08.630006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6581afac-dc54-413c-af4d-3c00b0e5aa1f req-068c2ae7-e4f3-44b1-9d09-200d3d276283 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0522239
Mar 05 21:28:08.675864 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6581afac-dc54-413c-af4d-3c00b0e5aa1f req-d6aaf998-7660-4870-9674-ff4c8e364e76 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403149
Mar 05 21:28:09.793668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601fcd-55ee-49b7-a25e-d11d5571de26 req-02afec54-4fc7-404c-bde7-6d0c2d1612b2 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:09.796204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f601fcd-55ee-49b7-a25e-d11d5571de26 req-02afec54-4fc7-404c-bde7-6d0c2d1612b2 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0540516
Mar 05 21:28:09.843063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f601fcd-55ee-49b7-a25e-d11d5571de26 req-dce2703e-7a97-443e-ad77-996eb99847f8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413957
Mar 05 21:28:10.965397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d19155-3050-4f0d-adff-893cbb44d9ac req-fd6b9544-be32-4c72-a8ce-c95476de3556 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:10.966870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0d19155-3050-4f0d-adff-893cbb44d9ac req-fd6b9544-be32-4c72-a8ce-c95476de3556 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0559115
Mar 05 21:28:11.013598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0d19155-3050-4f0d-adff-893cbb44d9ac req-d01cd078-42a9-4a6d-9dd2-bc75a914e02e tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411117
Mar 05 21:28:12.134638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204a5f-8489-4d78-bac9-40a797ced947 req-3c0c24e5-748b-42c8-a45a-45fc226cbb11 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:12.136138 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9204a5f-8489-4d78-bac9-40a797ced947 req-3c0c24e5-748b-42c8-a45a-45fc226cbb11 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0560329
Mar 05 21:28:12.181307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9204a5f-8489-4d78-bac9-40a797ced947 req-a79c6bb1-ebd3-44d4-9633-f3847ab4db89 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389855
Mar 05 21:28:13.299249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5b32a-7ee4-420e-b18a-59f2bea23259 req-a2759445-8df6-4d95-8c4f-9e16121c1f3a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:13.300792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2be5b32a-7ee4-420e-b18a-59f2bea23259 req-a2759445-8df6-4d95-8c4f-9e16121c1f3a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0507226
Mar 05 21:28:13.346728 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2be5b32a-7ee4-420e-b18a-59f2bea23259 req-0d18f829-90ad-4158-b21f-a024496269d3 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402224
Mar 05 21:28:14.466318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253238-e2ad-4ef4-a25b-4bb91af38a91 req-29569115-b2bf-4ab5-ae58-bc7229407966 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:14.468010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86253238-e2ad-4ef4-a25b-4bb91af38a91 req-29569115-b2bf-4ab5-ae58-bc7229407966 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0534186
Mar 05 21:28:14.509404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-86f34d43-3012-42e4-aa72-ed4003382ff0 req-0a66e1bd-116a-476f-b8a2-ec8877f4c849 service neutron] (126562) timed out ('10.222.0.23', 58894) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:28:14.513370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-86253238-e2ad-4ef4-a25b-4bb91af38a91 req-ae094fa0-c14e-441e-b9de-13a257426f0f tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398409
Mar 05 21:28:15.637091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e599b68-8234-4bde-9d62-0de867b5d40c req-0061b412-d4c3-4c14-ab63-d4ab4343d977 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:15.638571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e599b68-8234-4bde-9d62-0de867b5d40c req-0061b412-d4c3-4c14-ab63-d4ab4343d977 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0567589
Mar 05 21:28:15.685036 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9e599b68-8234-4bde-9d62-0de867b5d40c req-358c0d8b-c62c-4354-8423-f95535318686 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400846
Mar 05 21:28:16.808377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f32b-1ea0-4820-ad4a-ad2e81913eb0 req-2b5aa9a3-5a45-4277-bd83-4291426f6c1d tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:16.809825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5ca8f32b-1ea0-4820-ad4a-ad2e81913eb0 req-2b5aa9a3-5a45-4277-bd83-4291426f6c1d tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0559416
Mar 05 21:28:16.855306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5ca8f32b-1ea0-4820-ad4a-ad2e81913eb0 req-b55edd02-ea80-4e57-a860-808074f16607 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387199
Mar 05 21:28:17.974500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe09e0-4946-4e2a-bf8c-1d260ef3d25d req-c6a1446c-3546-4b4c-9899-802e60f8b0bc tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:17.975985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fabe09e0-4946-4e2a-bf8c-1d260ef3d25d req-c6a1446c-3546-4b4c-9899-802e60f8b0bc tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0517216
Mar 05 21:28:18.021788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fabe09e0-4946-4e2a-bf8c-1d260ef3d25d req-823e31d4-889e-446a-a458-2c5c6747c2a2 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403581
Mar 05 21:28:19.141603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700eaff-553f-4d31-b135-942f6fa578eb req-6e41a127-8e3d-4985-a4e6-66c33f05a0da tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:19.142978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b700eaff-553f-4d31-b135-942f6fa578eb req-6e41a127-8e3d-4985-a4e6-66c33f05a0da tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0522234
Mar 05 21:28:19.189384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b700eaff-553f-4d31-b135-942f6fa578eb req-2551f2b9-286c-4773-b470-2bf6fd679218 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408299
Mar 05 21:28:20.309646 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d692703-9026-4617-b71c-a2cf238197b1 req-09068062-b846-449f-8b84-a319c790b750 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:20.311822 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d692703-9026-4617-b71c-a2cf238197b1 req-09068062-b846-449f-8b84-a319c790b750 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0530138
Mar 05 21:28:20.360775 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4d692703-9026-4617-b71c-a2cf238197b1 req-25608aee-03f3-4a71-aeb0-ff5bd762e8de tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435660
Mar 05 21:28:21.479291 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eab5d-f43e-4cef-b8ff-a7700b6f550c req-05c072cd-817b-45cb-9c86-9260651d38e0 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:21.480790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c28eab5d-f43e-4cef-b8ff-a7700b6f550c req-05c072cd-817b-45cb-9c86-9260651d38e0 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0520368
Mar 05 21:28:21.531761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c28eab5d-f43e-4cef-b8ff-a7700b6f550c req-7397aa76-c9ee-4438-b6e1-57589386b23c tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452914
Mar 05 21:28:22.653511 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e1587-44a8-4bfb-ac41-cb7a6e00f6a3 req-a5d481ff-fd1f-41c0-bdda-bd6d7c6dcf89 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:22.655502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b43e1587-44a8-4bfb-ac41-cb7a6e00f6a3 req-a5d481ff-fd1f-41c0-bdda-bd6d7c6dcf89 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0527096
Mar 05 21:28:22.701162 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b43e1587-44a8-4bfb-ac41-cb7a6e00f6a3 req-e4c503a2-7cee-4960-ab6b-edae9897771e tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400157
Mar 05 21:28:23.823404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e82ff-65d8-4216-a5d6-d9457edc8da0 req-7c96a889-4ad1-4b4d-8ede-ad7b89756aa8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:23.824926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d8e82ff-65d8-4216-a5d6-d9457edc8da0 req-7c96a889-4ad1-4b4d-8ede-ad7b89756aa8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0517392
Mar 05 21:28:23.871944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d8e82ff-65d8-4216-a5d6-d9457edc8da0 req-12e79c20-5e21-4a6a-8a94-ff5c9670da5a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406637
Mar 05 21:28:24.534645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-836ec54d-f7fb-418d-828a-bb50606397e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:24.992926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c2830-9f42-468a-848b-b0cb72510dac req-32bc8f9e-4d52-4af2-a694-7fc97df9f05b tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:24.994382 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad7c2830-9f42-468a-848b-b0cb72510dac req-32bc8f9e-4d52-4af2-a694-7fc97df9f05b tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0534382
Mar 05 21:28:25.039808 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ad7c2830-9f42-468a-848b-b0cb72510dac req-b6c70efb-dd47-4099-83b2-69448ea0bfc5 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397618
Mar 05 21:28:25.318493 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-a00fe65b-7c8b-4e63-a7c1-370aef5c2b81 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:28:25.319425 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-a00fe65b-7c8b-4e63-a7c1-370aef5c2b81 service neutron] 10.222.0.23 "GET /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0529602
Mar 05 21:28:25.546708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-1efc0614-8213-4292-860d-cd0206d5d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:25.548271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-1efc0614-8213-4292-860d-cd0206d5d506 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d&tenant_id=a389d80df2ec4570aa76785c5c066c64 HTTP/1.1" status: 200  len: 1128 time: 0.0733943
Mar 05 21:28:25.559256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:28:25.617370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:25.809872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:25.843379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:28:25.885361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:25.887541 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4b853-07f2-466d-b10f-6b7dcd2f868c" -d '{"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:25.892351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks [] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:25.905340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Transition to ACTIVE for port object ea65bb67-e86a-453a-a090-f2c921f98fbc will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:28:25.910841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:25.941072 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b821bf7-5762-4337-aa42-7854732ef574 x-openstack-request-id: req-2b821bf7-5762-4337-aa42-7854732ef574 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:25.941379 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:25.941633 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b821bf7-5762-4337-aa42-7854732ef574 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:25.942027 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'code': 200}
Mar 05 21:28:25.978724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] No DVR routers for this DVR port ea65bb67-e86a-453a-a090-f2c921f98fbc on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:28:25.980558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:26.016118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:28:26.016460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:28:26.016792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:28:26.021147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:28:26.021480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Attempting to bind port ea65bb67-e86a-453a-a090-f2c921f98fbc on network 8a230d4b-f3ce-411f-b74c-67f2bc5403dd {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:28:26.026436 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:28:26.026779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Checking segment: {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:28:26.027167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Bound using segment: {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:28:26.027611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Bound port: ea65bb67-e86a-453a-a090-f2c921f98fbc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc629578-1234-4e7e-be15-874757e2cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:28:26.027984 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:26.093572 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:28:26.096741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:28:26.103292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:26.140913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:26.141537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:26.142922 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] 10.222.0.31 "PUT /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 1092 time: 0.5876184
Mar 05 21:28:26.161797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc904612-58c6-4e6f-a60f-dc150c334bde service neutron] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:26.165451 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759de52-3a83-4331-b69a-40b265b8f576 req-02271fc7-b509-4999-857f-aed6eb71ace5 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:26.167145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d759de52-3a83-4331-b69a-40b265b8f576 req-02271fc7-b509-4999-857f-aed6eb71ace5 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 944 time: 0.0602956
Mar 05 21:28:26.214634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-a2e7837d-94cb-4237-83ba-adb94afd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:26.216175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-a2e7837d-94cb-4237-83ba-adb94afd3aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1126 time: 0.0449884
Mar 05 21:28:26.217105 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d759de52-3a83-4331-b69a-40b265b8f576 req-53a174db-a337-4af4-9648-cf0b71a2bc0c tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421102
Mar 05 21:28:26.307898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-1ca84014-84fc-441b-8bcf-114c68270998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:26.309370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-1ca84014-84fc-441b-8bcf-114c68270998 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.0877259
Mar 05 21:28:26.349320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-1813f569-40fb-4c8b-adaf-9869fd08351b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0338762
Mar 05 21:28:26.396607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-32be1f6d-de4e-4ea4-88a5-ba0ce90837f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:26.397933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-32be1f6d-de4e-4ea4-88a5-ba0ce90837f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.0430110
Mar 05 21:28:26.428410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-2a63469a-3e87-4a3c-9a80-77350ad27dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253959
Mar 05 21:28:26.519532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-0e87bbba-94cd-401b-b05a-21eaa5f16539 service neutron] 10.222.0.31 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839987
Mar 05 21:28:26.606023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b989c9f-b991-4b8c-b66d-c9ddb54b7c16 req-4197aa5b-b647-47ff-97a3-5cf03cc366e3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802922
Mar 05 21:28:26.864342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-200c3ad5-ba6d-48ca-a46e-ff75af560f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:27.347167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7cae-60bf-4a8c-b0f4-fa2bcc21bba5 req-06b53937-ef88-479b-9fc2-67cffc061e6e tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:27.348670 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00ec7cae-60bf-4a8c-b0f4-fa2bcc21bba5 req-06b53937-ef88-479b-9fc2-67cffc061e6e tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 944 time: 0.0593863
Mar 05 21:28:27.395647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-00ec7cae-60bf-4a8c-b0f4-fa2bcc21bba5 req-d60ae362-a140-452f-9f83-0a47957e6db1 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414732
Mar 05 21:28:27.943262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:27.945699 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1fb8a3-551d-47b4-9e91-3555931441a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:27.994495 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16d0e2-28cb-42b5-9b79-974572a49fcf x-openstack-request-id: req-de16d0e2-28cb-42b5-9b79-974572a49fcf {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:27.994794 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:27.995052 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de16d0e2-28cb-42b5-9b79-974572a49fcf {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:27.995464 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'status': 'completed', 'code': 200}
Mar 05 21:28:28.066001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:28.096969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-53338227-a2b9-482a-98c4-68edcfa5c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.098471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-53338227-a2b9-482a-98c4-68edcfa5c4f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1126 time: 0.0734272
Mar 05 21:28:28.100453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-c1fe5004-a424-4598-8ecd-ff966953c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.101826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-c1fe5004-a424-4598-8ecd-ff966953c57e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1126 time: 0.0859480
Mar 05 21:28:28.579926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-c047960d-bf5d-4c84-9550-6971407ab6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.581385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-c047960d-bf5d-4c84-9550-6971407ab6e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.4761288
Mar 05 21:28:28.583184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-61feb497-033c-4067-9ab6-b246789217ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.584512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-61feb497-033c-4067-9ab6-b246789217ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.4718821
Mar 05 21:28:28.657497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-29e313e3-b9ee-4762-befc-d231d0d065c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0696628
Mar 05 21:28:28.659911 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-5c9baa4b-72b8-459f-88f6-b141f082b14e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0660381
Mar 05 21:28:28.677943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1067b-9ac5-48ae-b4e8-adfa8114bc69 req-7c4509ac-4373-48b0-8782-770923684211 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.679242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6b1067b-9ac5-48ae-b4e8-adfa8114bc69 req-7c4509ac-4373-48b0-8782-770923684211 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 944 time: 0.1575279
Mar 05 21:28:28.771390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-402708bf-2d5c-4990-80ef-80f005acad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.772838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-402708bf-2d5c-4990-80ef-80f005acad62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.1019244
Mar 05 21:28:28.793819 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-43181e2a-4d17-41b3-ae9a-1a42c0553369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:28.795344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-43181e2a-4d17-41b3-ae9a-1a42c0553369 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.1327519
Mar 05 21:28:28.813506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-e4e102b6-97f9-410b-8e0d-d9496a9b6fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323958
Mar 05 21:28:28.822323 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6b1067b-9ac5-48ae-b4e8-adfa8114bc69 req-c87dda9a-e280-46ee-a863-4f6019b56cda tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187923
Mar 05 21:28:28.855294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-98a92561-6262-499f-a436-5936a6aa6ea9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445881
Mar 05 21:28:28.861749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:28:28.968156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:28.979917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'network_id': '8a230d4b-f3ce-411f-b74c-67f2bc5403dd', 'port_id': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'mac_address': 'fa:16:3e:ee:8b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:28:28.991709 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-1db3c525-e4e8-4b1d-99f0-8da98467c457 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684566
Mar 05 21:28:29.002325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-9f5eb738-b5ab-4619-bf43-d392bebd722c service neutron] 10.222.0.31 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219625
Mar 05 21:28:29.022574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ea65bb67-e86a-453a-a090-f2c921f98fbc is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:28:29.022974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:29.036898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea65bb67-e86a-453a-a090-f2c921f98fbc {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:28:29.057725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:29.062390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:29.113778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:29.159288 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-87f4ee0d-3038-4e12-89d7-9c43c2099f16 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550567
Mar 05 21:28:29.162264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-0b75fd88-6e80-4d5b-b6cc-2e84dba3210a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:29.162727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec1fb8a3-551d-47b4-9e91-3555931441a2 req-dfe1b04b-162c-4a96-8038-844553c819f5 service neutron] 10.222.0.31 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512370
Mar 05 21:28:29.163766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-0b75fd88-6e80-4d5b-b6cc-2e84dba3210a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.23 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d&tenant_id=a389d80df2ec4570aa76785c5c066c64&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1052911
Mar 05 21:28:29.227450 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-b46afaff-ba39-4c90-ac11-62e0264d615c service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:28:29.228416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-b46afaff-ba39-4c90-ac11-62e0264d615c service neutron] 10.222.0.23 "DELETE /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0590165
Mar 05 21:28:29.303553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ea65bb67-e86a-453a-a090-f2c921f98fbc'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:28:29.345608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-67df9529-5494-4dd9-a6ca-fc68143db8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:29.347097 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-67df9529-5494-4dd9-a6ca-fc68143db8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a389d80df2ec4570aa76785c5c066c64&device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 1127 time: 0.0760701
Mar 05 21:28:29.502719 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-f0e615c4-4905-4087-8569-699f793e3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:29.504168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-f0e615c4-4905-4087-8569-699f793e3b07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 200  len: 913 time: 0.1507924
Mar 05 21:28:29.566940 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-12fa5ad7-ffe6-4886-a654-9a2a01298179 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 200  len: 217 time: 0.0569084
Mar 05 21:28:29.622871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-3e261301-90d0-438f-8bc3-d40814e8b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:29.624375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-3e261301-90d0-438f-8bc3-d40814e8b851 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 200  len: 852 time: 0.0526202
Mar 05 21:28:29.640620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:29.925209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-83b21bd4-2fb4-4bf1-bd91-1dd181a1ffdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a230d4b-f3ce-411f-b74c-67f2bc5403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2955420
Mar 05 21:28:30.012627 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-14c4afed-783a-4c97-b773-996c329bc260 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814972
Mar 05 21:28:30.098374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-b2f31da9-2fa2-4dfe-bae8-0dfe486b3843 service neutron] 10.222.0.23 "GET /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802147
Mar 05 21:28:30.684657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:28:30.725463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port ea65bb67-e86a-453a-a090-f2c921f98fbc host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:28:30.725854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:28:30.786104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1577c4-6cc0-432f-8316-481b97149e92 req-2262f95d-b1c8-4e6b-ab48-09d31695c4b7 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:30.787458 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b1577c4-6cc0-432f-8316-481b97149e92 req-2262f95d-b1c8-4e6b-ab48-09d31695c4b7 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 945 time: 0.0583599
Mar 05 21:28:30.834164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1b1577c4-6cc0-432f-8316-481b97149e92 req-e00b7503-6336-4ccd-a7a9-822c5cffebe1 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410700
Mar 05 21:28:30.893142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:28:30.944641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port ea65bb67-e86a-453a-a090-f2c921f98fbc completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:28:30.949129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port ea65bb67-e86a-453a-a090-f2c921f98fbc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:28:30.949772 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:31.025241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port ea65bb67-e86a-453a-a090-f2c921f98fbc is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:28:31.025627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:31.047727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:31.049853 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6874058-4428-48c1-bc00-881e46f40021" -d '{"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-plugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:31.066091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:31.074449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:31.078407 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:31.101715 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af13bd33-7839-4f89-a0b1-73109a083642 x-openstack-request-id: req-af13bd33-7839-4f89-a0b1-73109a083642 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:31.102031 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-plugged", "status": "completed", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:31.102282 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af13bd33-7839-4f89-a0b1-73109a083642 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:31.102668 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'code': 200}
Mar 05 21:28:31.125562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:31.957352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555027c-9ef9-44b0-8149-cebbdfc8f08c req-d4aa7282-8e40-4c58-ac90-0bca9e2efd6a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:31.958828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3555027c-9ef9-44b0-8149-cebbdfc8f08c req-d4aa7282-8e40-4c58-ac90-0bca9e2efd6a tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0534353
Mar 05 21:28:32.034370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3555027c-9ef9-44b0-8149-cebbdfc8f08c req-ce88f8f3-9a22-46c1-9320-ca2ec8ac9fe8 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79f442-26b2-46ac-952d-fa39bc6b0721&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646515
Mar 05 21:28:32.041833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-f0567056-a9e2-4f9d-8f96-008ddeb0d358 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:32.043227 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-f0567056-a9e2-4f9d-8f96-008ddeb0d358 tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.31 "GET /v2.0/ports?device_id=c14a1a2d-d30c-4a89-ace1-235cd5466b7d HTTP/1.1" status: 200  len: 946 time: 0.0812237
Mar 05 21:28:32.137233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Deleting port ea65bb67-e86a-453a-a090-f2c921f98fbc {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:28:32.137501 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:32.223776 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] For port ea65bb67-e86a-453a-a090-f2c921f98fbc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea65bb67-e86a-453a-a090-f2c921f98fbc,segment=NetworkSegment(dc629578-1234-4e7e-be15-874757e2cbd0),segment_id=dc629578-1234-4e7e-be15-874757e2cbd0)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:32.224141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:32.241451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Calling delete_port for ea65bb67-e86a-453a-a090-f2c921f98fbc owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:28:32.368825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ea65bb67-e86a-453a-a090-f2c921f98fbc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:32.380110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['ea65bb67-e86a-453a-a090-f2c921f98fbc'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:28:32.399190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Pushing event deleted for resources: {'Port': ['ID=ea65bb67-e86a-453a-a090-f2c921f98fbc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:32.446160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] No DVR routers for this DVR port ea65bb67-e86a-453a-a090-f2c921f98fbc on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:28:32.448947 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:32.452376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1d8a25c5-7b4b-41d4-b75f-e648abcb4d49 req-ae1bddca-8904-4902-b145-ec07cff788eb tempest-DeleteServersTestJSON-2060879600 tempest-DeleteServersTestJSON-2060879600-project] 10.222.0.31 "DELETE /v2.0/ports/ea65bb67-e86a-453a-a090-f2c921f98fbc HTTP/1.1" status: 204  len: 173 time: 0.4040132
Mar 05 21:28:32.452866 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-deleted', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:32.455117 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b525d9-9beb-4299-a0b7-499a8637b889" -d '{"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-deleted", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:32.491496 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3faa9c-8e9d-4e66-a6e3-7bcc0b462f6d x-openstack-request-id: req-7c3faa9c-8e9d-4e66-a6e3-7bcc0b462f6d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:32.491822 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14a1a2d-d30c-4a89-ace1-235cd5466b7d", "name": "network-vif-deleted", "tag": "ea65bb67-e86a-453a-a090-f2c921f98fbc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:32.492078 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c3faa9c-8e9d-4e66-a6e3-7bcc0b462f6d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:32.492479 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14a1a2d-d30c-4a89-ace1-235cd5466b7d', 'name': 'network-vif-deleted', 'tag': 'ea65bb67-e86a-453a-a090-f2c921f98fbc', 'status': 'completed', 'code': 200}
Mar 05 21:28:33.163245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34906) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:33.208829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Deleting subnet 4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:28:33.211822 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Publish callbacks [] for subnet (4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.252225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.290431 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.342683 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.367693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:33.371443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.375429 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c2e2438-9f60-47fa-aad9-9009adaebd07 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4cdf1c44-af1b-4f99-b0ba-3cbb13b643b1 HTTP/1.1" status: 204  len: 168 time: 0.2111342
Mar 05 21:28:33.378220 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 34908) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:33.449140 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (8a230d4b-f3ce-411f-b74c-67f2bc5403dd), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.524963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (8a230d4b-f3ce-411f-b74c-67f2bc5403dd), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.544448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8926e490>,) {'filters': {'network_id': ['8a230d4b-f3ce-411f-b74c-67f2bc5403dd']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:28:33.554397 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8926e490>, 'dc629578-1234-4e7e-be15-874757e2cbd0') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:28:33.554699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8926e490>, 'dc629578-1234-4e7e-be15-874757e2cbd0') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:28:33.564781 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (dc629578-1234-4e7e-be15-874757e2cbd0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.578243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dc629578-1234-4e7e-be15-874757e2cbd0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.584065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:28:33.584455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (dc629578-1234-4e7e-be15-874757e2cbd0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:28:33.586117 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:28:33.644411 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (8a230d4b-f3ce-411f-b74c-67f2bc5403dd), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.650196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.653478 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a230d4b-f3ce-411f-b74c-67f2bc5403dd HTTP/1.1" status: 204  len: 168 time: 0.2743409
Mar 05 21:28:33.664914 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e7563-79e1-4fab-bd97-70e2a2bc1345 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a230d4b-f3ce-411f-b74c-67f2bc5403dd,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:33.759777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34912) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:33.802220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5825de62-bdd0-454c-bc1d-d7c9e070ce87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a389d80df2ec4570aa76785c5c066c64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413568
Mar 05 21:28:33.804736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34914) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:33.852613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] Publish callbacks [] for security_group (2a79f442-26b2-46ac-952d-fa39bc6b0721), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.874453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] Publish callbacks [] for security_group (2a79f442-26b2-46ac-952d-fa39bc6b0721), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.922043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2a79f442-26b2-46ac-952d-fa39bc6b0721), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.924652 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:33.925829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a79f442-26b2-46ac-952d-fa39bc6b0721 HTTP/1.1" status: 204  len: 168 time: 0.1202154
Mar 05 21:28:33.933751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193a910-96a3-4cae-af37-7714e05ab650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79f442-26b2-46ac-952d-fa39bc6b0721,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:34.577514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34936) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:34.674383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-94885888-network', 'tenant_id': 'a6194eed29994ae8be33cdd34fa12d83'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:28:34.693401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Made reservation on behalf of a6194eed29994ae8be33cdd34fa12d83 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:28:34.695662 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.707203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.780622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks [] for security_group (341858fd-f16c-4115-b59c-91dd1dc71862), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.784587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (341858fd-f16c-4115-b59c-91dd1dc71862), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.805134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:28:34.819377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341858fd-f16c-4115-b59c-91dd1dc71862,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:34.822236 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a62b9a07-a351-4ba5-8458-a43cd0b3c5f7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.822574 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Added segment a62b9a07-a351-4ba5-8458-a43cd0b3c5f7 of type vlan for network ec6dd59e-b905-4d5c-8801-dafc4d378ba9
Mar 05 21:28:34.862668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ec6dd59e-b905-4d5c-8801-dafc4d378ba9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.886746 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ec6dd59e-b905-4d5c-8801-dafc4d378ba9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.887882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:34.888538 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:34.908689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:28:34.929178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: ea65bb67-e86a-453a-a090-f2c921f98fbc {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:28:34.929529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device ea65bb67-e86a-453a-a090-f2c921f98fbc not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:28:34.948017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3693655
Mar 05 21:28:34.951044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 34940) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:28:34.958963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Request body: {'subnet': {'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-94885888-subnet', 'tenant_id': 'a6194eed29994ae8be33cdd34fa12d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:28:34.963204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128148-ee39-420b-ac05-f2a9f5072e07 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6dd59e-b905-4d5c-8801-dafc4d378ba9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:34.974733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:28:34.981166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Made reservation on behalf of a6194eed29994ae8be33cdd34fa12d83 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:28:34.983821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:35.150172 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (57993371-c90a-4e48-b4dd-35df37d411a0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:35.210571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=57993371-c90a-4e48-b4dd-35df37d411a0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:35.218229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Checking segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:28:35.218594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Network hostable DHCP agents. Network: ec6dd59e-b905-4d5c-8801-dafc4d378ba9, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:28:35.235458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:28:35.243971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec6dd59e-b905-4d5c-8801-dafc4d378ba9) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:28:35.247852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:35.249524 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:35.254249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb6907-cbd2-44e9-8681-c6d9614bd459 None None] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:28:35.265193 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7bce516f-0865-438f-a166-f8172a8fdfbe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3125255
Mar 05 21:28:35.353420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86430507-6ca8-4bdd-ac6d-f4306d05f997 None None] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:28:35.691601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-decd9fc9-59f8-4bfc-a95f-068dc4ae8eb5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:35.693076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-decd9fc9-59f8-4bfc-a95f-068dc4ae8eb5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 813 time: 0.1022997
Mar 05 21:28:35.707210 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-1b07ad33-90e2-40c8-aefa-8471e7f826d3 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/quotas/a6194eed29994ae8be33cdd34fa12d83 HTTP/1.1" status: 200  len: 375 time: 0.0088720
Mar 05 21:28:35.742988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-aa0e1cfe-243c-49f0-a4cc-05bb81a1dbd0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0309455
Mar 05 21:28:35.831584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-e3e09955-8415-4b95-9d89-f86c95aaf607 service neutron] 10.222.0.15 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812073
Mar 05 21:28:35.925583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-64fe22ff-aa6e-4b30-86a0-872eda4dd5fe service neutron] 10.222.0.15 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885286
Mar 05 21:28:36.087447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f609049-a7e2-406f-a71a-fb4cf8b6e5e0 req-9cc496bc-f68a-445c-8777-8204c92f8049 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 210 time: 0.0287356
Mar 05 21:28:36.370827 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:36.588983 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:36.996455 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-706828b4-03bf-4a52-b5c4-ce6bb9cccfcf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:36.997902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-706828b4-03bf-4a52-b5c4-ce6bb9cccfcf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 813 time: 0.1082006
Mar 05 21:28:37.010123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Request body: {'port': {'device_id': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'admin_state_up': True, 'tenant_id': 'a6194eed29994ae8be33cdd34fa12d83'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:28:37.121916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Made reservation on behalf of a6194eed29994ae8be33cdd34fa12d83 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:28:37.126227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.183207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-20d775ef-6bb1-4384-8f26-b21139ac846a req-8620f95b-58a4-4a2f-88b1-d2fe8b620110 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 210 time: 0.0277100
Mar 05 21:28:37.255725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Allocated IP 172.20.0.6 (ec6dd59e-b905-4d5c-8801-dafc4d378ba9/57993371-c90a-4e48-b4dd-35df37d411a0/1886e648-93a9-42c6-94f3-071ee3469375) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:28:37.405643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks [] for port (1886e648-93a9-42c6-94f3-071ee3469375), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.439888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.479664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:28:37.490233 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:28:37.493913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:28:37.522573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:37.547537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:37.548189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.563806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-22c724e3-a1a6-41e2-887b-07cac4421970 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5577240
Mar 05 21:28:37.574871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Request body: {'port': {'device_id': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:28:37.634022 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.893125 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1886e648-93a9-42c6-94f3-071ee3469375 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:28:37.900535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks [] for port (1886e648-93a9-42c6-94f3-071ee3469375), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.913734 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Transition to ACTIVE for port object 1886e648-93a9-42c6-94f3-071ee3469375 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:28:37.917589 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:37.970591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:38.035008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:28:38.035344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:28:38.035768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:28:38.039989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:28:38.040314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:28:38.045206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:28:38.045636 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Checking segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:28:38.046026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Bound using segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:28:38.046454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Bound port: 1886e648-93a9-42c6-94f3-071ee3469375, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:28:38.046814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:38.113380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:28:38.116403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:28:38.121677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:38.159228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.159854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:38.161261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] 10.222.0.31 "PUT /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 1091 time: 0.5903380
Mar 05 21:28:38.161710 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:38.163984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6710f4-9ac6-4808-a28d-60450c76e5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:38.185530 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431519dc-a0ce-49b3-a5b1-d81e0757da3e service neutron] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:38.227707 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8500ec6-f34b-489d-b6d4-3c0d29270f37 x-openstack-request-id: req-d8500ec6-f34b-489d-b6d4-3c0d29270f37 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:38.228022 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:38.228282 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8500ec6-f34b-489d-b6d4-3c0d29270f37 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:38.228683 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'status': 'completed', 'code': 200}
Mar 05 21:28:38.248586 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-b34f7f86-9665-44c8-b26b-25ad8f51cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.250108 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-b34f7f86-9665-44c8-b26b-25ad8f51cf93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1125 time: 0.0514359
Mar 05 21:28:38.296573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-5c287859-8a2e-402e-b53e-bd6fb2a8c0de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0398073
Mar 05 21:28:38.304500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2205-73c2-4b66-ae32-e617c4956919 req-fbf5e1bc-ab5b-44ee-bc15-e0f161de706a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.305980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c52a2205-73c2-4b66-ae32-e617c4956919 req-fbf5e1bc-ab5b-44ee-bc15-e0f161de706a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 943 time: 0.0539305
Mar 05 21:28:38.344768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-36d50dc5-7030-4729-9b1d-916d2d4de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.346248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-36d50dc5-7030-4729-9b1d-916d2d4de72b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0445721
Mar 05 21:28:38.354146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c52a2205-73c2-4b66-ae32-e617c4956919 req-293cfe77-3a81-4737-992f-2214fdc63195 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410981
Mar 05 21:28:38.378107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-92bfcedb-30f6-4ad4-8431-0b8a9fce8825 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264645
Mar 05 21:28:38.469777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-4649187f-0a22-4465-8b8f-d9990a528fff service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854967
Mar 05 21:28:38.556688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65f7ecf-acba-4413-a287-4695c67bb254 req-2a020b86-77c6-4ffe-8698-abee1d403cfe service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817060
Mar 05 21:28:38.643298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-f493cf42-8086-464c-a840-c0590a3aa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.644870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-f493cf42-8086-464c-a840-c0590a3aa373 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1125 time: 0.0456009
Mar 05 21:28:38.737403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-986ee63f-0cd4-4d80-b0df-6096162cc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.738828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-986ee63f-0cd4-4d80-b0df-6096162cc12d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0879309
Mar 05 21:28:38.763084 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:28:38.782117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-1fa2ab99-15aa-48bc-9920-5428b7287154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0350025
Mar 05 21:28:38.829742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-108cc46b-da71-4be3-95ef-00dcecd0ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:38.831165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-108cc46b-da71-4be3-95ef-00dcecd0ffba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0429544
Mar 05 21:28:38.867939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-3e78b07a-ace4-4386-986c-ea02631b6602 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290086
Mar 05 21:28:38.957294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-46ea090a-823a-4a6d-86af-09cb35828d23 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821750
Mar 05 21:28:39.049842 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9d6710f4-9ac6-4808-a28d-60450c76e5ab req-31e279ab-30f1-4a5b-bcb9-e2b242f9f40c service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865076
Mar 05 21:28:39.482702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63880f-9e66-40b8-b26d-aa92dda3f2bc req-c5f25ae6-0ed2-44ab-b37f-2fbb20b6d554 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:39.484220 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a63880f-9e66-40b8-b26d-aa92dda3f2bc req-c5f25ae6-0ed2-44ab-b37f-2fbb20b6d554 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 943 time: 0.0531499
Mar 05 21:28:39.531853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a63880f-9e66-40b8-b26d-aa92dda3f2bc req-5d34c428-2d40-4060-9338-887d19775bab tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416489
Mar 05 21:28:40.648769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4c17-7252-4b52-a8a3-c5612fd9c4d1 req-3ae1b2d2-b5d0-40af-a410-e8ce17455739 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:40.650258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e9b4c17-7252-4b52-a8a3-c5612fd9c4d1 req-3ae1b2d2-b5d0-40af-a410-e8ce17455739 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 943 time: 0.0519238
Mar 05 21:28:40.701033 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e9b4c17-7252-4b52-a8a3-c5612fd9c4d1 req-eddb5ae3-2c95-498b-9155-b519d5d1255f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442541
Mar 05 21:28:40.938936 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:28:41.034639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:41.045973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '1886e648-93a9-42c6-94f3-071ee3469375', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'port_id': '1886e648-93a9-42c6-94f3-071ee3469375', 'mac_address': 'fa:16:3e:b5:53:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57993371-c90a-4e48-b4dd-35df37d411a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:28:41.085858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1886e648-93a9-42c6-94f3-071ee3469375 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:28:41.086252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:41.099395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1886e648-93a9-42c6-94f3-071ee3469375 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:28:41.117782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:41.121202 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:41.166438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:41.309621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['1886e648-93a9-42c6-94f3-071ee3469375'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:28:41.819653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6dab5-ecea-421e-b728-aa4f66f561ce req-81d47855-7747-4392-9ded-6a92417f8c82 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:41.821147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7c6dab5-ecea-421e-b728-aa4f66f561ce req-81d47855-7747-4392-9ded-6a92417f8c82 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 944 time: 0.0518153
Mar 05 21:28:41.866423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f7c6dab5-ecea-421e-b728-aa4f66f561ce req-9c586a41-e92f-482b-95b9-44b78d08bc7e tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396826
Mar 05 21:28:42.951429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:28:42.989373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdec6b-9cda-4073-a7a5-d1a86edfc183 req-bba5cd36-462b-41bd-85f6-dcf8faf65ae8 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:42.990887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7bdec6b-9cda-4073-a7a5-d1a86edfc183 req-bba5cd36-462b-41bd-85f6-dcf8faf65ae8 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 944 time: 0.0535703
Mar 05 21:28:43.003158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 1886e648-93a9-42c6-94f3-071ee3469375 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:28:43.007632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 1886e648-93a9-42c6-94f3-071ee3469375 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:28:43.008042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1886e648-93a9-42c6-94f3-071ee3469375), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:43.037543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7bdec6b-9cda-4073-a7a5-d1a86edfc183 req-e0969e2f-9de6-4517-9745-0a7ab55cb6e7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411608
Mar 05 21:28:43.084489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 1886e648-93a9-42c6-94f3-071ee3469375 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:28:43.084877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:43.107288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:28:43.110197 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bcf929-267e-4d3f-8cb3-ecfc2a5d6469" -d '{"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-plugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:28:43.125779 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:28:43.130071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:43.152542 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83cf6b4-0310-4241-8e3d-da1515cb8db3 x-openstack-request-id: req-b83cf6b4-0310-4241-8e3d-da1515cb8db3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:28:43.152837 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-plugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:28:43.153092 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b83cf6b4-0310-4241-8e3d-da1515cb8db3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:28:43.153484 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'code': 200}
Mar 05 21:28:43.179471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:28:43.251212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58962d3c-2ddb-4c07-8d03-9d2ae01ba855 req-a966d170-ffdd-4c31-b8b4-248ef475a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:43.253012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58962d3c-2ddb-4c07-8d03-9d2ae01ba855 req-a966d170-ffdd-4c31-b8b4-248ef475a848 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1127 time: 0.0488417
Mar 05 21:28:43.295967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58962d3c-2ddb-4c07-8d03-9d2ae01ba855 req-84016389-e002-42d0-8970-f5465adb5748 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372596
Mar 05 21:28:44.159061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6422a67-79fe-4870-b893-27b2dd8fde12 req-65c0052c-f477-48f5-a3e3-7276638d7204 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:44.160528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6422a67-79fe-4870-b893-27b2dd8fde12 req-65c0052c-f477-48f5-a3e3-7276638d7204 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0544770
Mar 05 21:28:44.208024 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b6422a67-79fe-4870-b893-27b2dd8fde12 req-75106574-c9cc-475f-975f-fb73a0ade5bc tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418928
Mar 05 21:28:45.387782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2aae-d1c5-4826-a7a9-7a719a19baa2 req-6cf47621-ee27-47f3-aede-8761ec756e07 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:45.389308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2ef2aae-d1c5-4826-a7a9-7a719a19baa2 req-6cf47621-ee27-47f3-aede-8761ec756e07 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.1089761
Mar 05 21:28:45.435856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2ef2aae-d1c5-4826-a7a9-7a719a19baa2 req-a267d3c4-a675-449a-aa96-437d74559b53 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409825
Mar 05 21:28:45.556917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6cd8c-96d5-4255-8c9f-ceec9bf9ea67 req-1eb394e8-3dba-484f-a592-7eca5ef5fa43 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:45.558290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fe6cd8c-96d5-4255-8c9f-ceec9bf9ea67 req-1eb394e8-3dba-484f-a592-7eca5ef5fa43 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0569952
Mar 05 21:28:45.604815 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7fe6cd8c-96d5-4255-8c9f-ceec9bf9ea67 req-cf9e5351-6559-4035-9a0b-74381a973e31 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401762
Mar 05 21:28:45.815435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62121d37-ce2c-45bf-bf5a-37039c7a4417 req-31cde585-6db2-4636-8cff-0d15fd40a14d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:45.816825 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62121d37-ce2c-45bf-bf5a-37039c7a4417 req-31cde585-6db2-4636-8cff-0d15fd40a14d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0513194
Mar 05 21:28:45.861838 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62121d37-ce2c-45bf-bf5a-37039c7a4417 req-ebb3c2d8-7fe4-4473-9774-36f6f834d90a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395143
Mar 05 21:28:45.984801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764aadf-6032-4030-8fdd-4a4519521f74 req-306d1772-27c4-4e34-92b6-0d995880b9b0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:45.986358 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9764aadf-6032-4030-8fdd-4a4519521f74 req-306d1772-27c4-4e34-92b6-0d995880b9b0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0579042
Mar 05 21:28:46.033317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9764aadf-6032-4030-8fdd-4a4519521f74 req-f45f804e-116a-45f0-85fa-13129c9e327e tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413442
Mar 05 21:28:46.297825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-8f7ecb03-6bfe-41b0-881c-0e81d752a1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0805461
Mar 05 21:28:46.304621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd00941-d478-4443-94b2-8ec6c23f2478 req-29b962a6-5471-4dfa-b776-82efdaf787de tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:46.306020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbd00941-d478-4443-94b2-8ec6c23f2478 req-29b962a6-5471-4dfa-b776-82efdaf787de tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0761874
Mar 05 21:28:46.354856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cbd00941-d478-4443-94b2-8ec6c23f2478 req-d73a355c-1c92-4228-91c1-6e2f4eeafae7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426018
Mar 05 21:28:46.694884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-95a50415-1581-4153-81a4-1dcf5cf1d426 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:46.696270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-95a50415-1581-4153-81a4-1dcf5cf1d426 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 942 time: 0.0488126
Mar 05 21:28:47.472770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-cf7a100e-d10b-45f2-b65f-82246e7c92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:47.474250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-cf7a100e-d10b-45f2-b65f-82246e7c92a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1127 time: 0.0463798
Mar 05 21:28:47.482416 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7f588-ffc2-4e84-ba6e-c93a1a4a2c9d req-a2633f48-2e73-4ddc-a6fe-f4861e3d176c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:47.484611 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0a7f588-ffc2-4e84-ba6e-c93a1a4a2c9d req-a2633f48-2e73-4ddc-a6fe-f4861e3d176c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0591197
Mar 05 21:28:47.536301 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e0a7f588-ffc2-4e84-ba6e-c93a1a4a2c9d req-637867b7-6cab-4934-94df-848d16c2072f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459960
Mar 05 21:28:47.565152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-ca1b5354-6185-4d09-8bc6-b9ae9e3cc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:47.566605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-ca1b5354-6185-4d09-8bc6-b9ae9e3cc94d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0873208
Mar 05 21:28:47.610118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-b571aed3-0805-4516-8ef5-37f0c7f18f1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0379002
Mar 05 21:28:47.662037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-3badd9d8-c69e-49ee-855d-5fd9cd0fc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:47.663385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-3badd9d8-c69e-49ee-855d-5fd9cd0fc719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0443366
Mar 05 21:28:47.694444 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-2501d219-dc9e-44f0-8f5d-5ff70f3d6a40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252919
Mar 05 21:28:47.783693 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-f21b1d97-5d28-4499-b48c-2917b3830d29 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833807
Mar 05 21:28:47.869261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-1a19cebd-40c5-4497-8173-81ec185975ff service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799789
Mar 05 21:28:47.986742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-58ab02d8-cb58-429e-816a-f523345ab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:47.988268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-58ab02d8-cb58-429e-816a-f523345ab9ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1127 time: 0.0566208
Mar 05 21:28:48.098604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-1692598e-2f83-49c5-bec3-7c3eac270bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:48.100098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-1692598e-2f83-49c5-bec3-7c3eac270bc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0836551
Mar 05 21:28:48.145976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-6216ccb2-4aad-4340-93bf-8eb0a4a60e47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0402160
Mar 05 21:28:48.198210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-eab430a4-d37e-4e14-b792-d73367d44e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:48.199695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-eab430a4-d37e-4e14-b792-d73367d44e75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0478554
Mar 05 21:28:48.236438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-0b18db47-3f7e-4dd8-81be-1c5e8bcef682 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312712
Mar 05 21:28:48.322271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-4c5de4b2-e51b-43d2-8a81-98e862c49f7a service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799246
Mar 05 21:28:48.413528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd3f4c20-e81b-449e-b6bd-f7f145435819 req-d4116036-8478-4087-bd47-8d73ccefa2de service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848706
Mar 05 21:28:48.658849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580a85a-254b-44f9-976e-f7cafd2a8300 req-6835e93e-8c68-423e-a978-710b2e286804 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:48.660415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4580a85a-254b-44f9-976e-f7cafd2a8300 req-6835e93e-8c68-423e-a978-710b2e286804 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0535834
Mar 05 21:28:48.705550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4580a85a-254b-44f9-976e-f7cafd2a8300 req-aa7124ab-9246-45c3-a1a3-9a08749b529f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396106
Mar 05 21:28:49.885954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075298e-9e76-4e3d-a070-96ebe04a05b5 req-824f7fed-b9fb-4b82-a495-1206a0c2ea4c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:49.887454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b075298e-9e76-4e3d-a070-96ebe04a05b5 req-824f7fed-b9fb-4b82-a495-1206a0c2ea4c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.1115441
Mar 05 21:28:49.935122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b075298e-9e76-4e3d-a070-96ebe04a05b5 req-f02b7acd-184a-4957-87bb-9791531b5b82 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417540
Mar 05 21:28:51.064121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aab86-1711-4d26-be5b-d423f49c373c req-a3a189d2-20fc-4d2e-a177-7796f6ee3a80 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:51.065586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-614aab86-1711-4d26-be5b-d423f49c373c req-a3a189d2-20fc-4d2e-a177-7796f6ee3a80 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0584006
Mar 05 21:28:51.112695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-614aab86-1711-4d26-be5b-d423f49c373c req-fe45cabf-66a3-4c2d-9bab-2a49bdfe9a9d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414045
Mar 05 21:28:52.229993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9573-2afc-4f29-be47-b66950e1b85f req-94475bbc-69c3-4b0b-b720-bf534bd30f7c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:52.231452 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-603e9573-2afc-4f29-be47-b66950e1b85f req-94475bbc-69c3-4b0b-b720-bf534bd30f7c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0512130
Mar 05 21:28:52.280080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-603e9573-2afc-4f29-be47-b66950e1b85f req-0621072d-843c-42fc-bbb2-55adb95fc745 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413828
Mar 05 21:28:53.404038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d8ef-a704-4d15-b72a-c049c26dce00 req-204f744b-568e-43d9-8afc-012915961604 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:53.405508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a417d8ef-a704-4d15-b72a-c049c26dce00 req-204f744b-568e-43d9-8afc-012915961604 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0526674
Mar 05 21:28:53.451589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a417d8ef-a704-4d15-b72a-c049c26dce00 req-37d3544d-7d4c-4a9a-95cd-88e977856610 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399928
Mar 05 21:28:54.537246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0a5ac475-cf60-43e9-9d75-759bd6ab1adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:54.579147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb2d8-0d08-4b8c-ba8a-044dcb3c71f9 req-2734f281-859d-45aa-9976-013272626783 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:54.580755 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75fcb2d8-0d08-4b8c-ba8a-044dcb3c71f9 req-2734f281-859d-45aa-9976-013272626783 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0603335
Mar 05 21:28:54.628340 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75fcb2d8-0d08-4b8c-ba8a-044dcb3c71f9 req-ee6c578e-ec7b-4e67-abf2-4ba747380a5e tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419214
Mar 05 21:28:55.748945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb970b39-5587-4531-aef2-1a2d0ea6db13 req-4e059fcc-0dbf-4bf1-b7bd-7dffaad8d199 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:55.750421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb970b39-5587-4531-aef2-1a2d0ea6db13 req-4e059fcc-0dbf-4bf1-b7bd-7dffaad8d199 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0512910
Mar 05 21:28:55.800099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb970b39-5587-4531-aef2-1a2d0ea6db13 req-b8bf25cb-c7db-486b-977c-b63408157664 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439451
Mar 05 21:28:56.868973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ca218a52-aabb-4de6-83bd-114a0a77ca83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:56.923615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351505-451f-44aa-b0b1-6521716b3303 req-57be5404-f847-457b-95ff-5a6f9644c2a4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:56.925128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a351505-451f-44aa-b0b1-6521716b3303 req-57be5404-f847-457b-95ff-5a6f9644c2a4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0589287
Mar 05 21:28:56.972876 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8a351505-451f-44aa-b0b1-6521716b3303 req-2135dd63-a267-4dd9-a858-41d4367186fa tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422623
Mar 05 21:28:58.059467 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:28:58.093714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad54b-86bf-4b36-9a0d-2bdcc5ecf7ce req-b3eb8467-3bf3-4f7d-8619-12c448e9468f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:58.095185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-374ad54b-86bf-4b36-9a0d-2bdcc5ecf7ce req-b3eb8467-3bf3-4f7d-8619-12c448e9468f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0539992
Mar 05 21:28:58.142718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-374ad54b-86bf-4b36-9a0d-2bdcc5ecf7ce req-dd1a9144-81bb-480a-9892-3c699e4a64ad tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417459
Mar 05 21:28:59.265218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36e1f-e2d4-4ce6-ad4e-50f4fc218351 req-66dbb4f6-113b-42fe-ae10-147f742699a4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:28:59.266671 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6d36e1f-e2d4-4ce6-ad4e-50f4fc218351 req-66dbb4f6-113b-42fe-ae10-147f742699a4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0564983
Mar 05 21:28:59.311762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6d36e1f-e2d4-4ce6-ad4e-50f4fc218351 req-e8ef0d42-c01b-4568-b784-c8a9216bfb9a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394983
Mar 05 21:28:59.642662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:00.427310 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11a4a4-fd26-459e-977c-c1ff269c7a73 req-96fd9d74-e192-4591-ab19-a00afacb1ad5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:00.428834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f11a4a4-fd26-459e-977c-c1ff269c7a73 req-96fd9d74-e192-4591-ab19-a00afacb1ad5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0513334
Mar 05 21:29:00.474407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f11a4a4-fd26-459e-977c-c1ff269c7a73 req-2c9f344e-228f-42e8-a0d7-221445507ceb tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401287
Mar 05 21:29:01.070417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:01.593367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4350c-7fd9-48bb-870f-a090a2c32052 req-71b559ca-0c92-4264-8f38-d23911b230f7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:01.594857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96c4350c-7fd9-48bb-870f-a090a2c32052 req-71b559ca-0c92-4264-8f38-d23911b230f7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0526175
Mar 05 21:29:01.641366 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-96c4350c-7fd9-48bb-870f-a090a2c32052 req-96e558e2-9b75-4c8d-81fd-03b2d7973c93 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410547
Mar 05 21:29:02.763870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c146-4e13-489d-a7c0-51e5690f6a60 req-a309c196-2ae8-4eda-963a-a574ae7ec2c5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:02.765708 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4146c146-4e13-489d-a7c0-51e5690f6a60 req-a309c196-2ae8-4eda-963a-a574ae7ec2c5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0571539
Mar 05 21:29:02.811739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4146c146-4e13-489d-a7c0-51e5690f6a60 req-b811284f-1b9e-4667-a848-90fdcf36ae39 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405302
Mar 05 21:29:03.932944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee054b41-d942-4040-a047-c1280d882917 req-07ad5897-d85e-43d1-96a0-5d5f0db9f7ae tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:03.934428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee054b41-d942-4040-a047-c1280d882917 req-07ad5897-d85e-43d1-96a0-5d5f0db9f7ae tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0529494
Mar 05 21:29:03.987009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ee054b41-d942-4040-a047-c1280d882917 req-e2faaadf-fe48-4a14-a010-fbcca8ddf5c5 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466833
Mar 05 21:29:05.106099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdd11b-1b5f-4efb-8fbc-482774b9492e req-01c3ed75-1b7a-4ee6-bd96-1153d9f078e9 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:05.107939 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7bdd11b-1b5f-4efb-8fbc-482774b9492e req-01c3ed75-1b7a-4ee6-bd96-1153d9f078e9 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0517647
Mar 05 21:29:05.153424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7bdd11b-1b5f-4efb-8fbc-482774b9492e req-e2902d8c-2896-43a8-82b9-55415c83fe12 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397985
Mar 05 21:29:06.278369 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0bde1-1f3f-4a63-9e6b-053313ba5006 req-016b1730-b2c8-4d04-8984-2f3e23ce5be4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:06.280416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1f0bde1-1f3f-4a63-9e6b-053313ba5006 req-016b1730-b2c8-4d04-8984-2f3e23ce5be4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0610371
Mar 05 21:29:06.325778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c1f0bde1-1f3f-4a63-9e6b-053313ba5006 req-f0364d66-bee3-4b30-b6bc-db2896d37abd tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397437
Mar 05 21:29:06.373745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:06.598585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:07.444998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa89fa-3a0f-4c2e-b452-443bc36bc266 req-391527de-768b-4ea4-8f02-29fe355da123 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:07.446463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76fa89fa-3a0f-4c2e-b452-443bc36bc266 req-391527de-768b-4ea4-8f02-29fe355da123 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0511110
Mar 05 21:29:07.496403 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-76fa89fa-3a0f-4c2e-b452-443bc36bc266 req-e3e96b78-167d-4af5-b2d1-f3ef6c7baed1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437536
Mar 05 21:29:08.615062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6c91-108e-4934-a737-853f4a9e40d3 req-0a79818f-e99b-4cbf-bccf-16e098f405ff tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:08.616567 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-470e6c91-108e-4934-a737-853f4a9e40d3 req-0a79818f-e99b-4cbf-bccf-16e098f405ff tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0520744
Mar 05 21:29:08.663613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-470e6c91-108e-4934-a737-853f4a9e40d3 req-8a296120-1f50-41fd-b34d-c9f670055509 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416179
Mar 05 21:29:09.786595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779befe1-d049-4894-89e9-6e887ded6e26 req-ffdf4da2-a93f-4034-9109-b6a5e7ce147b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:09.788086 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779befe1-d049-4894-89e9-6e887ded6e26 req-ffdf4da2-a93f-4034-9109-b6a5e7ce147b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0529957
Mar 05 21:29:09.835493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-779befe1-d049-4894-89e9-6e887ded6e26 req-808bddba-2d4e-4c15-ba29-7d0883db8278 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418835
Mar 05 21:29:10.958452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932977-ebc2-460d-8b38-bd29838838d2 req-1bd903d5-71a4-4f9d-a6a6-2a36a5c19cee tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:10.959964 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9932977-ebc2-460d-8b38-bd29838838d2 req-1bd903d5-71a4-4f9d-a6a6-2a36a5c19cee tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0576816
Mar 05 21:29:11.008160 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9932977-ebc2-460d-8b38-bd29838838d2 req-d9176162-92d0-4f6d-b19e-13420abffdad tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426021
Mar 05 21:29:12.129599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124e383-eeb7-4991-bf6d-37a4ab06bbf0 req-36b8135a-9ec2-49e3-b0d7-880da3f9cd7b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:12.131083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f124e383-eeb7-4991-bf6d-37a4ab06bbf0 req-36b8135a-9ec2-49e3-b0d7-880da3f9cd7b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0543227
Mar 05 21:29:12.177752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f124e383-eeb7-4991-bf6d-37a4ab06bbf0 req-2cea28af-1f45-4264-803e-fd3545ee2125 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410025
Mar 05 21:29:13.296175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de651-6560-4e14-8527-897c82b88a85 req-85b1c3b2-cebe-4f15-9f1c-968fd379ea0d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:13.297653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-889de651-6560-4e14-8527-897c82b88a85 req-85b1c3b2-cebe-4f15-9f1c-968fd379ea0d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0523341
Mar 05 21:29:13.344305 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-889de651-6560-4e14-8527-897c82b88a85 req-90cca14b-2a15-433a-8e20-1891439f4f31 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409379
Mar 05 21:29:14.466822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14682b-92b6-40b5-8def-28ad836ecc22 req-970e5da3-6fca-4ea0-a5ed-6fbc9bcd200c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:14.468244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b14682b-92b6-40b5-8def-28ad836ecc22 req-970e5da3-6fca-4ea0-a5ed-6fbc9bcd200c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0562687
Mar 05 21:29:14.513781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2b14682b-92b6-40b5-8def-28ad836ecc22 req-3d492eea-d981-4e53-9c96-29d39f03f713 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395205
Mar 05 21:29:14.600822 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-b156984a-8737-466a-a342-d26ff82e12e3 req-5b1ccf59-201a-4357-adc1-a96b9200af15 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:29:14.601814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-5b1ccf59-201a-4357-adc1-a96b9200af15 service neutron] 10.222.0.31 "GET /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0529602
Mar 05 21:29:14.831790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-df1f8950-abd5-4f6b-a130-2dce5e971f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:14.833292 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-df1f8950-abd5-4f6b-a130-2dce5e971f2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf&tenant_id=a6194eed29994ae8be33cdd34fa12d83 HTTP/1.1" status: 200  len: 1127 time: 0.0787339
Mar 05 21:29:14.842500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-a09ff7ee-3216-4747-b726-cd402d874c81 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:29:14.843419 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-a09ff7ee-3216-4747-b726-cd402d874c81 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049314
Mar 05 21:29:14.854107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:29:14.911558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.160648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:15.194264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch1-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:29:15.235482 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:15.237797 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fbb11-2c55-49bf-b2cb-99bf48d4710d" -d '{"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:15.241688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks [] for port (1886e648-93a9-42c6-94f3-071ee3469375), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.257024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.provisioning_blocks [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Transition to ACTIVE for port object 1886e648-93a9-42c6-94f3-071ee3469375 will not be triggered until provisioned by entity L2. {{(pid=126562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:29:15.260807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.287856 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75a291-8308-4718-93a2-6669de667568 x-openstack-request-id: req-fb75a291-8308-4718-93a2-6669de667568 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:15.288154 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:15.288409 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb75a291-8308-4718-93a2-6669de667568 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:15.288805 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'code': 200}
Mar 05 21:29:15.328058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] No DVR routers for this DVR port 1886e648-93a9-42c6-94f3-071ee3469375 on host nch1-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:29:15.329857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:15.338519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.338873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.339218 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.339559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.339921 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.340255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.340584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.340911 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.341809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.342133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.342461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.342783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.343107 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:15.377691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:29:15.378024 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:29:15.378357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:15.382515 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:29:15.382838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Attempting to bind port 1886e648-93a9-42c6-94f3-071ee3469375 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:15.387494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:29:15.387868 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Checking segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:29:15.388861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Bound using segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} {{(pid=126562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:29:15.389398 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.managers [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Bound port: 1886e648-93a9-42c6-94f3-071ee3469375, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}}] {{(pid=126562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:29:15.389672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.449223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, cleared binding levels {{(pid=126562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:29:15.452621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:29:15.459025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.494454 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:15.495068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:15.496471 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] 10.222.0.23 "PUT /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 1091 time: 0.6459115
Mar 05 21:29:15.516718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce2e3-1efc-4ce2-8d38-c32f5e23ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=7']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:15.568714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-c935dbda-56a4-4f12-92c3-6a5fea543351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:15.570229 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-c935dbda-56a4-4f12-92c3-6a5fea543351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1125 time: 0.0507395
Mar 05 21:29:15.639566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba41f9-69bb-4248-8ed6-eee9d21dd656 req-e904edfd-2c5e-411b-bbbf-ba38b02f7d3f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:15.641066 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5ba41f9-69bb-4248-8ed6-eee9d21dd656 req-e904edfd-2c5e-411b-bbbf-ba38b02f7d3f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 943 time: 0.0565248
Mar 05 21:29:15.660830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-a176e87e-1659-4f3a-9a98-e00080650aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:15.662332 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-a176e87e-1659-4f3a-9a98-e00080650aee service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0860159
Mar 05 21:29:15.691456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a5ba41f9-69bb-4248-8ed6-eee9d21dd656 req-15364821-aa6e-4c05-bfb8-e12094569f07 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446222
Mar 05 21:29:15.705992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-52549e53-5cef-4b95-854f-a116363f5d8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0382562
Mar 05 21:29:15.756665 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156984a-8737-466a-a342-d26ff82e12e3 req-e094f55c-3bbd-4d7f-9247-e73ee75f35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:15.758104 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-e094f55c-3bbd-4d7f-9247-e73ee75f35ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0468879
Mar 05 21:29:15.761505 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:29:15.789192 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-860939fe-231f-48cd-8641-5b9e19386507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247779
Mar 05 21:29:15.873641 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-3de286bd-14e8-4b8d-8fa0-cde892d43e3f service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786152
Mar 05 21:29:15.964315 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b156984a-8737-466a-a342-d26ff82e12e3 req-8fa8b5e9-0559-4c05-8e39-f20c8158cc9e service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844195
Mar 05 21:29:16.815470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fd45d-8201-41ac-9588-805f92cf3398 req-e2f206e8-08f1-4e0f-8cc1-365c4f552697 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:16.816958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe5fd45d-8201-41ac-9588-805f92cf3398 req-e2f206e8-08f1-4e0f-8cc1-365c4f552697 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 943 time: 0.0521121
Mar 05 21:29:16.862951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe5fd45d-8201-41ac-9588-805f92cf3398 req-40f4579b-e4dd-4038-b863-c305182c9f8a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405231
Mar 05 21:29:16.935406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:29:17.032265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:17.043254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '1886e648-93a9-42c6-94f3-071ee3469375', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'port_id': '1886e648-93a9-42c6-94f3-071ee3469375', 'mac_address': 'fa:16:3e:b5:53:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57993371-c90a-4e48-b4dd-35df37d411a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:29:17.231594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:29:17.260672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1886e648-93a9-42c6-94f3-071ee3469375 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:29:17.260988 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:17.282446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1886e648-93a9-42c6-94f3-071ee3469375 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:29:17.289136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 1886e648-93a9-42c6-94f3-071ee3469375 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:29:17.289534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:29:17.291159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:17.293754 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220e8abb-9e63-44de-a576-e789a93e5b42" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:17.305294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:17.310629 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:17.347140 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7b573-e2f6-41a5-b15b-e4c5f6700ce5 x-openstack-request-id: req-32b7b573-e2f6-41a5-b15b-e4c5f6700ce5 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:17.347446 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:17.347724 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32b7b573-e2f6-41a5-b15b-e4c5f6700ce5 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:17.348381 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'status': 'completed', 'code': 200}
Mar 05 21:29:17.360135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:17.367541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.367935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.368292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.368864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.368996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.369298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.369634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.370425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.370425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.370738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.371148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.371464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.371765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:17.438204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-240b0411-8fc4-49dd-a2db-17cc1c1d379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.440001 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-240b0411-8fc4-49dd-a2db-17cc1c1d379b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1126 time: 0.0697308
Mar 05 21:29:17.523707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-7891fc25-20e7-43c7-98f2-ea46e67dffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.525296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-7891fc25-20e7-43c7-98f2-ea46e67dffb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1126 time: 0.1607175
Mar 05 21:29:17.535374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1886e648-93a9-42c6-94f3-071ee3469375'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:29:17.542936 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-295a6c09-ab7a-4e3d-bb59-820ded51b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.545836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-295a6c09-ab7a-4e3d-bb59-820ded51b0c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0979285
Mar 05 21:29:17.597726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-cd1f4978-cdb4-464b-9472-584c96654f89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0456047
Mar 05 21:29:17.622475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-cc8fe06d-9842-451f-b0c8-9a279e4c333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.624856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-cc8fe06d-9842-451f-b0c8-9a279e4c333c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0929763
Mar 05 21:29:17.647339 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-0270eaed-2065-413f-9421-dc62e6b1ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.649195 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-0270eaed-2065-413f-9421-dc62e6b1ab95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0462162
Mar 05 21:29:17.682444 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-af0cb70c-af26-4f35-8e97-3b9a75c9ec88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271354
Mar 05 21:29:17.776680 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-df38f2d0-5b5e-4edb-b800-62b3facd1d30 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875518
Mar 05 21:29:17.871404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-275c9493-a5ca-4b0c-a926-ab1a42fa4cff service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887802
Mar 05 21:29:17.974969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-c3a138c5-91f6-4ae9-8c20-cb9963f5e72a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.3446038
Mar 05 21:29:17.993247 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ff547-afa8-494d-b6ed-c5fe925fb8ea req-90f8f15e-91aa-41a8-8ddb-2f4c42967c53 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:17.994726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-210ff547-afa8-494d-b6ed-c5fe925fb8ea req-90f8f15e-91aa-41a8-8ddb-2f4c42967c53 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 944 time: 0.0551999
Mar 05 21:29:18.024721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-0b851d0e-ac91-497c-b377-3d4d151aadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.026194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-0b851d0e-ac91-497c-b377-3d4d151aadab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0440581
Mar 05 21:29:18.042498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-210ff547-afa8-494d-b6ed-c5fe925fb8ea req-edeacbc0-144a-42ef-a9c2-cc27795eb450 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413091
Mar 05 21:29:18.056753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-7575ce19-0b6f-441e-84ea-3ec452970f6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252409
Mar 05 21:29:18.067862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-1c26e2cf-d77f-42a1-be03-27fd3f7527ab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:29:18.068813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-1c26e2cf-d77f-42a1-be03-27fd3f7527ab service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050607
Mar 05 21:29:18.166628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-d373f0b5-e8ba-45fe-84ee-c421e1d9caa4 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918472
Mar 05 21:29:18.252472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87957f-4791-42fb-bd7e-6cdf9a4bda62 req-74049701-5e06-45de-b691-a47b28d33d20 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.254148 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d87957f-4791-42fb-bd7e-6cdf9a4bda62 req-74049701-5e06-45de-b691-a47b28d33d20 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 944 time: 0.0603318
Mar 05 21:29:18.306862 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2d87957f-4791-42fb-bd7e-6cdf9a4bda62 req-0915e3e0-12f5-4103-9d21-ecf3503483df tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469711
Mar 05 21:29:18.337645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-7ca00d50-90b3-4c54-8293-4bba68376615 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609411
Mar 05 21:29:18.344606 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-9b0582fc-98ec-4ca2-9014-88a104304adf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.345953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-9b0582fc-98ec-4ca2-9014-88a104304adf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf&tenant_id=a6194eed29994ae8be33cdd34fa12d83&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1267428
Mar 05 21:29:18.405125 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-c2d701fb-2dfc-4865-a908-9d3c793b44e8 service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:29:18.406186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-c2d701fb-2dfc-4865-a908-9d3c793b44e8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544868
Mar 05 21:29:18.499397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-1ec7d24a-0a4c-4bb4-a10f-ba8e73c47fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.500913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-1ec7d24a-0a4c-4bb4-a10f-ba8e73c47fb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 1126 time: 0.0505884
Mar 05 21:29:18.588354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-7ce04e5b-bf70-44b7-a97b-7370d4252a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.589836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-7ce04e5b-bf70-44b7-a97b-7370d4252a2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0830898
Mar 05 21:29:18.634354 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-7b28f6b4-b128-4315-b89b-270723ab974c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 200  len: 217 time: 0.0387177
Mar 05 21:29:18.681354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-a323131d-918f-4770-b4e5-dbf2ee9b07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:18.682779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-a323131d-918f-4770-b4e5-dbf2ee9b07d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0424011
Mar 05 21:29:18.712685 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-d56661a0-774c-4cd2-8116-988445dc6013 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243747
Mar 05 21:29:18.800326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-e97f449d-0c02-4ff5-90cb-fd3ef37e878a service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815730
Mar 05 21:29:18.892420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1b09ccc-7b74-4a52-ae42-e04925d70a94 req-8b4eb872-aef0-458a-89dc-ffcb214f3beb service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855229
Mar 05 21:29:18.930265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:29:18.978241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 1886e648-93a9-42c6-94f3-071ee3469375 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:29:18.982516 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 1886e648-93a9-42c6-94f3-071ee3469375 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:29:18.983068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1886e648-93a9-42c6-94f3-071ee3469375), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:19.061654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 1886e648-93a9-42c6-94f3-071ee3469375 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:29:19.062047 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:19.083740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:19.085969 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d01125-2b6e-48c7-bcaf-d60fdec0a818" -d '{"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-plugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:19.099133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:19.103542 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:19.149270 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d370fd1-1f55-4909-9002-e1aa24c9882a x-openstack-request-id: req-2d370fd1-1f55-4909-9002-e1aa24c9882a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:19.149510 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-plugged", "status": "completed", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:19.149766 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d370fd1-1f55-4909-9002-e1aa24c9882a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:19.150160 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'code': 200}
Mar 05 21:29:19.164543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:19.426293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188f962-9ce1-4db7-a013-a3f24ab09dab req-c724914c-fbcf-43e3-b77c-bde5f08b311b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:19.427697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a188f962-9ce1-4db7-a013-a3f24ab09dab req-c724914c-fbcf-43e3-b77c-bde5f08b311b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0527399
Mar 05 21:29:19.474454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a188f962-9ce1-4db7-a013-a3f24ab09dab req-aeda213f-5711-4645-9076-685120a1df68 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411391
Mar 05 21:29:19.604805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43a99-a023-4bf7-ad24-91707e8c132c req-44e924a0-bfae-4371-a16f-0de6e76853bf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:19.606525 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27e43a99-a023-4bf7-ad24-91707e8c132c req-44e924a0-bfae-4371-a16f-0de6e76853bf tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0561616
Mar 05 21:29:19.653888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27e43a99-a023-4bf7-ad24-91707e8c132c req-d4eee53c-7bf8-4bdb-b0ee-ee079166d224 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413454
Mar 05 21:29:19.768577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967999e1-caaa-4e1b-bcbe-99b40c7727c0 req-2c14b4a7-497c-49cc-950d-da1afb1c2388 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:19.770028 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-967999e1-caaa-4e1b-bcbe-99b40c7727c0 req-2c14b4a7-497c-49cc-950d-da1afb1c2388 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0523858
Mar 05 21:29:19.818667 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-967999e1-caaa-4e1b-bcbe-99b40c7727c0 req-56020301-6179-477c-aba6-a2074ddae34a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431302
Mar 05 21:29:20.195365 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-ca4a2183-a9fa-4131-8708-fe768c10dd9a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:20.196870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-ca4a2183-a9fa-4131-8708-fe768c10dd9a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 813 time: 0.0984776
Mar 05 21:29:20.211152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-e20a669f-7668-43b9-b066-662797a5912c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/quotas/a6194eed29994ae8be33cdd34fa12d83 HTTP/1.1" status: 200  len: 375 time: 0.0088491
Mar 05 21:29:20.265439 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-cc068d9d-3f32-46c4-ae14-8147b419d31c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0496566
Mar 05 21:29:20.406106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-d087b2e1-6d9b-41e0-aaf3-ac572c73eaac service neutron] 10.222.0.15 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339922
Mar 05 21:29:20.492910 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-c7a67906-8c33-4913-9999-eab32fae87b5 service neutron] 10.222.0.15 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811381
Mar 05 21:29:20.656962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2147d6e1-c08b-455c-a0ca-b02cefb86a21 req-7d1b3db4-4940-44ea-b736-2e2d76df6dd4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 210 time: 0.0320704
Mar 05 21:29:21.311477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-d6c3a51e-2453-4967-b35e-ca451461ad93 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:21.312840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-d6c3a51e-2453-4967-b35e-ca451461ad93 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4de292-8520-4229-8d34-6b326c9b95bf HTTP/1.1" status: 200  len: 945 time: 0.0580821
Mar 05 21:29:21.402466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Deleting port 1886e648-93a9-42c6-94f3-071ee3469375 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:29:21.402805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1886e648-93a9-42c6-94f3-071ee3469375), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:21.497784 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] For port 1886e648-93a9-42c6-94f3-071ee3469375, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1886e648-93a9-42c6-94f3-071ee3469375,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:21.498642 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1886e648-93a9-42c6-94f3-071ee3469375), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:21.514671 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Calling delete_port for 1886e648-93a9-42c6-94f3-071ee3469375 owned by compute:nova {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:29:21.558953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-8113eda0-e613-424c-bc53-412048ab9483 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:21.560849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-8113eda0-e613-424c-bc53-412048ab9483 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 813 time: 0.1103315
Mar 05 21:29:21.573172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Request body: {'port': {'device_id': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'admin_state_up': True, 'tenant_id': 'a6194eed29994ae8be33cdd34fa12d83'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:29:21.648217 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (1886e648-93a9-42c6-94f3-071ee3469375), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:21.661190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1886e648-93a9-42c6-94f3-071ee3469375'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:29:21.682606 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Pushing event deleted for resources: {'Port': ['ID=1886e648-93a9-42c6-94f3-071ee3469375,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:21.704407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Made reservation on behalf of a6194eed29994ae8be33cdd34fa12d83 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:29:21.708283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:21.727767 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] No DVR routers for this DVR port 1886e648-93a9-42c6-94f3-071ee3469375 on host nch2-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:29:21.730296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:21.734522 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.23 "DELETE /v2.0/ports/1886e648-93a9-42c6-94f3-071ee3469375 HTTP/1.1" status: 204  len: 173 time: 0.4159009
Mar 05 21:29:21.735273 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-deleted', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:21.737615 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bce5bf-68e8-47f5-804e-35a5ba5048b0" -d '{"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-deleted", "tag": "1886e648-93a9-42c6-94f3-071ee3469375"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:21.769331 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-583b35da-6a90-49b8-b5de-01611e46a1aa req-e1e65579-7d42-4c62-87b9-1e9c49d2dd71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 210 time: 0.0285604
Mar 05 21:29:21.783042 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979bcc4-0a71-4afd-b06f-c81cd86c7141 x-openstack-request-id: req-2979bcc4-0a71-4afd-b06f-c81cd86c7141 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:21.783387 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4de292-8520-4229-8d34-6b326c9b95bf", "name": "network-vif-deleted", "tag": "1886e648-93a9-42c6-94f3-071ee3469375", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:21.783598 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2979bcc4-0a71-4afd-b06f-c81cd86c7141 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:21.784287 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4de292-8520-4229-8d34-6b326c9b95bf', 'name': 'network-vif-deleted', 'tag': '1886e648-93a9-42c6-94f3-071ee3469375', 'status': 'completed', 'code': 200}
Mar 05 21:29:21.869146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Allocated IP 172.20.0.11 (ec6dd59e-b905-4d5c-8801-dafc4d378ba9/57993371-c90a-4e48-b4dd-35df37d411a0/de028a48-3bba-42e5-bf45-0564c7636c17) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:29:22.024146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks [] for port (de028a48-3bba-42e5-bf45-0564c7636c17), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.056659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.068259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['1886e648-93a9-42c6-94f3-071ee3469375'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:29:22.101088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:29:22.104106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:29:22.107858 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:29:22.114505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:22.141441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.141794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.142143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.142493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.142830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.143165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.143500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.143861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.144195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.144526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.144854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.145182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.145506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:29:22.176394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:22.177010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.191907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-3a8a701b-380b-4281-97c0-130456f15f71 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6229494
Mar 05 21:29:22.202812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Request body: {'port': {'device_id': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:29:22.260366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.516593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de028a48-3bba-42e5-bf45-0564c7636c17 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:29:22.523689 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks [] for port (de028a48-3bba-42e5-bf45-0564c7636c17), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.536639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Transition to ACTIVE for port object de028a48-3bba-42e5-bf45-0564c7636c17 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:29:22.540032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.591265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:22.656006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:29:22.656341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:29:22.656670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:22.660835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:29:22.661155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:22.665836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:29:22.666174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Checking segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:29:22.666556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Bound using segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:29:22.666979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Bound port: de028a48-3bba-42e5-bf45-0564c7636c17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:29:22.667330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.730570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:29:22.734113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:29:22.740361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.771360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:22.771830 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:22.773585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] 10.222.0.23 "PUT /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 1092 time: 0.5751743
Mar 05 21:29:22.775553 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:22.778500 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c40729-d6c6-4547-bb1b-5dfef7b53124" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:22.806661 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eca5b-db2c-41b0-b0f9-a1d4481634aa service neutron] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:22.824817 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a391689-e102-413a-b398-7226b9ede890 x-openstack-request-id: req-3a391689-e102-413a-b398-7226b9ede890 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:22.825126 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:22.825383 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a391689-e102-413a-b398-7226b9ede890 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:22.825837 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'status': 'completed', 'code': 200}
Mar 05 21:29:22.861328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-828cfdfd-a5cd-4885-8eb3-365a5bfd253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:22.862895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-828cfdfd-a5cd-4885-8eb3-365a5bfd253c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1126 time: 0.0490518
Mar 05 21:29:22.904387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-6f5cc745-b85f-4bf7-b5bd-53ccc8735b5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0350399
Mar 05 21:29:22.906375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da311cf-235b-4f71-9329-f6c05703a9c5 req-89209912-8822-4c23-ba51-dc1d4e83bd58 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:22.907988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da311cf-235b-4f71-9329-f6c05703a9c5 req-89209912-8822-4c23-ba51-dc1d4e83bd58 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 944 time: 0.0584788
Mar 05 21:29:22.955214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3da311cf-235b-4f71-9329-f6c05703a9c5 req-369d9cce-1a2f-4a6b-8d69-f3b9bfaf0834 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416267
Mar 05 21:29:22.956612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-bdcedfcd-fa1c-4074-8c9a-f58eb54416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:22.958116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-bdcedfcd-fa1c-4074-8c9a-f58eb54416e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0486567
Mar 05 21:29:22.990254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-ac450486-621e-4ef9-ad4b-932a98e4751d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260639
Mar 05 21:29:23.076208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-c13bd66e-a81d-4fc6-ab0e-6681a32b758d service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803304
Mar 05 21:29:23.165483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b3cc8f6a-9920-4427-80d5-5d75f31a5d8d req-2083d4db-3b84-42ab-b864-caab67504ca5 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833771
Mar 05 21:29:23.257449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-63166fa8-2316-4efc-9a5c-df2bb9ede7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:23.258949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-63166fa8-2316-4efc-9a5c-df2bb9ede7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1126 time: 0.0457482
Mar 05 21:29:23.350344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-c01ef2f1-eb14-4748-9174-1667f431df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:23.351743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-c01ef2f1-eb14-4748-9174-1667f431df16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0871131
Mar 05 21:29:23.391473 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-3a800491-21d3-49af-91fe-6fd6ff512acd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0342155
Mar 05 21:29:23.438534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-8c592562-a987-46bb-871a-9966aebfe6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:23.439986 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-8c592562-a987-46bb-871a-9966aebfe6ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0425942
Mar 05 21:29:23.471246 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-12246882-0975-4584-b6d2-3f625d39fa9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247343
Mar 05 21:29:23.563627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-5068a352-eb94-43a4-87a9-2a7a061f5693 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849433
Mar 05 21:29:23.651925 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3c40729-d6c6-4547-bb1b-5dfef7b53124 req-713afb52-7acd-4574-8075-790c1ba672fe service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810988
Mar 05 21:29:24.079961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193ae97-13e2-4826-abf6-76474cf5ebe1 req-a3900d2e-407b-42ed-b760-961d2d5128b9 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:24.081452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1193ae97-13e2-4826-abf6-76474cf5ebe1 req-a3900d2e-407b-42ed-b760-961d2d5128b9 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 944 time: 0.0578043
Mar 05 21:29:24.129235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1193ae97-13e2-4826-abf6-76474cf5ebe1 req-7cea343c-f7d8-48ea-b144-fe91f10afb4a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423076
Mar 05 21:29:24.538952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d584-f573-4918-840a-629326645d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:24.944732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:29:25.043012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:25.054746 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'port_id': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'mac_address': 'fa:16:3e:1e:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57993371-c90a-4e48-b4dd-35df37d411a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:29:25.089437 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de028a48-3bba-42e5-bf45-0564c7636c17 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:29:25.089824 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:25.102803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de028a48-3bba-42e5-bf45-0564c7636c17 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:29:25.122210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:25.127031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:25.172696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:25.251073 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8681d3-b0d1-4b57-afba-c10d84ea6124 req-4555158f-b522-49be-b2db-f6de018391a8 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:25.252854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a8681d3-b0d1-4b57-afba-c10d84ea6124 req-4555158f-b522-49be-b2db-f6de018391a8 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0527079
Mar 05 21:29:25.298639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a8681d3-b0d1-4b57-afba-c10d84ea6124 req-13537446-aaa3-46f6-b1d4-5a15e267258d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399940
Mar 05 21:29:25.314976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['de028a48-3bba-42e5-bf45-0564c7636c17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:29:26.417373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b96-6b62-42be-a943-d300a9979af0 req-cbf4fd19-0a1e-4f7d-8267-58336afc806b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:26.418840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb356b96-6b62-42be-a943-d300a9979af0 req-cbf4fd19-0a1e-4f7d-8267-58336afc806b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0525472
Mar 05 21:29:26.464884 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb356b96-6b62-42be-a943-d300a9979af0 req-8d7ab7dd-3141-4f76-a983-6727e537c441 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403469
Mar 05 21:29:26.869231 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bb58cd0a-09ab-403d-b6e9-3d537a824716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:26.944574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:29:26.992991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port de028a48-3bba-42e5-bf45-0564c7636c17 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:29:26.996738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port de028a48-3bba-42e5-bf45-0564c7636c17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:29:26.997116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:27.075982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port de028a48-3bba-42e5-bf45-0564c7636c17 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:29:27.076404 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:27.098756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:27.101002 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4de33-83bf-4627-9407-34d838fde6cf" -d '{"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-plugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:27.115121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:27.119156 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:27.120321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:29:27.142150 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291a95bf-0aaf-4eba-b9c0-be391535e01a x-openstack-request-id: req-291a95bf-0aaf-4eba-b9c0-be391535e01a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:27.142439 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-plugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:27.142694 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-291a95bf-0aaf-4eba-b9c0-be391535e01a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:27.143082 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'code': 200}
Mar 05 21:29:27.144955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 1886e648-93a9-42c6-94f3-071ee3469375 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:29:27.145298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 1886e648-93a9-42c6-94f3-071ee3469375 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:29:27.190562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:27.239469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4109f6-cf87-47ad-9f00-81a8772faeea req-479467e1-0834-4f0a-a598-5b4dcf3a1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:27.241006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de4109f6-cf87-47ad-9f00-81a8772faeea req-479467e1-0834-4f0a-a598-5b4dcf3a1331 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1128 time: 0.0480344
Mar 05 21:29:27.284051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de4109f6-cf87-47ad-9f00-81a8772faeea req-12be4c5a-94a0-4e17-b803-1948eb044b02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373008
Mar 05 21:29:27.583205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ee16-4de6-4d23-9334-838f104523d8 req-821ad352-7e13-466c-97f3-fe709498bf0a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:27.585249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a924ee16-4de6-4d23-9334-838f104523d8 req-821ad352-7e13-466c-97f3-fe709498bf0a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0523522
Mar 05 21:29:27.632241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a924ee16-4de6-4d23-9334-838f104523d8 req-28c7fd44-c79b-4296-aa6b-3d22e2a7d4b3 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417922
Mar 05 21:29:28.064669 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:28.750652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4a19-8ae5-424d-9cd1-d41b7318823b req-0f600ac8-5f1d-4422-b703-3c2c83651899 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:28.752416 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5ec4a19-8ae5-424d-9cd1-d41b7318823b req-0f600ac8-5f1d-4422-b703-3c2c83651899 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0533624
Mar 05 21:29:28.802749 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5ec4a19-8ae5-424d-9cd1-d41b7318823b req-43c697ae-932d-46e3-bb36-a9c51dad0768 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447752
Mar 05 21:29:28.922099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f076d07-9723-4610-8c50-208188e49249 req-9ad092cd-26f5-490f-a0ce-38c4302fb063 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:28.923487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f076d07-9723-4610-8c50-208188e49249 req-9ad092cd-26f5-490f-a0ce-38c4302fb063 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0531263
Mar 05 21:29:28.973256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f076d07-9723-4610-8c50-208188e49249 req-0ee63889-bca5-4b35-94af-4f8f6ab7f464 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442059
Mar 05 21:29:29.237382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-246a74a8-1e43-44ad-b81f-571e5d86ac33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0743954
Mar 05 21:29:29.250491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19728-bf26-44e3-9c81-a471fd9490f4 req-c44d3877-297a-480b-8eb8-52d16c6538eb tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:29.252241 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62d19728-bf26-44e3-9c81-a471fd9490f4 req-c44d3877-297a-480b-8eb8-52d16c6538eb tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0797224
Mar 05 21:29:29.302284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62d19728-bf26-44e3-9c81-a471fd9490f4 req-2c3d425e-283f-403f-bc85-4768a107b5e3 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435801
Mar 05 21:29:29.588794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-f73c1351-211c-46be-ad6d-c46fb9af2207 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:29.590150 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-f73c1351-211c-46be-ad6d-c46fb9af2207 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 943 time: 0.0496469
Mar 05 21:29:29.645662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:30.363076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-c46cd845-6920-47d9-8cbb-bc94c5373af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:30.364638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-c46cd845-6920-47d9-8cbb-bc94c5373af2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1128 time: 0.0443738
Mar 05 21:29:30.422456 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69043d-ec1e-422a-a849-12d26abe7e05 req-8adf9789-f3ff-41bd-99eb-4f974ade8c7b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:30.424025 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e69043d-ec1e-422a-a849-12d26abe7e05 req-8adf9789-f3ff-41bd-99eb-4f974ade8c7b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0528390
Mar 05 21:29:30.455925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-819d77fc-f1ba-4f15-927e-fecdc7b3a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:30.457404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-819d77fc-f1ba-4f15-927e-fecdc7b3a53d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0874934
Mar 05 21:29:30.471367 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e69043d-ec1e-422a-a849-12d26abe7e05 req-1980408f-59bb-454b-92f9-ac8f221bfdfa tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416751
Mar 05 21:29:30.503081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-e81ceb0d-3c10-4386-80d1-3463cc7cb963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0399537
Mar 05 21:29:30.552385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-b3709732-e055-42af-8e6c-88b460062155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:30.553807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-b3709732-e055-42af-8e6c-88b460062155 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0447123
Mar 05 21:29:30.585586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-22722cdc-2a5e-4f7d-9cd7-c7700e349527 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258369
Mar 05 21:29:30.677889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-3ebe5eb2-0171-43b5-b63c-3de14cb98078 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866215
Mar 05 21:29:30.769210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-eec9880a-ef1a-4ac8-b1fb-3288cbfbd3a0 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858271
Mar 05 21:29:31.072727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:31.588623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5aa24-7673-44a7-8997-6e97c8e0f519 req-1bd84eb3-dc11-44f3-a6d5-95a3a8975eb0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:31.590083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24c5aa24-7673-44a7-8997-6e97c8e0f519 req-1bd84eb3-dc11-44f3-a6d5-95a3a8975eb0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0514884
Mar 05 21:29:31.637263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24c5aa24-7673-44a7-8997-6e97c8e0f519 req-9fb6ac1f-a295-475e-a188-431fd292d5ad tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409119
Mar 05 21:29:32.757909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a6ac5-841e-465e-ad4b-d26a9965a2ad req-ed0ec755-99ac-4097-8547-0976002bb1b7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:32.759372 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b3a6ac5-841e-465e-ad4b-d26a9965a2ad req-ed0ec755-99ac-4097-8547-0976002bb1b7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0519669
Mar 05 21:29:32.805073 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b3a6ac5-841e-465e-ad4b-d26a9965a2ad req-1e8d18aa-bf75-4856-a670-bca729a14da2 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395904
Mar 05 21:29:33.929954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec31f3-c300-46c5-a0bf-46389bf41886 req-298ab3d5-9263-478d-83ee-78c715d500dc tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:33.931456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fec31f3-c300-46c5-a0bf-46389bf41886 req-298ab3d5-9263-478d-83ee-78c715d500dc tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0582712
Mar 05 21:29:33.977667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0fec31f3-c300-46c5-a0bf-46389bf41886 req-f3d77e3b-edd1-4487-9bcf-25cc8cb7650a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405512
Mar 05 21:29:35.373954 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71408-02ae-4b54-9b15-a9934b160793 req-ab1749e6-eb5d-4969-a7c5-427122221d5f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:35.376547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ea71408-02ae-4b54-9b15-a9934b160793 req-ab1749e6-eb5d-4969-a7c5-427122221d5f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.3283820
Mar 05 21:29:35.422682 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ea71408-02ae-4b54-9b15-a9934b160793 req-589d860b-65ca-4e36-803b-c80927e55d4b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401649
Mar 05 21:29:36.369713 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:36.541244 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a57ae5-6c8f-426e-8f64-70122ee57551 req-f937ea0c-c220-470b-a2e4-fee95c463ecd tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:36.542759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a57ae5-6c8f-426e-8f64-70122ee57551 req-f937ea0c-c220-470b-a2e4-fee95c463ecd tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0514741
Mar 05 21:29:36.588113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-82a57ae5-6c8f-426e-8f64-70122ee57551 req-48ddc81a-1866-4362-a5e9-01cdd268b190 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396800
Mar 05 21:29:36.596355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:37.972198 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb2af-fe48-48e6-b6af-9c60a7436ebf req-eb749a88-63d5-4c80-87e3-2983e1df2480 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:37.973666 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a8bb2af-fe48-48e6-b6af-9c60a7436ebf req-eb749a88-63d5-4c80-87e3-2983e1df2480 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0546741
Mar 05 21:29:38.018942 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7a8bb2af-fe48-48e6-b6af-9c60a7436ebf req-68237577-2278-4efc-9d0a-aaae36b8f25f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397861
Mar 05 21:29:39.140698 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9700b-117d-4276-a96b-3a54ad5c6e1d req-26bbc134-6245-4112-9be3-2d214e657fd0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:39.142056 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6af9700b-117d-4276-a96b-3a54ad5c6e1d req-26bbc134-6245-4112-9be3-2d214e657fd0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0555387
Mar 05 21:29:39.188891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6af9700b-117d-4276-a96b-3a54ad5c6e1d req-abf5ac3a-c773-4f04-b250-d4bff47e48e1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412536
Mar 05 21:29:40.309392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0aba3-74e0-46d2-8269-0ce619906bc2 req-ce2152cc-840c-47c7-82c9-ad135b554d02 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:40.310824 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cd0aba3-74e0-46d2-8269-0ce619906bc2 req-ce2152cc-840c-47c7-82c9-ad135b554d02 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0548334
Mar 05 21:29:40.356724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1cd0aba3-74e0-46d2-8269-0ce619906bc2 req-8aa576aa-c39b-46d5-b112-8f1bac23b574 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396914
Mar 05 21:29:41.475217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d7bf-592f-4322-a051-ba49ab28c274 req-2f51569e-981e-496e-abae-2145dd15270d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:41.476694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8071d7bf-592f-4322-a051-ba49ab28c274 req-2f51569e-981e-496e-abae-2145dd15270d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0511215
Mar 05 21:29:41.523455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8071d7bf-592f-4322-a051-ba49ab28c274 req-6457e854-0751-4140-b911-776d25b0b4f6 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412436
Mar 05 21:29:42.640171 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19ff12-eb1f-409c-9622-054d968c98b5 req-ba8d3a65-a157-4d9b-adf7-7f6b81438647 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:42.641633 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea19ff12-eb1f-409c-9622-054d968c98b5 req-ba8d3a65-a157-4d9b-adf7-7f6b81438647 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0521851
Mar 05 21:29:42.687061 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ea19ff12-eb1f-409c-9622-054d968c98b5 req-5a283da2-b521-4cdc-9fd6-12ccc0d2504a tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398512
Mar 05 21:29:43.809082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b9098-e6a6-466c-aba9-2e1953dd180c req-9951baa2-1c6f-4487-bde9-464589d43ee2 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:43.810576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65b9098-e6a6-466c-aba9-2e1953dd180c req-9951baa2-1c6f-4487-bde9-464589d43ee2 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0535948
Mar 05 21:29:43.861165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b65b9098-e6a6-466c-aba9-2e1953dd180c req-a7b93e2a-06cd-409f-8bd0-b0227b80dc8d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447168
Mar 05 21:29:44.991175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf6ca1-562c-471c-96cc-df793063d7eb req-b265aef2-243e-4e5a-9c06-3d5fb42e0b5b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:44.992674 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47cf6ca1-562c-471c-96cc-df793063d7eb req-b265aef2-243e-4e5a-9c06-3d5fb42e0b5b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0529664
Mar 05 21:29:45.044245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47cf6ca1-562c-471c-96cc-df793063d7eb req-a85b1a6a-40f2-4d24-847d-22b168ec811c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457957
Mar 05 21:29:46.162978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8239be-c1b6-4eb9-9f64-3f7f314c2a85 req-a27ca70a-fc98-4ecd-932b-31f0f978369d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:46.164401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e8239be-c1b6-4eb9-9f64-3f7f314c2a85 req-a27ca70a-fc98-4ecd-932b-31f0f978369d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0525320
Mar 05 21:29:46.209800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5e8239be-c1b6-4eb9-9f64-3f7f314c2a85 req-193314a7-74fd-4557-b9ea-6bfec3cc4a85 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397801
Mar 05 21:29:47.329123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a617a-bea2-443b-a25d-00d22750b597 req-bf3c9584-346f-4cab-a50f-1e4a804a402f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:47.330598 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da6a617a-bea2-443b-a25d-00d22750b597 req-bf3c9584-346f-4cab-a50f-1e4a804a402f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0517323
Mar 05 21:29:47.377834 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da6a617a-bea2-443b-a25d-00d22750b597 req-68967f76-abbe-462a-9137-ad6c9c871d88 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417681
Mar 05 21:29:48.494104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a7703-4342-4f92-8ea3-f502801e8b78 req-aa773535-dda5-49dc-89f5-0836a70da508 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:48.495580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-834a7703-4342-4f92-8ea3-f502801e8b78 req-aa773535-dda5-49dc-89f5-0836a70da508 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0514874
Mar 05 21:29:48.541621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-834a7703-4342-4f92-8ea3-f502801e8b78 req-a4230088-07d4-4657-8457-a7ebb3981f17 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401292
Mar 05 21:29:49.660727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4f9f8-a081-40c7-8dc4-cd9ae484fcf6 req-17f28189-8304-4ef5-aeea-92a08afec71d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:49.662168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8f4f9f8-a081-40c7-8dc4-cd9ae484fcf6 req-17f28189-8304-4ef5-aeea-92a08afec71d tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0511768
Mar 05 21:29:49.708903 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8f4f9f8-a081-40c7-8dc4-cd9ae484fcf6 req-425fa08b-cee0-4cd4-9a13-3609fb0ceb33 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412023
Mar 05 21:29:49.791109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-c7558a14-6637-4ca6-ba83-aa3c1b7e968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:49.792602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-c7558a14-6637-4ca6-ba83-aa3c1b7e968f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1128 time: 0.0472608
Mar 05 21:29:49.894026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-86f336c0-4698-4c9f-b64b-afc92701f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:49.895489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-86f336c0-4698-4c9f-b64b-afc92701f82b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0836935
Mar 05 21:29:49.940180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-277e0f5c-58dc-457d-8bc4-e49f214fde09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0385323
Mar 05 21:29:49.987402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-40ad0d8d-191c-4dcf-a147-908d9d02f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:49.988867 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-40ad0d8d-191c-4dcf-a147-908d9d02f97b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0432508
Mar 05 21:29:50.019779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-7510e4a1-03db-4b26-a51a-027a580e86f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252590
Mar 05 21:29:50.107031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-99243497-045b-430d-bff1-cab64f174807 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809429
Mar 05 21:29:50.195352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-af8e84bf-5278-44a3-8453-0818e0304da2 req-784e8eb0-a79c-4800-93bf-e97ef6e179fb service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826919
Mar 05 21:29:50.232353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-f388e662-d479-48a9-8ded-912d07c3031e req-422a7f52-2b31-4ba0-b96c-05265306eb56 service neutron] (126562) timed out ('10.222.0.31', 56270) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:29:50.826625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3825282-95f9-4650-9458-4104047f3d89 req-8877c94f-b3fc-4904-bbc1-437730c2e54c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:50.828419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3825282-95f9-4650-9458-4104047f3d89 req-8877c94f-b3fc-4904-bbc1-437730c2e54c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0518241
Mar 05 21:29:50.872992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3825282-95f9-4650-9458-4104047f3d89 req-5898efeb-975a-407c-8e4c-9d43993fbe3f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393445
Mar 05 21:29:51.998305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023703-418c-4148-a0f0-e06939516d21 req-9705aa0b-1339-4637-b372-90f66ab6d091 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:51.999925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4023703-418c-4148-a0f0-e06939516d21 req-9705aa0b-1339-4637-b372-90f66ab6d091 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0560257
Mar 05 21:29:52.045826 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e4023703-418c-4148-a0f0-e06939516d21 req-af2e1e1c-2fcf-4432-9030-4a9be285907b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400977
Mar 05 21:29:52.760550 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:29:53.167272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9fa62-7929-41c8-a960-4e2ceb2e01c3 req-5da0f833-03bc-42ab-bcfc-b74d1f49d3f6 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:53.168802 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72e9fa62-7929-41c8-a960-4e2ceb2e01c3 req-5da0f833-03bc-42ab-bcfc-b74d1f49d3f6 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0563524
Mar 05 21:29:53.215194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72e9fa62-7929-41c8-a960-4e2ceb2e01c3 req-e05fe43f-d8bc-4e56-b680-af46b5fb3745 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401742
Mar 05 21:29:54.334773 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d7dfc-a5a6-4bdf-b030-1cc86b3a16e7 req-286d34ba-4602-4966-8918-7782fb483394 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:54.336251 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-370d7dfc-a5a6-4bdf-b030-1cc86b3a16e7 req-286d34ba-4602-4966-8918-7782fb483394 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0524540
Mar 05 21:29:54.381931 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-370d7dfc-a5a6-4bdf-b030-1cc86b3a16e7 req-521ea8f6-da11-42d5-9984-a6eaf44b1c2b tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401759
Mar 05 21:29:54.539576 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ca191e8-92fc-4211-927b-8fab0019c6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:55.500262 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f2e2f-b74c-4fe2-9a1a-a947589dd151 req-c70888f4-65dc-4098-9933-5ad078623a29 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:55.501984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca4f2e2f-b74c-4fe2-9a1a-a947589dd151 req-c70888f4-65dc-4098-9933-5ad078623a29 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0519345
Mar 05 21:29:55.548196 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca4f2e2f-b74c-4fe2-9a1a-a947589dd151 req-fcdb4e5b-50f8-4ff0-a9ed-5b63d11c88d4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407038
Mar 05 21:29:56.665994 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3732-bf5d-4b60-b90a-8bcd08e134bf req-10117255-46bb-4ad8-aa6d-e7c803995ca4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:56.667464 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43cd3732-bf5d-4b60-b90a-8bcd08e134bf req-10117255-46bb-4ad8-aa6d-e7c803995ca4 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0531878
Mar 05 21:29:56.717514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-43cd3732-bf5d-4b60-b90a-8bcd08e134bf req-2b192e48-00ad-49a5-a850-7c3b4aa7a26e tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439472
Mar 05 21:29:56.870881 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d97c12a7-3df4-4741-b466-5563842f5c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:57.469682 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-4a67f4eb-68f2-409e-b94b-a5665e3032ef service neutron] show failed (client error): The resource could not be found.
Mar 05 21:29:57.470691 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-4a67f4eb-68f2-409e-b94b-a5665e3032ef service neutron] 10.222.0.23 "GET /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0530562
Mar 05 21:29:57.667532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-3ea1adbc-74f3-46c3-9595-4c9b83f4be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:57.669054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-3ea1adbc-74f3-46c3-9595-4c9b83f4be6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662&tenant_id=a6194eed29994ae8be33cdd34fa12d83 HTTP/1.1" status: 200  len: 1128 time: 0.0491328
Mar 05 21:29:57.679663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:29:57.736670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.067023 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.244686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782200a-cff2-4b22-a2cc-ba7fd703ed25 req-2d8311e2-8647-4bff-99a4-5b33106f7d84 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:58.246151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2782200a-cff2-4b22-a2cc-ba7fd703ed25 req-2d8311e2-8647-4bff-99a4-5b33106f7d84 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.4499905
Mar 05 21:29:58.293633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:29:58.327480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2782200a-cff2-4b22-a2cc-ba7fd703ed25 req-02b9e730-f75b-4d96-a790-b3ad78439d6f tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737431
Mar 05 21:29:58.343129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:29:58.383535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:29:58.386018 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03acea9e-faeb-4c1f-b815-7b4ec51e18b5" -d '{"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-unplugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:29:58.389581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks [] for port (de028a48-3bba-42e5-bf45-0564c7636c17), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.402267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Transition to ACTIVE for port object de028a48-3bba-42e5-bf45-0564c7636c17 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:29:58.406641 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.439921 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63504d1c-bc27-45ad-b8a0-dfd1087bd018 x-openstack-request-id: req-63504d1c-bc27-45ad-b8a0-dfd1087bd018 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:29:58.440217 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-unplugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:29:58.440468 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63504d1c-bc27-45ad-b8a0-dfd1087bd018 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:29:58.440856 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'code': 200}
Mar 05 21:29:58.475729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] No DVR routers for this DVR port de028a48-3bba-42e5-bf45-0564c7636c17 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:29:58.478640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:58.513342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:29:58.513672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:29:58.514000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:58.518846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:29:58.519163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Attempting to bind port de028a48-3bba-42e5-bf45-0564c7636c17 on network ec6dd59e-b905-4d5c-8801-dafc4d378ba9 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:29:58.523861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:29:58.524195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Checking segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:29:58.524573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Bound using segment: {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:29:58.524992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Bound port: de028a48-3bba-42e5-bf45-0564c7636c17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:29:58.525338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.586184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:29:58.589027 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:29:58.595118 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.627562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:58.628217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:29:58.629570 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] 10.222.0.31 "PUT /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 1092 time: 0.9539151
Mar 05 21:29:58.651420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91254209-af51-46e5-b918-d8d49a1c9ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:29:58.700392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-99824f1e-9b7f-4182-a856-0caa9f1f1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:58.701902 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-99824f1e-9b7f-4182-a856-0caa9f1f1dbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1126 time: 0.0477123
Mar 05 21:29:58.788467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-874c2c56-8e64-47b7-9077-8a8dfcf05fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:58.789945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-874c2c56-8e64-47b7-9077-8a8dfcf05fb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0822921
Mar 05 21:29:58.833398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-59a86f0a-8a86-49e1-9bfe-7b76efb9247b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0372677
Mar 05 21:29:58.880358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-d0ac1b4a-dd6b-4d16-9afd-158ef2c7ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:58.881680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-d0ac1b4a-dd6b-4d16-9afd-158ef2c7ffb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0428424
Mar 05 21:29:58.914274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-8edb256e-57a0-40b2-aaf2-5d11357d40e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255208
Mar 05 21:29:59.004194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-2f18daa2-ce16-499d-b900-1e3fc17e6f96 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835721
Mar 05 21:29:59.092808 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed515fe4-442a-45fc-9e60-d4817cf64beb req-3035eadf-6d55-48e9-8eb0-cccb55376fee service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821579
Mar 05 21:29:59.447356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bca32-d3b9-4070-a352-c394bf96eadd req-444bd4b3-7525-47be-ae45-6b5c3ffa2c87 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:29:59.448762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3bca32-d3b9-4070-a352-c394bf96eadd req-444bd4b3-7525-47be-ae45-6b5c3ffa2c87 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 944 time: 0.0518103
Mar 05 21:29:59.494667 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3bca32-d3b9-4070-a352-c394bf96eadd req-01f28485-8c98-46c1-a6da-b0021e2293f1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398622
Mar 05 21:29:59.646321 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:00.442154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:00.444340 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5d36e-84fa-4825-a384-a68b70439921" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:00.494953 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86615c4a-4b94-45e9-ad1a-5915b0be76c1 x-openstack-request-id: req-86615c4a-4b94-45e9-ad1a-5915b0be76c1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:00.495572 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:00.495572 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86615c4a-4b94-45e9-ad1a-5915b0be76c1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:00.495994 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'status': 'completed', 'code': 200}
Mar 05 21:30:00.628957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-a25d0960-0e51-424e-a295-86183bdd506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:00.630476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-a25d0960-0e51-424e-a295-86183bdd506d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1126 time: 0.1139526
Mar 05 21:30:00.668176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-e8adce14-d2f4-424a-a3ed-da0a8e962e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:00.669673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-e8adce14-d2f4-424a-a3ed-da0a8e962e67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1126 time: 0.1156340
Mar 05 21:30:00.718616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6815a3c-df2c-419e-b872-7ab6151ca353 req-ad0c7d6c-3b3b-4507-8255-f7c769930198 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:00.720071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6815a3c-df2c-419e-b872-7ab6151ca353 req-ad0c7d6c-3b3b-4507-8255-f7c769930198 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 944 time: 0.1374788
Mar 05 21:30:00.844381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-60d9c6f3-9077-4267-881b-0ca9028f61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:00.845840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-60d9c6f3-9077-4267-881b-0ca9028f61e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.2075951
Mar 05 21:30:00.851180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6815a3c-df2c-419e-b872-7ab6151ca353 req-4bdcbee5-2be6-4e42-96a4-a7a2031252de tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205213
Mar 05 21:30:00.896750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-1dbe6a95-5240-4412-a52b-8a1c0bad2149 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0419056
Mar 05 21:30:00.897919 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-8b665e57-c7f3-4333-9f3d-74c137d9b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:00.899272 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-8b665e57-c7f3-4333-9f3d-74c137d9b129 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.2034054
Mar 05 21:30:00.967262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-7783c43b-3649-4fae-be2a-20efb7302d5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0576313
Mar 05 21:30:01.007977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-be2e5ac6-e200-43f8-af65-6df3b3ccb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:01.009417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-be2e5ac6-e200-43f8-af65-6df3b3ccb9b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.1073282
Mar 05 21:30:01.043391 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-aaa96009-68c5-41d9-96f5-8201f75dec09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283179
Mar 05 21:30:01.045126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-5e47dc8d-f2f7-4702-8996-ab7caf944724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:01.046968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-5e47dc8d-f2f7-4702-8996-ab7caf944724 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0733862
Mar 05 21:30:01.075651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:01.114703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-494d67e6-9bc6-4c57-905e-48c45314ae45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586824
Mar 05 21:30:01.212326 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-c7d5b972-b5f4-4768-9811-dc65fe16a95e service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630101
Mar 05 21:30:01.269926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-aa6e1d2a-b966-4329-924d-ba3d83aeb771 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477988
Mar 05 21:30:01.332997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:30:01.373001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-94d1425f-ceef-4f5a-9236-c47d31830e39 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543949
Mar 05 21:30:01.388363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fcc5d36e-84fa-4825-a384-a68b70439921 req-545c4747-18c4-488e-8d7a-0a11ed544f02 service neutron] 10.222.0.31 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113808
Mar 05 21:30:01.433611 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:01.445223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'network_id': 'ec6dd59e-b905-4d5c-8801-dafc4d378ba9', 'port_id': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'mac_address': 'fa:16:3e:1e:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57993371-c90a-4e48-b4dd-35df37d411a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:30:01.485228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port de028a48-3bba-42e5-bf45-0564c7636c17 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:01.485623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:01.497798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de028a48-3bba-42e5-bf45-0564c7636c17 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:01.516429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:01.519910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:01.565050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:01.727515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['de028a48-3bba-42e5-bf45-0564c7636c17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:30:01.973787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630102f4-0e09-4f3f-b400-4c8ed6d929d1 req-6e6f4fd8-3c6b-45ab-a48e-729ba48fab60 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:01.975271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-630102f4-0e09-4f3f-b400-4c8ed6d929d1 req-6e6f4fd8-3c6b-45ab-a48e-729ba48fab60 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0524051
Mar 05 21:30:02.022108 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-630102f4-0e09-4f3f-b400-4c8ed6d929d1 req-0a07ce77-4f38-4618-8934-6055bee95cbd tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412538
Mar 05 21:30:02.213575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88327871-8463-46fc-af40-9514b4de7d2e req-edcbdbd7-69e9-4c38-9092-7be632d1e61c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:02.215184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88327871-8463-46fc-af40-9514b4de7d2e req-edcbdbd7-69e9-4c38-9092-7be632d1e61c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0526605
Mar 05 21:30:02.234610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-36c22aeb-2f48-473a-a8f9-5e0a3da9999c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:02.236077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-36c22aeb-2f48-473a-a8f9-5e0a3da9999c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662&tenant_id=a6194eed29994ae8be33cdd34fa12d83&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0567262
Mar 05 21:30:02.262753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-88327871-8463-46fc-af40-9514b4de7d2e req-bfbd66ea-ae4f-408b-bb76-bdad730c87f3 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415273
Mar 05 21:30:02.302955 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-27f67b44-d708-491e-9a69-a072e9060ec5 service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:30:02.304011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-27f67b44-d708-491e-9a69-a072e9060ec5 service neutron] 10.222.0.23 "DELETE /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0612211
Mar 05 21:30:02.388071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-83ba5bec-ae6c-43f0-95b7-623c03d32a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:02.389452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-83ba5bec-ae6c-43f0-95b7-623c03d32a5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6194eed29994ae8be33cdd34fa12d83&device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 1127 time: 0.0452790
Mar 05 21:30:02.474346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-35149ad8-dcc7-4bac-9fe1-0db0ded4b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:02.475810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-35149ad8-dcc7-4bac-9fe1-0db0ded4b13b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 200  len: 914 time: 0.0808153
Mar 05 21:30:02.519340 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-1072e36d-f4d5-46ce-85bb-bae22411ec26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 200  len: 217 time: 0.0383441
Mar 05 21:30:02.567761 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-1d8b5109-220b-41df-95e7-0dad1dcc80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:02.569200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-1d8b5109-220b-41df-95e7-0dad1dcc80dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 200  len: 853 time: 0.0432053
Mar 05 21:30:02.598595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-711e05f5-f4b2-4f1f-96b5-01077fcbfc21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6dd59e-b905-4d5c-8801-dafc4d378ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241358
Mar 05 21:30:02.691606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-8fdf3614-da75-4330-8f14-93d87b662354 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870664
Mar 05 21:30:02.780370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4338ce2c-53da-4cf4-a4b8-30533b349e74 req-e600b36c-8518-43b0-b280-77a31afea1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821445
Mar 05 21:30:03.105161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:30:03.143464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port de028a48-3bba-42e5-bf45-0564c7636c17 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:30:03.143893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:30:03.349837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:03.387003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175f1a-97d7-4639-bf59-7dd08349e4de req-dd725fa6-536a-43ac-943e-4b039d5da3b1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:03.388519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24175f1a-97d7-4639-bf59-7dd08349e4de req-dd725fa6-536a-43ac-943e-4b039d5da3b1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0551841
Mar 05 21:30:03.398492 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port de028a48-3bba-42e5-bf45-0564c7636c17 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:30:03.402229 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port de028a48-3bba-42e5-bf45-0564c7636c17 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:03.402609 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:03.437864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24175f1a-97d7-4639-bf59-7dd08349e4de req-3391f78f-4f69-48c1-aca0-8c6cde92f1f7 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420280
Mar 05 21:30:03.485022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port de028a48-3bba-42e5-bf45-0564c7636c17 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:03.485413 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:03.509035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:03.511629 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e078f94e-b390-4bba-b220-54c56f6f66b7" -d '{"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-plugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:03.524133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:03.528364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:03.560688 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e90b45-c037-431c-944e-b725836c6d75 x-openstack-request-id: req-87e90b45-c037-431c-944e-b725836c6d75 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:03.560986 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-plugged", "status": "completed", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:03.561241 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87e90b45-c037-431c-944e-b725836c6d75 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:03.561629 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'code': 200}
Mar 05 21:30:03.568374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905b45-5a34-43a2-9c30-a65957329c5e req-81694b97-0b92-44b8-b853-4ee8af651301 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:03.569874 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c905b45-5a34-43a2-9c30-a65957329c5e req-81694b97-0b92-44b8-b853-4ee8af651301 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 945 time: 0.0615292
Mar 05 21:30:03.587193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:03.618308 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2c905b45-5a34-43a2-9c30-a65957329c5e req-fd81ff8d-2927-448b-8a7c-8ffc2ea2c16e tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429802
Mar 05 21:30:03.745388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bdfe7-f6a5-4d3a-982d-d1a9e38f75e3 req-312a3e86-ae8c-4110-b5ac-cfe7b4f1f9e0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:03.746866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-227bdfe7-f6a5-4d3a-982d-d1a9e38f75e3 req-312a3e86-ae8c-4110-b5ac-cfe7b4f1f9e0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0575392
Mar 05 21:30:03.794607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-227bdfe7-f6a5-4d3a-982d-d1a9e38f75e3 req-364f614d-55eb-4653-a6da-8997f9de07a0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412147
Mar 05 21:30:04.125448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb8be6-7893-4605-9cc2-cbaa65d25d67 req-fd72689c-9b39-4623-8f08-4bde6cd83983 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:04.127173 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ffb8be6-7893-4605-9cc2-cbaa65d25d67 req-fd72689c-9b39-4623-8f08-4bde6cd83983 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0527115
Mar 05 21:30:04.173793 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7ffb8be6-7893-4605-9cc2-cbaa65d25d67 req-fada68ba-d0f7-4a05-bab0-20378645c8a0 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410347
Mar 05 21:30:05.242405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-e5766901-a8dd-49da-8b1f-e9f0890a3ba1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:05.244012 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-e5766901-a8dd-49da-8b1f-e9f0890a3ba1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.0528293
Mar 05 21:30:05.358221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200083-c9e2-42d7-a904-4524211d8efa req-e2c5f457-1a67-47db-bda8-f54811b2ffe1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:05.360224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40200083-c9e2-42d7-a904-4524211d8efa req-e2c5f457-1a67-47db-bda8-f54811b2ffe1 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1ad1748-49fc-4e24-8dba-0e532c6ef662 HTTP/1.1" status: 200  len: 946 time: 0.1126332
Mar 05 21:30:05.389382 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Deleting port de028a48-3bba-42e5-bf45-0564c7636c17 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:30:05.389717 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:05.459036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40200083-c9e2-42d7-a904-4524211d8efa req-9f1f3d03-57b8-43d0-a3ba-619f694560ee tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.15 "GET /v2.0/security-groups?id=341858fd-f16c-4115-b59c-91dd1dc71862&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924509
Mar 05 21:30:05.498507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] For port de028a48-3bba-42e5-bf45-0564c7636c17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de028a48-3bba-42e5-bf45-0564c7636c17,segment=NetworkSegment(a62b9a07-a351-4ba5-8458-a43cd0b3c5f7),segment_id=a62b9a07-a351-4ba5-8458-a43cd0b3c5f7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:05.498870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:05.512638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Calling delete_port for de028a48-3bba-42e5-bf45-0564c7636c17 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:30:05.637706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (de028a48-3bba-42e5-bf45-0564c7636c17), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:05.649331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['de028a48-3bba-42e5-bf45-0564c7636c17'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:30:05.672982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Pushing event deleted for resources: {'Port': ['ID=de028a48-3bba-42e5-bf45-0564c7636c17,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:05.716121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] No DVR routers for this DVR port de028a48-3bba-42e5-bf45-0564c7636c17 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:30:05.719308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:05.723037 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-75cbb364-375b-45c8-bce3-7a6572ab08f6 req-4764d101-3ce8-4a57-92c2-4288a551e372 tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] 10.222.0.31 "DELETE /v2.0/ports/de028a48-3bba-42e5-bf45-0564c7636c17 HTTP/1.1" status: 204  len: 173 time: 0.4743595
Mar 05 21:30:05.723491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-deleted', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:05.726244 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828e8be6-d5c1-42e4-8d30-a0a3c70153cb" -d '{"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-deleted", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:05.762514 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c3cc1-0298-479e-9ee7-fe6825cfde86 x-openstack-request-id: req-931c3cc1-0298-479e-9ee7-fe6825cfde86 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:05.762811 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad1748-49fc-4e24-8dba-0e532c6ef662", "name": "network-vif-deleted", "tag": "de028a48-3bba-42e5-bf45-0564c7636c17", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:05.763064 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-931c3cc1-0298-479e-9ee7-fe6825cfde86 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:05.763478 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad1748-49fc-4e24-8dba-0e532c6ef662', 'name': 'network-vif-deleted', 'tag': 'de028a48-3bba-42e5-bf45-0564c7636c17', 'status': 'completed', 'code': 200}
Mar 05 21:30:06.369386 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.581612 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35294) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:06.600868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.631077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Deleting subnet 57993371-c90a-4e48-b4dd-35df37d411a0 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:30:06.634232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Publish callbacks [] for subnet (57993371-c90a-4e48-b4dd-35df37d411a0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.668288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (57993371-c90a-4e48-b4dd-35df37d411a0), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.706358 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (57993371-c90a-4e48-b4dd-35df37d411a0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.756080 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (57993371-c90a-4e48-b4dd-35df37d411a0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.782437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57993371-c90a-4e48-b4dd-35df37d411a0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:06.784432 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.787538 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-846ed499-7a2c-4064-a0f9-c7da48f855a8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/57993371-c90a-4e48-b4dd-35df37d411a0 HTTP/1.1" status: 204  len: 168 time: 0.2049201
Mar 05 21:30:06.790018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35296) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:06.862189 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ec6dd59e-b905-4d5c-8801-dafc4d378ba9), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.941497 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ec6dd59e-b905-4d5c-8801-dafc4d378ba9), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.961579 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b222a90>,) {'filters': {'network_id': ['ec6dd59e-b905-4d5c-8801-dafc4d378ba9']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:06.971034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b222a90>, 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:06.971329 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b222a90>, 'a62b9a07-a351-4ba5-8458-a43cd0b3c5f7') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:06.980554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a62b9a07-a351-4ba5-8458-a43cd0b3c5f7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:06.994364 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a62b9a07-a351-4ba5-8458-a43cd0b3c5f7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.001504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:30:07.001889 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a62b9a07-a351-4ba5-8458-a43cd0b3c5f7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:30:07.003604 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:30:07.061693 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ec6dd59e-b905-4d5c-8801-dafc4d378ba9), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.068270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.071374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ec6dd59e-b905-4d5c-8801-dafc4d378ba9 HTTP/1.1" status: 204  len: 168 time: 0.2804401
Mar 05 21:30:07.083311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5124ed-080a-4c2b-a008-e7e266895b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6dd59e-b905-4d5c-8801-dafc4d378ba9,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:07.179533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35300) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:07.217776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d4a3f0c7-71c8-4742-abe1-7c1e05e4bab2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6194eed29994ae8be33cdd34fa12d83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0370619
Mar 05 21:30:07.221238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35302) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:07.267703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] Publish callbacks [] for security_group (341858fd-f16c-4115-b59c-91dd1dc71862), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.288536 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] Publish callbacks [] for security_group (341858fd-f16c-4115-b59c-91dd1dc71862), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.340873 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (341858fd-f16c-4115-b59c-91dd1dc71862), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.344469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:07.345832 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/341858fd-f16c-4115-b59c-91dd1dc71862 HTTP/1.1" status: 204  len: 168 time: 0.1234889
Mar 05 21:30:07.354179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1204e9-826e-4fc7-b816-2b4a06ab6814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341858fd-f16c-4115-b59c-91dd1dc71862,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:08.029884 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:08.126869 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2013653591-network', 'tenant_id': '82cb16655b3348048ea81b796af0da84'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:08.145721 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:30:08.148263 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.157029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.228919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks [] for security_group (e5d3d357-c28f-4633-b26a-130f54f13c35), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.232470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e5d3d357-c28f-4633-b26a-130f54f13c35), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.252167 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:30:08.269173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d3d357-c28f-4633-b26a-130f54f13c35,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:08.273049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8aa17133-8894-44d1-bd96-db7500ed120c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.273401 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Added segment 8aa17133-8894-44d1-bd96-db7500ed120c of type vlan for network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162
Mar 05 21:30:08.313513 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.337734 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.338689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:08.339244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.403054 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3720527
Mar 05 21:30:08.406123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:08.411884 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Request body: {'subnet': {'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2013653591-subnet', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:08.429497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:30:08.432036 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.432215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69ad49-76c6-488a-8c8e-d456e45ea958 admin admin] Pushing event updated for resources: {'Network': ['ID=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:08.441971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:30:08.602983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (fad94449-a398-468a-b495-ee2f8d732f70), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.658030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad94449-a398-468a-b495-ee2f8d732f70,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:08.666493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:08.666859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Network hostable DHCP agents. Network: b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:30:08.683144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:30:08.691659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:08.695604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:08.696228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.700910 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb10fe-e545-4acf-9bbf-3ffa46c786fc None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:30:08.712486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6cbcfeb5-5b9f-4bc2-9f20-e5cf2b9cb927 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3051040
Mar 05 21:30:08.715411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35330) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:08.720201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:08.741021 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.742153 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.798217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for router_controller (bf669085-81f8-4eb7-b658-ccb0f118744a), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.804905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47273489-c066-4487-b076-862f63781aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:30:08.805786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.943177 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for router_gateway (bf669085-81f8-4eb7-b658-ccb0f118744a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:08.944876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-47273489-c066-4487-b076-862f63781aaf None None] Allocated IP 172.20.0.2 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/e0826c70-fcac-46b5-88f1-f2ad5462718c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:09.089696 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks [] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.096175 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.137854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47273489-c066-4487-b076-862f63781aaf None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:09.141801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-47273489-c066-4487-b076-862f63781aaf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:09.146035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47273489-c066-4487-b076-862f63781aaf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:09.147554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for router_gateway (bf669085-81f8-4eb7-b658-ccb0f118744a), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.149067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47273489-c066-4487-b076-862f63781aaf None None] Pushing event updated for resources: {'Port': ['ID=e0826c70-fcac-46b5-88f1-f2ad5462718c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:09.167180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.203826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47273489-c066-4487-b076-862f63781aaf None None] Attempting to bind port e0826c70-fcac-46b5-88f1-f2ad5462718c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:09.204217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47273489-c066-4487-b076-862f63781aaf None None] Attempting to bind port e0826c70-fcac-46b5-88f1-f2ad5462718c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:09.204588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47273489-c066-4487-b076-862f63781aaf None None] Attempting to bind port e0826c70-fcac-46b5-88f1-f2ad5462718c on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:09.209445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47273489-c066-4487-b076-862f63781aaf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:09.209828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47273489-c066-4487-b076-862f63781aaf None None] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:09.210233 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.210660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47273489-c066-4487-b076-862f63781aaf None None] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:09.211128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-47273489-c066-4487-b076-862f63781aaf None None] Bound port: e0826c70-fcac-46b5-88f1-f2ad5462718c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:09.211512 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.281572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47273489-c066-4487-b076-862f63781aaf None None] For port e0826c70-fcac-46b5-88f1-f2ad5462718c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:09.285172 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-47273489-c066-4487-b076-862f63781aaf None None] For port e0826c70-fcac-46b5-88f1-f2ad5462718c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0826c70-fcac-46b5-88f1-f2ad5462718c,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:09.292106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-47273489-c066-4487-b076-862f63781aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.370389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:30:09.380829 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47273489-c066-4487-b076-862f63781aaf None None] Pushing event updated for resources: {'Port': ['ID=e0826c70-fcac-46b5-88f1-f2ad5462718c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:09.408807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: de028a48-3bba-42e5-bf45-0564c7636c17 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:30:09.409153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device de028a48-3bba-42e5-bf45-0564c7636c17 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:30:09.640497 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Allocated IP 172.35.0.183 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/2581fa67-7dfb-409a-830a-0d1debe94fb7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:09.743991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.776578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:09.818174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:09.822474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:09.825992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:09.832076 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Pushing event updated for resources: {'Port': ['ID=2581fa67-7dfb-409a-830a-0d1debe94fb7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:10.083929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for router_gateway (bf669085-81f8-4eb7-b658-ccb0f118744a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.291860 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.358013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e78d5-c24b-4523-a131-1d12329c92ef None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:30:10.425036 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Router bf669085-81f8-4eb7-b658-ccb0f118744a is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:30:10.443905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Provisioning complete for port e0826c70-fcac-46b5-88f1-f2ad5462718c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:10.444283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.538952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:30:10.549406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:30:10.554512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Current status of the port e0826c70-fcac-46b5-88f1-f2ad5462718c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:10.554861 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.561147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.562811 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:10.563174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-06eaf562-3e6a-46b2-b6c1-229951ce065c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8466344
Mar 05 21:30:10.563974 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:10.566267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:10.600671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] For port e0826c70-fcac-46b5-88f1-f2ad5462718c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0826c70-fcac-46b5-88f1-f2ad5462718c,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:10.612063 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.677946 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:10.683610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3c1e-e414-4e07-a073-8fad95003663 None None] Pushing event updated for resources: {'Port': ['ID=e0826c70-fcac-46b5-88f1-f2ad5462718c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:10.837269 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5c02f636-6a3f-4f3d-8fce-02b3d6ac1d25 None None] Provisioning complete for port e0826c70-fcac-46b5-88f1-f2ad5462718c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:10.837651 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5c02f636-6a3f-4f3d-8fce-02b3d6ac1d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.860245 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280640>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:09Z', 'revision_number': 3, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:10.888106 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:30:10.888466 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Updating router bf669085-81f8-4eb7-b658-ccb0f118744a port 2581fa67-7dfb-409a-830a-0d1debe94fb7 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:30:10.919215 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:10.927072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5c02f636-6a3f-4f3d-8fce-02b3d6ac1d25 None None] Current status of the port e0826c70-fcac-46b5-88f1-f2ad5462718c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:11.035084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.105641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e0826c70-fcac-46b5-88f1-f2ad5462718c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:11.156284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e0826c70-fcac-46b5-88f1-f2ad5462718c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:11.156661 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.192030 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks [] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.198195 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.244918 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Attempting to bind port 2581fa67-7dfb-409a-830a-0d1debe94fb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:11.245295 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Attempting to bind port 2581fa67-7dfb-409a-830a-0d1debe94fb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:11.245767 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Attempting to bind port 2581fa67-7dfb-409a-830a-0d1debe94fb7 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:11.247571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Allocated IP 172.20.0.1 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/19ba45a0-5a73-4c3c-b6a2-3604b1784ed4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:11.248055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e0826c70-fcac-46b5-88f1-f2ad5462718c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:11.256613 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:11.257063 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:11.257497 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.257919 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:11.258429 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Bound port: 2581fa67-7dfb-409a-830a-0d1debe94fb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:11.259161 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.279237 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Pushing event updated for resources: {'Port': ['ID=2581fa67-7dfb-409a-830a-0d1debe94fb7,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:11.294378 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.294722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.295062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.295401 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.295762 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.296096 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.297359 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.297771 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.298105 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.298430 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.298759 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.299079 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.299400 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:11.324648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] For port 2581fa67-7dfb-409a-830a-0d1debe94fb7, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:11.328948 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] For port 2581fa67-7dfb-409a-830a-0d1debe94fb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2581fa67-7dfb-409a-830a-0d1debe94fb7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:11.334754 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.355865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks [] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.389178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.393986 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:11.394612 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90280640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:11.399288 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d870a4-a097-4d90-8ec1-63291ffdc432 None None] Pushing event updated for resources: {'Port': ['ID=2581fa67-7dfb-409a-830a-0d1debe94fb7,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:11.424372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:11.427153 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:11.432735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:11.466282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Pushing event updated for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:11.479328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (bf669085-81f8-4eb7-b658-ccb0f118744a), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.514506 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:11.629555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.763008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8506b431-c903-4e1b-a70b-957eb73120d6 None None] Provisioning complete for port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:11.763574 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8506b431-c903-4e1b-a70b-957eb73120d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.805198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8506b431-c903-4e1b-a70b-957eb73120d6 None None] Port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:30:11.806347 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90280640>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:09Z', 'revision_number': 3, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:11.806847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks [] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.811417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.837330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f190e-33bb-4050-99da-81da4459b4e1 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:09Z', 'revision_number': 3, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:30:11.879115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Pushing event updated for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:11.881748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (bf669085-81f8-4eb7-b658-ccb0f118744a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:11.979783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:11.981161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:12.126477 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:30:12.249252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:30:12.256479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-96b1d822-d2c8-481b-a3b6-cf40feb351e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf669085-81f8-4eb7-b658-ccb0f118744a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6891582
Mar 05 21:30:12.329077 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-357eaab6-ceff-45e3-897b-9329ce389d77 None None] Provisioning complete for port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:12.329825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-357eaab6-ceff-45e3-897b-9329ce389d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:12.366292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-357eaab6-ceff-45e3-897b-9329ce389d77 None None] Port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:30:12.917552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35342) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:12.922285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535879041', 'description': 'tempest-description--706554555'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:12.943051 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.008835 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (372f1b87-7dc7-4d4d-8b18-34f164694bd9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.012757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (372f1b87-7dc7-4d4d-8b18-34f164694bd9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.045541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.047133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1284404
Mar 05 21:30:13.049288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d003-98df-4ca6-8f25-6ed89512ca4a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372f1b87-7dc7-4d4d-8b18-34f164694bd9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:13.051071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:13.055788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'security_group_rule': {'security_group_id': '372f1b87-7dc7-4d4d-8b18-34f164694bd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:13.083957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (00b3c68b-c4ed-4f05-90fe-4dc896ebdd24), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.100382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2581fa67-7dfb-409a-830a-0d1debe94fb7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:13.149000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2581fa67-7dfb-409a-830a-0d1debe94fb7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:13.149301 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.153478 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (00b3c68b-c4ed-4f05-90fe-4dc896ebdd24), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.157993 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (00b3c68b-c4ed-4f05-90fe-4dc896ebdd24), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.175616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b3c68b-c4ed-4f05-90fe-4dc896ebdd24,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:13.186666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.190950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2d08fd68-1c09-483a-83c7-ad4a83887b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1363676
Mar 05 21:30:13.191156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:13.195507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'security_group_rule': {'security_group_id': '372f1b87-7dc7-4d4d-8b18-34f164694bd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:13.224547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (dc35463d-48d3-46e3-bfdd-e9d27a295ddd), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.238683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2581fa67-7dfb-409a-830a-0d1debe94fb7 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:13.239085 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.262574 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 2581fa67-7dfb-409a-830a-0d1debe94fb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2581fa67-7dfb-409a-830a-0d1debe94fb7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:13.268221 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.291372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (dc35463d-48d3-46e3-bfdd-e9d27a295ddd), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.295291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (dc35463d-48d3-46e3-bfdd-e9d27a295ddd), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.313806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc35463d-48d3-46e3-bfdd-e9d27a295ddd,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:13.321905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=2581fa67-7dfb-409a-830a-0d1debe94fb7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:13.323498 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.324933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34dc58a3-3334-48d9-a78e-dfb9c7d09e4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1327577
Mar 05 21:30:13.327907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 35348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:13.332185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:13.354991 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.455310 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:13.561746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Allocated IP 172.35.0.122 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/3b44b2e3-bfd7-4d60-98af-72e9f1387e8e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:13.566101 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:30:13.579130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:13.579888 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e79d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:13.701513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:13.978823 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.015731 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.054717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:14.057593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:14.060222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:14.080560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e79d60>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 2, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:14.087757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=3b44b2e3-bfd7-4d60-98af-72e9f1387e8e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:14.109339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:30:14.110244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Updating router bf669085-81f8-4eb7-b658-ccb0f118744a port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:30:14.142008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.164537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.209402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.369807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.374521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.420083 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks [] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.426720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.443412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=3b44b2e3-bfd7-4d60-98af-72e9f1387e8e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:14.455485 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.472326 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.473821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-adc43d2b-1e8a-4982-abc5-b7e2e7111061 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1448252
Mar 05 21:30:14.478565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41b8c-7e39-4b95-85c7-f9893a4f96d9 None None] Pushing event updated for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:14.543432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Attempting to bind port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:14.544135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Attempting to bind port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:14.544917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Attempting to bind port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:14.550672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:14.551063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:14.551482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.552078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:14.552562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Bound port: 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:14.552953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.624294 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] For port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:14.628445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] For port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:14.638091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.644487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-8da09e5e-4209-4e3b-8df2-bed9db576c33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1535879041&fields=id&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 267 time: 0.0587370
Mar 05 21:30:14.703855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:14.704512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82e79d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:14.711997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41b8c-7e39-4b95-85c7-f9893a4f96d9 None None] Pushing event updated for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:14.771317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-59114122-d38f-45b2-b67d-2a08c681754e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:14.772869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-59114122-d38f-45b2-b67d-2a08c681754e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1205771
Mar 05 21:30:14.788564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-9cf8ae39-26cf-4bee-ab53-5b6518cd00ea tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/quotas/82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 375 time: 0.0095401
Mar 05 21:30:14.789786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Provisioning complete for port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:14.790177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:14.848972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-4126bf22-ba4d-4f6c-a24e-a4054319e046 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0533745
Mar 05 21:30:14.861123 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:14.955818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-8dbad3f2-bb43-4864-9c6c-200cfa005c60 service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908768
Mar 05 21:30:14.971789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Current status of the port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:14.972182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:15.049067 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-a6894a73-3ec7-4826-9aa2-f7bbd13e804f service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870059
Mar 05 21:30:15.057836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] For port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:15.063936 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:15.097122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2581fa67-7dfb-409a-830a-0d1debe94fb7 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:15.188086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b34d2-8e45-4785-896d-fba1f5d4e905 None None] Pushing event updated for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:15.207734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4d547e5b-1d42-4497-9245-3a0ad0f226f7 None None] Provisioning complete for port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:15.208119 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4d547e5b-1d42-4497-9245-3a0ad0f226f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:15.248948 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b2d0b5d8-b744-4d9b-a011-1853827f8ab6 req-e0418825-e8ca-4c44-82b7-7a11ff6cc933 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 210 time: 0.0329893
Mar 05 21:30:15.261759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2581fa67-7dfb-409a-830a-0d1debe94fb7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:15.262145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:15.268701 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82e79d60>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:14Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:15.322876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d8089-361f-41cc-a52b-9bfe1d487044 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:14Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:30:15.404510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4d547e5b-1d42-4497-9245-3a0ad0f226f7 None None] Current status of the port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:15.425065 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2581fa67-7dfb-409a-830a-0d1debe94fb7 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:16.304534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-ac9705ae-7857-4db7-acd8-974038f44f53 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:16.306059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-ac9705ae-7857-4db7-acd8-974038f44f53 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1425202
Mar 05 21:30:16.365933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c66b27c2-ee34-42bc-9ae1-c02a8ed0eb5a req-089f603c-c27e-49df-be09-3aa280d94d88 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 210 time: 0.0326538
Mar 05 21:30:16.402647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-cb107507-15c9-48ed-a332-7fb1f3d4a663 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 380 time: 0.0854259
Mar 05 21:30:16.411169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'port': {'device_id': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'admin_state_up': True, 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'security_groups': ['372f1b87-7dc7-4d4d-8b18-34f164694bd9']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:16.524457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:30:16.527820 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:16.656111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Allocated IP 172.20.0.4 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/911883f9-5b5d-493c-8a57-c184c5c7b1c1) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:16.794819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:16.828601 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:16.869356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:16.874814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:16.877587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:16.917897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:16.942181 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:16.942833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:16.960359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-1cc0ca54-e96b-4efa-aba4-f308de655290 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5528657
Mar 05 21:30:16.973952 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Request body: {'port': {'device_id': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:17.040322 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.102340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:17.152870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8a53d8b8-4935-4f0d-b6f2-701d208e1030 None None] Provisioning complete for port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:17.153169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a53d8b8-4935-4f0d-b6f2-701d208e1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.195473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:17.195874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.198322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d8b8-4935-4f0d-b6f2-701d208e1030 None None] Port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:30:17.274786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:17.328740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911883f9-5b5d-493c-8a57-c184c5c7b1c1 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:17.336050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks [] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.348379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Transition to ACTIVE for port object 911883f9-5b5d-493c-8a57-c184c5c7b1c1 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:30:17.352067 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.420200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:17.480008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:17.480349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:17.480683 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:17.485343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:30:17.485664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:17.491296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:17.491645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:17.492171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:17.492611 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Bound port: 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:17.492974 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.517783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d45658-5a28-4dbb-a5d3-b1525e107d14 req-ef0005ff-68a2-4778-aae6-a45c25d49cdc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:17.519482 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03d45658-5a28-4dbb-a5d3-b1525e107d14 req-ef0005ff-68a2-4778-aae6-a45c25d49cdc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0697362
Mar 05 21:30:17.567577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:17.571216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:17.571404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-03d45658-5a28-4dbb-a5d3-b1525e107d14 req-94f94a60-b408-4546-abf6-537e4d925b78 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452693
Mar 05 21:30:17.579203 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.620855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:17.621814 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:17.623274 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] 10.222.0.31 "PUT /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 1091 time: 0.6541653
Mar 05 21:30:17.628116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:17.630777 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b82ac-a480-48b5-b96b-90ab20637fda" -d '{"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:17.663920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba31882-4d89-4def-a5f9-8298468a268d service neutron] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:17.681624 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa614b2-1129-4ff4-8cb0-dda9fb4929a3 x-openstack-request-id: req-baa614b2-1129-4ff4-8cb0-dda9fb4929a3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:17.681916 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:17.682171 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baa614b2-1129-4ff4-8cb0-dda9fb4929a3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:17.682574 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'status': 'completed', 'code': 200}
Mar 05 21:30:17.724017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-9f8a647c-8047-461b-89ca-32f68087e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:17.725563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-9f8a647c-8047-461b-89ca-32f68087e9ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0546110
Mar 05 21:30:17.775152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-bd79eccf-fc3f-4a92-bb94-e4a44dacbd95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 217 time: 0.0427485
Mar 05 21:30:17.830629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-4b2371f9-55d0-4775-876d-d74d11cfeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:17.832054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-4b2371f9-55d0-4775-876d-d74d11cfeb85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0502682
Mar 05 21:30:17.880317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9711-13ab-4517-b559-d052810e14fe req-1a236059-4106-49ab-8a8c-a5c769b92dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:17.881801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-1a236059-4106-49ab-8a8c-a5c769b92dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440803
Mar 05 21:30:17.969841 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-3963bfcf-40f3-4876-ba0a-e2361c6b7a35 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814695
Mar 05 21:30:18.059774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3bea9711-13ab-4517-b559-d052810e14fe req-2488b618-0799-4360-aff7-5138e3e4bc8a service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845845
Mar 05 21:30:18.149473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-2204d2b0-6bb0-4bd3-b8bb-afa09141b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:18.150875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-2204d2b0-6bb0-4bd3-b8bb-afa09141b229 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0455756
Mar 05 21:30:18.243369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-f4b89813-bc32-4c3c-8ed7-2503b47ee7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:18.244893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-f4b89813-bc32-4c3c-8ed7-2503b47ee7d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0879614
Mar 05 21:30:18.286285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-5a548b92-3a92-4d63-94b5-2faccbd38d37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 217 time: 0.0357723
Mar 05 21:30:18.332398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-0c1ae7b7-af27-49e9-8944-fe6d788c7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:18.333835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-0c1ae7b7-af27-49e9-8944-fe6d788c7c1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0424078
Mar 05 21:30:18.386473 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-2c6e7cd0-0a24-4abd-9709-2fedb273b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:18.388005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-2c6e7cd0-0a24-4abd-9709-2fedb273b01e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474474
Mar 05 21:30:18.474643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-b3100238-e9cc-47bb-91ca-3fa080efd7d9 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803952
Mar 05 21:30:18.566956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f74b82ac-a480-48b5-b96b-90ab20637fda req-ef36236a-1887-4261-9b5d-3a793fcdac21 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854158
Mar 05 21:30:18.690268 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e100-9d02-441a-a951-aeb51fce22d9 req-866687e2-e931-439c-b84d-b3a701649233 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:18.691759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf88e100-9d02-441a-a951-aeb51fce22d9 req-866687e2-e931-439c-b84d-b3a701649233 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0525453
Mar 05 21:30:18.738168 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf88e100-9d02-441a-a951-aeb51fce22d9 req-63cb8099-bd5d-4968-9707-cc86f6116b85 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407705
Mar 05 21:30:19.386643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:30:19.481594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:19.493000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'mac_address': 'fa:16:3e:82:61:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:30:19.527838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:19.528230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:19.541337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911883f9-5b5d-493c-8a57-c184c5c7b1c1 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:19.560383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:19.564284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:19.614135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:19.621290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.621646 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.621997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.622338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.622675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.623015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.623347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.623700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.624032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.624709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.624909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.625240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.625568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:19.751449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['911883f9-5b5d-493c-8a57-c184c5c7b1c1'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:30:19.862296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e74fbf-0c70-4d63-932f-6e7512838660 req-47bdccaa-d54e-4a0f-9701-1c80bfde47bc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:19.864034 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e74fbf-0c70-4d63-932f-6e7512838660 req-47bdccaa-d54e-4a0f-9701-1c80bfde47bc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 944 time: 0.0538549
Mar 05 21:30:19.917574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a1e74fbf-0c70-4d63-932f-6e7512838660 req-4ecfa8ed-2b02-4e96-ad7a-76783ac2da71 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477331
Mar 05 21:30:21.043138 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57aea2d-ebb9-4898-95f7-a0b2ee171a7e req-28926797-f8cc-4a4a-b615-111e1af18d4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:21.044647 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a57aea2d-ebb9-4898-95f7-a0b2ee171a7e req-28926797-f8cc-4a4a-b615-111e1af18d4f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 944 time: 0.0581617
Mar 05 21:30:21.090759 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a57aea2d-ebb9-4898-95f7-a0b2ee171a7e req-9d532f63-eb1f-4a55-9526-e08d9fa6eac8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399759
Mar 05 21:30:21.402758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:30:21.453627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:30:21.457233 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:21.457666 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:21.532436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:21.532828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:21.554916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:21.557184 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b87ff0-53b4-49cc-9bb8-0bb58f2b19a1" -d '{"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-plugged", "status": "completed", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:21.569082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:21.573329 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:21.599811 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651e4015-c01f-47c7-b9c0-7ada54c66904 x-openstack-request-id: req-651e4015-c01f-47c7-b9c0-7ada54c66904 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:21.600110 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-plugged", "status": "completed", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:21.600361 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-651e4015-c01f-47c7-b9c0-7ada54c66904 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:21.600749 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'code': 200}
Mar 05 21:30:21.627966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:21.695201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fb185-4791-40f4-b938-dc086d453680 req-bb09ca72-0ff1-4c6d-a918-7dbb02f2ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:21.696622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-485fb185-4791-40f4-b938-dc086d453680 req-bb09ca72-0ff1-4c6d-a918-7dbb02f2ae49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1127 time: 0.0430727
Mar 05 21:30:21.739538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-485fb185-4791-40f4-b938-dc086d453680 req-3021b612-5453-491f-9fb0-642067937703 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366096
Mar 05 21:30:22.209383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025efd-de3d-425d-ab27-76e0abc149b9 req-844e5fed-9957-403d-b33f-578b815396b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:22.210851 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-11025efd-de3d-425d-ab27-76e0abc149b9 req-844e5fed-9957-403d-b33f-578b815396b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0524828
Mar 05 21:30:22.256748 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-11025efd-de3d-425d-ab27-76e0abc149b9 req-422cda51-266b-4c93-ac99-9a406a14f0f3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404065
Mar 05 21:30:23.380953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913471-673b-441c-bfbf-8584b454cae3 req-8d128607-4b9e-4067-973e-e4ee3634d710 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:23.382448 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a0913471-673b-441c-bfbf-8584b454cae3 req-8d128607-4b9e-4067-973e-e4ee3634d710 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0560067
Mar 05 21:30:23.428664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a0913471-673b-441c-bfbf-8584b454cae3 req-c50e1093-de74-4d52-9274-d7d00c21ce86 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406723
Mar 05 21:30:23.543258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c74e5-be0b-4318-8938-dab7db3bf214 req-cb361fea-d547-4dfd-9ddc-b1283d19bbd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:23.544657 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b28c74e5-be0b-4318-8938-dab7db3bf214 req-cb361fea-d547-4dfd-9ddc-b1283d19bbd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0519378
Mar 05 21:30:23.553328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35392) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:30:23.557575 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'floatingip': {'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:23.600510 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:24.095757 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:24.099399 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:24.198260 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e associated. External IP: 172.35.0.122, port: 911883f9-5b5d-493c-8a57-c184c5c7b1c1.
Mar 05 21:30:24.403974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:30:24.511906 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:30:24.516452 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:24.522594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:30:24.538494 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:24.539120 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd3910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:24.547921 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bef12c6a-fdde-4567-a8be-e304d7be3181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:24.552575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-041e0d82-6017-4bf8-973f-ef83eea7174a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "PUT /v2.0/floatingips/387b3132-666e-40c0-b127-accb1ca97b9e HTTP/1.1" status: 200  len: 991 time: 0.9980798
Mar 05 21:30:24.553194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:24.555788 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:24.594558 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d309d3b3-bb12-4922-a3c3-a5993c12f36b x-openstack-request-id: req-d309d3b3-bb12-4922-a3c3-a5993c12f36b {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:24.594860 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:24.595122 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d309d3b3-bb12-4922-a3c3-a5993c12f36b {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:24.595525 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'status': 'completed', 'code': 200}
Mar 05 21:30:24.666305 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:24.688051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408fb5-df2d-4da7-8a5a-e06d4cef42ec req-bc00f76a-1a2f-4747-8f0f-2edbfac79b0b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:24.689565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65408fb5-df2d-4da7-8a5a-e06d4cef42ec req-bc00f76a-1a2f-4747-8f0f-2edbfac79b0b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0838432
Mar 05 21:30:24.692322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-3bd9814f-f98c-4311-b9ee-fe6502b3d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:24.693711 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-3bd9814f-f98c-4311-b9ee-fe6502b3d239 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1127 time: 0.0783069
Mar 05 21:30:24.792069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-65408fb5-df2d-4da7-8a5a-e06d4cef42ec req-9a2bbaeb-90be-4a41-94f9-1470d39c86a3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958130
Mar 05 21:30:24.826116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-d1446178-0c1c-480b-bcb5-597fade2e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:24.828398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-d1446178-0c1c-480b-bcb5-597fade2e364 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1264939
Mar 05 21:30:24.900361 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd3910>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:82:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:30:24Z', 'revision_number': 1, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:24.904147 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-de898a35-814f-492e-8af9-6c85053b57bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.0692282
Mar 05 21:30:24.916968 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f144c-4f74-445d-8f48-084683bc2d04 req-80fb1d26-b127-42bb-9880-7dcf4c838676 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:24.924208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e70f144c-4f74-445d-8f48-084683bc2d04 req-80fb1d26-b127-42bb-9880-7dcf4c838676 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0604587
Mar 05 21:30:24.927895 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:30:24.936440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:24.937303 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd3910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:29:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:24.957544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-d3d0c779-cefc-4fa0-b1ba-4e9228267c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:24.959243 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-d3d0c779-cefc-4fa0-b1ba-4e9228267c89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0464425
Mar 05 21:30:24.969045 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e70f144c-4f74-445d-8f48-084683bc2d04 req-80c6b274-eeb6-4448-b0bb-3cbd4be98dd3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439901
Mar 05 21:30:25.013676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-283d7ebb-a803-4642-8d8e-1356c3eee33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:25.015733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-283d7ebb-a803-4642-8d8e-1356c3eee33c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488691
Mar 05 21:30:25.049734 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:25.108315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-6d5a6763-7276-4b9e-be0c-28b63f3f4c53 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869534
Mar 05 21:30:25.196126 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35d1218e-5af5-4270-8d0d-d0dd224b6ef7 req-e38c337e-eae3-40ec-ba11-d4fdcef219f4 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817301
Mar 05 21:30:25.279045 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-12949024-55e5-4694-a796-696559ae9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcd3910>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:82:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:30:24Z', 'revision_number': 1, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:25.303827 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12949024-55e5-4694-a796-696559ae9a82 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:82:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:30:24Z', 'revision_number': 1, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:30:25.497895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0642f-41fa-431e-9f60-f76841ab4005 None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:30:26.091239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a90bb-ae3b-4fdd-a646-0e50f0e6ce37 req-8b2f73f4-fad3-4148-8551-cb82fe523435 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:26.093256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b2a90bb-ae3b-4fdd-a646-0e50f0e6ce37 req-8b2f73f4-fad3-4148-8551-cb82fe523435 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0521240
Mar 05 21:30:26.138622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b2a90bb-ae3b-4fdd-a646-0e50f0e6ce37 req-b81df58e-b1ff-4b91-a9b2-e1786a9fc070 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398245
Mar 05 21:30:26.267022 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a9b1d-b20c-453f-b0a5-8a4ad596a725 req-afc0c1a4-f237-4444-8635-b157801b1404 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:26.268545 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e4a9b1d-b20c-453f-b0a5-8a4ad596a725 req-afc0c1a4-f237-4444-8635-b157801b1404 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0646203
Mar 05 21:30:26.315111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0e4a9b1d-b20c-453f-b0a5-8a4ad596a725 req-8d592801-0c3c-44ce-906a-0df8e326d0bd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Mar 05 21:30:26.546139 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-09efe880-2e23-4e86-a467-afe5d1475886 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0489557
Mar 05 21:30:26.554383 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea838-2f7f-42cb-9291-6164829dfdc9 req-0dd952fe-426e-47cd-9bc2-fe12f815e409 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:26.555900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7d691b77-e144-4dbb-862b-3df8df49c7f1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:30:26.556053 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660ea838-2f7f-42cb-9291-6164829dfdc9 req-0dd952fe-426e-47cd-9bc2-fe12f815e409 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0536287
Mar 05 21:30:26.557036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7d691b77-e144-4dbb-862b-3df8df49c7f1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051696
Mar 05 21:30:26.606062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-660ea838-2f7f-42cb-9291-6164829dfdc9 req-e81bee9c-d5e3-48fe-8bed-f6beeeafd59b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441706
Mar 05 21:30:26.871767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-402bb614-1cd7-4cc6-90ce-19809f92b523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:26.984689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-c36f6c89-84dd-42d3-911c-0ddd6922f515 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:26.986029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-c36f6c89-84dd-42d3-911c-0ddd6922f515 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 942 time: 0.0457778
Mar 05 21:30:27.733115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0275d-4b06-4818-b89d-a453516ed704 req-9ba158cf-2d0f-4178-8207-60ee12fa9464 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:27.736006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0e0275d-4b06-4818-b89d-a453516ed704 req-9ba158cf-2d0f-4178-8207-60ee12fa9464 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0560448
Mar 05 21:30:27.820984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0e0275d-4b06-4818-b89d-a453516ed704 req-a287c776-16f8-489d-87e5-6dbaacd5ef71 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735507
Mar 05 21:30:27.826165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-c37aabaf-da92-44c1-929b-cf5e5e62f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:27.828765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-c37aabaf-da92-44c1-929b-cf5e5e62f2e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1127 time: 0.0905745
Mar 05 21:30:27.917484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7606a12e-1dd7-4e49-8bf0-facdca7991af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:27.918938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7606a12e-1dd7-4e49-8bf0-facdca7991af service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0855858
Mar 05 21:30:27.989605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7f878b9d-95d4-4bbc-aca8-b76cdf1813f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 1001 time: 0.0647569
Mar 05 21:30:28.037634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-92ef3988-5f8f-424b-be6b-05ce7bbc3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:28.039232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-92ef3988-5f8f-424b-be6b-05ce7bbc3739 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0432320
Mar 05 21:30:28.068295 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:28.089984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-298fb839-ff1a-408f-aea0-b4cf2f588fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:28.091412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-298fb839-ff1a-408f-aea0-b4cf2f588fba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440857
Mar 05 21:30:28.182161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-1929e3ef-da0d-436d-8b3f-19cca1bb6372 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844247
Mar 05 21:30:28.270175 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-b049c0f7-aa97-4bf2-b3c2-c4729406e226 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817044
Mar 05 21:30:28.946151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4c913-dead-47e0-b348-026f4594fdd9 req-7c2ca507-17b1-41a8-86cf-606b30667b0c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:28.947711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6db4c913-dead-47e0-b348-026f4594fdd9 req-7c2ca507-17b1-41a8-86cf-606b30667b0c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0561550
Mar 05 21:30:28.994499 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6db4c913-dead-47e0-b348-026f4594fdd9 req-88d77e75-435c-4a28-ab1b-2378270daee4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409756
Mar 05 21:30:29.645911 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:29.759655 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:30:30.112204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c150438-60e7-4c83-8362-85e754d6828e req-885562ed-8f88-4cf1-ae22-42fba2e59ec6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:30.113662 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c150438-60e7-4c83-8362-85e754d6828e req-885562ed-8f88-4cf1-ae22-42fba2e59ec6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0510604
Mar 05 21:30:30.162996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c150438-60e7-4c83-8362-85e754d6828e req-32eed9e9-dd09-4d7a-8da6-398be0d629a0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436921
Mar 05 21:30:31.082662 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:31.287021 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bff257-c28a-43e4-95a8-293df4f577d0 req-697a5b28-5795-4fcc-be4c-07a30e75e8c7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:31.288534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71bff257-c28a-43e4-95a8-293df4f577d0 req-697a5b28-5795-4fcc-be4c-07a30e75e8c7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0578182
Mar 05 21:30:31.337512 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71bff257-c28a-43e4-95a8-293df4f577d0 req-b54ed733-77aa-4dc5-a7cb-78dc21cd338f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434475
Mar 05 21:30:32.456867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df04872-6fa9-415d-98ba-ca9131ec91b1 req-fedc1336-580a-4a33-ab95-700caa60b69e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:32.458367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2df04872-6fa9-415d-98ba-ca9131ec91b1 req-fedc1336-580a-4a33-ab95-700caa60b69e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0534089
Mar 05 21:30:32.504883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2df04872-6fa9-415d-98ba-ca9131ec91b1 req-bb4e4903-d198-4636-959a-632cb9f48687 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410144
Mar 05 21:30:33.623086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73dd1-0e22-4103-b0ed-a46ba1af155a req-4f7fcfab-ee2a-4a09-a9b4-a3a636ab81fd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:33.624737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29a73dd1-0e22-4103-b0ed-a46ba1af155a req-4f7fcfab-ee2a-4a09-a9b4-a3a636ab81fd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0515525
Mar 05 21:30:33.674585 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29a73dd1-0e22-4103-b0ed-a46ba1af155a req-de542e1c-ad41-4be0-b00f-eeeaf719ca25 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441179
Mar 05 21:30:34.791922 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652273b-6416-4d0a-bdd6-6d1a36abfd5a req-368b21fd-1c01-4397-87ea-bbba8a4bf891 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:34.793380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5652273b-6416-4d0a-bdd6-6d1a36abfd5a req-368b21fd-1c01-4397-87ea-bbba8a4bf891 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0509717
Mar 05 21:30:34.839277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5652273b-6416-4d0a-bdd6-6d1a36abfd5a req-41e63ed4-4cea-4218-b620-72e26586b0fd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396116
Mar 05 21:30:35.960253 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154395e4-8874-42a9-90ff-d3b2af7588cb req-ad0319b8-ba1b-4b13-ace4-ad1d0ada06bf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:35.961639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-154395e4-8874-42a9-90ff-d3b2af7588cb req-ad0319b8-ba1b-4b13-ace4-ad1d0ada06bf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0526304
Mar 05 21:30:36.007620 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-154395e4-8874-42a9-90ff-d3b2af7588cb req-da6fa1d8-8ff7-42ff-9739-1fd70ae4bdf8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403514
Mar 05 21:30:36.400074 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:36.600741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:37.138082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a851-d3a2-455e-ad3d-742c6d941fd0 req-c69b207d-60d3-417f-9042-9a1cca059f49 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:37.139663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b076a851-d3a2-455e-ad3d-742c6d941fd0 req-c69b207d-60d3-417f-9042-9a1cca059f49 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0567653
Mar 05 21:30:37.185996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b076a851-d3a2-455e-ad3d-742c6d941fd0 req-9cfe0fb4-a1ac-40a2-ae27-12db63fa8f68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404422
Mar 05 21:30:38.304354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3910fc-580c-4d4b-aa91-4e34a51053a3 req-348d8135-018a-42ac-a2d3-de80607e776c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:38.305814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e3910fc-580c-4d4b-aa91-4e34a51053a3 req-348d8135-018a-42ac-a2d3-de80607e776c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0527804
Mar 05 21:30:38.351794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7e3910fc-580c-4d4b-aa91-4e34a51053a3 req-0295c588-1819-4e9e-8378-29ddb48ef72b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404541
Mar 05 21:30:39.470550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196358c7-e9f0-4ada-ab1d-96968ec8ea51 req-593ccf41-c88d-4630-9cbd-e5d89f90d976 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:39.472023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-196358c7-e9f0-4ada-ab1d-96968ec8ea51 req-593ccf41-c88d-4630-9cbd-e5d89f90d976 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0510795
Mar 05 21:30:39.518482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-196358c7-e9f0-4ada-ab1d-96968ec8ea51 req-59d7a2ba-9d98-4255-8743-68516d209458 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407383
Mar 05 21:30:40.641725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ee129-432f-4226-b036-ca699a95fb7f req-f3842a90-30b8-4cf9-89c4-4579f3e2876e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:40.643198 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-232ee129-432f-4226-b036-ca699a95fb7f req-f3842a90-30b8-4cf9-89c4-4579f3e2876e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0565848
Mar 05 21:30:40.689272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-232ee129-432f-4226-b036-ca699a95fb7f req-186edbf2-c6a2-4a2d-b2d6-14e5afcdc4f6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401649
Mar 05 21:30:41.810785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd1211-2984-419b-9c36-81454685fdb2 req-ab20f7e4-aee7-434a-86e2-26213ab35b09 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:41.812290 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2cd1211-2984-419b-9c36-81454685fdb2 req-ab20f7e4-aee7-434a-86e2-26213ab35b09 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0511045
Mar 05 21:30:41.862279 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2cd1211-2984-419b-9c36-81454685fdb2 req-b529831d-7239-4290-8c85-cf992ee1a36e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436611
Mar 05 21:30:42.983376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ddd71-b92a-45f2-93c0-dd0d268d98c6 req-ddbabd97-dccf-42ce-bbba-cea35d0cd863 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:42.985029 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-093ddd71-b92a-45f2-93c0-dd0d268d98c6 req-ddbabd97-dccf-42ce-bbba-cea35d0cd863 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0525961
Mar 05 21:30:43.031380 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-093ddd71-b92a-45f2-93c0-dd0d268d98c6 req-c181a380-f798-4943-b757-535effa45bd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410836
Mar 05 21:30:44.154440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f773-c253-4fa0-9c20-581113cf4aef req-530b3415-9f3c-4ebc-accd-cf80ba3f3da3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:44.155865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b49f773-c253-4fa0-9c20-581113cf4aef req-530b3415-9f3c-4ebc-accd-cf80ba3f3da3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0531735
Mar 05 21:30:44.205285 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b49f773-c253-4fa0-9c20-581113cf4aef req-2ffab942-29a3-41c9-bdc8-48c8a9011328 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428877
Mar 05 21:30:44.971960 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-e1754d3f-8f99-4cb1-b652-4fdf28e8894a service neutron] show failed (client error): The resource could not be found.
Mar 05 21:30:44.972978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-e1754d3f-8f99-4cb1-b652-4fdf28e8894a service neutron] 10.222.0.31 "GET /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540369
Mar 05 21:30:45.174395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-d798277f-c4dc-4263-8291-c440e102dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:45.175832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-d798277f-c4dc-4263-8291-c440e102dfcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1127 time: 0.0496197
Mar 05 21:30:45.186476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:45.247095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:45.330779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c873205-4bc3-494e-adf3-79a6bd58d491 req-e6f9030f-64d1-4f64-8d9a-56780620d7bc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:45.332276 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c873205-4bc3-494e-adf3-79a6bd58d491 req-e6f9030f-64d1-4f64-8d9a-56780620d7bc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 945 time: 0.0517383
Mar 05 21:30:45.382642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c873205-4bc3-494e-adf3-79a6bd58d491 req-4a101b06-463c-4758-9080-5f89a9a6801c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447922
Mar 05 21:30:45.446555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:45.478787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:45.520368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:45.522594 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7674cc8-b444-4700-b33b-1d83b55869d3" -d '{"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-unplugged", "status": "completed", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:45.526629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks [] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:45.539365 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Transition to ACTIVE for port object 911883f9-5b5d-493c-8a57-c184c5c7b1c1 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:30:45.543839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:45.573762 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0dbda-4e38-4415-8aad-2da2a8e623aa x-openstack-request-id: req-eac0dbda-4e38-4415-8aad-2da2a8e623aa {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:45.574064 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-unplugged", "status": "completed", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:45.574322 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eac0dbda-4e38-4415-8aad-2da2a8e623aa {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:45.574724 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'code': 200}
Mar 05 21:30:45.665061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:46.008077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.008335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.008676 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.009020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.009352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.009682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.010007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.010329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.010652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.010972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.011294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.011610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.011951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:30:46.045916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] No DVR routers for this DVR port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:30:46.180374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:46.181046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:46.181046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:46.185203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:30:46.185532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Attempting to bind port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:46.190834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:46.191177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:46.191569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:46.192030 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Bound port: 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:46.192385 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:46.253234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:46.256360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:46.262274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:46.297466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.298079 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:46.299602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] 10.222.0.23 "PUT /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 1091 time: 1.1168427
Mar 05 21:30:46.321962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66046-13bb-4a34-beab-5889517fe322 service neutron] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:46.371133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-6c08633c-e0ee-44b5-963b-643bf21aab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.372698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-6c08633c-e0ee-44b5-963b-643bf21aab8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0477583
Mar 05 21:30:46.466940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-72d4015b-ad70-4a48-9c86-539df86aed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.468474 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-72d4015b-ad70-4a48-9c86-539df86aed23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0897522
Mar 05 21:30:46.508531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703792d-a109-4460-b85c-01006d7d47e8 req-c7cb5781-abcc-4fb8-b64f-d40b6224fc36 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.510016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1703792d-a109-4460-b85c-01006d7d47e8 req-c7cb5781-abcc-4fb8-b64f-d40b6224fc36 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0547197
Mar 05 21:30:46.542408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-7fc89111-e43c-46d9-831c-66bee61092b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.0668318
Mar 05 21:30:46.557568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1703792d-a109-4460-b85c-01006d7d47e8 req-ffb3c8ba-0711-446f-9968-f96f4349f67f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419672
Mar 05 21:30:46.592654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-9363e09b-1f76-4284-ba57-fdbd975d5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.594265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-9363e09b-1f76-4284-ba57-fdbd975d5ec9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0466547
Mar 05 21:30:46.642772 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-ba42b5ec-bf01-4b6a-b0cf-c1e8b92f2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:46.644294 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-ba42b5ec-bf01-4b6a-b0cf-c1e8b92f2678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450444
Mar 05 21:30:46.735811 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-954a951a-197b-4d1c-8075-a21b3c6d1021 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851893
Mar 05 21:30:46.821773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72ccafdc-80b6-4db5-a0dc-53a5c450f970 req-b5910d3e-e280-4efd-837c-34277c07dc08 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803900
Mar 05 21:30:47.511586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:30:47.549355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:30:47.550355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:30:47.576189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:47.578590 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef907a24-7367-4db1-a83b-b74635ad8caf" -d '{"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:47.630292 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0341c-2348-44c7-a248-cb54e44ed054 x-openstack-request-id: req-b9b0341c-2348-44c7-a248-cb54e44ed054 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:47.630586 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:47.630843 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9b0341c-2348-44c7-a248-cb54e44ed054 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:47.631246 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'status': 'completed', 'code': 200}
Mar 05 21:30:47.685913 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb281da-090f-47f5-9c2c-95e1ce71fe78 req-c12a3cb2-d7a4-4758-8a76-3bf40e953bb5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:47.687413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb281da-090f-47f5-9c2c-95e1ce71fe78 req-c12a3cb2-d7a4-4758-8a76-3bf40e953bb5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0579357
Mar 05 21:30:47.726774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-f051389a-8b63-4da6-9a3d-4375105727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:47.728390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-f051389a-8b63-4da6-9a3d-4375105727cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0815043
Mar 05 21:30:47.733687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-c6119260-3386-43e5-8864-26469bab35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:47.733853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5eb281da-090f-47f5-9c2c-95e1ce71fe78 req-3a3d4859-97cb-466a-b40a-38600a7a2980 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405614
Mar 05 21:30:47.735104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-c6119260-3386-43e5-8864-26469bab35e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0804255
Mar 05 21:30:47.895829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-53d2682b-2809-4905-a6b3-24af4142e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:47.897336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-53d2682b-2809-4905-a6b3-24af4142e8c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1606438
Mar 05 21:30:47.901647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-73bb23f5-b39c-4147-9a73-2d147d7a4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:47.903061 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-73bb23f5-b39c-4147-9a73-2d147d7a4b82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1581788
Mar 05 21:30:48.014834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-d3a1e2ab-a610-4a6d-9173-bb77a206649a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.1107953
Mar 05 21:30:48.016715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-7f2cd41e-87e3-46db-afc5-acf1393d57b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.1060612
Mar 05 21:30:48.106168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-81bc9b20-dd91-4d9f-89bf-8cfbaca386d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:48.107747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-81bc9b20-dd91-4d9f-89bf-8cfbaca386d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0876446
Mar 05 21:30:48.109141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-f0cf59b5-ec08-47be-9d4a-b006215106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:48.111652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-f0cf59b5-ec08-47be-9d4a-b006215106e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0833299
Mar 05 21:30:48.189357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-d4eaa11b-4548-4cfe-abe4-ffd8797f5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:48.190769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-d4eaa11b-4548-4cfe-abe4-ffd8797f5744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0706515
Mar 05 21:30:48.193285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-0af9d514-1471-49fe-bd0d-98b69c3931a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:48.194680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-0af9d514-1471-49fe-bd0d-98b69c3931a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0817256
Mar 05 21:30:48.356227 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-5338467a-b9bd-4148-8324-3013dcc42549 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587403
Mar 05 21:30:48.358072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-72f22be7-be64-49c1-a63e-8366ea9bac62 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538918
Mar 05 21:30:48.521073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-c456397a-f174-4801-a13a-f733194b74a7 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585579
Mar 05 21:30:48.524406 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ef907a24-7367-4db1-a83b-b74635ad8caf req-88e948c5-79ef-4900-9ad3-a17e64d90967 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539910
Mar 05 21:30:48.855564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fde4-8b74-4796-a0af-139cb91d7eac req-f658885d-6515-4919-9dd6-05631201d4de tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:48.857077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3144fde4-8b74-4796-a0af-139cb91d7eac req-f658885d-6515-4919-9dd6-05631201d4de tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0529332
Mar 05 21:30:48.904625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3144fde4-8b74-4796-a0af-139cb91d7eac req-90f44cbb-384d-4097-be1b-d402fa714b2c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413852
Mar 05 21:30:49.143312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-68848107-917a-4264-8d8a-762783cef0b7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.145260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-68848107-917a-4264-8d8a-762783cef0b7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d&tenant_id=82cb16655b3348048ea81b796af0da84&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0806928
Mar 05 21:30:49.152605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d71e1-681d-487b-8269-285db516b207 req-fea29965-4581-4839-ba8e-f055b0bce865 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.153949 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-453d71e1-681d-487b-8269-285db516b207 req-fea29965-4581-4839-ba8e-f055b0bce865 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0987332
Mar 05 21:30:49.236869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-453d71e1-681d-487b-8269-285db516b207 req-cac07969-edcf-4a0c-83f7-8b1b9dd4e256 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761936
Mar 05 21:30:49.238841 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-1cc62315-1d87-473a-bc71-a73fa244b1ee service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:30:49.239879 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-1cc62315-1d87-473a-bc71-a73fa244b1ee service neutron] 10.222.0.31 "DELETE /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0849848
Mar 05 21:30:49.325312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-c2d262a2-c079-43b4-be05-4cd1e6c7906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.326778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-c2d262a2-c079-43b4-be05-4cd1e6c7906d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0431170
Mar 05 21:30:49.416845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-391cc376-5fa2-4b79-ae1f-5ef9fede4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.418282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-391cc376-5fa2-4b79-ae1f-5ef9fede4122 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0857387
Mar 05 21:30:49.480926 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-e335a1e6-717c-43f7-9ccb-06662c4edcd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.0565076
Mar 05 21:30:49.532621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-484b93c2-260e-4ed0-919f-a3be21649b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.534122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-484b93c2-260e-4ed0-919f-a3be21649b0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0476594
Mar 05 21:30:49.582277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-4af26061-4adf-4a68-a183-8e85cd50244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:49.583790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-4af26061-4adf-4a68-a183-8e85cd50244b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435953
Mar 05 21:30:49.670047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-ccbcc73b-70b1-47c6-8799-35cd9bb13c64 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800025
Mar 05 21:30:49.762521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eddad81f-6491-4bc5-af45-f2a81afb6453 req-694ab807-691b-423e-98c3-2a1392121454 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866551
Mar 05 21:30:50.367615 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdac70-0aad-4033-8854-294d72cc8f89 req-c5e5de1e-e8e7-485b-8dd1-c2e25ac3ac63 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:50.369094 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55fdac70-0aad-4033-8854-294d72cc8f89 req-c5e5de1e-e8e7-485b-8dd1-c2e25ac3ac63 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0551178
Mar 05 21:30:50.415012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55fdac70-0aad-4033-8854-294d72cc8f89 req-9ed615d4-6862-4ee6-9c6f-09ce51d46e65 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402286
Mar 05 21:30:50.533996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4671dbe-5e0b-4964-a267-a4167b096ba0 req-d79a5520-c29e-42f7-a0a4-6b800987137b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:50.535490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4671dbe-5e0b-4964-a267-a4167b096ba0 req-d79a5520-c29e-42f7-a0a4-6b800987137b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0540400
Mar 05 21:30:50.583132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4671dbe-5e0b-4964-a267-a4167b096ba0 req-32f667aa-22aa-4328-9d03-90d1188eae7c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418582
Mar 05 21:30:50.702863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cacc4-73ea-4b44-9652-511e0a9a3299 req-ceaf5409-457d-4310-82ac-e6e3725eb96d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:50.704836 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc6cacc4-73ea-4b44-9652-511e0a9a3299 req-ceaf5409-457d-4310-82ac-e6e3725eb96d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0522032
Mar 05 21:30:50.753651 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fc6cacc4-73ea-4b44-9652-511e0a9a3299 req-7f2ec381-eb46-4c2b-b322-9327eadc7c86 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429251
Mar 05 21:30:50.757742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-690b26af-d447-4e21-b221-d0a85984bee4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0464954
Mar 05 21:30:50.840109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-fa6d7ce4-84cd-478f-b0d6-ba0f7bd9132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:50.841649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-fa6d7ce4-84cd-478f-b0d6-ba0f7bd9132d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 1125 time: 0.0438976
Mar 05 21:30:50.947316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-83e8bb10-6235-4d1e-8d4f-8456defc69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:50.948860 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-83e8bb10-6235-4d1e-8d4f-8456defc69a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0897243
Mar 05 21:30:51.010354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb73ff-9a40-48f3-8f71-09d6e63425b4 req-b2132893-c546-4593-a189-792bab9fe43e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:51.011908 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82bb73ff-9a40-48f3-8f71-09d6e63425b4 req-b2132893-c546-4593-a189-792bab9fe43e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 943 time: 0.0593836
Mar 05 21:30:51.021098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-0ce6f1cc-0207-4a83-9151-8152385f3b05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 200  len: 999 time: 0.0658176
Mar 05 21:30:51.060729 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82bb73ff-9a40-48f3-8f71-09d6e63425b4 req-d440eaa0-fa10-4ef5-842d-930a40183496 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424771
Mar 05 21:30:51.072231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-a1787e9e-bd05-427c-b6f2-eaaa054effe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:51.077225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-a1787e9e-bd05-427c-b6f2-eaaa054effe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0502512
Mar 05 21:30:51.129164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-b27aa5a3-39fb-4728-90e8-27f93e21bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:51.130688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-b27aa5a3-39fb-4728-90e8-27f93e21bbbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455012
Mar 05 21:30:51.222515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-c149b1c7-547b-40d8-bd07-739f1b4f394c service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857532
Mar 05 21:30:51.311650 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c427ba6c-13b7-422c-ad12-2b322913e442 req-2fc96cb7-87d6-4c05-b2f4-33838df3be6f service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830061
Mar 05 21:30:51.353905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:30:51.450150 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:51.461977 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'mac_address': 'fa:16:3e:82:61:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:30:51.497700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:51.498093 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:51.511032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911883f9-5b5d-493c-8a57-c184c5c7b1c1 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:51.531115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:51.535468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:51.580334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:51.763537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['911883f9-5b5d-493c-8a57-c184c5c7b1c1'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:30:52.216900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7834c-4839-4917-98af-dd5a9905f918 req-2dd5fc65-12ce-40bc-a151-934009bd2d8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:52.218271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-acb7834c-4839-4917-98af-dd5a9905f918 req-2dd5fc65-12ce-40bc-a151-934009bd2d8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 944 time: 0.0840719
Mar 05 21:30:52.229328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-78a77abd-2379-409d-844f-6b861fdeb424 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:52.230663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-78a77abd-2379-409d-844f-6b861fdeb424 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 944 time: 0.0872996
Mar 05 21:30:52.322112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-acb7834c-4839-4917-98af-dd5a9905f918 req-d5f6d20d-5646-4ffe-8e30-020bb1cc6c0c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905080
Mar 05 21:30:52.350659 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Deleting port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:30:52.351029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:52.439913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] For port 911883f9-5b5d-493c-8a57-c184c5c7b1c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911883f9-5b5d-493c-8a57-c184c5c7b1c1,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:52.440278 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:52.659085 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:52.659447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:52.659795 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e disassociated. External IP: 172.35.0.122, port: 911883f9-5b5d-493c-8a57-c184c5c7b1c1.
Mar 05 21:30:52.660144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Calling delete_port for 911883f9-5b5d-493c-8a57-c184c5c7b1c1 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:30:52.784848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (911883f9-5b5d-493c-8a57-c184c5c7b1c1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:52.810758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'Port': ['ID=911883f9-5b5d-493c-8a57-c184c5c7b1c1,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:53.242293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:30:53.354005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:30:53.356140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:30:53.358379 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No ports have port_id starting with 911883f9-5b5d-493c-8a57-c184c5c7b1c1
Mar 05 21:30:53.359885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 requested by agent hyperv_nch2-master-1 not found in database {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Mar 05 21:30:53.369105 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:30:53.379402 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:53.380080 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020edf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:30:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:53.399575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] No DVR routers for this DVR port 911883f9-5b5d-493c-8a57-c184c5c7b1c1 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:30:53.402327 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:53.405778 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb4ba73b-c10d-403f-82a7-81be03731f05 req-fd3530f2-ad9c-4767-b8e4-c34e7d255043 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "DELETE /v2.0/ports/911883f9-5b5d-493c-8a57-c184c5c7b1c1 HTTP/1.1" status: 204  len: 173 time: 1.1684804
Mar 05 21:30:53.406238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-deleted', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:53.408685 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe216a9-1e22-4e44-8f8a-ddabf46331f2" -d '{"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-deleted", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:53.442916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fbadc562-d5ed-4107-a5cb-d461d7649994 req-c4aaa776-2dff-4156-b802-f35a66c147c0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab651fe-cee4-4d8b-aa45-a691885f239d HTTP/1.1" status: 200  len: 210 time: 0.0392742
Mar 05 21:30:53.461341 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c86f094-066e-43b8-9ae6-dcb7609ba8a1 x-openstack-request-id: req-1c86f094-066e-43b8-9ae6-dcb7609ba8a1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:53.461766 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab651fe-cee4-4d8b-aa45-a691885f239d", "name": "network-vif-deleted", "tag": "911883f9-5b5d-493c-8a57-c184c5c7b1c1", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:53.462096 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c86f094-066e-43b8-9ae6-dcb7609ba8a1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:53.462592 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab651fe-cee4-4d8b-aa45-a691885f239d', 'name': 'network-vif-deleted', 'tag': '911883f9-5b5d-493c-8a57-c184c5c7b1c1', 'status': 'completed', 'code': 200}
Mar 05 21:30:53.523089 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:53.729963 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020edf0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:53.756481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:30:53.764542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:30:53.765146 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9020edf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:30:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:53.957699 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:30:54.150829 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9020edf0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:30:54.177026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd2b-2392-4a8e-92cd-1268155cccf5 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:30:54.404798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5040fa-a9e6-4652-8e5d-64077d5419bd None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:30:54.552550 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3f29-cd28-4256-abef-f09d3868e931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:54.691532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-6b5af619-2962-49ab-8d09-c3a82074341c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1535879041&fields=id&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 267 time: 0.0423625
Mar 05 21:30:54.801503 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-1a86a6fc-65d6-45d4-94d9-d1d2c917d459 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:54.802988 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-1a86a6fc-65d6-45d4-94d9-d1d2c917d459 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1046925
Mar 05 21:30:54.817877 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-f30ca006-c37b-4238-b020-f3e8f06cb497 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/quotas/82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 375 time: 0.0094826
Mar 05 21:30:54.872338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-37b2753a-f9a0-492b-9a26-f99e827bbc73 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0496848
Mar 05 21:30:54.971637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-ccedec5d-cd5b-4d1c-9077-23575221b18c service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870428
Mar 05 21:30:55.343974 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-73c36cb6-fb6a-4f6e-8c8d-c17ff591bc7c service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3667383
Mar 05 21:30:55.505961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f77170f5-5d28-437d-9a44-a16b3b7006c9 req-3f907452-a461-467f-bfd8-3d6ea56dfe30 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 210 time: 0.0274198
Mar 05 21:30:56.411484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-d24f614f-8e0e-47fb-9317-da431903e7f7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:56.413083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-d24f614f-8e0e-47fb-9317-da431903e7f7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1082530
Mar 05 21:30:56.474933 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-b71a8a25-02ba-419d-b009-4ffd77593a89 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 380 time: 0.0533640
Mar 05 21:30:56.484222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'port': {'device_id': 'b2974512-1028-498a-b3ee-523fe4594c22', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'admin_state_up': True, 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'security_groups': ['372f1b87-7dc7-4d4d-8b18-34f164694bd9']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:56.591694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:30:56.596349 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:56.602339 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-83a4b425-15e7-4b7e-a714-e1acaa9ca186 req-13e9a288-ab6e-46ad-847b-9796a868738c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 210 time: 0.0287421
Mar 05 21:30:56.725677 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Allocated IP 172.20.0.5 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/27963ca3-af30-4494-b232-7a8a3697cf20) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:30:56.858103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (27963ca3-af30-4494-b232-7a8a3697cf20), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:56.875235 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bb1ac44-d83b-46cf-b1db-90070114f00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:56.893264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:56.937067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:30:56.940263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:30:56.943894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:30:56.950080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:56.996589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:56.997140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.015269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-0b666ad0-931c-45e0-8aff-aada20a7e0d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5345798
Mar 05 21:30:57.026492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Request body: {'port': {'device_id': 'b2974512-1028-498a-b3ee-523fe4594c22', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:30:57.091772 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.158988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-036dcd85-5b79-4ea9-875c-744cf705c664 None None] Provisioning complete for port 27963ca3-af30-4494-b232-7a8a3697cf20 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:30:57.159455 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-036dcd85-5b79-4ea9-875c-744cf705c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.193457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-036dcd85-5b79-4ea9-875c-744cf705c664 None None] Port 27963ca3-af30-4494-b232-7a8a3697cf20 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:30:57.351977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27963ca3-af30-4494-b232-7a8a3697cf20 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:57.359249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks [] for port (27963ca3-af30-4494-b232-7a8a3697cf20), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.371561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Transition to ACTIVE for port object 27963ca3-af30-4494-b232-7a8a3697cf20 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:30:57.375455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.385313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:30:57.405126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 911883f9-5b5d-493c-8a57-c184c5c7b1c1 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:30:57.405469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 911883f9-5b5d-493c-8a57-c184c5c7b1c1 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:30:57.429285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:57.499121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:30:57.499468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:30:57.499852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:57.504671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:30:57.505000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:30:57.509982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:30:57.510331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:30:57.510727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:30:57.511163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Bound port: 27963ca3-af30-4494-b232-7a8a3697cf20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:30:57.511527 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.581194 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:30:57.584405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:30:57.590308 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.632196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:57.632964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:57.634361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] 10.222.0.31 "PUT /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 1091 time: 0.6122694
Mar 05 21:30:57.634803 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:30:57.637761 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70138bbe-8f8e-4610-b082-35c83070d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:30:57.678554 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0003d7-45cf-41e2-b853-900351507b95 service neutron] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:57.686477 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cdcec-ccd1-48ca-8f2c-e3e43ee92a89 x-openstack-request-id: req-580cdcec-ccd1-48ca-8f2c-e3e43ee92a89 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:30:57.686775 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:30:57.687040 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-580cdcec-ccd1-48ca-8f2c-e3e43ee92a89 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:30:57.687465 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'status': 'completed', 'code': 200}
Mar 05 21:30:57.770405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-163e69c9-21c5-4eec-b0ef-3d0d6152bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:57.771982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-163e69c9-21c5-4eec-b0ef-3d0d6152bf5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0834804
Mar 05 21:30:57.784248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49824-85a6-4993-b341-9d1ef5e9b9af req-eeabc34a-6452-4702-ba9a-32010fff5c18 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:57.785783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9af49824-85a6-4993-b341-9d1ef5e9b9af req-eeabc34a-6452-4702-ba9a-32010fff5c18 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0883853
Mar 05 21:30:57.827475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-81290930-27de-4964-9956-5fa45e9bc6f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 217 time: 0.0407028
Mar 05 21:30:57.902715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9af49824-85a6-4993-b341-9d1ef5e9b9af req-5ef16cdd-f625-47c9-9508-3de093945528 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102014
Mar 05 21:30:57.904669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-a4ecc134-44f9-44ed-b0bc-d64f2e5a75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:57.906069 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-a4ecc134-44f9-44ed-b0bc-d64f2e5a75e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0723395
Mar 05 21:30:57.956245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8526-b80c-42c7-9683-050371ee526a req-28bc0ee9-aa3b-479c-86b4-7528d632fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:57.957761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-28bc0ee9-aa3b-479c-86b4-7528d632fdbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463469
Mar 05 21:30:58.052049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-ff4f7e43-c96d-43ad-9fcc-6ee95b0d313b service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871241
Mar 05 21:30:58.075080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:58.155728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a26c8526-b80c-42c7-9683-050371ee526a req-5775f0ba-51c1-482c-abf9-0af67fdd7813 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981653
Mar 05 21:30:58.244793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138bbe-8f8e-4610-b082-35c83070d61c req-e34a8e62-019a-4b01-bb3f-ba3a0d2f4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:58.246298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-e34a8e62-019a-4b01-bb3f-ba3a0d2f4c21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0479066
Mar 05 21:30:58.340140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138bbe-8f8e-4610-b082-35c83070d61c req-ea2ee2b3-4492-42c4-acf2-a67d2edeb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:58.341648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-ea2ee2b3-4492-42c4-acf2-a67d2edeb81d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0890422
Mar 05 21:30:58.382344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-c1145472-191a-4a2e-adda-f9b4b2bcb31b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 217 time: 0.0351727
Mar 05 21:30:58.431504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138bbe-8f8e-4610-b082-35c83070d61c req-ec757a63-c8ef-46dd-bb8b-b28e73800b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:58.432920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-ec757a63-c8ef-46dd-bb8b-b28e73800b45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0443568
Mar 05 21:30:58.485872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138bbe-8f8e-4610-b082-35c83070d61c req-0b65f51a-9709-46fd-a06c-e3b15b8d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:58.487356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-0b65f51a-9709-46fd-a06c-e3b15b8d3be3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478501
Mar 05 21:30:58.575516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-1a4dcf15-648f-4bd8-9060-2c1ad09a5941 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810959
Mar 05 21:30:58.667164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70138bbe-8f8e-4610-b082-35c83070d61c req-0f6acb02-51e0-4599-ac7a-1e4e9a801db9 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854683
Mar 05 21:30:59.024878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8638f86-ee46-442c-88ee-f751fcb314dd req-dc48af1e-6a36-45d2-9e70-a20c177e133e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:30:59.026316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8638f86-ee46-442c-88ee-f751fcb314dd req-dc48af1e-6a36-45d2-9e70-a20c177e133e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0520167
Mar 05 21:30:59.072539 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8638f86-ee46-442c-88ee-f751fcb314dd req-40a7efff-0c0c-441e-9681-7835a3836d4b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406697
Mar 05 21:30:59.604698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:30:59.681807 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:59.715225 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:59.726762 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '27963ca3-af30-4494-b232-7a8a3697cf20', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20', 'mac_address': 'fa:16:3e:07:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:30:59.763597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 27963ca3-af30-4494-b232-7a8a3697cf20 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:30:59.764089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:59.777374 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27963ca3-af30-4494-b232-7a8a3697cf20 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:30:59.796197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:30:59.800024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:30:59.845885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:30:59.987751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['27963ca3-af30-4494-b232-7a8a3697cf20'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:31:00.192651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289df1-a282-4b65-9bc5-903462c029dd req-6131ebee-e4ed-4636-b6a9-65ae9981e2c3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:00.194556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62289df1-a282-4b65-9bc5-903462c029dd req-6131ebee-e4ed-4636-b6a9-65ae9981e2c3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0548306
Mar 05 21:31:00.240493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-62289df1-a282-4b65-9bc5-903462c029dd req-dc5eb484-7713-4956-9e7d-e700c87d9bfe tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401876
Mar 05 21:31:01.074752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:01.366108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b64e3-b118-41d8-962c-26f52304aa35 req-ba539566-08ae-44b2-88e6-caa31b694acf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:01.367587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225b64e3-b118-41d8-962c-26f52304aa35 req-ba539566-08ae-44b2-88e6-caa31b694acf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0561893
Mar 05 21:31:01.413595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-225b64e3-b118-41d8-962c-26f52304aa35 req-58593990-7a6c-49c0-a201-5367be6ab930 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403867
Mar 05 21:31:01.605465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:31:01.654589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 27963ca3-af30-4494-b232-7a8a3697cf20 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:31:01.659851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 27963ca3-af30-4494-b232-7a8a3697cf20 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:31:01.660230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:01.739784 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 27963ca3-af30-4494-b232-7a8a3697cf20 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:31:01.740177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:01.762665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:01.765067 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd56d0-3a1e-4ce6-a176-bf3cba98cf2c" -d '{"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-plugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:01.777882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:01.785331 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:01.809755 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37c993a-93a4-4c94-bee3-f2898bb526bb x-openstack-request-id: req-c37c993a-93a4-4c94-bee3-f2898bb526bb {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:01.810053 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-plugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:01.810311 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c37c993a-93a4-4c94-bee3-f2898bb526bb {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:01.810708 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'code': 200}
Mar 05 21:31:01.837252 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:01.904848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf45611-7291-4991-92ad-f988464cc52e req-8dfa9f06-364d-4854-ab0c-15c5fa3f638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:01.906380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bf45611-7291-4991-92ad-f988464cc52e req-8dfa9f06-364d-4854-ab0c-15c5fa3f638b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1127 time: 0.0444541
Mar 05 21:31:01.948131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2bf45611-7291-4991-92ad-f988464cc52e req-f882e2d9-c40c-4d6e-acf6-5a9300dff344 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361736
Mar 05 21:31:02.535452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193d07-ae6c-4c57-b4bf-fd1cb0d40399 req-b346da89-cb8f-43f4-974f-3a7cef3c3d42 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:02.536981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80193d07-ae6c-4c57-b4bf-fd1cb0d40399 req-b346da89-cb8f-43f4-974f-3a7cef3c3d42 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0543087
Mar 05 21:31:02.584352 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-80193d07-ae6c-4c57-b4bf-fd1cb0d40399 req-80402b25-2572-4ac5-a2b5-493e081442ef tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417347
Mar 05 21:31:03.708833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a903-0ad6-4e1b-9f9b-a366bcadf0ed req-6f7a06d9-9a03-4cf5-bb60-a4f118997e4c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:03.710299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dd4a903-0ad6-4e1b-9f9b-a366bcadf0ed req-6f7a06d9-9a03-4cf5-bb60-a4f118997e4c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0563192
Mar 05 21:31:03.756982 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7dd4a903-0ad6-4e1b-9f9b-a366bcadf0ed req-5ea902a8-5921-4d6e-b7e5-b50697129fc2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411565
Mar 05 21:31:03.874523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0864-e6ad-47f0-a5e0-519caecdb804 req-b30ec922-a80d-441c-a90d-cff455826967 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:03.876209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c14a0864-e6ad-47f0-a5e0-519caecdb804 req-b30ec922-a80d-441c-a90d-cff455826967 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0554504
Mar 05 21:31:03.884987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35554) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:31:03.889583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'floatingip': {'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:31:03.929246 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:04.352569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:04.356685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:04.460136 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e associated. External IP: 172.35.0.122, port: 27963ca3-af30-4494-b232-7a8a3697cf20.
Mar 05 21:31:04.671781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:31:04.780589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:31:04.785110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:04.790840 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:31:04.800912 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:04.801528 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcb2100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:30:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:04.820634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b3519ae7-dfe5-4ad4-a8bf-8b1b82f0bfa3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "PUT /v2.0/floatingips/387b3132-666e-40c0-b127-accb1ca97b9e HTTP/1.1" status: 200  len: 991 time: 0.9319344
Mar 05 21:31:04.820634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:04.821196 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2155df-b34b-43bd-a645-e85c88b931da" -d '{"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:04.912671 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:04.976747 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da30f5a-f90d-4a87-ab53-42c69b25a9a0 x-openstack-request-id: req-9da30f5a-f90d-4a87-ab53-42c69b25a9a0 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:04.977248 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:04.977404 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9da30f5a-f90d-4a87-ab53-42c69b25a9a0 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:04.977785 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'status': 'completed', 'code': 200}
Mar 05 21:31:05.069604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbcc34-15de-42f0-8529-f15f37c3e50c req-c427e786-5456-468e-be1f-2f499672f466 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:05.071123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50bbcc34-15de-42f0-8529-f15f37c3e50c req-c427e786-5456-468e-be1f-2f499672f466 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0879240
Mar 05 21:31:05.076584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2155df-b34b-43bd-a645-e85c88b931da req-50dd63a3-e798-4242-ab1c-64c084afb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:05.077997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-50dd63a3-e798-4242-ab1c-64c084afb594 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1127 time: 0.0674202
Mar 05 21:31:05.147725 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcb2100>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:07:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2974512-1028-498a-b3ee-523fe4594c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:04Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:05.174325 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:31:05.174538 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-50bbcc34-15de-42f0-8529-f15f37c3e50c req-7fbe3e0b-26ef-4e91-9fc6-ae8a3a471dc3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953174
Mar 05 21:31:05.182479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:05.183094 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcb2100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:30:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:05.200584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2155df-b34b-43bd-a645-e85c88b931da req-2a2591ce-dd59-42ff-85ee-939049ee75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:05.202048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-2a2591ce-dd59-42ff-85ee-939049ee75bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1159687
Mar 05 21:31:05.273829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-33d8f308-17f8-4f08-b8bf-f9398ba039ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 999 time: 0.0653782
Mar 05 21:31:05.292365 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:05.322502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2155df-b34b-43bd-a645-e85c88b931da req-be4c7575-5e58-4ab9-983f-e2cacb66b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:05.324005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-be4c7575-5e58-4ab9-983f-e2cacb66b7c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0433471
Mar 05 21:31:05.371332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2155df-b34b-43bd-a645-e85c88b931da req-8f8a3e76-cae9-4ece-bcd5-9026b2179779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:05.372877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-8f8a3e76-cae9-4ece-bcd5-9026b2179779 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427787
Mar 05 21:31:05.464631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-f062bfaf-0347-44f2-8d08-35071114f37f service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854590
Mar 05 21:31:05.517542 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bcb2100>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:07:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2974512-1028-498a-b3ee-523fe4594c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:04Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:05.549902 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90538f8f-5fca-4854-b437-f2bb19db3cc5 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:07:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2974512-1028-498a-b3ee-523fe4594c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:04Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:31:05.553773 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9b2155df-b34b-43bd-a645-e85c88b931da req-8b11cd85-a395-47cb-87d4-706d8a835719 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830560
Mar 05 21:31:05.752485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f707c7a2-3e91-4f83-bdf1-c6d78e0aa4b5 None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:31:06.296175 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784a87-0c19-4bf7-b7d7-246c50977cca req-b9575c3d-250a-4fac-a062-a260cbe8fbf7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:06.297677 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c784a87-0c19-4bf7-b7d7-246c50977cca req-b9575c3d-250a-4fac-a062-a260cbe8fbf7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0535934
Mar 05 21:31:06.343724 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4c784a87-0c19-4bf7-b7d7-246c50977cca req-9eb1e68f-800a-4328-984f-326240484034 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405519
Mar 05 21:31:06.402758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:06.617287 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:06.759230 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:31:07.463722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca7cf1-ac88-4ae3-b28e-6545a34b833c req-5763fdad-8a53-444b-a7e4-0e54de3a27ff tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:07.465204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49ca7cf1-ac88-4ae3-b28e-6545a34b833c req-5763fdad-8a53-444b-a7e4-0e54de3a27ff tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0529909
Mar 05 21:31:07.512174 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49ca7cf1-ac88-4ae3-b28e-6545a34b833c req-d2ec7598-d142-4cf0-9022-07a7bbf92bba tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405529
Mar 05 21:31:08.630164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a2a9-43be-4f59-ba8a-f506b9348020 req-0ff7ada0-8810-4576-8ba7-3236d6481e48 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:08.631630 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd70a2a9-43be-4f59-ba8a-f506b9348020 req-0ff7ada0-8810-4576-8ba7-3236d6481e48 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0522883
Mar 05 21:31:08.678405 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fd70a2a9-43be-4f59-ba8a-f506b9348020 req-20917370-12c3-4382-8f15-8249bfe3bc03 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412712
Mar 05 21:31:09.799972 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176b17-e835-4e07-bb4f-63e5f622d8d8 req-84f3fa5d-6db0-40b9-8a8e-c932d584baab tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:09.801423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e176b17-e835-4e07-bb4f-63e5f622d8d8 req-84f3fa5d-6db0-40b9-8a8e-c932d584baab tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0558784
Mar 05 21:31:09.848035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e176b17-e835-4e07-bb4f-63e5f622d8d8 req-eca2a49d-692f-472c-a3a5-57fe8c541576 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409873
Mar 05 21:31:10.973005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af2c62-b824-4881-8337-68abd4c3712a req-eeccf2e2-4cea-463b-8910-e57f4e8b51b9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:10.974489 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5af2c62-b824-4881-8337-68abd4c3712a req-eeccf2e2-4cea-463b-8910-e57f4e8b51b9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0566554
Mar 05 21:31:11.021281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d5af2c62-b824-4881-8337-68abd4c3712a req-e11cb533-c91f-4b5c-949d-4e41b8e7f2d6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412424
Mar 05 21:31:12.138780 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40f689-09b4-4177-a230-34dc245c905d req-ea63c510-9cca-48a0-bd4b-f122861d99f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:12.140186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a40f689-09b4-4177-a230-34dc245c905d req-ea63c510-9cca-48a0-bd4b-f122861d99f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0523820
Mar 05 21:31:12.186035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0a40f689-09b4-4177-a230-34dc245c905d req-56811359-9af4-4052-add4-30cbfba1288e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402808
Mar 05 21:31:13.307761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335be59-abb9-4921-be78-3c50fb57bcf2 req-ee9dffec-6e1b-4077-84f8-8b89f097c4a9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:13.309221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d335be59-abb9-4921-be78-3c50fb57bcf2 req-ee9dffec-6e1b-4077-84f8-8b89f097c4a9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0530517
Mar 05 21:31:13.355776 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d335be59-abb9-4921-be78-3c50fb57bcf2 req-1b562749-6270-47a1-aea4-bbf7ff350649 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409932
Mar 05 21:31:14.477687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23b45-35b2-445e-b57e-58c52c3f2bc4 req-7931f541-cdc0-4e54-9f19-1743c39f7e4b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:14.479168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60f23b45-35b2-445e-b57e-58c52c3f2bc4 req-7931f541-cdc0-4e54-9f19-1743c39f7e4b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0567424
Mar 05 21:31:14.525740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-60f23b45-35b2-445e-b57e-58c52c3f2bc4 req-289b2190-34b2-403a-bda1-b9bd68687b48 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409873
Mar 05 21:31:15.650152 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00357-0c8a-415b-a320-9c892d1d3582 req-7d396300-5e53-4a94-833d-49b71e691b58 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:15.651619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fe00357-0c8a-415b-a320-9c892d1d3582 req-7d396300-5e53-4a94-833d-49b71e691b58 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0587175
Mar 05 21:31:15.697884 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fe00357-0c8a-415b-a320-9c892d1d3582 req-08619353-2723-4615-a9c7-5406680dbfe1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403941
Mar 05 21:31:16.816110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e0d25-e6a6-484f-be86-4c32aadbb113 req-7ef1306f-43bf-4443-989d-c88917bac7dc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:16.817573 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-021e0d25-e6a6-484f-be86-4c32aadbb113 req-7ef1306f-43bf-4443-989d-c88917bac7dc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0520415
Mar 05 21:31:16.862622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-021e0d25-e6a6-484f-be86-4c32aadbb113 req-08ca680b-f9d0-4ca3-ad1d-8b65dd959d38 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395195
Mar 05 21:31:17.982002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc543943-85e6-4ef2-a665-ddcc69fc27b1 req-5d396269-f63f-477c-beeb-530701436fc6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:17.983603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc543943-85e6-4ef2-a665-ddcc69fc27b1 req-5d396269-f63f-477c-beeb-530701436fc6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0539968
Mar 05 21:31:18.029990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cc543943-85e6-4ef2-a665-ddcc69fc27b1 req-0b7e5942-362b-4cd7-81cd-5c365edee4e6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402789
Mar 05 21:31:19.149937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ebc84-a859-4ad8-b6e9-eab84896d8a9 req-da01eff5-0390-403a-a2fd-bc6540064c2c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:19.151324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-785ebc84-a859-4ad8-b6e9-eab84896d8a9 req-da01eff5-0390-403a-a2fd-bc6540064c2c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0510945
Mar 05 21:31:19.200464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-785ebc84-a859-4ad8-b6e9-eab84896d8a9 req-705e7fb2-3612-4ec1-b705-38d42271cc4e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435183
Mar 05 21:31:20.318865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b8c18-2e02-4c22-bb5d-2f41af2d196a req-798cb2ce-673c-42ed-b249-9896f04c8df3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:20.320375 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa0b8c18-2e02-4c22-bb5d-2f41af2d196a req-798cb2ce-673c-42ed-b249-9896f04c8df3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0515354
Mar 05 21:31:20.370735 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aa0b8c18-2e02-4c22-bb5d-2f41af2d196a req-23af40e6-6d91-4b54-b742-083262625b8a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447392
Mar 05 21:31:21.487638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d48a-9a2b-48c8-ac9c-ef36d10b56a0 req-77cbd9f1-7e18-4fb4-a60b-a772f30bb5b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:21.489303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72f2d48a-9a2b-48c8-ac9c-ef36d10b56a0 req-77cbd9f1-7e18-4fb4-a60b-a772f30bb5b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0519624
Mar 05 21:31:21.535874 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-72f2d48a-9a2b-48c8-ac9c-ef36d10b56a0 req-833be7e8-7d02-4763-a9a2-f07859e0b238 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409923
Mar 05 21:31:22.652682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c64ee-a0aa-44d8-ab48-7de4c3f64068 req-a980aacc-26ba-44ed-8711-86c9752ca53d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:22.654146 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f0c64ee-a0aa-44d8-ab48-7de4c3f64068 req-a980aacc-26ba-44ed-8711-86c9752ca53d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0527825
Mar 05 21:31:22.700895 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2f0c64ee-a0aa-44d8-ab48-7de4c3f64068 req-c07ce3d0-8221-4866-a20c-55721b59523f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405674
Mar 05 21:31:23.821688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae336d7-7e42-47d5-9f89-07478fc486f4 req-db517d69-4679-4dc5-98e0-e6f482c9808f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:23.823164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cae336d7-7e42-47d5-9f89-07478fc486f4 req-db517d69-4679-4dc5-98e0-e6f482c9808f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0529442
Mar 05 21:31:23.869377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cae336d7-7e42-47d5-9f89-07478fc486f4 req-0c40dff5-e43c-43e0-b278-61b7a26df274 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404291
Mar 05 21:31:24.540998 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3037a933-4830-4459-be8e-938649170844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:24.988897 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9645c7-9fcb-46dc-baa3-42a597acd29b req-e8094593-1405-4532-88d4-46be3d7f0cf5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:24.990353 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a9645c7-9fcb-46dc-baa3-42a597acd29b req-e8094593-1405-4532-88d4-46be3d7f0cf5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0530393
Mar 05 21:31:25.036575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a9645c7-9fcb-46dc-baa3-42a597acd29b req-ecafa7a7-3c9c-4849-97ce-1f1234730620 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407331
Mar 05 21:31:26.160060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850386e2-b9aa-4c78-a39e-ad48be8f817b req-b30c7cda-8a13-47f0-a536-7809e58260d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:26.161459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-850386e2-b9aa-4c78-a39e-ad48be8f817b req-b30c7cda-8a13-47f0-a536-7809e58260d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0573633
Mar 05 21:31:26.207256 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-850386e2-b9aa-4c78-a39e-ad48be8f817b req-f25c9b07-1b7c-4af0-86ec-9b4b0a7f6aa2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401633
Mar 05 21:31:26.878782 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbd66-d15b-46e8-81c1-c7c729df743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:27.333687 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c1c6-ad18-485d-a255-e33546ead7ae req-f2d11fd2-d50f-48c3-9f9f-632e56e82319 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:27.335176 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b628c1c6-ad18-485d-a255-e33546ead7ae req-f2d11fd2-d50f-48c3-9f9f-632e56e82319 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0573318
Mar 05 21:31:27.381643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b628c1c6-ad18-485d-a255-e33546ead7ae req-aaa19c5b-a913-45ed-9eb8-afacf8ee4bd5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407286
Mar 05 21:31:28.074205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:28.500078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251c154-00b5-4632-ae45-e54700f71ae6 req-dbfa1a31-ef6e-44e2-8f94-222c84e59d68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:28.502317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e251c154-00b5-4632-ae45-e54700f71ae6 req-dbfa1a31-ef6e-44e2-8f94-222c84e59d68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0532825
Mar 05 21:31:28.548628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e251c154-00b5-4632-ae45-e54700f71ae6 req-a926c55b-697e-4d08-afe3-fbc3af2eb1c1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406990
Mar 05 21:31:29.653335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:29.668437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761d6f4-d720-42bb-a441-20261fcd96c9 req-6f2745c9-8033-4544-87ad-10d1045e9a72 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:29.669918 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e761d6f4-d720-42bb-a441-20261fcd96c9 req-6f2745c9-8033-4544-87ad-10d1045e9a72 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0530131
Mar 05 21:31:29.715792 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e761d6f4-d720-42bb-a441-20261fcd96c9 req-e94b15e7-434a-46a3-83d4-08dd82d95b1d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397372
Mar 05 21:31:30.833944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed6d31-8c25-4ac9-bd96-6531da40399b req-7ba26d47-8b57-4be1-9add-d43f5b855154 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:30.835384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5ed6d31-8c25-4ac9-bd96-6531da40399b req-7ba26d47-8b57-4be1-9add-d43f5b855154 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0513225
Mar 05 21:31:30.885023 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f5ed6d31-8c25-4ac9-bd96-6531da40399b req-3c7135fd-af3b-4fee-8361-db1cd5cf09b6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441089
Mar 05 21:31:31.078222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:31.147348 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-28c801b7-4253-4daf-9916-8cb56c6b276b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0787795
Mar 05 21:31:31.154566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0166f3-708d-4c3f-958e-a2137520978c req-8c5457c8-4f5b-4457-b801-a09ccb337aa0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:31.156073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d0166f3-708d-4c3f-958e-a2137520978c req-8c5457c8-4f5b-4457-b801-a09ccb337aa0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0778100
Mar 05 21:31:31.204205 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7d0166f3-708d-4c3f-958e-a2137520978c req-d2bb6564-40de-4e76-a4bf-b6d938fd6659 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422246
Mar 05 21:31:31.488352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-8eedd473-b24d-4db7-8459-a365247d2e40 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:31.489683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-8eedd473-b24d-4db7-8459-a365247d2e40 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 942 time: 0.0482194
Mar 05 21:31:32.328237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-6a9bf3a0-1bfc-4085-8a92-9a412cce676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:32.329850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-6a9bf3a0-1bfc-4085-8a92-9a412cce676a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1127 time: 0.0447695
Mar 05 21:31:32.331614 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dfbc8-c528-4af6-87fe-78528730a3fe req-505283cb-0297-462f-849f-dfb392559749 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:32.333163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-226dfbc8-c528-4af6-87fe-78528730a3fe req-505283cb-0297-462f-849f-dfb392559749 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0541277
Mar 05 21:31:32.384194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-226dfbc8-c528-4af6-87fe-78528730a3fe req-519941f4-2c7b-40b2-b778-4d522952cae5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454071
Mar 05 21:31:32.420766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-e647bdfe-b58e-4e3e-8555-8c97e22f19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:32.422226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-e647bdfe-b58e-4e3e-8555-8c97e22f19b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0860939
Mar 05 21:31:32.489073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-126ea7f0-59f1-4827-9969-f137b3b3dbaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 1001 time: 0.0610249
Mar 05 21:31:32.535932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-f1ae6d83-3c6b-482f-b108-eb39b953f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:32.537380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-f1ae6d83-3c6b-482f-b108-eb39b953f862 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0431924
Mar 05 21:31:32.587101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-4d93ae58-d900-49b9-8fee-20b24fe2f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:32.588599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-4d93ae58-d900-49b9-8fee-20b24fe2f825 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444515
Mar 05 21:31:32.678059 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-8888f0bc-655a-4a1f-9824-72f73b8f0784 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832570
Mar 05 21:31:32.772754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-2692b7f2-6577-4d85-9d73-7f213370a7f1 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862732
Mar 05 21:31:33.508585 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c925-b90b-44f1-82dc-af2dd75da164 req-5d7588b3-24fc-40fb-8e29-ff476a28891b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:33.510096 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1842c925-b90b-44f1-82dc-af2dd75da164 req-5d7588b3-24fc-40fb-8e29-ff476a28891b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0577850
Mar 05 21:31:33.557229 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1842c925-b90b-44f1-82dc-af2dd75da164 req-cccc931f-71c5-4a69-a921-3cd7775ff09f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416086
Mar 05 21:31:34.456783 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-3f331a9a-80c8-4dbc-8cae-713cbe406929 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:31:34.457770 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-3f331a9a-80c8-4dbc-8cae-713cbe406929 service neutron] 10.222.0.31 "GET /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0539498
Mar 05 21:31:34.653193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-797b720a-307b-4a93-8d01-03443b343af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:34.654681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-797b720a-307b-4a93-8d01-03443b343af1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1127 time: 0.0449169
Mar 05 21:31:34.666398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:31:34.684289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd96929-8a48-4e81-99c0-e57d35157738 req-1711dba8-401c-4b65-9951-c372ce435537 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:34.685757 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fd96929-8a48-4e81-99c0-e57d35157738 req-1711dba8-401c-4b65-9951-c372ce435537 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0533633
Mar 05 21:31:34.726980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:34.732708 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3fd96929-8a48-4e81-99c0-e57d35157738 req-b8c448b7-fd09-4c8e-af19-e636e7c7c891 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409250
Mar 05 21:31:34.923994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:34.956224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:31:34.995359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:34.997582 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92d81c-1e34-4704-8bb6-e939123a4d28" -d '{"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-unplugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:35.001542 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks [] for port (27963ca3-af30-4494-b232-7a8a3697cf20), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:35.013917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Transition to ACTIVE for port object 27963ca3-af30-4494-b232-7a8a3697cf20 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:31:35.018783 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:35.104352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:35.147400 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd54635-3c97-4e60-ab59-2c498235923f x-openstack-request-id: req-3cd54635-3c97-4e60-ab59-2c498235923f {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:35.147714 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-unplugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:35.147972 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cd54635-3c97-4e60-ab59-2c498235923f {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:35.148374 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'code': 200}
Mar 05 21:31:35.149271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] No DVR routers for this DVR port 27963ca3-af30-4494-b232-7a8a3697cf20 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:31:35.606218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:31:35.606562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:31:35.606891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:31:35.611639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:31:35.611990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Attempting to bind port 27963ca3-af30-4494-b232-7a8a3697cf20 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:31:35.616694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:31:35.617035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:31:35.617423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:31:35.617855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Bound port: 27963ca3-af30-4494-b232-7a8a3697cf20, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:31:35.618211 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:35.680340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:31:35.683279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:31:35.688954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:35.728189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:35.728785 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:35.730230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] 10.222.0.23 "PUT /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 1091 time: 1.0678735
Mar 05 21:31:35.748198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa051ac-6e7f-4dfa-a3b5-b501419dfcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:35.796988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5278ad03-4192-49cd-91fb-1c313ffba7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:35.798897 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-5278ad03-4192-49cd-91fb-1c313ffba7fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0470090
Mar 05 21:31:35.864522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d64fc-ab4e-4ef7-bc90-617d62d3c35d req-33787346-7908-48f0-9159-b254f28ebf8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:35.866725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e3d64fc-ab4e-4ef7-bc90-617d62d3c35d req-33787346-7908-48f0-9159-b254f28ebf8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0599384
Mar 05 21:31:35.897942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-f0d4992e-95ff-4f36-a298-167ae5c4f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:35.899797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-f0d4992e-95ff-4f36-a298-167ae5c4f842 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0942953
Mar 05 21:31:35.917957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e3d64fc-ab4e-4ef7-bc90-617d62d3c35d req-8ab27512-b2fd-4ee8-9b29-1104d1d60d6e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452747
Mar 05 21:31:35.973091 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-a91e4093-1f5f-4665-966e-851cd2751175 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 999 time: 0.0675621
Mar 05 21:31:36.023445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-76e70c3b-7d82-42b5-a87c-08db6b698ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:36.024917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-76e70c3b-7d82-42b5-a87c-08db6b698ced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0461977
Mar 05 21:31:36.071253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-416caaf5-af3a-45a5-96cb-1437b41f901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:36.072777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-416caaf5-af3a-45a5-96cb-1437b41f901b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423734
Mar 05 21:31:36.161631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-9c465996-854f-4ddf-8ea0-a85f56f2afef service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831373
Mar 05 21:31:36.247576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9ab4f5b0-15aa-42e2-b217-c0fee1c21307 req-ddbab7ac-77c3-4a27-a970-17022c32c1ee service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803337
Mar 05 21:31:36.400714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:36.632443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:37.042942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f29a9-dd5a-4c97-a4f5-e97204069370 req-e91a90ea-aee2-4923-a72d-ddc0423cabcc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.044365 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d4f29a9-dd5a-4c97-a4f5-e97204069370 req-e91a90ea-aee2-4923-a72d-ddc0423cabcc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0524836
Mar 05 21:31:37.097092 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6d4f29a9-dd5a-4c97-a4f5-e97204069370 req-084b2356-1ccd-4410-a823-489230cddb04 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459111
Mar 05 21:31:37.149857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:37.152183 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d37c2-a529-4425-9e23-89e4a67a974f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:37.204980 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c94d7bb-1caa-4bd4-b48b-3b44b72e8939 x-openstack-request-id: req-5c94d7bb-1caa-4bd4-b48b-3b44b72e8939 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:37.205273 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:37.205524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c94d7bb-1caa-4bd4-b48b-3b44b72e8939 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:37.205925 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'status': 'completed', 'code': 200}
Mar 05 21:31:37.292877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-ce40b7c2-5b01-4649-a7e6-454d3d814edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.294375 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-ce40b7c2-5b01-4649-a7e6-454d3d814edc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0660458
Mar 05 21:31:37.296161 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-60e01548-5e81-4ada-abae-445e35c2f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.297489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-60e01548-5e81-4ada-abae-445e35c2f618 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0786922
Mar 05 21:31:37.456305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-8cdd9033-91e7-4b97-a619-b305b8ab032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.457673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-8cdd9033-91e7-4b97-a619-b305b8ab032d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1572108
Mar 05 21:31:37.459129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-ae077264-f717-450e-8237-a8f2488f5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.460355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-ae077264-f717-450e-8237-a8f2488f5d95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1529500
Mar 05 21:31:37.574918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-6f5c53d9-5b6a-4b38-8afc-20ee10c9f775 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 999 time: 0.1087112
Mar 05 21:31:37.578698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-3439530d-3fa7-4456-97bd-23386c15237c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 999 time: 0.1046028
Mar 05 21:31:37.655691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-b2697e8d-60ce-4d99-8ebe-dbe8a56d4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.657146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-b2697e8d-60ce-4d99-8ebe-dbe8a56d4588 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0761123
Mar 05 21:31:37.658543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-a981384e-9d3d-4d04-a0dc-a60d9ae1f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.660013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-a981384e-9d3d-4d04-a0dc-a60d9ae1f176 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0715296
Mar 05 21:31:37.738832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-457cf205-0344-4c0e-84dc-47053e48f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.740248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-457cf205-0344-4c0e-84dc-47053e48f7b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0778341
Mar 05 21:31:37.742621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-09963ba4-00ee-4671-88b2-a81836260d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:37.743971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-09963ba4-00ee-4671-88b2-a81836260d68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0746255
Mar 05 21:31:37.760061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:31:37.799310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 27963ca3-af30-4494-b232-7a8a3697cf20 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:31:37.799744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:31:37.899827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-99dd3cb7-d2fe-42be-a01a-9a792397154f service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534483
Mar 05 21:31:37.901929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-6536dbc0-e12f-4d52-8528-22dab3beaf05 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474357
Mar 05 21:31:38.057843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-2e9120a5-bd3c-4fe6-af4d-f77a38e7dde8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511772
Mar 05 21:31:38.061155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc0d37c2-a529-4425-9e23-89e4a67a974f req-17c6167e-6f74-47ef-8dd4-7bdf7689a8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474369
Mar 05 21:31:38.218236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b07cb-965c-44e7-887d-22760f11ce58 req-ae40d134-f728-4ad2-83aa-a024a313279b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.219721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-405b07cb-965c-44e7-887d-22760f11ce58 req-ae40d134-f728-4ad2-83aa-a024a313279b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0538352
Mar 05 21:31:38.266157 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-405b07cb-965c-44e7-887d-22760f11ce58 req-c12404ae-2c30-44c3-a6ba-58a83fd280e2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402770
Mar 05 21:31:38.469363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f44d0-ddb6-4bcc-a002-a3a2a617495a req-62e13756-93dd-48bf-b4fe-0e8b0a5bd69b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.471899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a6f44d0-ddb6-4bcc-a002-a3a2a617495a req-62e13756-93dd-48bf-b4fe-0e8b0a5bd69b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0608482
Mar 05 21:31:38.551480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a6f44d0-ddb6-4bcc-a002-a3a2a617495a req-5e313eaa-6004-44d0-a271-187e085aa994 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706856
Mar 05 21:31:38.559112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322c2a-f76f-4338-b402-b25752be5745 req-60cbc704-e28b-4d07-be60-9a9ff8ae1590 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.560555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-60cbc704-e28b-4d07-be60-9a9ff8ae1590 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22&tenant_id=82cb16655b3348048ea81b796af0da84&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0878055
Mar 05 21:31:38.621603 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-77322c2a-f76f-4338-b402-b25752be5745 req-c534e76d-937a-4b25-a37e-3826cfbbcfca service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:31:38.622546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-c534e76d-937a-4b25-a37e-3826cfbbcfca service neutron] 10.222.0.31 "DELETE /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0557528
Mar 05 21:31:38.713280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322c2a-f76f-4338-b402-b25752be5745 req-49fb66e7-d3bf-45c7-89b8-dd2293cf79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.714765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-49fb66e7-d3bf-45c7-89b8-dd2293cf79ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1125 time: 0.0503609
Mar 05 21:31:38.803255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322c2a-f76f-4338-b402-b25752be5745 req-d9bd7e6b-2054-4541-98c8-1f5d27472a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.804800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-d9bd7e6b-2054-4541-98c8-1f5d27472a1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0842254
Mar 05 21:31:38.874494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-71a995d0-349e-4d90-a480-1bfd9d53629c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 999 time: 0.0632672
Mar 05 21:31:38.922517 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322c2a-f76f-4338-b402-b25752be5745 req-4237944b-1971-4b2f-ae90-67d993ca7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.925071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-4237944b-1971-4b2f-ae90-67d993ca7a3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0453141
Mar 05 21:31:38.974607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322c2a-f76f-4338-b402-b25752be5745 req-b5da49f3-2308-41e3-9033-ce85bb583e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:38.976178 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-b5da49f3-2308-41e3-9033-ce85bb583e79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449545
Mar 05 21:31:39.067772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-b309165c-27e6-461e-a621-9a44e878485f service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854290
Mar 05 21:31:39.154045 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-77322c2a-f76f-4338-b402-b25752be5745 req-79129c2b-1206-452a-bfe1-b8fabf90d790 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805895
Mar 05 21:31:39.565602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:31:39.671771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:39.683517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '27963ca3-af30-4494-b232-7a8a3697cf20', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '27963ca3-af30-4494-b232-7a8a3697cf20', 'mac_address': 'fa:16:3e:07:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:31:39.688163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6320c-00e3-41c7-9497-180640bf7633 req-44a64bf1-5872-4ebd-a96e-0e14916b53b0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:39.690067 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23b6320c-00e3-41c7-9497-180640bf7633 req-44a64bf1-5872-4ebd-a96e-0e14916b53b0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 943 time: 0.0640142
Mar 05 21:31:39.721210 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 27963ca3-af30-4494-b232-7a8a3697cf20 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:31:39.721605 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:39.734085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27963ca3-af30-4494-b232-7a8a3697cf20 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:31:39.740537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23b6320c-00e3-41c7-9497-180640bf7633 req-276e8da0-e4e1-495f-b21b-6ac41598b138 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424192
Mar 05 21:31:39.754788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:39.764997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:39.812087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:39.819806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.820157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.820501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.820847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.821178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.821509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.821839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.822168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.822493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.822821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.823149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.823473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.823818 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:39.863483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562520-604c-4635-b63a-fef8de1581ea req-8f032466-c282-461e-a843-54be0e943119 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:39.865000 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66562520-604c-4635-b63a-fef8de1581ea req-8f032466-c282-461e-a843-54be0e943119 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0542030
Mar 05 21:31:39.915956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-66562520-604c-4635-b63a-fef8de1581ea req-105539f7-a09a-4e55-8e9d-4ac181cd7fad tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453365
Mar 05 21:31:39.956197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['27963ca3-af30-4494-b232-7a8a3697cf20'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:31:40.156837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe370bc-e044-496e-b282-00167e084995 req-b8b7d6be-ef17-4687-adb3-71a0f8471332 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:40.158371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abe370bc-e044-496e-b282-00167e084995 req-b8b7d6be-ef17-4687-adb3-71a0f8471332 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0904539
Mar 05 21:31:40.172650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-fe7de345-20ee-4152-93d1-337e3efaced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:40.174651 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-fe7de345-20ee-4152-93d1-337e3efaced0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 1126 time: 0.0687146
Mar 05 21:31:40.261998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abe370bc-e044-496e-b282-00167e084995 req-cad3f25a-9893-49b6-b98c-c2e893c6d3d4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967081
Mar 05 21:31:40.294855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-2716a6bb-b1f4-4b39-b5f9-3aec70224dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:40.296270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-2716a6bb-b1f4-4b39-b5f9-3aec70224dd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1127172
Mar 05 21:31:40.360188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-7f527f9d-2cb6-4851-b377-e5632a90edee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 200  len: 1000 time: 0.0571606
Mar 05 21:31:40.410974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-1dfdf364-a810-4f63-ad3f-d7792f710b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:40.412426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-1dfdf364-a810-4f63-ad3f-d7792f710b39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0450425
Mar 05 21:31:40.464832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-1f871e59-e90c-40d4-bed7-d895a52757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:40.466316 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-1f871e59-e90c-40d4-bed7-d895a52757e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479696
Mar 05 21:31:40.552975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-9af2c168-0619-4b8a-ac7f-908a764a8102 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807054
Mar 05 21:31:40.644082 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bc021c8-3362-4e0a-92c0-1d60410e6f14 req-5b3e1159-5e9d-42fe-b55e-601c8ea8a333 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854232
Mar 05 21:31:41.385047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed52b-8466-4572-908b-028650262444 req-11d90e30-8e5d-49ab-9dfa-056e4250c329 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:41.386532 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4aed52b-8466-4572-908b-028650262444 req-11d90e30-8e5d-49ab-9dfa-056e4250c329 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0534892
Mar 05 21:31:41.432649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4aed52b-8466-4572-908b-028650262444 req-e22c9954-3c3a-4647-a366-71ec1a97f192 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406489
Mar 05 21:31:41.588048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:31:41.637216 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 27963ca3-af30-4494-b232-7a8a3697cf20 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:31:41.641815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 27963ca3-af30-4494-b232-7a8a3697cf20 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:31:41.642267 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:41.675147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99486de3-6d75-43e9-abae-b96f6be0fd71 req-0dc915c1-188d-48f8-ac41-c89964046c5e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:41.676637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99486de3-6d75-43e9-abae-b96f6be0fd71 req-0dc915c1-188d-48f8-ac41-c89964046c5e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 944 time: 0.0583906
Mar 05 21:31:41.723860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99486de3-6d75-43e9-abae-b96f6be0fd71 req-743345fb-bf2a-4266-9ab3-0abc57bb77f2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415723
Mar 05 21:31:41.724086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 27963ca3-af30-4494-b232-7a8a3697cf20 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:31:41.724316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:41.747583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:41.749796 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635c1cb-e931-44a3-b8d5-2cccdc26dca7" -d '{"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-plugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:41.762739 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:41.766765 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:41.817484 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:41.851423 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f80e17-049b-4216-8da6-c46332584c3c x-openstack-request-id: req-27f80e17-049b-4216-8da6-c46332584c3c {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:41.851889 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-plugged", "status": "completed", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:41.852207 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f80e17-049b-4216-8da6-c46332584c3c {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:41.852732 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'code': 200}
Mar 05 21:31:42.842374 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe5b7-549d-4ff2-9d4c-33a14b6ab417 req-f2cae33e-9583-45b6-a6bc-da73d1fcf6b2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:42.843869 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-915fe5b7-549d-4ff2-9d4c-33a14b6ab417 req-f2cae33e-9583-45b6-a6bc-da73d1fcf6b2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0517144
Mar 05 21:31:42.893969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-915fe5b7-549d-4ff2-9d4c-33a14b6ab417 req-953b604f-cf1a-48a5-946c-79e41ab6bb2a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445693
Mar 05 21:31:42.931250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945941-3693-4339-8489-eac469af6841 req-bd3a1177-c0d6-47be-a911-f9a4ef859050 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:42.932732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35945941-3693-4339-8489-eac469af6841 req-bd3a1177-c0d6-47be-a911-f9a4ef859050 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2974512-1028-498a-b3ee-523fe4594c22 HTTP/1.1" status: 200  len: 945 time: 0.0558403
Mar 05 21:31:43.023523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Deleting port 27963ca3-af30-4494-b232-7a8a3697cf20 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:31:43.023816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.113895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] For port 27963ca3-af30-4494-b232-7a8a3697cf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27963ca3-af30-4494-b232-7a8a3697cf20,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:43.114256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.280127 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.280412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.280726 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e disassociated. External IP: 172.35.0.122, port: 27963ca3-af30-4494-b232-7a8a3697cf20.
Mar 05 21:31:43.281070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Calling delete_port for 27963ca3-af30-4494-b232-7a8a3697cf20 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:31:43.408999 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (27963ca3-af30-4494-b232-7a8a3697cf20), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.441042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'Port': ['ID=27963ca3-af30-4494-b232-7a8a3697cf20,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:43.557578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:31:43.670509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:31:43.680433 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:31:43.689785 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:43.690407 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904cab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:31:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:43.712609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] No DVR routers for this DVR port 27963ca3-af30-4494-b232-7a8a3697cf20 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:31:43.715242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:43.718580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35945941-3693-4339-8489-eac469af6841 req-3e8fc756-b6de-4f45-9be1-ca0cc70155d2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "DELETE /v2.0/ports/27963ca3-af30-4494-b232-7a8a3697cf20 HTTP/1.1" status: 204  len: 173 time: 0.7811687
Mar 05 21:31:43.719044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-deleted', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:43.721993 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2a55f0-3a6c-4d12-9424-85b51a86b6ae" -d '{"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-deleted", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:43.760770 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428bedda-746b-41d0-9601-54a5d8f44558 x-openstack-request-id: req-428bedda-746b-41d0-9601-54a5d8f44558 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:43.761072 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2974512-1028-498a-b3ee-523fe4594c22", "name": "network-vif-deleted", "tag": "27963ca3-af30-4494-b232-7a8a3697cf20", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:43.761332 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-428bedda-746b-41d0-9601-54a5d8f44558 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:43.761744 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2974512-1028-498a-b3ee-523fe4594c22', 'name': 'network-vif-deleted', 'tag': '27963ca3-af30-4494-b232-7a8a3697cf20', 'status': 'completed', 'code': 200}
Mar 05 21:31:43.764336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:31:43.813456 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:44.031134 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904cab50>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:44.057685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:31:44.066285 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:44.066990 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904cab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:31:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:44.150686 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-c0000309-cda7-40fd-80f7-dde592a37678 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1535879041&fields=id&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 267 time: 0.0445735
Mar 05 21:31:44.261696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-f0555804-e8ee-4905-81b1-9b57303ed702 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:44.263172 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-f0555804-e8ee-4905-81b1-9b57303ed702 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1058950
Mar 05 21:31:44.265276 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:44.279025 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-7242d009-c06e-48f4-b950-8ce6562886f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/quotas/82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 375 time: 0.0091069
Mar 05 21:31:44.334892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-59b1fd74-100e-4a76-925c-5cfcdcdf5de7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0506248
Mar 05 21:31:44.350464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-57c86dcb-ad97-40b2-bdd2-655d013e73df service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:31:44.351501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-57c86dcb-ad97-40b2-bdd2-655d013e73df service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054040
Mar 05 21:31:44.445197 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-df41b905-2290-4d46-b6ef-1b987e57bd42 service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879707
Mar 05 21:31:44.468226 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904cab50>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:44.497764 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e070c-e8b7-4ab8-b998-dcc670feb372 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:31:44.535616 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-c837daf0-773b-4d87-9062-2dbd6b9ce9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847445
Mar 05 21:31:44.708889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d6fd4c31-8389-48a0-8e3e-1869b7c9c342 req-911b3eda-92eb-4422-86e4-2a6f70ecf20b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 210 time: 0.0329645
Mar 05 21:31:44.749209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f112a-434a-4b6c-afda-b8aaca215fb3 None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:31:45.698353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-16c5d681-9749-4694-8e0a-5c5a34802dc5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:45.699953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-16c5d681-9749-4694-8e0a-5c5a34802dc5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1390364
Mar 05 21:31:45.777457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-c00bda89-0f5a-4e70-910f-b4d067588ed7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 380 time: 0.0689933
Mar 05 21:31:45.789300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'port': {'device_id': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'admin_state_up': True, 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'security_groups': ['372f1b87-7dc7-4d4d-8b18-34f164694bd9']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:31:45.828500 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fb62d2c2-84b6-4853-b1de-20865b9f03dd req-9611bc0d-ad3d-4f9d-9b25-8270181505d3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 210 time: 0.0287931
Mar 05 21:31:45.900023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:31:45.903382 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.027810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Allocated IP 172.20.0.7 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:31:46.165380 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.198791 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.242601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:31:46.245717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:31:46.249379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:31:46.256651 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:46.289851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.290206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.290560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.290909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.291260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.291604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.291968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.292308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.292640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.292974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.293311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.293646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.293980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:31:46.319843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:46.320517 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.338149 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-38d17f91-4824-4526-a87a-4a13efdd9d1a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5528774
Mar 05 21:31:46.349470 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Request body: {'port': {'device_id': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:31:46.411447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.502504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b74228a3-78f2-46a6-94d3-ae0456fbd170 None None] Provisioning complete for port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:31:46.503099 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b74228a3-78f2-46a6-94d3-ae0456fbd170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.536408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b74228a3-78f2-46a6-94d3-ae0456fbd170 None None] Port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:31:46.672454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:31:46.680654 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks [] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.693108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Transition to ACTIVE for port object 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:31:46.696896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.749770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:46.819518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:31:46.820214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:31:46.820214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:31:46.824612 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:31:46.824936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:31:46.829800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:31:46.830654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:31:46.831043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:31:46.831574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Bound port: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:31:46.831956 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:46.900960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:31:46.904204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:31:46.911626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:47.294069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.294581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:47.295970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1091 time: 0.9509528
Mar 05 21:31:47.297878 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:47.300319 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f774a7-8306-4ec8-a27b-e7cf157827b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:47.329330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed6441-40dc-4dbd-8954-2d982045fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:47.340304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40aaa-a390-483b-81f5-89b0657e486d req-f0910a6a-d962-44e8-91ff-153a197bfedc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.347413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ca40aaa-a390-483b-81f5-89b0657e486d req-f0910a6a-d962-44e8-91ff-153a197bfedc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.4331207
Mar 05 21:31:47.370509 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af87e3d-c9ec-4c00-b8bb-35af323d6928 x-openstack-request-id: req-6af87e3d-c9ec-4c00-b8bb-35af323d6928 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:47.370795 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:47.371047 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6af87e3d-c9ec-4c00-b8bb-35af323d6928 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:47.371442 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'status': 'completed', 'code': 200}
Mar 05 21:31:47.429547 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ca40aaa-a390-483b-81f5-89b0657e486d req-03fafedc-bc37-4cdf-9a12-af6bccf49580 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811322
Mar 05 21:31:47.442872 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-e26b2c25-a42e-443e-864d-5e44ebb5e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.444732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-e26b2c25-a42e-443e-864d-5e44ebb5e964 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0822749
Mar 05 21:31:47.487494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-d64f4359-8e62-4064-b25b-05884e2426b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 217 time: 0.0364263
Mar 05 21:31:47.535309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-63bdca59-29f0-4133-b439-e63a00fddc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.536799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-63bdca59-29f0-4133-b439-e63a00fddc33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0433881
Mar 05 21:31:47.585961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-57912016-1817-43bb-917f-0ebf795db714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.587489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-57912016-1817-43bb-917f-0ebf795db714 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451066
Mar 05 21:31:47.650074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:31:47.670006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 27963ca3-af30-4494-b232-7a8a3697cf20 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:31:47.670355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 27963ca3-af30-4494-b232-7a8a3697cf20 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:31:47.681234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-ae15c4a8-1d17-4bd3-a3fe-6a10966717bf service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879135
Mar 05 21:31:47.766766 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c3539b55-5f65-4e99-9f91-89aa19ae80a6 req-8a5b390c-cba3-44da-a973-7977da06cd3a service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0792909
Mar 05 21:31:47.856126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-d34991ec-5d58-4a81-abc3-4635b9a90270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.857515 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-d34991ec-5d58-4a81-abc3-4635b9a90270 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0483320
Mar 05 21:31:47.945808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-019ba6db-ea04-4a79-b5da-7790f2f22c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:47.947291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-019ba6db-ea04-4a79-b5da-7790f2f22c02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0841622
Mar 05 21:31:47.993871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-a77a6c13-24dd-42c9-b0e4-470aeb084374 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 217 time: 0.0404971
Mar 05 21:31:48.042059 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-94a1a4d4-a65c-4de7-9c63-22dbb583f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:48.043485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-94a1a4d4-a65c-4de7-9c63-22dbb583f0ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0440023
Mar 05 21:31:48.093904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-d0ea77f3-b368-4093-a17a-550bf9def6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:48.096170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-d0ea77f3-b368-4093-a17a-550bf9def6a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451694
Mar 05 21:31:48.189795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-84a74018-5126-422c-ab14-69b3e018c8f4 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862875
Mar 05 21:31:48.277632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7f774a7-8306-4ec8-a27b-e7cf157827b5 req-907b8402-5eee-416a-a03c-0bcfa6b2ae52 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814617
Mar 05 21:31:48.546053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55782b64-027b-465d-8615-f8f1830c3061 req-6e19a5b6-0017-4941-9bc8-5f59a6652a06 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:48.547509 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55782b64-027b-465d-8615-f8f1830c3061 req-6e19a5b6-0017-4941-9bc8-5f59a6652a06 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0518525
Mar 05 21:31:48.597985 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-55782b64-027b-465d-8615-f8f1830c3061 req-bfd0839a-80ac-4d54-9d86-bf2a450b76eb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439847
Mar 05 21:31:49.723119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041c533-3189-4ba0-bd82-ec641c4e5b89 req-52a4b60a-8bf2-479e-bfe8-529133e94448 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:49.724643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f041c533-3189-4ba0-bd82-ec641c4e5b89 req-52a4b60a-8bf2-479e-bfe8-529133e94448 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0540366
Mar 05 21:31:49.772113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f041c533-3189-4ba0-bd82-ec641c4e5b89 req-4af468c8-1e17-4c8f-8097-1200af5586c8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418386
Mar 05 21:31:50.889497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472766-eb7f-4383-9ebc-4361734e39e1 req-509129d8-82c7-4499-aab1-6ef9b220ce00 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:50.890870 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8472766-eb7f-4383-9ebc-4361734e39e1 req-509129d8-82c7-4499-aab1-6ef9b220ce00 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0511491
Mar 05 21:31:50.938996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c8472766-eb7f-4383-9ebc-4361734e39e1 req-4f200f43-b7f2-4fef-80fc-3284571942e7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419731
Mar 05 21:31:51.697140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:31:51.797724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:51.809692 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'mac_address': 'fa:16:3e:87:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:31:51.846503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:31:51.846896 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:51.863814 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:31:51.883017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:51.887283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:51.934562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:52.066757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1fdbe-bdb4-4799-ac0f-db0906fbc8a3 req-81d1782d-3a6a-4f57-8304-2c40d0cdb9df tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:52.068277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1d1fdbe-bdb4-4799-ac0f-db0906fbc8a3 req-81d1782d-3a6a-4f57-8304-2c40d0cdb9df tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0607934
Mar 05 21:31:52.098458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:31:52.119417 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b1d1fdbe-bdb4-4799-ac0f-db0906fbc8a3 req-6ea4de97-f910-46bd-b117-a05590298afb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452952
Mar 05 21:31:53.237467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835668f6-8282-4bbb-9808-97ba2da22ac3 req-c0605057-1eba-4967-a666-e17fdc00aefa tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:53.238925 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-835668f6-8282-4bbb-9808-97ba2da22ac3 req-c0605057-1eba-4967-a666-e17fdc00aefa tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0523872
Mar 05 21:31:53.285527 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-835668f6-8282-4bbb-9808-97ba2da22ac3 req-8e2f3d84-7809-4668-b36a-4adf8570f9f6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410533
Mar 05 21:31:53.711221 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:31:53.760787 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:31:53.764562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:31:53.764938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:53.848758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:31:53.849182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:53.870966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:53.873206 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0547d0a-2d33-4336-811b-2605a598bc0d" -d '{"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-plugged", "status": "completed", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:53.890024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:31:53.894985 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:53.919222 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d23769-e10b-4556-a7cd-a86231f4a4b0 x-openstack-request-id: req-03d23769-e10b-4556-a7cd-a86231f4a4b0 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:53.919515 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-plugged", "status": "completed", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:53.919802 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03d23769-e10b-4556-a7cd-a86231f4a4b0 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:53.920190 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'code': 200}
Mar 05 21:31:53.947162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:31:54.011202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633273c-6dbf-4f90-a3d1-69974567ee0d req-24352cba-a2c7-4e72-a707-74c1ea7af6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:54.012725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5633273c-6dbf-4f90-a3d1-69974567ee0d req-24352cba-a2c7-4e72-a707-74c1ea7af6d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1127 time: 0.0454917
Mar 05 21:31:54.056042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5633273c-6dbf-4f90-a3d1-69974567ee0d req-9556cd20-13ef-433a-b44e-6237cfece336 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368443
Mar 05 21:31:54.410791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a71b1-4437-4a2e-97ab-9e9da141ea8a req-7f6b425d-0237-45e7-98f4-e409503fd107 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:54.412271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e40a71b1-4437-4a2e-97ab-9e9da141ea8a req-7f6b425d-0237-45e7-98f4-e409503fd107 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0564821
Mar 05 21:31:54.458334 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e40a71b1-4437-4a2e-97ab-9e9da141ea8a req-23241f0d-a7b2-4ad9-99b9-15125e26dd60 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405641
Mar 05 21:31:54.542397 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2cfde301-c0ea-4631-b858-d343ce2f9e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:55.584095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf09e-1148-4233-97b3-36ce12db0a76 req-ac6b235d-5c16-4c07-ae62-05837a35f0a8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:55.585577 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-917cf09e-1148-4233-97b3-36ce12db0a76 req-ac6b235d-5c16-4c07-ae62-05837a35f0a8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0561087
Mar 05 21:31:55.633952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-917cf09e-1148-4233-97b3-36ce12db0a76 req-d2af3f99-ddf1-4734-8f1c-29a7650cd721 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428188
Mar 05 21:31:55.750540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434d1cc-fd88-4793-afa9-07c194ed84e7 req-f2657e4b-d134-4f7f-ae52-e19fbe8c624d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:55.752726 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e434d1cc-fd88-4793-afa9-07c194ed84e7 req-f2657e4b-d134-4f7f-ae52-e19fbe8c624d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0538883
Mar 05 21:31:55.761524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35752) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:31:55.765762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'floatingip': {'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:31:55.806501 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:56.222351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:56.226125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:56.327959 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e associated. External IP: 172.35.0.122, port: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06.
Mar 05 21:31:56.830163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:31:56.884106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52e6029d-b0f8-4abf-847f-f45a45a6d98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:56.953790 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:31:56.959221 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:56.967388 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:31:56.979281 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:56.980031 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9016f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:31:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:57.002856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-42a74a8b-1b83-4191-b3ce-39b44e867b33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "PUT /v2.0/floatingips/387b3132-666e-40c0-b127-accb1ca97b9e HTTP/1.1" status: 200  len: 991 time: 1.2368004
Mar 05 21:31:57.002856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:31:57.002856 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0813a02-b9a3-4e92-b7c6-4947e5734a82" -d '{"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:31:57.047248 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2403f0-2963-4d9c-8f3d-24f04cd9be05 x-openstack-request-id: req-2f2403f0-2963-4d9c-8f3d-24f04cd9be05 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:31:57.047552 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:31:57.047874 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f2403f0-2963-4d9c-8f3d-24f04cd9be05 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:31:57.048255 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'status': 'completed', 'code': 200}
Mar 05 21:31:57.145366 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:57.212321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-c2e36569-ab9e-4377-b0fb-f80fa577f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.214527 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-c2e36569-ab9e-4377-b0fb-f80fa577f688 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1127 time: 0.1416953
Mar 05 21:31:57.331345 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aaf3f-9a5c-42e2-b9de-8223ff238702 req-acf4313a-f823-4979-a354-9eaef6156fe8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.338268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f45aaf3f-9a5c-42e2-b9de-8223ff238702 req-acf4313a-f823-4979-a354-9eaef6156fe8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0623200
Mar 05 21:31:57.366257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2cf641dc-d77c-49df-ab82-b5db939b2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.369311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2cf641dc-d77c-49df-ab82-b5db939b2268 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1434116
Mar 05 21:31:57.390609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f45aaf3f-9a5c-42e2-b9de-8223ff238702 req-387a7df8-3d4c-4175-9e8f-35807ff34f5d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514736
Mar 05 21:31:57.406992 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9016f2e0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:87:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:56Z', 'revision_number': 9, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:57.427426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-732083af-22f1-4745-8193-84066ca77dcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1461008
Mar 05 21:31:57.438824 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:31:57.448650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:31:57.449275 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9016f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:31:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:57.458219 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-b7b8cd9c-80fd-4536-b8b9-7addd1f5340c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 999 time: 0.0781777
Mar 05 21:31:57.524064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2b363441-f73f-4dbe-8750-8e5ff554c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.525557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2b363441-f73f-4dbe-8750-8e5ff554c6d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0593803
Mar 05 21:31:57.568947 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:31:57.578214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2243f547-8e10-4808-943d-02931c152e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.580372 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-2243f547-8e10-4808-943d-02931c152e36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471785
Mar 05 21:31:57.676250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-8300187d-5b79-43d0-b39b-9416cb074a85 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901091
Mar 05 21:31:57.806526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e0813a02-b9a3-4e92-b7c6-4947e5734a82 req-b280d128-24cd-49dd-af5f-1d0f00038422 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249466
Mar 05 21:31:57.808760 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9016f2e0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:87:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:56Z', 'revision_number': 9, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:31:57.820593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-59e23ddb-e33a-473a-a107-7416fef179ec tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:57.822031 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-59e23ddb-e33a-473a-a107-7416fef179ec tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 942 time: 0.0581009
Mar 05 21:31:57.842190 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6851fe-b2c4-4f37-a05c-f792e4096734 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:87:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:31:56Z', 'revision_number': 9, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:31:58.055623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec5042-106f-4e38-8849-7c51b117e564 None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:31:58.125257 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:58.510804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce167-bb5e-4a73-987d-811bdb4bf5df req-7d463261-005f-4ea1-88e1-e2d881eba2cb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:58.512350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9cce167-bb5e-4a73-987d-811bdb4bf5df req-7d463261-005f-4ea1-88e1-e2d881eba2cb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0528607
Mar 05 21:31:58.572014 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f9cce167-bb5e-4a73-987d-811bdb4bf5df req-b06668d4-6196-452a-8f86-65d8e0cb024c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531178
Mar 05 21:31:58.622499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-67373db8-fbf8-443d-802a-dd861de3ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:58.624010 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-67373db8-fbf8-443d-802a-dd861de3ff28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1127 time: 0.0460613
Mar 05 21:31:58.710405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-e811843e-88ef-48fc-b84f-401910f5f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:58.712363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-e811843e-88ef-48fc-b84f-401910f5f103 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0832405
Mar 05 21:31:58.782275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-3882d176-5657-4287-ac66-bd951a82cc10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1002 time: 0.0642951
Mar 05 21:31:58.828690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-53f66047-658a-40f9-b7a0-bbb424fbd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:58.830703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-53f66047-658a-40f9-b7a0-bbb424fbd1c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0428822
Mar 05 21:31:58.878039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-dcb99918-fc31-4cf3-9ed4-176e411d033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:58.879497 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-dcb99918-fc31-4cf3-9ed4-176e411d033b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430510
Mar 05 21:31:58.970608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-026e713c-44ab-482e-9d6b-c608e5d7be65 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851789
Mar 05 21:31:59.059327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ee42bdec-8329-4d88-a314-bb7ca153d2df service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833023
Mar 05 21:31:59.655766 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:31:59.696070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1350c-eb79-466d-8821-12288092a95c req-090e9fc0-0c3d-4f14-a88f-9d4d21a5c6c7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:31:59.697523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35b1350c-eb79-466d-8821-12288092a95c req-090e9fc0-0c3d-4f14-a88f-9d4d21a5c6c7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0576971
Mar 05 21:31:59.744049 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35b1350c-eb79-466d-8821-12288092a95c req-5bd2297e-4d47-4f7a-b1fe-220a24936b92 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408823
Mar 05 21:32:00.867725 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c340-acc1-4821-9edd-fb4df7bdc90b req-52dd82bf-9338-4212-857c-c4850455e252 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:00.869200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f813c340-acc1-4821-9edd-fb4df7bdc90b req-52dd82bf-9338-4212-857c-c4850455e252 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0575151
Mar 05 21:32:00.916135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f813c340-acc1-4821-9edd-fb4df7bdc90b req-a67f36c4-39dd-4f6c-bc49-9d7cb4d209cb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413318
Mar 05 21:32:01.082375 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:02.035370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86cf27-e0fe-4f5d-aadd-6ddf43681647 req-8ce327e3-2100-484c-a829-78e44eba3a33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:02.036899 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de86cf27-e0fe-4f5d-aadd-6ddf43681647 req-8ce327e3-2100-484c-a829-78e44eba3a33 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0531068
Mar 05 21:32:02.082517 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de86cf27-e0fe-4f5d-aadd-6ddf43681647 req-49b3e033-f918-4e2c-898f-670918bc5301 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401080
Mar 05 21:32:03.202480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff457c-b373-4800-8bb3-d9b0e6c04cd6 req-77c85fc9-f23b-483c-99d6-aaa0fc88c0ae tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:03.203976 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ff457c-b373-4800-8bb3-d9b0e6c04cd6 req-77c85fc9-f23b-483c-99d6-aaa0fc88c0ae tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0530097
Mar 05 21:32:03.249730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-13ff457c-b373-4800-8bb3-d9b0e6c04cd6 req-d21a1c53-8b06-4e29-ad36-5217ed816fbe tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400407
Mar 05 21:32:04.374334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd896e8f-e228-4286-84aa-bdb2fa59fe24 req-74ec0870-9474-4584-8c91-4493feec1833 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:04.376080 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd896e8f-e228-4286-84aa-bdb2fa59fe24 req-74ec0870-9474-4584-8c91-4493feec1833 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0516098
Mar 05 21:32:04.426329 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cd896e8f-e228-4286-84aa-bdb2fa59fe24 req-dd488cd3-de28-48f5-a25b-b23f71c5a051 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445359
Mar 05 21:32:05.547778 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46417-ce31-4b4e-bffd-27a7932c1f96 req-746ad120-b9e2-4e11-9f4b-ac400c08f4a6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:05.549850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90c46417-ce31-4b4e-bffd-27a7932c1f96 req-746ad120-b9e2-4e11-9f4b-ac400c08f4a6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0522699
Mar 05 21:32:05.598894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-90c46417-ce31-4b4e-bffd-27a7932c1f96 req-cc1ba5b2-baab-4c70-8e68-8eda707a8dcf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435202
Mar 05 21:32:06.396554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:06.633719 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:06.723285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069f82-272c-4dfd-8d9f-6b2b1aba499e req-9b036e42-1021-4d58-bb8b-7a843cf86f8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:06.724709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82069f82-272c-4dfd-8d9f-6b2b1aba499e req-9b036e42-1021-4d58-bb8b-7a843cf86f8c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0539265
Mar 05 21:32:06.770886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-82069f82-272c-4dfd-8d9f-6b2b1aba499e req-1d29fd78-fc82-4465-a6b1-24bb1e959523 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405722
Mar 05 21:32:07.891580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f5dba-ac46-416d-8ccf-4474121e393f req-82191de5-042d-40b7-86bf-24a750f4bf96 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:07.893692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-279f5dba-ac46-416d-8ccf-4474121e393f req-82191de5-042d-40b7-86bf-24a750f4bf96 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0538406
Mar 05 21:32:07.940731 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-279f5dba-ac46-416d-8ccf-4474121e393f req-0be286e7-0093-4ae5-9266-3a8698135589 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411973
Mar 05 21:32:09.059029 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a43ae-dad1-4c54-8653-8996e2480cfa req-b0056f61-3887-4b06-85f9-0afc12b316e8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:09.060521 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e53a43ae-dad1-4c54-8653-8996e2480cfa req-b0056f61-3887-4b06-85f9-0afc12b316e8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0526481
Mar 05 21:32:09.107437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e53a43ae-dad1-4c54-8653-8996e2480cfa req-89ff1e65-d79f-4c4f-bb4c-dc5569b7c07e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406618
Mar 05 21:32:10.231228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0f54-7b4f-4c68-8399-737b55a3e63d req-946660b8-e5d5-44e9-8aae-d855f7a1b3a5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:10.232710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eccf0f54-7b4f-4c68-8399-737b55a3e63d req-946660b8-e5d5-44e9-8aae-d855f7a1b3a5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0512397
Mar 05 21:32:10.278772 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eccf0f54-7b4f-4c68-8399-737b55a3e63d req-29e5c9dd-1dee-484e-82be-a2b1e10d8c7a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399475
Mar 05 21:32:11.403982 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3978d-c576-47c1-a0bb-80e2570e61a8 req-05e51041-4b86-42d5-8455-73f50024be97 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:11.405450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84b3978d-c576-47c1-a0bb-80e2570e61a8 req-05e51041-4b86-42d5-8455-73f50024be97 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0572999
Mar 05 21:32:11.452290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-84b3978d-c576-47c1-a0bb-80e2570e61a8 req-4396adfd-e1a1-4842-99f1-1678b723483a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407598
Mar 05 21:32:12.575254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d716c5-fd94-4732-ab95-7b2f3cc96d76 req-6ae1ccca-4ffa-4474-b98e-04829820335f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:12.576770 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33d716c5-fd94-4732-ab95-7b2f3cc96d76 req-6ae1ccca-4ffa-4474-b98e-04829820335f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0566931
Mar 05 21:32:12.622994 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33d716c5-fd94-4732-ab95-7b2f3cc96d76 req-322498eb-eb07-48a0-9910-b43d5d34335a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398901
Mar 05 21:32:13.741462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c842e8-6480-4826-bfed-302fa8942e83 req-90b202ab-65cd-482f-8347-9f324a387650 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:13.742969 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72c842e8-6480-4826-bfed-302fa8942e83 req-90b202ab-65cd-482f-8347-9f324a387650 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0514975
Mar 05 21:32:13.792951 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72c842e8-6480-4826-bfed-302fa8942e83 req-e6e35c19-4bc3-45c9-9bd9-0a756fe6034a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441742
Mar 05 21:32:14.912595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eeac-18ec-4997-a94d-8748d8a7bef3 req-1146dfe4-edf5-4077-ad1b-e4722651ddd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:14.914073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b68eeac-18ec-4997-a94d-8748d8a7bef3 req-1146dfe4-edf5-4077-ad1b-e4722651ddd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0535564
Mar 05 21:32:14.962202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3b68eeac-18ec-4997-a94d-8748d8a7bef3 req-e7f15dfe-4fee-4faf-877b-e8ad2350c884 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423412
Mar 05 21:32:16.088939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed3ed2-cff4-4805-b5d0-a081edf9eccd req-f340c6c6-52eb-4527-abe5-b0faf46b8b21 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:16.090421 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36ed3ed2-cff4-4805-b5d0-a081edf9eccd req-f340c6c6-52eb-4527-abe5-b0faf46b8b21 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0567939
Mar 05 21:32:16.136697 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-36ed3ed2-cff4-4805-b5d0-a081edf9eccd req-faf16f73-dfcf-49bf-a0a3-d317d27508fa tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407057
Mar 05 21:32:17.256141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3668eb7-2c22-48c5-a99a-15c05e900aa5 req-5613e344-995e-4363-810a-5c7b009b87e2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:17.257602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3668eb7-2c22-48c5-a99a-15c05e900aa5 req-5613e344-995e-4363-810a-5c7b009b87e2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0513415
Mar 05 21:32:17.308268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3668eb7-2c22-48c5-a99a-15c05e900aa5 req-f14ec988-f4a3-462a-ad8a-e3d3cbe291bd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451052
Mar 05 21:32:18.433328 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fb10d-eab6-43f9-b595-f47f2433d829 req-40179a4e-931f-43c4-bd02-9df248803030 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:18.434859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa9fb10d-eab6-43f9-b595-f47f2433d829 req-40179a4e-931f-43c4-bd02-9df248803030 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0542598
Mar 05 21:32:18.480890 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fa9fb10d-eab6-43f9-b595-f47f2433d829 req-eea3c527-f6bf-44e0-92a5-c43f3366d8ab tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397501
Mar 05 21:32:19.602192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52915509-46f5-4cc7-b88b-233a5ae08fe9 req-fe09cdd5-4760-4c7b-9c8b-cda7ff1b10d8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:19.603683 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52915509-46f5-4cc7-b88b-233a5ae08fe9 req-fe09cdd5-4760-4c7b-9c8b-cda7ff1b10d8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0518689
Mar 05 21:32:19.649963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-52915509-46f5-4cc7-b88b-233a5ae08fe9 req-89bdc176-7e88-45cb-b08c-2df9931905c5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407660
Mar 05 21:32:20.762925 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:32:20.777766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b33d-821b-4795-8c23-d734eb23cceb req-d4d44118-a76e-4e50-87c4-ed21b5858239 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:20.779236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47d6b33d-821b-4795-8c23-d734eb23cceb req-d4d44118-a76e-4e50-87c4-ed21b5858239 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0530689
Mar 05 21:32:20.828625 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-47d6b33d-821b-4795-8c23-d734eb23cceb req-2fae2eb0-3ffb-46f9-8547-26f75b7f8790 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437596
Mar 05 21:32:21.948950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad710-cfe4-4499-9357-84462aaa07d5 req-620bffb5-4443-4231-9407-ff37a66efbb6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:21.950468 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f57ad710-cfe4-4499-9357-84462aaa07d5 req-620bffb5-4443-4231-9407-ff37a66efbb6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0530777
Mar 05 21:32:21.996923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f57ad710-cfe4-4499-9357-84462aaa07d5 req-d4796cb7-c60d-4c78-bcf2-687e81085a31 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407465
Mar 05 21:32:23.117429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84ee5e-3ec4-4500-adbe-d2aa0b01bb1b req-6152a576-e854-4210-93c5-0ec541f95242 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:23.118898 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce84ee5e-3ec4-4500-adbe-d2aa0b01bb1b req-6152a576-e854-4210-93c5-0ec541f95242 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0539811
Mar 05 21:32:23.166320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ce84ee5e-3ec4-4500-adbe-d2aa0b01bb1b req-a569dfd7-d41b-459c-b453-23e04565745c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417800
Mar 05 21:32:24.289189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831d14a-4410-4464-8db2-9c5a4532518b req-b502e540-5cac-4047-a545-02cc946bf71a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:24.290646 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6831d14a-4410-4464-8db2-9c5a4532518b req-b502e540-5cac-4047-a545-02cc946bf71a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0550885
Mar 05 21:32:24.336680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6831d14a-4410-4464-8db2-9c5a4532518b req-3d6f83c8-44ab-4d26-a402-74c37d415046 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403814
Mar 05 21:32:24.543428 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e484b4a1-4156-453d-a3de-12317fa4a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:25.456621 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f2898-4548-4bc7-bc79-71f1df5c2708 req-56f7e337-a851-4572-9460-929fb08c979c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:25.458088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b06f2898-4548-4bc7-bc79-71f1df5c2708 req-56f7e337-a851-4572-9460-929fb08c979c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0524511
Mar 05 21:32:25.503417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b06f2898-4548-4bc7-bc79-71f1df5c2708 req-5138be97-6082-4a0c-8b24-03203d14d101 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397947
Mar 05 21:32:26.622249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793b3f3-602a-4cde-b996-4ebee295ca3b req-46c4ec19-cba2-40c5-a40d-ebada24e40b6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:26.623726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3793b3f3-602a-4cde-b996-4ebee295ca3b req-46c4ec19-cba2-40c5-a40d-ebada24e40b6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0519333
Mar 05 21:32:26.669673 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3793b3f3-602a-4cde-b996-4ebee295ca3b req-22254fcf-f199-4de1-b138-ac5dce5c8d92 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398240
Mar 05 21:32:26.882325 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0bbb682d-e5f8-455e-9a2a-92d6ae5bb52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:27.791697 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83560c0-8db0-4e7b-951a-2350135d859c req-523b296e-6cb3-4b31-8c9f-618a826dfefb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:27.793170 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d83560c0-8db0-4e7b-951a-2350135d859c req-523b296e-6cb3-4b31-8c9f-618a826dfefb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0566840
Mar 05 21:32:27.839473 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d83560c0-8db0-4e7b-951a-2350135d859c req-31bae8cb-8dfe-40ba-9dd7-aef79c27c09c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406742
Mar 05 21:32:28.081718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:28.962946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b1361-8b4e-4c7d-8a7a-0a8fa3daba61 req-2827bd35-b0f4-495b-8350-fafc65840dcb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:28.964450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1b1361-8b4e-4c7d-8a7a-0a8fa3daba61 req-2827bd35-b0f4-495b-8350-fafc65840dcb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0558388
Mar 05 21:32:29.012011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fd1b1361-8b4e-4c7d-8a7a-0a8fa3daba61 req-85f7c5bc-528a-4f3b-989b-13e753696c7f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407808
Mar 05 21:32:29.656746 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:30.131946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d9768-917e-46b3-b131-15f98a0fba94 req-37262642-3d61-4784-b272-2f8cc72231f0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:30.133403 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec2d9768-917e-46b3-b131-15f98a0fba94 req-37262642-3d61-4784-b272-2f8cc72231f0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0530314
Mar 05 21:32:30.178772 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ec2d9768-917e-46b3-b131-15f98a0fba94 req-41d275ce-8d86-4bf6-81aa-f991a14424d1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397422
Mar 05 21:32:31.210588 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-0d3008fe-cc61-467d-9c3b-bc0401c4e6c7 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:32:31.211716 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-0d3008fe-cc61-467d-9c3b-bc0401c4e6c7 service neutron] 10.222.0.23 "GET /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0584571
Mar 05 21:32:31.254867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:31.312425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f9baa-6f4f-4b9c-873b-c3cc74d38f6a req-af32074b-c2c4-462b-8f24-c6baf6f9e0e1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:31.313971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b8f9baa-6f4f-4b9c-873b-c3cc74d38f6a req-af32074b-c2c4-462b-8f24-c6baf6f9e0e1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 945 time: 0.0558991
Mar 05 21:32:31.369324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7b8f9baa-6f4f-4b9c-873b-c3cc74d38f6a req-abf7c36c-76e2-4714-a22e-3286c58427e2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485077
Mar 05 21:32:31.426315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-5bbbde3d-6374-46b9-9e0c-5f2f85c32499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:31.428006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-5bbbde3d-6374-46b9-9e0c-5f2f85c32499 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1127 time: 0.0530171
Mar 05 21:32:31.438607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:32:31.495361 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:31.692705 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:31.723904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:32:31.768081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:31.770931 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811fd12-e0ae-42c0-afcd-1bd4f41f4b3e" -d '{"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:31.774414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks [] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:31.787531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Transition to ACTIVE for port object 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:32:31.791253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:31.840866 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b824a8d-033e-4070-9d45-63a857f58710 x-openstack-request-id: req-3b824a8d-033e-4070-9d45-63a857f58710 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:31.841481 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:31.841741 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b824a8d-033e-4070-9d45-63a857f58710 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:31.842147 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'code': 200}
Mar 05 21:32:31.883252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:31.924529 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] No DVR routers for this DVR port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:32:32.061816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:32:32.062120 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:32:32.062394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:32.066938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:32:32.067270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:32.072042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:32:32.072419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:32:32.072770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:32:32.073190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Bound port: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:32:32.073540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:32.135962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:32:32.138979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:32:32.144341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:32.180510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.181084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:32.182471 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] 10.222.0.31 "PUT /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1091 time: 0.7477157
Mar 05 21:32:32.200875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596084-b53d-401e-b44b-0d9883039b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:32.249823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-2de4d887-9180-4426-9df3-12f1d3436ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.251622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-2de4d887-9180-4426-9df3-12f1d3436ead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0478239
Mar 05 21:32:32.349868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-55e3c8cc-e76e-48c6-b925-e3accad384d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.351361 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-55e3c8cc-e76e-48c6-b925-e3accad384d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0932686
Mar 05 21:32:32.416882 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-f96bc006-fa41-481a-84bb-791a5a989e18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.0596898
Mar 05 21:32:32.496345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-bde8a858-d766-4447-999b-3c5987b5a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.497763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-bde8a858-d766-4447-999b-3c5987b5a5b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0750029
Mar 05 21:32:32.540666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f059c-5353-432e-9f6c-0052cff2c05c req-df1b55ae-2d62-4d6d-a43b-fcbf1eb2a761 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.542162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-933f059c-5353-432e-9f6c-0052cff2c05c req-df1b55ae-2d62-4d6d-a43b-fcbf1eb2a761 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0888939
Mar 05 21:32:32.572163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-e4e571ce-83f4-430d-9f4e-684ce259d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:32.573656 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-e4e571ce-83f4-430d-9f4e-684ce259d57a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0688031
Mar 05 21:32:32.642552 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-933f059c-5353-432e-9f6c-0052cff2c05c req-faf5ef1b-354c-4112-92f0-00e3e7934b9e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931563
Mar 05 21:32:32.683395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-9b607f2b-b3be-4559-8f6e-df2e09728e3d service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001961
Mar 05 21:32:32.772705 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abc1e2cc-0ead-4332-9cf1-76eafbf15b53 req-f433e296-d6c5-47e9-b292-72b9ae8eaf8b service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838544
Mar 05 21:32:33.765851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251714-bc0e-4f96-a67a-199f88389b77 req-49982416-c4fc-4293-98b6-5859fe98ced3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:33.767333 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91251714-bc0e-4f96-a67a-199f88389b77 req-49982416-c4fc-4293-98b6-5859fe98ced3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0547872
Mar 05 21:32:33.818594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91251714-bc0e-4f96-a67a-199f88389b77 req-f7ff7adf-eec3-4bc3-8366-9e69088f92d1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455937
Mar 05 21:32:33.843865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:33.846353 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55655758-915d-461f-9002-10064780ed8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:33.898129 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da075ee1-415c-4780-acd2-abdd70efc923 x-openstack-request-id: req-da075ee1-415c-4780-acd2-abdd70efc923 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:33.898427 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:33.898688 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da075ee1-415c-4780-acd2-abdd70efc923 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:33.899106 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'status': 'completed', 'code': 200}
Mar 05 21:32:34.001887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-99aa38df-4fac-4320-851e-808e627b05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.003310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-99aa38df-4fac-4320-851e-808e627b05a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0737412
Mar 05 21:32:34.006931 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-a6ad0f7d-244b-4706-a917-cc8259e2009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.008382 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-a6ad0f7d-244b-4706-a917-cc8259e2009b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0870900
Mar 05 21:32:34.160316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-5fb8ae8a-201d-4393-9e76-8387b8a5a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.161972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-5fb8ae8a-201d-4393-9e76-8387b8a5a37e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1518924
Mar 05 21:32:34.163032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-b2f1e298-3153-4299-b7e6-8bc542307518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.164355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-b2f1e298-3153-4299-b7e6-8bc542307518 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1468780
Mar 05 21:32:34.274359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-110e9a27-4959-40c8-9c30-da02bcd99b18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.1063621
Mar 05 21:32:34.278085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-f1e567b1-8658-427f-8c81-0b58e705c02a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.1049054
Mar 05 21:32:34.358543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-0dc9e3c6-c86f-4587-9044-9c91de113510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.360007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-0dc9e3c6-c86f-4587-9044-9c91de113510 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0804892
Mar 05 21:32:34.361619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-82ae82e7-80f7-4283-9d51-854bce1711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.362892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-82ae82e7-80f7-4283-9d51-854bce1711e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0762036
Mar 05 21:32:34.438601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-76ac899f-6f81-4784-a268-562c24c31606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.440129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-76ac899f-6f81-4784-a268-562c24c31606 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0748484
Mar 05 21:32:34.441821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655758-915d-461f-9002-10064780ed8f req-299b4828-5e7d-4acb-aee8-e37a3e4bbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.443953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-299b4828-5e7d-4acb-aee8-e37a3e4bbefe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0714853
Mar 05 21:32:34.596098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-f2b7a64e-1304-4449-9e4a-50d8ba90aaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491752
Mar 05 21:32:34.597889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-f1981d06-df4d-4a5d-9a6e-90ad583e4b1a service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443846
Mar 05 21:32:34.746834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-a7851a13-3068-48d6-80f0-a1239c20b558 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441605
Mar 05 21:32:34.752057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55655758-915d-461f-9002-10064780ed8f req-6738ab3f-2655-460a-afec-db85073b46d4 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418765
Mar 05 21:32:34.942191 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d0457-a627-4499-8a3f-a9a56f7ea0dd req-7d4f4e5d-c77d-43a8-b470-d3a354585230 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:34.943880 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-361d0457-a627-4499-8a3f-a9a56f7ea0dd req-7d4f4e5d-c77d-43a8-b470-d3a354585230 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0531564
Mar 05 21:32:34.991307 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-361d0457-a627-4499-8a3f-a9a56f7ea0dd req-3fc309dd-9bd5-43c8-9f05-477c850447a4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411887
Mar 05 21:32:35.282178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-1eb429aa-f673-4c91-876b-48313c53d19b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.283627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-1eb429aa-f673-4c91-876b-48313c53d19b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0&tenant_id=82cb16655b3348048ea81b796af0da84&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0572772
Mar 05 21:32:35.298830 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba006b-2bb8-4d43-8cb8-dfe032b2c0f0 req-d20a4ac9-0d4c-4233-9e9e-771c301aa734 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.300318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02ba006b-2bb8-4d43-8cb8-dfe032b2c0f0 req-d20a4ac9-0d4c-4233-9e9e-771c301aa734 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 943 time: 0.0537157
Mar 05 21:32:35.341862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-308ee0d8-cf06-44b4-b3f5-05d304874bbc service neutron] 10.222.0.31 "GET /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0524554
Mar 05 21:32:35.347079 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02ba006b-2bb8-4d43-8cb8-dfe032b2c0f0 req-e460e6ce-debb-4272-b8e1-41d40ee0a554 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404038
Mar 05 21:32:35.405377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a8415425-400c-41be-9616-4a45535fdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.406837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a8415425-400c-41be-9616-4a45535fdb17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1125 time: 0.0440695
Mar 05 21:32:35.495342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-57b9b387-1b22-466f-8cb2-166998125e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.496825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-57b9b387-1b22-466f-8cb2-166998125e3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0850725
Mar 05 21:32:35.560555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-540fcb0f-e780-4bff-a5a5-26d29735fb70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.0581377
Mar 05 21:32:35.611999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-65450e96-3b6b-4f36-9a64-ff2d8f7176ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.613303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-65450e96-3b6b-4f36-9a64-ff2d8f7176ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0473595
Mar 05 21:32:35.662555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-7503bbd3-3a65-40fd-97e1-bdd870b48d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:35.664064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-7503bbd3-3a65-40fd-97e1-bdd870b48d2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444365
Mar 05 21:32:35.749258 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a7ba839a-f5b6-4048-b25c-ffd8daa00d2b service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786300
Mar 05 21:32:35.838838 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-b1f8d183-7f69-4d4a-b355-c7ee7891d51a service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842032
Mar 05 21:32:35.898742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:32:35.936757 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:32:35.937146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:32:35.945904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:32:36.039976 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:36.050875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'mac_address': 'fa:16:3e:87:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:32:36.087153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:32:36.087599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:36.100071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:32:36.119132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:36.122963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:36.170985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:36.380362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:32:36.413820 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:36.471629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe605e1-dc7b-4bda-b741-8d1e760cdc56 req-73dde59c-4276-4272-aa33-f2d9197dfbf4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:36.473087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfe605e1-dc7b-4bda-b741-8d1e760cdc56 req-73dde59c-4276-4272-aa33-f2d9197dfbf4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0522268
Mar 05 21:32:36.521402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cfe605e1-dc7b-4bda-b741-8d1e760cdc56 req-81b4dba4-1a0e-4b51-adff-56a6388e2db9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420849
Mar 05 21:32:36.665266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:37.649673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf264e1-1b30-49a7-921c-7a3743705399 req-06ba364c-ee20-4065-8381-10d369b4b37d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:37.651163 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cf264e1-1b30-49a7-921c-7a3743705399 req-06ba364c-ee20-4065-8381-10d369b4b37d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0589960
Mar 05 21:32:37.699878 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5cf264e1-1b30-49a7-921c-7a3743705399 req-019ceb1b-714c-4c60-84ab-cf4a6fc8b288 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430176
Mar 05 21:32:37.747248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-ba966716-5b12-48a6-8939-678e87b4eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:37.748829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-ba966716-5b12-48a6-8939-678e87b4eb96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1126 time: 0.0501139
Mar 05 21:32:37.759387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:32:37.816344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:37.947920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:32:38.028485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 is: BUILD; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:32:38.028891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.042591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:32:38.324616 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:38.355995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:32:38.391658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:32:38.400245 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks [] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.410416 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Ignored duplicate provisioning block setup for port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Mar 05 21:32:38.414286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.453922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:32:38.454344 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:32:38.492567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=9']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:38.539398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] No DVR routers for this DVR port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:32:38.684112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:32:38.684443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:32:38.684767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:38.689118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:32:38.689440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Attempting to bind port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:38.694188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:32:38.694522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:32:38.694900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:32:38.695318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Bound port: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:32:38.695696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.758466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:32:38.761450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:32:38.768980 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.841384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:38.842009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:38.843404 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1091 time: 1.0883548
Mar 05 21:32:38.843879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:38.846115 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce751b9-e8fe-440b-be5f-f472b0099a90" -d '{"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:38.864646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5ba9-03ff-4d48-b9e1-325d31d0dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:38.904578 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6870f6-86cd-4643-a76a-dbb694746c46 req-0a3742bb-0c65-45d7-8b0d-5945ac9edf59 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:38.906857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b6870f6-86cd-4643-a76a-dbb694746c46 req-0a3742bb-0c65-45d7-8b0d-5945ac9edf59 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.1321893
Mar 05 21:32:38.930557 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79ca20-38c0-4284-91f6-79aa18770ed8 x-openstack-request-id: req-ce79ca20-38c0-4284-91f6-79aa18770ed8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:38.930920 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:38.931237 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce79ca20-38c0-4284-91f6-79aa18770ed8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:38.931784 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'status': 'completed', 'code': 200}
Mar 05 21:32:38.996167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 is: DOWN; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:32:39.012662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-7ee6d1ee-d033-4bf5-9b3e-31fa6a49e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.014167 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-7ee6d1ee-d033-4bf5-9b3e-31fa6a49e3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1126 time: 0.1336253
Mar 05 21:32:39.018501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5b6870f6-86cd-4643-a76a-dbb694746c46 req-8d852c0e-b39b-44b1-8be5-189fbaf857f4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956256
Mar 05 21:32:39.072997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-224c7f3b-3c5e-47d8-be20-7d71ae34a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.074498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-224c7f3b-3c5e-47d8-be20-7d71ae34a2a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1126 time: 0.1340451
Mar 05 21:32:39.174565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-108a4202-6da8-426f-a187-a4522556f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.175927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-108a4202-6da8-426f-a187-a4522556f92d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1550434
Mar 05 21:32:39.225486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-8e01fc9c-51d9-455d-a242-c5a86f4896b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.226920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-8e01fc9c-51d9-455d-a242-c5a86f4896b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1467395
Mar 05 21:32:39.290228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-328a9dba-6eba-4635-a553-d2ce66ada565 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.1062255
Mar 05 21:32:39.331615 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-ab457fe5-950a-4591-9c2d-5e0fe7bc633f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.0981715
Mar 05 21:32:39.375264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-457a9268-4ebf-4900-a222-379e946f0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.376952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-457a9268-4ebf-4900-a222-379e946f0b31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0803580
Mar 05 21:32:39.409168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-464ba70a-cdad-415d-a3b9-33a5891e423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.410551 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-464ba70a-cdad-415d-a3b9-33a5891e423d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0726676
Mar 05 21:32:39.462276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83440-d90b-4c80-a12b-37353e5154cb req-4c3e5156-933c-452b-a88e-bad3da875a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.463657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-4c3e5156-933c-452b-a88e-bad3da875a5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0803368
Mar 05 21:32:39.479568 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-d2311aec-d5bf-4771-b3be-acdb3daf6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.480967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-d2311aec-d5bf-4771-b3be-acdb3daf6bcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0641234
Mar 05 21:32:39.613605 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-9f9d19aa-527c-4480-9de5-4d7f8e758069 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432295
Mar 05 21:32:39.646192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-962ca804-322f-4b03-99d7-d308ed79097a service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329834
Mar 05 21:32:39.773799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-41a83440-d90b-4c80-a12b-37353e5154cb req-79dde305-f6ea-4cf3-86ec-bbb5cb0cf337 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508334
Mar 05 21:32:39.783896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-03e1f5c4-2ac8-4700-ad19-ac437414a3da service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143749
Mar 05 21:32:39.858816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-0135c281-9f2f-480c-9829-cda97a2bfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.860430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-0135c281-9f2f-480c-9829-cda97a2bfa8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 1126 time: 0.0438952
Mar 05 21:32:39.954254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-1d8c2e9d-1d5f-477f-b256-b5f601c5f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:39.955750 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-1d8c2e9d-1d5f-477f-b256-b5f601c5f5e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0891566
Mar 05 21:32:40.020166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-adbe75cf-d1af-43d8-aef3-1c3c27cbcd9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 200  len: 1000 time: 0.0576715
Mar 05 21:32:40.073965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-9752533a-05f2-4bea-bbe0-9c734932b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:40.075463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-9752533a-05f2-4bea-bbe0-9c734932b8db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0486476
Mar 05 21:32:40.124628 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-1a2375d8-6b45-4ec7-9ef4-17ed6121e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:40.126544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-1a2375d8-6b45-4ec7-9ef4-17ed6121e5b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454328
Mar 05 21:32:40.143507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dba4e-0651-40f8-adab-25755c75f340 req-fb534531-9fe9-49af-a183-9d5b85b7698c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:40.145015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-486dba4e-0651-40f8-adab-25755c75f340 req-fb534531-9fe9-49af-a183-9d5b85b7698c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0540686
Mar 05 21:32:40.192165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-486dba4e-0651-40f8-adab-25755c75f340 req-b3be7a4d-8abb-4f54-9747-a627994df97a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414743
Mar 05 21:32:40.221486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-8371740c-a4dd-45fb-a3c6-49afeab366ac service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879033
Mar 05 21:32:40.316929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2ce751b9-e8fe-440b-be5f-f472b0099a90 req-efdf9b09-b8ac-4b14-b38a-ba275b700749 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888176
Mar 05 21:32:41.320854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfb6c7-081f-4ec8-8dbe-381dae286f50 req-5daa639d-12e9-4c69-99f7-6918b89b117a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:41.322430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eacfb6c7-081f-4ec8-8dbe-381dae286f50 req-5daa639d-12e9-4c69-99f7-6918b89b117a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0597334
Mar 05 21:32:41.368072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eacfb6c7-081f-4ec8-8dbe-381dae286f50 req-34889b7c-2720-46f6-b20d-7702b9a9678e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398481
Mar 05 21:32:41.491735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb84ff-b35b-4bc4-8db8-359244ed86f1 req-8a5786bc-92f6-4b72-9e9d-fa0ea87a75de tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:41.493098 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4fb84ff-b35b-4bc4-8db8-359244ed86f1 req-8a5786bc-92f6-4b72-9e9d-fa0ea87a75de tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0576496
Mar 05 21:32:41.538954 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c4fb84ff-b35b-4bc4-8db8-359244ed86f1 req-fbd7664f-2307-4947-a38c-006bf4c1a52e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402350
Mar 05 21:32:41.664205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e741ab-fff0-4524-9f6e-8f4eb401a1ee req-31abfb99-816b-455d-80c8-09aaa92687c3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:41.665694 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05e741ab-fff0-4524-9f6e-8f4eb401a1ee req-31abfb99-816b-455d-80c8-09aaa92687c3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0570114
Mar 05 21:32:41.712079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-05e741ab-fff0-4524-9f6e-8f4eb401a1ee req-518a4c99-9356-4804-9029-24a5096befeb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407948
Mar 05 21:32:41.955936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fe565-516c-4bd1-9b61-ed491ac19a5c req-fab4452d-6aba-4d91-b72d-6af9ece3eadf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:41.957399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f69fe565-516c-4bd1-9b61-ed491ac19a5c req-fab4452d-6aba-4d91-b72d-6af9ece3eadf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0535133
Mar 05 21:32:42.005073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f69fe565-516c-4bd1-9b61-ed491ac19a5c req-409139bb-7c22-4c90-9834-2c377481e1dd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413709
Mar 05 21:32:43.118144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-b22c5e31-b4b2-4b99-8d65-fb96d0bd0fe8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:43.119627 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-b22c5e31-b4b2-4b99-8d65-fb96d0bd0fe8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0562720
Mar 05 21:32:43.128657 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c2266-2294-4ee7-9895-9ee05edc24a1 req-45e7210e-c1d7-4df3-ba5d-35d7c30b724c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:43.130116 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a20c2266-2294-4ee7-9895-9ee05edc24a1 req-45e7210e-c1d7-4df3-ba5d-35d7c30b724c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 944 time: 0.0532966
Mar 05 21:32:43.177430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a20c2266-2294-4ee7-9895-9ee05edc24a1 req-b23df7c9-fd8f-408b-9b76-aa518a7dd83e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415013
Mar 05 21:32:43.216007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Deleting port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:32:43.216334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.309797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] For port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:43.310272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.481909 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.482186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.482504 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e disassociated. External IP: 172.35.0.122, port: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06.
Mar 05 21:32:43.482852 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Calling delete_port for 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:32:43.606926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.645286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'Port': ['ID=3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:43.765340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:32:43.878845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:32:43.890454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:32:43.900988 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:32:43.901624 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90082fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:32:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:43.926039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] No DVR routers for this DVR port 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:32:43.928902 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:43.932427 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06e03d4b-abc2-4a76-986b-5a1793d3dd0f req-7d60e3b2-37b3-4f2b-9864-4b952a2f0165 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "DELETE /v2.0/ports/3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 HTTP/1.1" status: 204  len: 173 time: 0.8079188
Mar 05 21:32:43.932875 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-deleted', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:43.935150 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc93aa9-e2de-403d-95a8-24173f08ca1f" -d '{"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-deleted", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:43.979589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:32:43.982632 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a990b26-6f66-4f17-bb76-74d0f2d6310a x-openstack-request-id: req-9a990b26-6f66-4f17-bb76-74d0f2d6310a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:43.983005 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb324dba-40c7-4cb8-b053-75608ca660b0", "name": "network-vif-deleted", "tag": "3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:43.983236 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a990b26-6f66-4f17-bb76-74d0f2d6310a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:43.983644 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb324dba-40c7-4cb8-b053-75608ca660b0', 'name': 'network-vif-deleted', 'tag': '3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06', 'status': 'completed', 'code': 200}
Mar 05 21:32:43.983897 ncdv-master-1 neutron-server[126564]: INFO neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No ports have port_id starting with 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06
Mar 05 21:32:43.985643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 requested by agent hyperv_nch2-master-1 not found in database {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Mar 05 21:32:44.027219 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:32:44.285583 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-986b521d-3b6d-41be-bc68-31b81b831672 req-00dfb3bf-ed02-4e8e-b5ff-71de4e623a87 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb324dba-40c7-4cb8-b053-75608ca660b0 HTTP/1.1" status: 200  len: 210 time: 0.0268168
Mar 05 21:32:44.311075 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90082fa0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:44.338920 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:32:44.347477 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:32:44.348157 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90082fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:32:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:44.456210 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:32:44.654855 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90082fa0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:44.679987 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db69fe4-e9e0-4e19-bbaa-988815f8723b None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:32:44.901529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae395d1-3032-4bb5-a1de-805ad4584116 None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:32:45.566810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-358112c7-46b3-4f3c-ac88-07d68d490e04 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1535879041&fields=id&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 267 time: 0.0475752
Mar 05 21:32:45.690924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-415d01bc-fbe5-4226-8361-8931639b2fe1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:45.692428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-415d01bc-fbe5-4226-8361-8931639b2fe1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1185293
Mar 05 21:32:45.708571 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-a110b780-e8cb-458c-8e04-636ff059185e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/quotas/82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 375 time: 0.0094843
Mar 05 21:32:45.770455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-a1a9e049-57b9-4c81-ba1e-520824874491 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0556452
Mar 05 21:32:45.914849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-eb5541d2-31ad-4c1d-904d-9432ea698a29 service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329405
Mar 05 21:32:46.009857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-48a29bc1-746a-4e42-8b2b-601c31971032 service neutron] 10.222.0.15 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892692
Mar 05 21:32:46.175778 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9e271a3-f700-4cbb-86c1-bab8fd8bfc2c req-c043c128-5d3a-430a-8eba-2f95056f1761 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 210 time: 0.0314059
Mar 05 21:32:47.074740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-f2dd935f-d9ad-4640-a089-077616ed8b22 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:47.076265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-f2dd935f-d9ad-4640-a089-077616ed8b22 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 812 time: 0.1018810
Mar 05 21:32:47.137480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-c6ebcc21-fc1f-429a-83f5-1453c9f5645b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 380 time: 0.0526738
Mar 05 21:32:47.146770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'port': {'device_id': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'admin_state_up': True, 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'security_groups': ['372f1b87-7dc7-4d4d-8b18-34f164694bd9']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:32:47.277631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d8b0aa8-18c4-4c12-b064-7a317087a19c req-2daac569-9ac2-46ff-9790-638f73e5c1bd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 210 time: 0.0329084
Mar 05 21:32:47.278901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Made reservation on behalf of 82cb16655b3348048ea81b796af0da84 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:32:47.282545 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.410361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Allocated IP 172.20.0.10 (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162/fad94449-a398-468a-b495-ee2f8d732f70/200c80d2-ab83-4689-ace8-3e9087ff830a) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:32:47.542768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.575355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.622560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:32:47.625949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:32:47.629596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:32:47.654402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:47.669492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.669757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.670100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.670437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.670767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.671099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.671503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.671779 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.672102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.672422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.672744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.673063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.673384 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:47.694282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:47.694927 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.713544 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-ba4e5525-4c09-4294-b51f-b190aea4693a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5708349
Mar 05 21:32:47.724566 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Request body: {'port': {'device_id': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:32:47.787053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.836537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3c2b3695-6d6b-4797-a0ea-0b8724a37d18 None None] Provisioning complete for port 200c80d2-ab83-4689-ace8-3e9087ff830a triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:32:47.837125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3695-6d6b-4797-a0ea-0b8724a37d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:47.871366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b3695-6d6b-4797-a0ea-0b8724a37d18 None None] Port 200c80d2-ab83-4689-ace8-3e9087ff830a cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:32:47.979988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:32:47.999927 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:32:48.000283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3d289ebf-d8bd-478c-bfc3-f8ea51d1ea06 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:32:48.053923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:32:48.061332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks [] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:48.073480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Transition to ACTIVE for port object 200c80d2-ab83-4689-ace8-3e9087ff830a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:32:48.077174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:48.132821 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:48.203313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:32:48.203650 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:32:48.204008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:48.208548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:32:48.209457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:32:48.214796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:32:48.215132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:32:48.215519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:32:48.215981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Bound port: 200c80d2-ab83-4689-ace8-3e9087ff830a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:32:48.216340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:48.281862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:32:48.285149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:32:48.292531 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:48.326045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.327009 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:48.328832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] 10.222.0.31 "PUT /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1092 time: 0.6086211
Mar 05 21:32:48.330989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:48.334629 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34215674-747d-4936-bddd-59f1a9d35143" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:48.369179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6578-bbfb-4431-8f69-f7d1b060313c service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:48.409648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da096b-f230-4c78-afae-dd4e14fb9181 req-a9943212-d8e7-417d-a2e1-e5f98a3d98d9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.415928 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7862e14-60f6-445e-b037-152c77504f44 x-openstack-request-id: req-f7862e14-60f6-445e-b037-152c77504f44 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:48.416221 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:48.416475 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7862e14-60f6-445e-b037-152c77504f44 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:48.416750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69da096b-f230-4c78-afae-dd4e14fb9181 req-a9943212-d8e7-417d-a2e1-e5f98a3d98d9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0644295
Mar 05 21:32:48.416880 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'status': 'completed', 'code': 200}
Mar 05 21:32:48.437873 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-e1486020-5cd5-4acf-a429-d710901ecdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.438929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-e1486020-5cd5-4acf-a429-d710901ecdd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0569170
Mar 05 21:32:48.466388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-69da096b-f230-4c78-afae-dd4e14fb9181 req-f0ad9283-f9d6-4aa7-ace6-4b03e4ed506c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469077
Mar 05 21:32:48.485450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-d196753d-a78d-4dd1-accb-aab2b4584a09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 217 time: 0.0401185
Mar 05 21:32:48.537140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-877dcfd7-1c69-403c-a314-bb66eb623685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.538913 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-877dcfd7-1c69-403c-a314-bb66eb623685 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0471287
Mar 05 21:32:48.588833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634db-ce97-4b17-8842-70aad4e11047 req-05a8cb06-473f-458c-90a5-e70e178a47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.590360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-05a8cb06-473f-458c-90a5-e70e178a47e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451016
Mar 05 21:32:48.684123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-bef642e9-31ec-4fe2-ad6d-df62e1ccdb34 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876155
Mar 05 21:32:48.771099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-352634db-ce97-4b17-8842-70aad4e11047 req-c9e6cdcc-9add-410d-b247-e125c369223d service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816567
Mar 05 21:32:48.861552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215674-747d-4936-bddd-59f1a9d35143 req-94cf99ce-22d4-428e-a15f-551ea527818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:48.863060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-94cf99ce-22d4-428e-a15f-551ea527818d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0490706
Mar 05 21:32:49.267861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215674-747d-4936-bddd-59f1a9d35143 req-c5613030-6947-4203-8943-b40d8fd98f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:49.269314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-c5613030-6947-4203-8943-b40d8fd98f4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.4003565
Mar 05 21:32:49.313970 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-4b83d640-57c1-4bf0-9f62-5973da42c548 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 217 time: 0.0377278
Mar 05 21:32:49.360814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215674-747d-4936-bddd-59f1a9d35143 req-61a1c932-57db-499d-90a9-caca72c12e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:49.362119 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-61a1c932-57db-499d-90a9-caca72c12e12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0420249
Mar 05 21:32:49.409117 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215674-747d-4936-bddd-59f1a9d35143 req-c574f2cd-9c28-4c38-a303-0c61050fbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:49.410583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-c574f2cd-9c28-4c38-a303-0c61050fbb84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426390
Mar 05 21:32:49.498787 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-8ef0a186-1bf8-47ff-8a7f-927dba0151d3 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818603
Mar 05 21:32:49.629029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf090ff-d113-40bc-8090-797ad1fdf28b req-af093cbe-2821-419a-a1ba-b0e3cc58b5bb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:49.630405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4cf090ff-d113-40bc-8090-797ad1fdf28b req-af093cbe-2821-419a-a1ba-b0e3cc58b5bb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0830643
Mar 05 21:32:49.632912 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34215674-747d-4936-bddd-59f1a9d35143 req-8d36260d-0c4c-4faa-b1d5-a885c1492e1b service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271257
Mar 05 21:32:49.678556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4cf090ff-d113-40bc-8090-797ad1fdf28b req-542b8ef4-a0c0-4757-8117-978fb71f6f71 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425067
Mar 05 21:32:50.797829 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6ea58-fe97-459c-9898-6ffec177322d req-2a2f557e-b53c-4544-963f-4ed7accaad00 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:50.799278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39b6ea58-fe97-459c-9898-6ffec177322d req-2a2f557e-b53c-4544-963f-4ed7accaad00 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0527301
Mar 05 21:32:50.844821 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39b6ea58-fe97-459c-9898-6ffec177322d req-e68e91a6-e043-4c0c-9db0-50cd9f834a58 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392799
Mar 05 21:32:51.964577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb728-a02a-4315-b11a-faa190eb6d19 req-0b44a3dd-c4d1-47a7-a1f7-24e0260de938 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:51.966054 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f0fb728-a02a-4315-b11a-faa190eb6d19 req-0b44a3dd-c4d1-47a7-a1f7-24e0260de938 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0517807
Mar 05 21:32:52.014503 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5f0fb728-a02a-4315-b11a-faa190eb6d19 req-81288e48-7e9a-4db6-8616-c93859eb2e95 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424135
Mar 05 21:32:52.024256 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:32:52.117292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:52.128571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:32:52.164639 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 200c80d2-ab83-4689-ace8-3e9087ff830a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:32:52.165025 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:52.180819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:32:52.199613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:52.203281 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:52.249876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:52.257778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.258126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.258471 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.258812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.259148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.259481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.259866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.260188 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.260514 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.260838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.261163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.261621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.261958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:32:52.388360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['200c80d2-ab83-4689-ace8-3e9087ff830a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:32:53.139518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528927f3-fdea-462a-a7d1-31051abac739 req-ef7ed864-a5a6-4c9d-a0ce-183c1c03718a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:53.141076 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-528927f3-fdea-462a-a7d1-31051abac739 req-ef7ed864-a5a6-4c9d-a0ce-183c1c03718a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0577571
Mar 05 21:32:53.186153 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-528927f3-fdea-462a-a7d1-31051abac739 req-890290d1-965d-479d-a625-88d2ae20264d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396006
Mar 05 21:32:54.038952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:32:54.087139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 200c80d2-ab83-4689-ace8-3e9087ff830a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:32:54.090759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 200c80d2-ab83-4689-ace8-3e9087ff830a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:32:54.091127 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:54.166637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 200c80d2-ab83-4689-ace8-3e9087ff830a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:32:54.166953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:54.189114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:54.191333 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7975f-ceea-4bba-8414-9cbabcce5ba1" -d '{"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-plugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:54.204414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:32:54.210170 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:54.236965 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75d813-8597-4f0c-a3b9-f1bd4e8d4e8a x-openstack-request-id: req-cd75d813-8597-4f0c-a3b9-f1bd4e8d4e8a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:54.237265 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-plugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:54.237519 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd75d813-8597-4f0c-a3b9-f1bd4e8d4e8a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:54.237917 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'code': 200}
Mar 05 21:32:54.266446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:32:54.320794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2916a-e098-4ebb-80b0-551f537daf5b req-76c95224-b265-4f84-b37e-3cdc80f1cfc5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:54.322270 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fa2916a-e098-4ebb-80b0-551f537daf5b req-76c95224-b265-4f84-b37e-3cdc80f1cfc5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0584300
Mar 05 21:32:54.334699 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2e01f-1309-41ff-acc5-d988df413a60 req-aeb56d2e-af52-49bc-9c9d-647c84e5a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:54.336168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5ec2e01f-1309-41ff-acc5-d988df413a60 req-aeb56d2e-af52-49bc-9c9d-647c84e5a0bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1128 time: 0.0440607
Mar 05 21:32:54.370780 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0fa2916a-e098-4ebb-80b0-551f537daf5b req-fe212835-e535-4e29-a872-13ee2460e728 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425410
Mar 05 21:32:54.384065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5ec2e01f-1309-41ff-acc5-d988df413a60 req-375c97c0-bc9b-41c5-8ee6-2f855f2e26a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421040
Mar 05 21:32:54.545032 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84534d7e-b507-4da6-b18f-b763091b082d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:55.495053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482ac3-7e20-4a51-9f0f-2a9a07913fc2 req-b13a34a5-efe3-40d1-9c1c-7f91e7d6f5b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:55.496560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f482ac3-7e20-4a51-9f0f-2a9a07913fc2 req-b13a34a5-efe3-40d1-9c1c-7f91e7d6f5b3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0539083
Mar 05 21:32:55.544089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4f482ac3-7e20-4a51-9f0f-2a9a07913fc2 req-bbd9592c-6ff7-47c5-a1ad-3625c03db625 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416157
Mar 05 21:32:55.660997 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b097e-2c39-489b-ad55-9cbb81c4f370 req-d189d9fb-c6ad-4e66-99a5-68e361c8c2ac tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:55.663479 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0b8b097e-2c39-489b-ad55-9cbb81c4f370 req-d189d9fb-c6ad-4e66-99a5-68e361c8c2ac tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0550756
Mar 05 21:32:55.672048 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 35960) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:32:55.676291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Request body: {'floatingip': {'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:32:55.718163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:56.144881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:56.148307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:56.243819 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e associated. External IP: 172.35.0.122, port: 200c80d2-ab83-4689-ace8-3e9087ff830a.
Mar 05 21:32:56.455596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:32:56.565141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:32:56.569830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:56.576076 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:32:56.586539 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:32:56.587251 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90111880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:32:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:56.598786 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84019f95-466c-47f8-8653-03f0fc43ffbb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "PUT /v2.0/floatingips/387b3132-666e-40c0-b127-accb1ca97b9e HTTP/1.1" status: 200  len: 993 time: 0.9257162
Mar 05 21:32:56.600157 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:32:56.602490 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:32:56.643061 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0841801-75e1-412f-bfab-0af6f650f1df x-openstack-request-id: req-f0841801-75e1-412f-bfab-0af6f650f1df {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:32:56.643370 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:32:56.643776 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0841801-75e1-412f-bfab-0af6f650f1df {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:32:56.644202 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'status': 'completed', 'code': 200}
Mar 05 21:32:56.708196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-91c69e77-9c2b-4a8d-b345-db31e88f799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:56.709122 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:32:56.709699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-91c69e77-9c2b-4a8d-b345-db31e88f799c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1128 time: 0.0451684
Mar 05 21:32:56.812558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-f6a7f393-10b3-4a06-a4d6-c0e8f4a81e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:56.814171 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-f6a7f393-10b3-4a06-a4d6-c0e8f4a81e79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0979829
Mar 05 21:32:56.931405 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d39b21a5-6885-4db1-b805-77adc093038c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:56.932099 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-59fb2ce2-9acf-41df-acbb-5129057e3410 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.1103895
Mar 05 21:32:57.001399 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-9afdf527-bdfc-4c69-bc94-8a723485ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:57.002963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-9afdf527-bdfc-4c69-bc94-8a723485ce0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0643103
Mar 05 21:32:57.013557 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90111880>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:32:56Z', 'revision_number': 13, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:57.043363 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:32:57.053262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:32:57.053262 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90111880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:32:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:57.064135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-d5eedc1c-cc48-4a67-8cf6-1a55491b1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:57.065657 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-d5eedc1c-cc48-4a67-8cf6-1a55491b1646 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0553520
Mar 05 21:32:57.165154 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:32:57.166214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-91f8b9dd-faf0-4e2c-90e1-9840caf44d43 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925395
Mar 05 21:32:57.275158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe30eca8-a5b6-4399-adc6-2f5abc79d8dc req-e02a41c0-8e76-43ac-ba1d-98296a682d24 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028540
Mar 05 21:32:57.391661 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90111880>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:32:56Z', 'revision_number': 13, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:32:57.421289 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efe912-66c4-4ef1-86a2-08497ab684cb None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '387b3132-666e-40c0-b127-accb1ca97b9e', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'floating_ip_address': '172.35.0.122', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:30:14Z', 'updated_at': '2022-03-05T21:32:56Z', 'revision_number': 13, 'project_id': '82cb16655b3348048ea81b796af0da84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:32:57.610001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc49014-2153-4e82-9e9a-27eb842c5c8a None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:32:57.761402 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:32:58.085355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:32:58.114637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e4381-8510-44b9-872e-0d7d8061c3f6 req-53fa24be-71e8-4a32-a40e-8d61889b36f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:32:58.116426 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d7e4381-8510-44b9-872e-0d7d8061c3f6 req-53fa24be-71e8-4a32-a40e-8d61889b36f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0548031
Mar 05 21:32:58.168187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1d7e4381-8510-44b9-872e-0d7d8061c3f6 req-0e8f4410-9630-476b-a354-ee513e85f974 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461731
Mar 05 21:32:59.660488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:00.891277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92b4e-c307-40e0-8ea3-1c76f2eb861b req-cb978057-3977-4f2c-92a0-c6615a0a3400 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:00.892871 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6d92b4e-c307-40e0-8ea3-1c76f2eb861b req-cb978057-3977-4f2c-92a0-c6615a0a3400 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0778100
Mar 05 21:33:00.942215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-893c5e03-ccea-45ef-b119-9faf0eed1431 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1358392
Mar 05 21:33:00.958440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6d92b4e-c307-40e0-8ea3-1c76f2eb861b req-33adc88a-5a62-4964-ad22-9b29050bc178 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585465
Mar 05 21:33:01.089855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:01.343593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-768a6ae7-9555-4fe7-af1b-dc430618d927 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:01.344992 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-768a6ae7-9555-4fe7-af1b-dc430618d927 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 943 time: 0.1098144
Mar 05 21:33:02.090630 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64439241-1d04-4930-9b5d-e95edcfe444c req-8e279b34-dc19-45a7-b216-abedc6877bd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:02.096164 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64439241-1d04-4930-9b5d-e95edcfe444c req-8e279b34-dc19-45a7-b216-abedc6877bd8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0645454
Mar 05 21:33:02.128832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-8a84f28b-c198-4b1a-ba8e-3de6544183c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:02.130371 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-8a84f28b-c198-4b1a-ba8e-3de6544183c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1128 time: 0.0461850
Mar 05 21:33:02.139316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64439241-1d04-4930-9b5d-e95edcfe444c req-30229ef4-c7d0-444e-b8a9-5584b0bdfe7b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415802
Mar 05 21:33:02.228445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a7956e7d-3eb8-49d2-a2b9-f7bb9dbfb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:02.229899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a7956e7d-3eb8-49d2-a2b9-f7bb9dbfb661 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0885558
Mar 05 21:33:02.298106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-d68f8b80-bc0b-4344-b326-68ddb9725db0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1003 time: 0.0621076
Mar 05 21:33:02.346861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a3c4ca44-6fd3-46a9-b5f5-7a9c7dca7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:02.348379 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a3c4ca44-6fd3-46a9-b5f5-7a9c7dca7bb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0445578
Mar 05 21:33:02.396088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-d50b887e-10e4-4a57-8e4f-78c8f8cc138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:02.398128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-d50b887e-10e4-4a57-8e4f-78c8f8cc138f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429595
Mar 05 21:33:02.489207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-e0e41ed3-9dad-412c-aaf8-6535aac1afd7 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853844
Mar 05 21:33:02.576224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-8cfb475b-496e-4324-a832-cea18bd1f2db service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811527
Mar 05 21:33:03.265280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db8d5-98cc-45f5-853e-6674b775d971 req-25ed4fef-eb4c-4cad-b8d5-5d81365d2790 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:03.266747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d31db8d5-98cc-45f5-853e-6674b775d971 req-25ed4fef-eb4c-4cad-b8d5-5d81365d2790 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0578210
Mar 05 21:33:03.313732 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d31db8d5-98cc-45f5-853e-6674b775d971 req-5ec2f11f-264b-4057-916c-02cd63515675 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406606
Mar 05 21:33:04.433658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834c8cc-479d-43cd-98f5-1fd0ef63ddc3 req-773940d3-d264-478e-92eb-72aed667063d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:04.435125 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9834c8cc-479d-43cd-98f5-1fd0ef63ddc3 req-773940d3-d264-478e-92eb-72aed667063d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0517516
Mar 05 21:33:04.482037 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9834c8cc-479d-43cd-98f5-1fd0ef63ddc3 req-c940280f-d8a6-448c-96af-7358b4b4d665 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412035
Mar 05 21:33:05.604597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ec70b-ab12-4323-a094-158e47541e62 req-16abede3-0748-4a51-9bf4-097cfe46886c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:05.606071 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-619ec70b-ab12-4323-a094-158e47541e62 req-16abede3-0748-4a51-9bf4-097cfe46886c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0517535
Mar 05 21:33:05.653780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-619ec70b-ab12-4323-a094-158e47541e62 req-f0a628ba-1433-4900-aa8e-22084ec821ba tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421584
Mar 05 21:33:06.396068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:06.683652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:06.780056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1d89f-13cd-40dd-9f54-fb171955cdbe req-af216090-43bc-4c6f-b40f-1cd2ed1256c6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:06.781528 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ac1d89f-13cd-40dd-9f54-fb171955cdbe req-af216090-43bc-4c6f-b40f-1cd2ed1256c6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0568047
Mar 05 21:33:06.828750 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ac1d89f-13cd-40dd-9f54-fb171955cdbe req-ec1f348e-0751-4e81-aa62-06ae8ee41a38 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415485
Mar 05 21:33:07.948335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac77475-ce0a-4607-bde7-48d57ab47226 req-848c17d6-8730-4a96-bb33-4260cc10be85 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:07.949815 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ac77475-ce0a-4607-bde7-48d57ab47226 req-848c17d6-8730-4a96-bb33-4260cc10be85 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0520556
Mar 05 21:33:08.000676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ac77475-ce0a-4607-bde7-48d57ab47226 req-246d794d-b089-42f9-a849-3895ebddbf63 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450268
Mar 05 21:33:09.119531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5181d6-dcad-4d7a-9edc-7f443098b09c req-de5cd1d9-8edd-4741-b906-5690e36d7a9a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:09.121039 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f5181d6-dcad-4d7a-9edc-7f443098b09c req-de5cd1d9-8edd-4741-b906-5690e36d7a9a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0531671
Mar 05 21:33:09.167312 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9f5181d6-dcad-4d7a-9edc-7f443098b09c req-73779ae9-2fe2-4c91-a666-a543e4ebaa3d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403771
Mar 05 21:33:10.288444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676bc3e-de40-46a1-a950-0e7dd41c9013 req-74243b9f-abaa-4ea7-a528-6b87df175aac tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:10.289905 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f676bc3e-de40-46a1-a950-0e7dd41c9013 req-74243b9f-abaa-4ea7-a528-6b87df175aac tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0519383
Mar 05 21:33:10.336112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f676bc3e-de40-46a1-a950-0e7dd41c9013 req-0c6f217a-9962-45a2-aaeb-9b255af64511 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406258
Mar 05 21:33:11.456926 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513e39-ea6c-4240-b52e-20aa02189f81 req-fb450d3a-9cfd-4ffd-9740-a7638619e4d4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:11.458378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a513e39-ea6c-4240-b52e-20aa02189f81 req-fb450d3a-9cfd-4ffd-9740-a7638619e4d4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0519683
Mar 05 21:33:11.508440 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a513e39-ea6c-4240-b52e-20aa02189f81 req-a7087ecf-190d-4e91-9b07-98fbef94778f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437298
Mar 05 21:33:12.628654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d400-01ed-42f4-bd7d-111173ff5269 req-61197f0a-f1ad-4941-97d1-c3ed4adddc3b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:12.630112 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2166d400-01ed-42f4-bd7d-111173ff5269 req-61197f0a-f1ad-4941-97d1-c3ed4adddc3b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0518289
Mar 05 21:33:12.676636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2166d400-01ed-42f4-bd7d-111173ff5269 req-8cf45714-8def-4d7d-8a68-6628ec019cbe tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403361
Mar 05 21:33:13.797518 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead82a9-7a52-4d05-84f2-8fcaf20bc509 req-8ae9914c-d5c9-4aad-9e63-f06a068276b1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:13.798992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ead82a9-7a52-4d05-84f2-8fcaf20bc509 req-8ae9914c-d5c9-4aad-9e63-f06a068276b1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0529554
Mar 05 21:33:13.844967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5ead82a9-7a52-4d05-84f2-8fcaf20bc509 req-9d3af521-3c9f-4066-9d64-efde885f73fc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393121
Mar 05 21:33:14.971957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfa061-04b4-401a-8120-e7b1fdf41b3a req-36dfe563-f74f-4647-896b-270e9dcbaeb8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:14.973428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c0bfa061-04b4-401a-8120-e7b1fdf41b3a req-36dfe563-f74f-4647-896b-270e9dcbaeb8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0578258
Mar 05 21:33:15.020729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c0bfa061-04b4-401a-8120-e7b1fdf41b3a req-eb2d3fc5-2ddf-4f2e-9a98-c334d701d51f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416830
Mar 05 21:33:16.141381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841bea5-c13c-4c4b-9904-3507889eb683 req-19412302-cf86-4e6c-9b4d-e05a2ff1dc27 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:16.142766 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6841bea5-c13c-4c4b-9904-3507889eb683 req-19412302-cf86-4e6c-9b4d-e05a2ff1dc27 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0521884
Mar 05 21:33:16.188617 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6841bea5-c13c-4c4b-9904-3507889eb683 req-64930826-402f-490f-9cda-b03a5305dc7f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403023
Mar 05 21:33:17.309515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacf076-b358-49f5-b4f6-19ed77e190ca req-d1f200d2-ecb6-497e-8484-9e4a837c1d59 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:17.311005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7bacf076-b358-49f5-b4f6-19ed77e190ca req-d1f200d2-ecb6-497e-8484-9e4a837c1d59 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0530031
Mar 05 21:33:17.357589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7bacf076-b358-49f5-b4f6-19ed77e190ca req-304abaff-af18-4063-b1f8-071b9861d8ce tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409343
Mar 05 21:33:18.481276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2da3ea-a5c6-44b1-93dd-b318f6e6af75 req-cf26ff64-4842-4d66-9b61-9006169ba5ab tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:18.482734 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c2da3ea-a5c6-44b1-93dd-b318f6e6af75 req-cf26ff64-4842-4d66-9b61-9006169ba5ab tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0564740
Mar 05 21:33:18.529623 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5c2da3ea-a5c6-44b1-93dd-b318f6e6af75 req-94f641db-ce48-46fe-ad0c-563553516352 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412378
Mar 05 21:33:19.651449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597210b6-983e-4539-9076-8782304ad3b5 req-469b7cf6-11f7-48c9-b03e-374bd3b3b449 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:19.652944 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-597210b6-983e-4539-9076-8782304ad3b5 req-469b7cf6-11f7-48c9-b03e-374bd3b3b449 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0523942
Mar 05 21:33:19.703209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-597210b6-983e-4539-9076-8782304ad3b5 req-31c5ed7a-0786-477c-9604-6804f833209e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446951
Mar 05 21:33:20.825983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384376-9302-4a7f-88ca-85aca54e2b1c req-224e5809-7aee-4fc6-a4bd-ba14aea9c4f9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:20.827436 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf384376-9302-4a7f-88ca-85aca54e2b1c req-224e5809-7aee-4fc6-a4bd-ba14aea9c4f9 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0518212
Mar 05 21:33:20.873577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf384376-9302-4a7f-88ca-85aca54e2b1c req-cb48f360-0e4c-440e-a938-bc4df19cf88e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402427
Mar 05 21:33:21.993042 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3174fc-9e2e-4e65-99d0-4748ce7b93c9 req-74e75188-3e97-4cf8-99ca-a5503e9d043c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:21.994520 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3174fc-9e2e-4e65-99d0-4748ce7b93c9 req-74e75188-3e97-4cf8-99ca-a5503e9d043c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0532906
Mar 05 21:33:22.041324 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e3174fc-9e2e-4e65-99d0-4748ce7b93c9 req-39b257d8-8b93-4bc4-bfa3-bfa8c17ee801 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411754
Mar 05 21:33:23.165718 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef993-0860-408c-9603-6176054db722 req-9d743ef8-e3ce-42ec-8024-a43bdc1b329c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:23.167117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f14ef993-0860-408c-9603-6176054db722 req-9d743ef8-e3ce-42ec-8024-a43bdc1b329c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0568130
Mar 05 21:33:23.213200 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f14ef993-0860-408c-9603-6176054db722 req-fe3a00c8-82fc-475e-8add-ac0f61056231 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404961
Mar 05 21:33:24.331565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8767bc-4cb3-4285-a117-128475766166 req-8c431a3c-9aa1-439b-8ebf-0c35e6f7d53a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:24.333075 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e8767bc-4cb3-4285-a117-128475766166 req-8c431a3c-9aa1-439b-8ebf-0c35e6f7d53a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0521724
Mar 05 21:33:24.380313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e8767bc-4cb3-4285-a117-128475766166 req-c6e288ed-91ff-44b9-9548-8dbdc7a2747d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409520
Mar 05 21:33:24.547126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4e3c95c6-a210-4eb0-9b1e-09f2aba574b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:24.964910 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a17a4a8d-c14f-46f0-a87c-2fa2e43c65b1 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:33:24.965920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-a17a4a8d-c14f-46f0-a87c-2fa2e43c65b1 service neutron] 10.222.0.31 "GET /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0581970
Mar 05 21:33:25.165010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-1d07e4ef-5e9d-4b6d-9bca-51ef9ff36230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:25.166501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-1d07e4ef-5e9d-4b6d-9bca-51ef9ff36230 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1128 time: 0.0455279
Mar 05 21:33:25.177119 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:25.235985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.440997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:25.474573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:33:25.503136 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d7dd0-34db-4b36-bf20-dbd33d34bf12 req-c9c914b3-afd3-40f2-906e-ddb6bdb1d859 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:25.504873 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-552d7dd0-34db-4b36-bf20-dbd33d34bf12 req-c9c914b3-afd3-40f2-906e-ddb6bdb1d859 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 946 time: 0.0553272
Mar 05 21:33:25.514263 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:25.516599 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae599920-d62a-4674-a013-75a572c8edd8" -d '{"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-unplugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:25.520667 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks [] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.534443 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Transition to ACTIVE for port object 200c80d2-ab83-4689-ace8-3e9087ff830a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:33:25.540455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.557142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-552d7dd0-34db-4b36-bf20-dbd33d34bf12 req-bef5d05a-30e0-4b06-bb14-11419f9648c0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457895
Mar 05 21:33:25.571794 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f8c81-2d7b-4199-bbf9-68e8c3e525d3 x-openstack-request-id: req-265f8c81-2d7b-4199-bbf9-68e8c3e525d3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:25.571998 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-unplugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:25.572352 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-265f8c81-2d7b-4199-bbf9-68e8c3e525d3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:25.572662 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'code': 200}
Mar 05 21:33:25.624739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:25.674599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] No DVR routers for this DVR port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:33:25.817147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:33:25.817484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:33:25.817814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:25.822654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:33:25.822976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:25.827786 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:33:25.828130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:33:25.828521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:33:25.828946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Bound port: 200c80d2-ab83-4689-ace8-3e9087ff830a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:33:25.829306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.890359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:33:25.893351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:33:25.899064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.935276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:25.935916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:25.937336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] 10.222.0.23 "PUT /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1092 time: 0.7641370
Mar 05 21:33:25.957467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebfd89-e176-4c76-b8f0-b858f39d9c1d service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:26.012916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-cecb2ace-e41a-4a78-9b82-26d8d64e3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:26.014453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-cecb2ace-e41a-4a78-9b82-26d8d64e3bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0530033
Mar 05 21:33:26.107609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-98eb80b3-529f-4f68-89cf-9317c692cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:26.109181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-98eb80b3-529f-4f68-89cf-9317c692cef4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0894060
Mar 05 21:33:26.179024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-fb399c8d-e760-43e6-a975-145b4a4c8003 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.0637188
Mar 05 21:33:26.227227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-0f22d080-efac-47c9-9bc1-8513bf819b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:26.228629 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-0f22d080-efac-47c9-9bc1-8513bf819b98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0439122
Mar 05 21:33:26.276441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-39ee0c3f-7f3b-4486-8487-8787d1a713e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:26.277894 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-39ee0c3f-7f3b-4486-8487-8787d1a713e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435863
Mar 05 21:33:26.368518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-35eedda5-b678-444d-93e6-42de39481d8d service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846076
Mar 05 21:33:26.458180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-306714fe-80b9-4c1e-95ab-24cc61119c89 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834920
Mar 05 21:33:26.686092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae719593-bf95-449c-9539-01de4566fbe4 req-20583605-16f9-4272-98aa-be8bd1c5b1fb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:26.687582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae719593-bf95-449c-9539-01de4566fbe4 req-20583605-16f9-4272-98aa-be8bd1c5b1fb tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0534925
Mar 05 21:33:26.735206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae719593-bf95-449c-9539-01de4566fbe4 req-b0ea5610-4040-44f5-ba7d-2c3ff3cdc71e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417364
Mar 05 21:33:26.889599 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48bfa31f-9fca-4a2d-addd-f2e9e2b3829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:27.574134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:27.576524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:27.624189 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd784c1-3a16-4982-b4d9-71a3ae3c0113 x-openstack-request-id: req-9cd784c1-3a16-4982-b4d9-71a3ae3c0113 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:27.624485 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:27.624743 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cd784c1-3a16-4982-b4d9-71a3ae3c0113 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:27.625918 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'status': 'completed', 'code': 200}
Mar 05 21:33:27.720058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-743bc2c4-0082-453f-bf41-d623877661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:27.721540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-743bc2c4-0082-453f-bf41-d623877661e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0799806
Mar 05 21:33:27.723267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-501d914e-775f-4e53-96a5-eb3fff7cb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:27.725192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-501d914e-775f-4e53-96a5-eb3fff7cb10f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0736010
Mar 05 21:33:27.912380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-470c1373-a705-49c1-8236-fe4683ca0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:27.913849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-470c1373-a705-49c1-8236-fe4683ca0df0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1863985
Mar 05 21:33:27.921911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-935f76c8-4ab2-4137-af6e-5ab995eb18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:27.923224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-935f76c8-4ab2-4137-af6e-5ab995eb18a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1878965
Mar 05 21:33:27.937524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49084-071a-4a2f-93b7-d98be991a60b req-bb557492-e822-4174-821b-3f825cbb44f6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:27.938889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ca49084-071a-4a2f-93b7-d98be991a60b req-bb557492-e822-4174-821b-3f825cbb44f6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.1283956
Mar 05 21:33:28.062327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-e9849f50-b0ef-4827-b3c1-5510edbcf26e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.1415646
Mar 05 21:33:28.066572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-d65ac48a-fe3c-4dd3-8659-093db12714fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.1358874
Mar 05 21:33:28.087361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:28.111818 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ca49084-071a-4a2f-93b7-d98be991a60b req-82c5009c-69d8-482b-8fc3-ca70578b7832 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411617
Mar 05 21:33:28.154715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-8a9ec677-8ede-4fea-ad46-85be89239fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:28.156105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-8a9ec677-8ede-4fea-ad46-85be89239fc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0850749
Mar 05 21:33:28.157670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-7650225b-ef2c-491e-91e9-bafe9cddb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:28.158948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-7650225b-ef2c-491e-91e9-bafe9cddb883 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0763302
Mar 05 21:33:28.226207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:28.236214 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-6161cebd-e407-449f-8c8f-67da1a8755a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:28.237712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-6161cebd-e407-449f-8c8f-67da1a8755a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0759397
Mar 05 21:33:28.240854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-7bbf6ea1-644f-40a6-ab40-045f5dd4a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:28.242298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-7bbf6ea1-644f-40a6-ab40-045f5dd4a2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0729978
Mar 05 21:33:28.268326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 200c80d2-ab83-4689-ace8-3e9087ff830a host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:33:28.268730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:28.707207 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-df15eb97-edc8-4031-bb9a-879f71d453e8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4631133
Mar 05 21:33:28.728958 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-aae986d9-d6de-4de2-b949-e60badc4fbbc service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4448807
Mar 05 21:33:28.871638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-067977c0-8420-494a-90d6-73b0abd58d47 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556077
Mar 05 21:33:28.881795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7ccf217-c7f0-44c6-90dc-9d9d3ff102e9 req-5b96b2cc-52c4-4b50-98a4-7c5cfa0d3d98 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429939
Mar 05 21:33:29.234652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cff5c-20da-476d-8bb0-a35ff13157b3 req-08c4c657-c297-4e21-b400-c0243adb0a3f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:29.236191 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-937cff5c-20da-476d-8bb0-a35ff13157b3 req-08c4c657-c297-4e21-b400-c0243adb0a3f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0520310
Mar 05 21:33:29.285886 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-937cff5c-20da-476d-8bb0-a35ff13157b3 req-8d85ae43-995d-4776-bc1a-7132452d7f5b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439126
Mar 05 21:33:29.661598 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:30.407271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227049-f6a5-4387-a341-88f005e8f1eb req-018944c7-8f01-4bca-95fc-d41e24550340 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:30.408795 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10227049-f6a5-4387-a341-88f005e8f1eb req-018944c7-8f01-4bca-95fc-d41e24550340 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0530162
Mar 05 21:33:30.455559 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-10227049-f6a5-4387-a341-88f005e8f1eb req-deb9df0e-a9af-41e9-8f8e-b609c82eb7b6 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406032
Mar 05 21:33:31.093488 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:31.577965 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb2d8b-38ce-475e-aa69-f08598b334ed req-bdbfc5fa-97a6-423e-8ff8-5d86977faf82 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:31.579430 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9edb2d8b-38ce-475e-aa69-f08598b334ed req-bdbfc5fa-97a6-423e-8ff8-5d86977faf82 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0524709
Mar 05 21:33:31.625584 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9edb2d8b-38ce-475e-aa69-f08598b334ed req-61ad12ae-7481-4ca3-8dce-ea5556255813 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402193
Mar 05 21:33:31.921928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-1a977c61-77d8-4536-8de1-c70d331bc73c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:31.923384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-1a977c61-77d8-4536-8de1-c70d331bc73c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b&tenant_id=82cb16655b3348048ea81b796af0da84&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0594530
Mar 05 21:33:31.937901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8dc4-f3de-4da5-80d0-1163b0556eff req-7860cbcc-c3d4-43bd-97c5-c3243b7cdbdd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:31.939391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a2a8dc4-f3de-4da5-80d0-1163b0556eff req-7860cbcc-c3d4-43bd-97c5-c3243b7cdbdd tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 944 time: 0.0538394
Mar 05 21:33:31.983335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-b603291b-0f38-4df2-b01e-98b73c438a66 service neutron] 10.222.0.23 "GET /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0535216
Mar 05 21:33:31.986737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6a2a8dc4-f3de-4da5-80d0-1163b0556eff req-4171f5ac-0c7a-430d-ae7e-70844af901b0 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416687
Mar 05 21:33:32.050376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-701b2736-87e2-4db1-9a35-e106b173f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:32.051901 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-701b2736-87e2-4db1-9a35-e106b173f064 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1126 time: 0.0482771
Mar 05 21:33:32.137581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-5814587e-27b2-4ed0-b2f7-33e3cba658b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:32.139029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-5814587e-27b2-4ed0-b2f7-33e3cba658b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0819762
Mar 05 21:33:32.205625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-65bbd371-48fa-4817-a42b-adcd04f77c3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.0607350
Mar 05 21:33:32.234535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:33:32.252271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-e4f9a138-506f-498a-b421-e24e07f0a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:32.253742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-e4f9a138-506f-498a-b421-e24e07f0a378 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0429382
Mar 05 21:33:32.301643 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-1ca24b56-d30f-4145-aaa2-3fdc5806d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:32.303089 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-1ca24b56-d30f-4145-aaa2-3fdc5806d885 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439286
Mar 05 21:33:32.333459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:32.345098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:33:32.381736 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 200c80d2-ab83-4689-ace8-3e9087ff830a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:33:32.382135 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:32.395083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:33:32.399447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-66ccda22-45e6-41b8-a459-9d6d6ce513da service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881355
Mar 05 21:33:32.416749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:32.420741 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:32.470126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:32.490381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-2c0bafff-5692-419d-9518-09c52ac12dde service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848703
Mar 05 21:33:32.644072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['200c80d2-ab83-4689-ace8-3e9087ff830a'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:33:33.108560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc157-b428-4406-a893-dd4b2859d358 req-91ddd060-e207-4ccb-b18b-3308264c68c1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:33.110008 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b94dc157-b428-4406-a893-dd4b2859d358 req-91ddd060-e207-4ccb-b18b-3308264c68c1 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0522127
Mar 05 21:33:33.160592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b94dc157-b428-4406-a893-dd4b2859d358 req-a3fb4647-1201-4df9-a218-1ec13ec76c3c tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442460
Mar 05 21:33:34.251001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:33:34.292577 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87096833-a48e-4df7-b9d4-2b4fa94d8c9b req-74e53ebe-ff77-4c7f-87b0-92c4ca3c3ea4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:34.294212 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87096833-a48e-4df7-b9d4-2b4fa94d8c9b req-74e53ebe-ff77-4c7f-87b0-92c4ca3c3ea4 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0610390
Mar 05 21:33:34.312839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 200c80d2-ab83-4689-ace8-3e9087ff830a completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:33:34.317098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 200c80d2-ab83-4689-ace8-3e9087ff830a triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:33:34.317478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:34.348207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87096833-a48e-4df7-b9d4-2b4fa94d8c9b req-bfc534a6-7135-44b5-a7c1-febd2d9a3fc5 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467896
Mar 05 21:33:34.407625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 200c80d2-ab83-4689-ace8-3e9087ff830a is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:33:34.408345 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:34.432741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:34.434882 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ce264-2089-43cd-87e3-f75ec937e4ba" -d '{"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-plugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:34.448245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:34.451912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:34.486088 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df433ea2-45b5-48e5-a1c2-056ab339fdf3 x-openstack-request-id: req-df433ea2-45b5-48e5-a1c2-056ab339fdf3 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:34.486387 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-plugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:34.486639 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df433ea2-45b5-48e5-a1c2-056ab339fdf3 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:34.487073 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'code': 200}
Mar 05 21:33:34.501451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:34.760794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:33:35.008449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0d3894f5-eeb8-4d8a-870f-c0120c04d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:35.010107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0d3894f5-eeb8-4d8a-870f-c0120c04d905 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b&tenant_id=82cb16655b3348048ea81b796af0da84 HTTP/1.1" status: 200  len: 1128 time: 0.0478330
Mar 05 21:33:35.020188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:35.076417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.275718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:35.313514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:33:35.353977 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:35.356374 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff0b94-5a54-4dd0-8716-ef9da48dd3d8" -d '{"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-unplugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:35.360037 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks [] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.372783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Transition to ACTIVE for port object 200c80d2-ab83-4689-ace8-3e9087ff830a will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:33:35.383859 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.413541 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4ae86-fe13-4cd0-85b7-479554ca84d6 x-openstack-request-id: req-fbb4ae86-fe13-4cd0-85b7-479554ca84d6 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:35.413835 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-unplugged", "status": "completed", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:35.414086 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbb4ae86-fe13-4cd0-85b7-479554ca84d6 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:35.414477 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'code': 200}
Mar 05 21:33:35.489706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:35.544143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] No DVR routers for this DVR port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:33:35.552460 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92247b0-7b56-4642-97b1-edaf310ab64a req-9ad3a8a9-157a-4b66-b34b-0b7475b74b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:35.554136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e92247b0-7b56-4642-97b1-edaf310ab64a req-9ad3a8a9-157a-4b66-b34b-0b7475b74b68 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.1275938
Mar 05 21:33:35.675510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e92247b0-7b56-4642-97b1-edaf310ab64a req-6e37dc53-34ec-45e7-b53b-91cc2cca00bf tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876791
Mar 05 21:33:35.727483 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:33:35.727859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:33:35.728193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:35.732445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:33:35.732758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Attempting to bind port 200c80d2-ab83-4689-ace8-3e9087ff830a on network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:35.737468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:33:35.737837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Checking segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:33:35.738223 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Bound using segment: {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:33:35.738652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Bound port: 200c80d2-ab83-4689-ace8-3e9087ff830a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa17133-8894-44d1-bd96-db7500ed120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:33:35.739003 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.807105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:33:35.810163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:33:35.815861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.847495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:35.848208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:35.850231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] 10.222.0.31 "PUT /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1093 time: 0.8339534
Mar 05 21:33:35.883645 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d96f-d8c8-4b48-9593-f0835738faba service neutron] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=11']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:35.920946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-202f9780-9ae6-44e6-828d-ea7a1a4b8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:35.922518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-202f9780-9ae6-44e6-828d-ea7a1a4b8fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1127 time: 0.0528297
Mar 05 21:33:36.019567 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-95870230-f7e9-47fd-bf77-42609f22603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:36.021642 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-95870230-f7e9-47fd-bf77-42609f22603a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.0919976
Mar 05 21:33:36.090390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-3ea4259f-26bd-45f3-b7fe-a93eb52c6a24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.0625644
Mar 05 21:33:36.137685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-9e7adadd-4895-4688-bbe8-72bd16511e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:36.139024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-9e7adadd-4895-4688-bbe8-72bd16511e77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0435178
Mar 05 21:33:36.189792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-124c7a1b-8d5e-4d45-b188-f8b54e1218f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:36.191250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-124c7a1b-8d5e-4d45-b188-f8b54e1218f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465896
Mar 05 21:33:36.276572 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-74540c2c-1c89-4097-b761-734f5c7e703e service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787380
Mar 05 21:33:36.368416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f2a83b2-04e2-4a81-8c83-3662e7d58b35 req-f91b64ea-c3ff-4050-b4a4-d3eaed17e71a service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855460
Mar 05 21:33:36.399335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:36.680278 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:36.799878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ff86-3908-4585-8607-11fbc47eb924 req-432a424d-dd68-4a10-b266-7a27f4216078 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:36.801370 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2397ff86-3908-4585-8607-11fbc47eb924 req-432a424d-dd68-4a10-b266-7a27f4216078 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0530088
Mar 05 21:33:36.847953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2397ff86-3908-4585-8607-11fbc47eb924 req-fe61d6a3-7d31-4d1b-8318-66af473746d7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403099
Mar 05 21:33:37.415757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:37.418109 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5b0e7-4d2f-4da4-950c-3c941a866376" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:37.465150 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eade6c-4a54-4a94-8f4f-2b465eb008d3 x-openstack-request-id: req-e3eade6c-4a54-4a94-8f4f-2b465eb008d3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:37.465508 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:37.465726 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3eade6c-4a54-4a94-8f4f-2b465eb008d3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:37.466123 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'status': 'completed', 'code': 200}
Mar 05 21:33:37.556625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-4a0aa088-930e-436d-8054-0e860006ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.558142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-4a0aa088-930e-436d-8054-0e860006ce4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1127 time: 0.0756257
Mar 05 21:33:37.560638 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-f9d49336-056c-455d-9579-f92f4940a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.561980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-f9d49336-056c-455d-9579-f92f4940a1b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82cb16655b3348048ea81b796af0da84&device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 1127 time: 0.0718257
Mar 05 21:33:37.714305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-92fe727b-2fe3-4ff2-8e25-26ca35e1d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.715692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-92fe727b-2fe3-4ff2-8e25-26ca35e1d6ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1510127
Mar 05 21:33:37.719909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-c8142ad0-8bf7-432b-b15f-540fe048867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.721248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-c8142ad0-8bf7-432b-b15f-540fe048867a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 200  len: 913 time: 0.1487110
Mar 05 21:33:37.828188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-1c83c94c-1264-4037-a3fe-9be02dbc80b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.1059716
Mar 05 21:33:37.831826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-3855fec2-fb53-4406-baa2-dd800e8a6401 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 200  len: 1001 time: 0.1041934
Mar 05 21:33:37.915239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-06dfcd37-f1e5-4fb3-aacc-426558735979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.916743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-06dfcd37-f1e5-4fb3-aacc-426558735979 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0798352
Mar 05 21:33:37.920172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-28e17e98-9c61-4f35-87db-8e87ff64d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.921505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-28e17e98-9c61-4f35-87db-8e87ff64d404 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 200  len: 851 time: 0.0576761
Mar 05 21:33:37.965411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-68056d89-8ff0-42e9-9ebf-2a6ae6b8fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.966826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-68056d89-8ff0-42e9-9ebf-2a6ae6b8fe4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443680
Mar 05 21:33:37.970916 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8cb2f-611d-4bb4-810c-c5a9be5a41f3 req-be9ce559-8977-476a-ae38-a320c29bb105 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:37.972496 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67b8cb2f-611d-4bb4-810c-c5a9be5a41f3 req-be9ce559-8977-476a-ae38-a320c29bb105 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0530674
Mar 05 21:33:38.024187 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-67b8cb2f-611d-4bb4-810c-c5a9be5a41f3 req-39ce6287-97f9-4a72-b331-f77dea61f6e7 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455041
Mar 05 21:33:38.080285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-eb7f972c-048f-4c2e-88d7-3d460a0f2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:38.081797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-eb7f972c-048f-4c2e-88d7-3d460a0f2c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1074791
Mar 05 21:33:38.111146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-e98590e7-ec7e-4f23-b496-9c34e1797d2e service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378355
Mar 05 21:33:38.243706 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-9fefc846-5b07-4497-aa08-de3b00a88db4 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529415
Mar 05 21:33:38.261539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-0d1931b8-4006-4f3d-bc4b-a13b2dde9d94 service neutron] 10.222.0.23 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195264
Mar 05 21:33:38.272975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:38.315249 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] The host nch2-master-1 is not matching for port 200c80d2-ab83-4689-ace8-3e9087ff830a host nch1-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:33:38.315644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:38.342910 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-29c5b0e7-4d2f-4da4-950c-3c941a866376 req-43cba639-9438-465d-94a5-60ea33c5e342 service neutron] 10.222.0.31 "GET /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920777
Mar 05 21:33:39.145914 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979f458-4b43-4730-9303-92e3a41af2ff req-9bc2b1b3-2040-47a5-bd37-c67ae7c9d70a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:39.148019 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a979f458-4b43-4730-9303-92e3a41af2ff req-9bc2b1b3-2040-47a5-bd37-c67ae7c9d70a tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0537188
Mar 05 21:33:39.194528 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a979f458-4b43-4730-9303-92e3a41af2ff req-32ca6be8-327b-48bd-b807-ba0b0a3ca47e tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409982
Mar 05 21:33:40.311924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4e75d-b601-4cc7-96c4-ef4457eef1c4 req-da204a5d-dd2e-4ded-a773-e6bb57a876f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:40.313373 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cc4e75d-b601-4cc7-96c4-ef4457eef1c4 req-da204a5d-dd2e-4ded-a773-e6bb57a876f8 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0515032
Mar 05 21:33:40.359179 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cc4e75d-b601-4cc7-96c4-ef4457eef1c4 req-8b1b7c32-5ec4-4b4b-ac50-eebda9a494a2 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401950
Mar 05 21:33:40.482590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb7c0-22ed-42a6-92da-e38fb3cabec2 req-9f2de5d5-83cf-45aa-98f2-8f5dffc529fc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:40.484016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35bb7c0-22ed-42a6-92da-e38fb3cabec2 req-9f2de5d5-83cf-45aa-98f2-8f5dffc529fc tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0530660
Mar 05 21:33:40.534688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35bb7c0-22ed-42a6-92da-e38fb3cabec2 req-a00a91b2-6f98-4342-9622-50495b9d9f97 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451462
Mar 05 21:33:40.650909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a68e0-381e-45ba-9c47-787c52966134 req-579b8fc9-3c2e-4aae-b966-db6574a85ce3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:40.652389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80a68e0-381e-45ba-9c47-787c52966134 req-579b8fc9-3c2e-4aae-b966-db6574a85ce3 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0517676
Mar 05 21:33:40.698207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a80a68e0-381e-45ba-9c47-787c52966134 req-a3b5ec25-9ce6-472f-a8f0-12e85369378b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401702
Mar 05 21:33:40.941517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3b36-6895-4016-913c-2c889b7ce6dd req-63fa7867-4246-4ff8-9a72-2a22c1078649 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:40.942996 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc4a3b36-6895-4016-913c-2c889b7ce6dd req-63fa7867-4246-4ff8-9a72-2a22c1078649 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0564752
Mar 05 21:33:40.990100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc4a3b36-6895-4016-913c-2c889b7ce6dd req-4919698d-6393-49d5-9210-fce58fb4807b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408337
Mar 05 21:33:42.112861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445db9f-15f4-436b-91b1-70e15705b682 req-5bd54e93-11cc-46c4-b3a8-8eca18ee8349 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:42.114363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e445db9f-15f4-436b-91b1-70e15705b682 req-5bd54e93-11cc-46c4-b3a8-8eca18ee8349 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0525322
Mar 05 21:33:42.160962 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e445db9f-15f4-436b-91b1-70e15705b682 req-6be62504-377a-4f61-9312-c9de1c26ec08 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups?id=372f1b87-7dc7-4d4d-8b18-34f164694bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404222
Mar 05 21:33:42.272923 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:33:42.366533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:42.378619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'port_id': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'mac_address': 'fa:16:3e:ad:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:33:42.417177 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 200c80d2-ab83-4689-ace8-3e9087ff830a is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:33:42.417477 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.430245 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:33:42.440709 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-2a0f635a-3edc-47bb-b604-44c6539e421b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:42.442162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-2a0f635a-3edc-47bb-b604-44c6539e421b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 945 time: 0.0511963
Mar 05 21:33:42.449974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:42.454535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.500623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:42.541369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Deleting port 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:42.541723 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.628356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] For port 200c80d2-ab83-4689-ace8-3e9087ff830a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=200c80d2-ab83-4689-ace8-3e9087ff830a,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:42.628724 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.801060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.801342 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.801658 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Floating IP 387b3132-666e-40c0-b127-accb1ca97b9e disassociated. External IP: 172.35.0.122, port: 200c80d2-ab83-4689-ace8-3e9087ff830a.
Mar 05 21:33:42.802001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Calling delete_port for 200c80d2-ab83-4689-ace8-3e9087ff830a owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:42.929069 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (200c80d2-ab83-4689-ace8-3e9087ff830a), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:42.963604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'Port': ['ID=200c80d2-ab83-4689-ace8-3e9087ff830a,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:43.086700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:33:43.218306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:33:43.233575 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:33:43.253408 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:33:43.254460 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbbdb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:33:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:43.268152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] No DVR routers for this DVR port 200c80d2-ab83-4689-ace8-3e9087ff830a on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:33:43.274818 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-609b7f28-f25c-4968-af84-98ccf125a40c req-6195c33f-257b-421d-9a99-d105747cfaaa tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5f83a29-0207-43d0-9835-ff0ad847e28b HTTP/1.1" status: 200  len: 210 time: 0.0357993
Mar 05 21:33:43.276671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:43.285310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a301bcb-1ec8-47b2-a8f8-e58345990072 req-75922e29-34fe-4f5f-abb0-5cd649420c0d tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.31 "DELETE /v2.0/ports/200c80d2-ab83-4689-ace8-3e9087ff830a HTTP/1.1" status: 204  len: 173 time: 0.8373704
Mar 05 21:33:43.285839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-deleted', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:43.288984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d47b4-89b7-4d8e-8ee1-c6901f8ab105" -d '{"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-deleted", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:43.335470 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d63029-2719-483f-8f07-1107e4fc0c84 x-openstack-request-id: req-e4d63029-2719-483f-8f07-1107e4fc0c84 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:43.336060 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f83a29-0207-43d0-9835-ff0ad847e28b", "name": "network-vif-deleted", "tag": "200c80d2-ab83-4689-ace8-3e9087ff830a", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:43.336060 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4d63029-2719-483f-8f07-1107e4fc0c84 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:43.336419 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f83a29-0207-43d0-9835-ff0ad847e28b', 'name': 'network-vif-deleted', 'tag': '200c80d2-ab83-4689-ace8-3e9087ff830a', 'status': 'completed', 'code': 200}
Mar 05 21:33:43.470001 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:33:43.672573 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbbdb80>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:43.698750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:33:43.707141 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:33:43.707771 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbbdb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:33:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:43.823037 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:33:44.022649 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bbbdb80>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:44.050684 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d379d2-9465-473d-8628-bc28b938db21 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:30:11Z', 'revision_number': 4, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ba45a0-5a73-4c3c-b6a2-3604b1784ed4', 'name': '', 'network_id': 'b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'mac_address': 'fa:16:3e:8f:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:11Z', 'updated_at': '2022-03-05T21:30:15Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'subnets': [{'id': 'fad94449-a398-468a-b495-ee2f8d732f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:33:44.265392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5747dfd-fe42-42e3-a7b8-cc014e835bbb None None] New status for floating IP 387b3132-666e-40c0-b127-accb1ca97b9e: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:33:44.296495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:44.354527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 200c80d2-ab83-4689-ace8-3e9087ff830a {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:33:44.354877 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 200c80d2-ab83-4689-ace8-3e9087ff830a not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:45.914021 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36234) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:45.966171 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (372f1b87-7dc7-4d4d-8b18-34f164694bd9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:45.988899 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (372f1b87-7dc7-4d4d-8b18-34f164694bd9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.035627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (372f1b87-7dc7-4d4d-8b18-34f164694bd9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.038412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.039606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "DELETE /v2.0/security-groups/372f1b87-7dc7-4d4d-8b18-34f164694bd9 HTTP/1.1" status: 204  len: 168 time: 0.1245334
Mar 05 21:33:46.042317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:46.048490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cdb14-f003-4d8f-bbf1-8ff45dea6f9b tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f1b87-7dc7-4d4d-8b18-34f164694bd9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:46.055987 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-245ed06b-89ce-4ac6-abbd-5daad1613e2f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] show failed (client error): The resource could not be found.
Mar 05 21:33:46.057474 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-245ed06b-89ce-4ac6-abbd-5daad1613e2f tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "GET /v2.0/security-groups/372f1b87-7dc7-4d4d-8b18-34f164694bd9 HTTP/1.1" status: 404  len: 347 time: 0.0136874
Mar 05 21:33:46.059605 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36238) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:46.182760 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Deleting port 3b44b2e3-bfd7-4d60-98af-72e9f1387e8e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:46.183024 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.259443 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.259881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.271074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Calling delete_port for 3b44b2e3-bfd7-4d60-98af-72e9f1387e8e owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:46.400426 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3b44b2e3-bfd7-4d60-98af-72e9f1387e8e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.426610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Pushing event deleted for resources: {'Port': ['ID=3b44b2e3-bfd7-4d60-98af-72e9f1387e8e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:46.453000 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.453281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.453629 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.453975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.454321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.454662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.455001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.455335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.455688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.456017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.456351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.456685 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.457013 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:46.496244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks [] for floatingip (387b3132-666e-40c0-b127-accb1ca97b9e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.498904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:46.500358 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-388196c3-765e-4590-ba7b-c45a05b72f90 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] 10.222.0.15 "DELETE /v2.0/floatingips/387b3132-666e-40c0-b127-accb1ca97b9e HTTP/1.1" status: 204  len: 168 time: 0.4395847
Mar 05 21:33:46.503258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36240) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:46.863063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (bf669085-81f8-4eb7-b658-ccb0f118744a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:47.426522 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Deleting port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:47.427260 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:47.508641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] For port 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:47.509006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:47.522139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Calling delete_port for 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:47.711245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (19ba45a0-5a73-4c3c-b6a2-3604b1784ed4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:47.738865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ba45a0-5a73-4c3c-b6a2-3604b1784ed4,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:47.915940 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (bf669085-81f8-4eb7-b658-ccb0f118744a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.136004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Router bf669085-81f8-4eb7-b658-ccb0f118744a has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:33:48.240058 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:33:48.247149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80c0ebed-cb1b-4c69-9e46-6d2f8d05cfd6 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf669085-81f8-4eb7-b658-ccb0f118744a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7413604
Mar 05 21:33:48.248234 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36242) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:48.251069 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Sync routers for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:33:48.261808 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:33:48.262548 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b954a4af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:33:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:48.355820 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks [] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.370049 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:33:48.460297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks [] for router_gateway (bf669085-81f8-4eb7-b658-ccb0f118744a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.513193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Deleting port 2581fa67-7dfb-409a-830a-0d1debe94fb7 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:48.513530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.545652 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b954a4af0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:33:47Z', 'revision_number': 5, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port': {'id': '2581fa67-7dfb-409a-830a-0d1debe94fb7', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:30:09Z', 'updated_at': '2022-03-05T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:48.571519 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Checking router: bf669085-81f8-4eb7-b658-ccb0f118744a for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:33:48.579690 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Routers {'bf669085-81f8-4eb7-b658-ccb0f118744a'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:33:48.580381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b954a4af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:33:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['bf669085-81f8-4eb7-b658-ccb0f118744a'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:48.597624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] For port 2581fa67-7dfb-409a-830a-0d1debe94fb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2581fa67-7dfb-409a-830a-0d1debe94fb7,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:48.597991 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.617187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Calling delete_port for 2581fa67-7dfb-409a-830a-0d1debe94fb7 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:48.670177 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] Set router bf669085-81f8-4eb7-b658-ccb0f118744a gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:33:48.725066 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b954a4af0>, [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:33:48Z', 'revision_number': 6, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:48.751494 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5676ef-0931-422b-8cab-7a8d2d208d88 None None] The sync data for ids ['bf669085-81f8-4eb7-b658-ccb0f118744a'] in ncdv-master-1 is: [{'id': 'bf669085-81f8-4eb7-b658-ccb0f118744a', 'name': 'tempest-ServerActionsTestJSON-2013653591-router', 'tenant_id': '82cb16655b3348048ea81b796af0da84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:30:08Z', 'updated_at': '2022-03-05T21:33:48Z', 'revision_number': 6, 'project_id': '82cb16655b3348048ea81b796af0da84', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:33:48.789746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (2581fa67-7dfb-409a-830a-0d1debe94fb7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.815435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2581fa67-7dfb-409a-830a-0d1debe94fb7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:48.877657 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (bf669085-81f8-4eb7-b658-ccb0f118744a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.969768 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:48.971927 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks [] for router_controller (bf669085-81f8-4eb7-b658-ccb0f118744a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.015760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (bf669085-81f8-4eb7-b658-ccb0f118744a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.016314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf669085-81f8-4eb7-b658-ccb0f118744a {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:33:49.021148 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.022356 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-55e2c5d6-29a8-4cce-8276-0927f2b65bb8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bf669085-81f8-4eb7-b658-ccb0f118744a HTTP/1.1" status: 204  len: 168 time: 0.7732046
Mar 05 21:33:49.024940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:49.069042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Deleting subnet fad94449-a398-468a-b495-ee2f8d732f70 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:33:49.072092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Publish callbacks [] for subnet (fad94449-a398-468a-b495-ee2f8d732f70), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.112232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (fad94449-a398-468a-b495-ee2f8d732f70), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.194881 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (fad94449-a398-468a-b495-ee2f8d732f70), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.249038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (fad94449-a398-468a-b495-ee2f8d732f70), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.274815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad94449-a398-468a-b495-ee2f8d732f70,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:49.276776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.279922 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-82fad4f1-52ff-4bfa-a1f2-227b0059d590 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fad94449-a398-468a-b495-ee2f8d732f70 HTTP/1.1" status: 204  len: 168 time: 0.2540231
Mar 05 21:33:49.281377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d13ec-0c6d-4144-a279-65040738e8b9 None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:33:49.282392 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36246) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:49.354245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.408766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Deleting port e0826c70-fcac-46b5-88f1-f2ad5462718c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:49.409117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.474892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] For port e0826c70-fcac-46b5-88f1-f2ad5462718c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0826c70-fcac-46b5-88f1-f2ad5462718c,segment=NetworkSegment(8aa17133-8894-44d1-bd96-db7500ed120c),segment_id=8aa17133-8894-44d1-bd96-db7500ed120c)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:49.475663 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.488019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Calling delete_port for e0826c70-fcac-46b5-88f1-f2ad5462718c owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:49.529246 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] DHCP port deletion for b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:33:49.573000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:49.574849 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.601744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:33:49.602094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0826c70-fcac-46b5-88f1-f2ad5462718c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:49.602339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 19ba45a0-5a73-4c3c-b6a2-3604b1784ed4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:49.603987 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] No DVR routers for this DVR port e0826c70-fcac-46b5-88f1-f2ad5462718c on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:33:49.630768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Deleting port e0826c70-fcac-46b5-88f1-f2ad5462718c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:33:49.631360 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.683630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.706595 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3fffa0>,) {'filters': {'network_id': ['b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:49.717637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3fffa0>, '8aa17133-8894-44d1-bd96-db7500ed120c') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:49.717943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a3fffa0>, '8aa17133-8894-44d1-bd96-db7500ed120c') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:33:49.730397 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (8aa17133-8894-44d1-bd96-db7500ed120c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.745028 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (8aa17133-8894-44d1-bd96-db7500ed120c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.752389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:33:49.752736 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (8aa17133-8894-44d1-bd96-db7500ed120c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:33:49.754781 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:33:49.815045 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.823164 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.828961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 HTTP/1.1" status: 204  len: 168 time: 0.5431631
Mar 05 21:33:49.843119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1678a02-bf6d-44e7-bba5-e1250916eb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:49.880327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] For port e0826c70-fcac-46b5-88f1-f2ad5462718c, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:49.880730 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.895491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Calling delete_port for e0826c70-fcac-46b5-88f1-f2ad5462718c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:33:49.899153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Port e0826c70-fcac-46b5-88f1-f2ad5462718c was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:33:49.900571 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (e0826c70-fcac-46b5-88f1-f2ad5462718c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:49.912547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Network b9689e7b-ea3e-4fc4-94eb-1bf10ac2e162 is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:33:49.913599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] No DVR routers for this DVR port e0826c70-fcac-46b5-88f1-f2ad5462718c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:33:49.932392 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f040-bd04-41b2-8e11-175fe4d2f46d None None] Pushing event deleted for resources: {'Port': ['ID=e0826c70-fcac-46b5-88f1-f2ad5462718c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:49.961637 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:50.003809 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d5969ed4-7b1b-4fb3-957e-13da1ddf3f85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82cb16655b3348048ea81b796af0da84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407424
Mar 05 21:33:50.006185 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:50.053351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] Publish callbacks [] for security_group (e5d3d357-c28f-4633-b26a-130f54f13c35), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:50.074934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] Publish callbacks [] for security_group (e5d3d357-c28f-4633-b26a-130f54f13c35), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:50.120533 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (e5d3d357-c28f-4633-b26a-130f54f13c35), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:50.123087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:50.124270 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5d3d357-c28f-4633-b26a-130f54f13c35 HTTP/1.1" status: 204  len: 168 time: 0.1169493
Mar 05 21:33:50.132832 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9062e-5cad-49a2-995d-4803654f8fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d3d357-c28f-4633-b26a-130f54f13c35,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:50.809912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36274) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:50.907420 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-127959366-network', 'tenant_id': '7f696665b40b40f48962338a625b4d8b'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:50.926758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Made reservation on behalf of 7f696665b40b40f48962338a625b4d8b for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:33:50.929764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:50.937773 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.012354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks [] for security_group (a3346ebb-49f8-4ea0-a36f-7cd87a294ed9), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.016125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a3346ebb-49f8-4ea0-a36f-7cd87a294ed9), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.040453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:33:51.054723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:51.060786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7fac9083-7937-429d-a49f-aeb2bb3dc4e4), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.061127 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Added segment 7fac9083-7937-429d-a49f-aeb2bb3dc4e4 of type vlan for network 0916c3e1-ca39-405a-a675-577fa31a9350
Mar 05 21:33:51.102296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (0916c3e1-ca39-405a-a675-577fa31a9350), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.127112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (0916c3e1-ca39-405a-a675-577fa31a9350), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.128064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:51.128653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.183982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e0826c70-fcac-46b5-88f1-f2ad5462718c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:51.187857 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3743029
Mar 05 21:33:51.188247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:33:51.193298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Request body: {'subnet': {'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-127959366-subnet', 'tenant_id': '7f696665b40b40f48962338a625b4d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:51.196404 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d6795-ff9a-4806-acba-f499d57f442a admin admin] Pushing event updated for resources: {'Network': ['ID=0916c3e1-ca39-405a-a675-577fa31a9350,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:51.218344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 0916c3e1-ca39-405a-a675-577fa31a9350 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:33:51.221756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e0826c70-fcac-46b5-88f1-f2ad5462718c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:33:51.222342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e0826c70-fcac-46b5-88f1-f2ad5462718c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:51.222854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2581fa67-7dfb-409a-830a-0d1debe94fb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:33:51.225188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Made reservation on behalf of 7f696665b40b40f48962338a625b4d8b for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:33:51.227805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.279396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2581fa67-7dfb-409a-830a-0d1debe94fb7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:33:51.279780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2581fa67-7dfb-409a-830a-0d1debe94fb7 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:33:51.399903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.452899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:51.464058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.464408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.464747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.465082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.465408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.465741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.466068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.466400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.466723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.467045 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.467369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.467704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.468026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:51.473889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Checking segment: {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:33:51.474247 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Network hostable DHCP agents. Network: 0916c3e1-ca39-405a-a675-577fa31a9350, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:33:51.491588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Network 0916c3e1-ca39-405a-a675-577fa31a9350 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:33:51.499897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0916c3e1-ca39-405a-a675-577fa31a9350) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:33:51.503932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:51.504520 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:51.508920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e23e9c-4f4e-4fc0-85e2-ab12f777bd73 None None] Network 0916c3e1-ca39-405a-a675-577fa31a9350 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:33:51.523247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-558ce033-3ee7-4c27-a68e-767c845f9df0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3298116
Mar 05 21:33:51.608697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000177cf-c34b-4151-a564-0b8b9ab16e6e None None] Network 0916c3e1-ca39-405a-a675-577fa31a9350 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:33:52.073631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-59683ac5-2868-41de-8d16-168cffc9c6df tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:52.075104 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-59683ac5-2868-41de-8d16-168cffc9c6df tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 813 time: 0.1038482
Mar 05 21:33:52.089979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-4f2f0e5a-8783-4883-8434-76cff91bc983 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/quotas/7f696665b40b40f48962338a625b4d8b HTTP/1.1" status: 200  len: 375 time: 0.0094490
Mar 05 21:33:52.121162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-1d09d915-1154-4974-8276-e70e3a260d35 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262771
Mar 05 21:33:52.212920 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-db230f82-b12e-4871-a586-13dca1ef7ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849004
Mar 05 21:33:52.299304 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-25b775a6-fff9-43ff-a53d-cbd86a94160b service neutron] 10.222.0.15 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806103
Mar 05 21:33:52.519337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8b29ce13-2979-42fe-9fa2-7742af5f6773 req-4db1c598-8277-4f53-9b59-bd4bf741544a tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 210 time: 0.0860012
Mar 05 21:33:53.392768 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-88ac4c2b-34e5-4b90-bfdf-349973b68015 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:53.394224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-88ac4c2b-34e5-4b90-bfdf-349973b68015 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.23 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 813 time: 0.1072700
Mar 05 21:33:53.407520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Request body: {'port': {'device_id': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350', 'admin_state_up': True, 'tenant_id': '7f696665b40b40f48962338a625b4d8b'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:53.796325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4cbf1f7c-5949-4f33-b3e1-44a3b2e46e8f req-d3d3ae50-cf85-4ec5-bbac-0d97e2f4c68e tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 210 time: 0.0541284
Mar 05 21:33:53.853633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Made reservation on behalf of 7f696665b40b40f48962338a625b4d8b for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:33:53.856986 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:53.982227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Allocated IP 172.20.0.4 (0916c3e1-ca39-405a-a675-577fa31a9350/f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0/59341c10-7720-4b07-bc0d-acfed6b20e9e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:33:54.126944 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks [] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.159603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.203796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Network 0916c3e1-ca39-405a-a675-577fa31a9350 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:33:54.206862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:33:54.210703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:33:54.216993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Pushing event updated for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:54.262152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:54.262784 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.277903 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-95d17ecc-4729-4b44-bcf3-4c5b2baaa24c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8742716
Mar 05 21:33:54.288880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Request body: {'port': {'device_id': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:33:54.355387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.549015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ae850d2e-79b1-4074-90f5-485c5842fb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.616971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59341c10-7720-4b07-bc0d-acfed6b20e9e {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:33:54.624409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks [] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.637070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Transition to ACTIVE for port object 59341c10-7720-4b07-bc0d-acfed6b20e9e will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:33:54.640536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.697026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Pushing event updated for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:54.761413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Attempting to bind port 59341c10-7720-4b07-bc0d-acfed6b20e9e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:33:54.761760 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Attempting to bind port 59341c10-7720-4b07-bc0d-acfed6b20e9e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:33:54.762099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Attempting to bind port 59341c10-7720-4b07-bc0d-acfed6b20e9e on network 0916c3e1-ca39-405a-a675-577fa31a9350 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:54.766337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Port 59341c10-7720-4b07-bc0d-acfed6b20e9e on network 0916c3e1-ca39-405a-a675-577fa31a9350 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:33:54.766666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Attempting to bind port 59341c10-7720-4b07-bc0d-acfed6b20e9e on network 0916c3e1-ca39-405a-a675-577fa31a9350 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:33:54.771457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:33:54.771835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Checking segment: {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:33:54.772896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Bound using segment: {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:33:54.773395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Bound port: 59341c10-7720-4b07-bc0d-acfed6b20e9e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:33:54.773756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.836368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:33:54.839502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:33:54.845413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.886694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:54.887312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:54.888729 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] 10.222.0.23 "PUT /v2.0/ports/59341c10-7720-4b07-bc0d-acfed6b20e9e HTTP/1.1" status: 200  len: 1091 time: 0.6043477
Mar 05 21:33:54.889189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:33:54.891413 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f93c663-5e09-4e7e-aef2-244b0cf7903a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:33:54.915411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f9bc-6fff-409b-9568-2114d4871888 service neutron] Pushing event updated for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:54.934972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fde2e-b564-4d41-b749-0459dbd37d5b req-86caa6b5-f8f7-4a18-988d-8d0e295116aa tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:54.936534 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba7fde2e-b564-4d41-b749-0459dbd37d5b req-86caa6b5-f8f7-4a18-988d-8d0e295116aa tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 943 time: 0.0697784
Mar 05 21:33:54.958776 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9caf5d-5660-4e9b-b575-fde0491947a5 x-openstack-request-id: req-8a9caf5d-5660-4e9b-b575-fde0491947a5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:33:54.959068 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:33:54.959322 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a9caf5d-5660-4e9b-b575-fde0491947a5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:33:54.959886 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e', 'status': 'completed', 'code': 200}
Mar 05 21:33:54.980136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-8e5044ea-b647-4fc3-a1a1-a24536ee294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:54.981859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-8e5044ea-b647-4fc3-a1a1-a24536ee294c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 1125 time: 0.0512707
Mar 05 21:33:54.989124 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ba7fde2e-b564-4d41-b749-0459dbd37d5b req-8d344a38-7ea1-4ca9-b405-de3c4882bd44 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465674
Mar 05 21:33:55.024896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-43aa88c7-f274-4c30-9fd6-1afd66b1d596 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e HTTP/1.1" status: 200  len: 217 time: 0.0368500
Mar 05 21:33:55.076055 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-0fd96d24-0ebc-4a99-a08d-bd9dc31c1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:55.077418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-0fd96d24-0ebc-4a99-a08d-bd9dc31c1128 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 HTTP/1.1" status: 200  len: 853 time: 0.0468013
Mar 05 21:33:55.109414 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-dfea8c55-3317-4ff8-bc6f-90013c776441 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0916c3e1-ca39-405a-a675-577fa31a9350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260475
Mar 05 21:33:55.196343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-316ca57b-3988-493b-8ab0-f3edfdd5b7e3 service neutron] 10.222.0.23 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812335
Mar 05 21:33:55.289664 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96dcb32f-3a1f-40a9-aef8-30da65449513 req-2d4f9ccf-3c0f-43b7-ad34-3680e8acc336 service neutron] 10.222.0.23 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872383
Mar 05 21:33:55.376499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-18ef52a4-4a74-4744-82f9-bff724df2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:55.377887 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-18ef52a4-4a74-4744-82f9-bff724df2d25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 1125 time: 0.0448771
Mar 05 21:33:55.469375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-641b2a57-460c-422b-a924-3ed9b2823d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:55.470827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-641b2a57-460c-422b-a924-3ed9b2823d8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 914 time: 0.0872381
Mar 05 21:33:55.511270 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-34be862a-d878-4f82-b07a-4f42b87e8d3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e HTTP/1.1" status: 200  len: 217 time: 0.0347252
Mar 05 21:33:55.558953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-34f323c2-5b6e-4fe3-b69e-e5642f814a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:55.560447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-34f323c2-5b6e-4fe3-b69e-e5642f814a60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 HTTP/1.1" status: 200  len: 853 time: 0.0435152
Mar 05 21:33:55.592557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-5f332bd9-2d8a-4599-b5c3-7ac7d81e551a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0916c3e1-ca39-405a-a675-577fa31a9350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252686
Mar 05 21:33:55.685159 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-d8e8d119-f403-47cb-80a8-6a05d7cb8c08 service neutron] 10.222.0.23 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863147
Mar 05 21:33:55.771835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f93c663-5e09-4e7e-aef2-244b0cf7903a req-f313cb65-b11f-45ac-8776-44f66673e984 service neutron] 10.222.0.23 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800478
Mar 05 21:33:56.114769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03a56-6a1f-4a06-a91b-11ada9fb0b62 req-9e165075-2201-45af-b211-ff68acaca865 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:56.116394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84a03a56-6a1f-4a06-a91b-11ada9fb0b62 req-9e165075-2201-45af-b211-ff68acaca865 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 943 time: 0.0575471
Mar 05 21:33:56.162446 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-84a03a56-6a1f-4a06-a91b-11ada9fb0b62 req-6f53728a-1ec3-4bbe-9804-0a275bc9ad98 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404563
Mar 05 21:33:56.883518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4928aa71-e7a8-4842-bfb3-7bac78908f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:57.280322 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830b64-2931-43e0-a6ec-a4e54e30e69e req-f440469b-252e-4f27-a912-4e2803242b02 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:57.281797 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64830b64-2931-43e0-a6ec-a4e54e30e69e req-f440469b-252e-4f27-a912-4e2803242b02 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 943 time: 0.0521686
Mar 05 21:33:57.330258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-64830b64-2931-43e0-a6ec-a4e54e30e69e req-9a243e88-4099-4b0c-b24a-ece4449cbb74 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428283
Mar 05 21:33:58.093252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:58.386361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 59341c10-7720-4b07-bc0d-acfed6b20e9e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:33:58.448366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed262-5cce-44cb-aff0-41845bac90f2 req-eb874708-157a-4431-ac82-f6dde218b9c4 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:58.449862 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94eed262-5cce-44cb-aff0-41845bac90f2 req-eb874708-157a-4431-ac82-f6dde218b9c4 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 943 time: 0.0523438
Mar 05 21:33:58.484247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:58.496153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '59341c10-7720-4b07-bc0d-acfed6b20e9e', 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350', 'port_id': '59341c10-7720-4b07-bc0d-acfed6b20e9e', 'mac_address': 'fa:16:3e:cf:99:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:33:58.496338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-94eed262-5cce-44cb-aff0-41845bac90f2 req-f548710c-86d5-4e5d-b44e-504c5af46d01 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408418
Mar 05 21:33:58.532843 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 59341c10-7720-4b07-bc0d-acfed6b20e9e is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:33:58.533240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:58.549892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59341c10-7720-4b07-bc0d-acfed6b20e9e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:33:58.568903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:33:58.573554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:33:58.619622 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:33:58.626912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.627266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.627614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.627979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.628318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.628654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.628985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.629327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.629641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.629966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.630291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.630617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.630939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:33:58.760729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['59341c10-7720-4b07-bc0d-acfed6b20e9e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:33:59.613395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a30603-1f47-4fe3-aa04-63f6cee14ea3 req-0821005f-0c19-44a6-a204-f5ffac9fffdf tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:33:59.614860 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a30603-1f47-4fe3-aa04-63f6cee14ea3 req-0821005f-0c19-44a6-a204-f5ffac9fffdf tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 944 time: 0.0519373
Mar 05 21:33:59.666788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-91a30603-1f47-4fe3-aa04-63f6cee14ea3 req-072b829b-fcdb-4dba-af33-854dd51c642b tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460222
Mar 05 21:33:59.667389 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:00.407025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 59341c10-7720-4b07-bc0d-acfed6b20e9e up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:00.454286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 59341c10-7720-4b07-bc0d-acfed6b20e9e completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:34:00.457854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 59341c10-7720-4b07-bc0d-acfed6b20e9e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:00.458228 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:00.533354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 59341c10-7720-4b07-bc0d-acfed6b20e9e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:00.533742 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:00.555847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:34:00.558154 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c6e579-bc3d-4e6f-becb-d3aa1c324d2d" -d '{"events": [{"server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "name": "network-vif-plugged", "status": "completed", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:34:00.573952 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:00.582639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:00.606410 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd774b3e-278f-4a08-89f8-bed4cc62dc5e x-openstack-request-id: req-dd774b3e-278f-4a08-89f8-bed4cc62dc5e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:34:00.606703 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "name": "network-vif-plugged", "status": "completed", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:34:00.606956 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd774b3e-278f-4a08-89f8-bed4cc62dc5e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:34:00.607352 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e', 'code': 200}
Mar 05 21:34:00.632351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:00.703198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945988-4804-4c58-99f4-8c6232691424 req-71e3b119-0be9-4c26-8f88-2bd5300738ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:00.704718 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1945988-4804-4c58-99f4-8c6232691424 req-71e3b119-0be9-4c26-8f88-2bd5300738ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 1127 time: 0.0501368
Mar 05 21:34:00.753870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1945988-4804-4c58-99f4-8c6232691424 req-8a26089f-6710-43a1-80f0-e7fb3fb2dfaf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426414
Mar 05 21:34:00.786912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd6d68-8144-45c7-8334-51eff58eb812 req-eeedfa91-1a64-44df-86b4-3405579be0ba tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:00.789088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cdd6d68-8144-45c7-8334-51eff58eb812 req-eeedfa91-1a64-44df-86b4-3405579be0ba tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0528150
Mar 05 21:34:00.833603 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4cdd6d68-8144-45c7-8334-51eff58eb812 req-f715a2fb-5c91-4766-9789-63dfc6456a43 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388381
Mar 05 21:34:01.096337 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:01.954738 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540397dc-9e0b-4386-b951-45f400b72deb req-3702f1fe-33b5-4457-82a5-492e02470018 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:01.956238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-540397dc-9e0b-4386-b951-45f400b72deb req-3702f1fe-33b5-4457-82a5-492e02470018 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0527430
Mar 05 21:34:02.003696 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-540397dc-9e0b-4386-b951-45f400b72deb req-a4015b5c-762b-4945-b284-fcb85e69b724 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418692
Mar 05 21:34:02.222963 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3f9cb0f8-ce37-4d70-95fe-bca332230b37 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:02.224450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3f9cb0f8-ce37-4d70-95fe-bca332230b37 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 813 time: 0.1004782
Mar 05 21:34:02.238981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-afa992a3-a83e-4aaa-9372-75f6ab6452a3 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/quotas/7f696665b40b40f48962338a625b4d8b HTTP/1.1" status: 200  len: 375 time: 0.0086851
Mar 05 21:34:02.290901 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-b2f32b04-de93-47f2-882f-b68a1e18e776 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0471129
Mar 05 21:34:02.379015 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-fdcd4c6c-3bef-4c2f-9224-6f9113bacadd service neutron] 10.222.0.15 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813332
Mar 05 21:34:02.471892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-00ef6c0d-647a-4389-b1ef-bb92dbb34dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866604
Mar 05 21:34:02.631344 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6f0d751a-1c47-469b-a517-a8d82a318826 req-f44db59b-8c63-429e-bc1e-82309c88eb9f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 210 time: 0.0303943
Mar 05 21:34:03.533937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-f1be2a47-af1e-4b0a-b558-82099caf75b8 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:03.535302 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-f1be2a47-af1e-4b0a-b558-82099caf75b8 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.31 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 813 time: 0.1082983
Mar 05 21:34:03.546983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Request body: {'port': {'device_id': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350', 'admin_state_up': True, 'tenant_id': '7f696665b40b40f48962338a625b4d8b'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:03.652010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Made reservation on behalf of 7f696665b40b40f48962338a625b4d8b for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:03.655581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:03.728322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8e489c1b-f803-440a-97b4-9951e6d04c46 req-17a11244-f59f-4e36-9be4-0cd50f3362c2 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 210 time: 0.0295012
Mar 05 21:34:03.785423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Allocated IP 172.20.0.3 (0916c3e1-ca39-405a-a675-577fa31a9350/f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0/c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:03.937059 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks [] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:03.969659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:03.981206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['59341c10-7720-4b07-bc0d-acfed6b20e9e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:34:04.014607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Network 0916c3e1-ca39-405a-a675-577fa31a9350 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:04.017697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:04.021385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:04.048649 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Pushing event updated for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:04.073937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:04.074575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.090398 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-3a6ec02f-2550-401d-8d60-3c2ec1b6849c tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5470154
Mar 05 21:34:04.102854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Request body: {'port': {'device_id': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:04.168922 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.428014 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:34:04.436451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks [] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.448783 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Transition to ACTIVE for port object c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:34:04.452320 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.503043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:04.569755 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Attempting to bind port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:04.570792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Attempting to bind port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:04.570792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Attempting to bind port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de on network 0916c3e1-ca39-405a-a675-577fa31a9350 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:04.575114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de on network 0916c3e1-ca39-405a-a675-577fa31a9350 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:34:04.575435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Attempting to bind port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de on network 0916c3e1-ca39-405a-a675-577fa31a9350 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:04.580264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:04.580601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Checking segment: {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:04.580990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Bound using segment: {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:04.581414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Bound port: c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fac9083-7937-429d-a49f-aeb2bb3dc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:04.581795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.645329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:04.649016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:04.654929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.684405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:04.685443 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:04.687036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] 10.222.0.31 "PUT /v2.0/ports/c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de HTTP/1.1" status: 200  len: 1091 time: 0.5894582
Mar 05 21:34:04.689274 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:34:04.692374 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a198bec2-367a-4b82-8a21-268e7d7d5ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:34:04.731738 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f20652-a79c-4ca2-9e18-55ae25fec96a x-openstack-request-id: req-49f20652-a79c-4ca2-9e18-55ae25fec96a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:34:04.732033 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:34:04.732331 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49f20652-a79c-4ca2-9e18-55ae25fec96a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:34:04.732731 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de', 'status': 'completed', 'code': 200}
Mar 05 21:34:04.733658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73221542-843f-49b1-95c3-8bd11726f153 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:04.780833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-6444fdb2-900d-4b58-8151-2b8b0257a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:04.782347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-6444fdb2-900d-4b58-8151-2b8b0257a4e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 1125 time: 0.0459101
Mar 05 21:34:04.827335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-a7e35edf-9e48-4612-98ae-2ff6d661ed91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de HTTP/1.1" status: 200  len: 217 time: 0.0379140
Mar 05 21:34:04.848297 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe593a-1249-436f-a6fa-3af78af60bb8 req-a5a73e8f-8726-4886-a2fe-c69d1b159d38 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:04.849814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbe593a-1249-436f-a6fa-3af78af60bb8 req-a5a73e8f-8726-4886-a2fe-c69d1b159d38 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 943 time: 0.0527389
Mar 05 21:34:04.874721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-873a0648-2976-4596-9dcf-37941260d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:04.876450 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-873a0648-2976-4596-9dcf-37941260d3ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 HTTP/1.1" status: 200  len: 853 time: 0.0438180
Mar 05 21:34:04.899914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4bbe593a-1249-436f-a6fa-3af78af60bb8 req-9cef7cca-e73d-4659-be98-45090b62a5c4 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433760
Mar 05 21:34:04.909058 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-6fb5a6fa-7924-4397-a31e-c6a258606695 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0916c3e1-ca39-405a-a675-577fa31a9350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263667
Mar 05 21:34:05.001575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-05bec7b4-6044-429e-bc32-a8e1e12d5d49 service neutron] 10.222.0.31 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865812
Mar 05 21:34:05.089387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b033214-522b-4452-b1b4-e7106fcc3f7c req-e99c18ca-1e28-4508-a162-a0e31526b8d8 service neutron] 10.222.0.31 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810273
Mar 05 21:34:05.179264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-964b3f3e-3f79-4a47-823b-ec0fce012ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:05.180797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-964b3f3e-3f79-4a47-823b-ec0fce012ede service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f696665b40b40f48962338a625b4d8b&device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 1125 time: 0.0446377
Mar 05 21:34:05.271591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-8caf3f4f-0cb1-4394-bf86-e421ab04bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:05.273510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-8caf3f4f-0cb1-4394-bf86-e421ab04bb86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 200  len: 914 time: 0.0866799
Mar 05 21:34:05.312676 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-d2665ee9-c2f0-4658-8165-0f23db645cb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de HTTP/1.1" status: 200  len: 217 time: 0.0340226
Mar 05 21:34:05.363430 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-22b2ad02-83d1-48e9-b366-5043df805da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:05.364881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-22b2ad02-83d1-48e9-b366-5043df805da2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 HTTP/1.1" status: 200  len: 853 time: 0.0464833
Mar 05 21:34:05.396310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-f7cfabd1-56c0-4769-ae96-9b123bfb639e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0916c3e1-ca39-405a-a675-577fa31a9350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247512
Mar 05 21:34:05.483203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-b88993ab-c286-4862-b0ea-ee235d4f93f0 service neutron] 10.222.0.31 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791781
Mar 05 21:34:05.576296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a198bec2-367a-4b82-8a21-268e7d7d5ddf req-0f0a111d-cc6e-4a90-b69d-be23519d82ca service neutron] 10.222.0.31 "GET /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867579
Mar 05 21:34:06.023327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ca02a-8029-49f5-98a3-67978638da8a req-134bff05-a1fb-4485-969d-f02a6f2532fd tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:06.025041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-077ca02a-8029-49f5-98a3-67978638da8a req-134bff05-a1fb-4485-969d-f02a6f2532fd tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 943 time: 0.0535915
Mar 05 21:34:06.070965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-077ca02a-8029-49f5-98a3-67978638da8a req-70546cc4-f326-4138-93ec-941308a84712 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402522
Mar 05 21:34:06.394121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:06.691295 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:07.197298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e399ce-211c-483e-9f47-f8a5a608697a req-9a5960c1-01fe-49ca-be4f-b13cbdb26866 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:07.200277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3e399ce-211c-483e-9f47-f8a5a608697a req-9a5960c1-01fe-49ca-be4f-b13cbdb26866 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 943 time: 0.0600264
Mar 05 21:34:07.248207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3e399ce-211c-483e-9f47-f8a5a608697a req-ba07d333-90ff-4dba-83d3-24af4b2e6016 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423534
Mar 05 21:34:08.365017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:34:08.365664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b48a7-6ebf-44f2-94fd-d3ea0caa5a40 req-d4626126-f5c8-4236-9473-342dc220e056 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:08.366806 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb2b48a7-6ebf-44f2-94fd-d3ea0caa5a40 req-d4626126-f5c8-4236-9473-342dc220e056 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 943 time: 0.0515764
Mar 05 21:34:08.418435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fb2b48a7-6ebf-44f2-94fd-d3ea0caa5a40 req-ea880261-f3ab-4520-8779-4344ae7e0ba6 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458586
Mar 05 21:34:08.461259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:08.473114 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de', 'network_id': '0916c3e1-ca39-405a-a675-577fa31a9350', 'port_id': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de', 'mac_address': 'fa:16:3e:c0:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:34:08.507979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:08.508368 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:08.521371 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:34:08.540524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:08.544366 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:08.589755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:08.735078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:34:09.535351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249124-5f21-4d61-8f7e-6ae8caad1046 req-557afe99-cb03-4214-9113-04b6074cece5 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:09.536840 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7249124-5f21-4d61-8f7e-6ae8caad1046 req-557afe99-cb03-4214-9113-04b6074cece5 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 944 time: 0.0517609
Mar 05 21:34:09.583279 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d7249124-5f21-4d61-8f7e-6ae8caad1046 req-216eaf35-37f8-4841-90a5-583d3c2ba0c0 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406723
Mar 05 21:34:10.381771 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:10.428409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:34:10.432540 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:10.432922 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:10.510582 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:10.510964 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:10.533478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:34:10.535731 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7673afd0-36a4-4e8b-8725-65bb8417ee5f" -d '{"events": [{"server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "name": "network-vif-plugged", "status": "completed", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:34:10.548648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:10.553159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:10.577393 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db000437-11e9-47fb-81e2-d3719772ee04 x-openstack-request-id: req-db000437-11e9-47fb-81e2-d3719772ee04 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:34:10.577687 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "name": "network-vif-plugged", "status": "completed", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:34:10.577948 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db000437-11e9-47fb-81e2-d3719772ee04 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:34:10.578340 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de', 'code': 200}
Mar 05 21:34:10.605178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:10.672960 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68ee78-1dda-44b0-97ed-263defa7c363 req-d7073a37-3443-4b43-82d5-daac380addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:10.674405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a68ee78-1dda-44b0-97ed-263defa7c363 req-d7073a37-3443-4b43-82d5-daac380addf1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 1127 time: 0.0456340
Mar 05 21:34:10.713821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eef33-56ae-4cb9-bc5a-ce8d29dea92e req-3efb7f10-ccee-4f5b-ba09-8aa9de47dadd tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:10.715295 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a6eef33-56ae-4cb9-bc5a-ce8d29dea92e req-3efb7f10-ccee-4f5b-ba09-8aa9de47dadd tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 945 time: 0.0567451
Mar 05 21:34:10.720036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a68ee78-1dda-44b0-97ed-263defa7c363 req-23bc1abf-be18-4f90-8a56-d6bf332c9d70 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391183
Mar 05 21:34:10.761020 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9a6eef33-56ae-4cb9-bc5a-ce8d29dea92e req-dd63072a-767b-487c-a491-dbfaec5cb8a2 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400612
Mar 05 21:34:11.759208 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:34:11.881957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f1a98-8d83-41f1-80fa-17c1c64c3808 req-74b197e7-e174-449b-a6f0-5c00091196d6 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:11.883741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e7f1a98-8d83-41f1-80fa-17c1c64c3808 req-74b197e7-e174-449b-a6f0-5c00091196d6 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 945 time: 0.0547066
Mar 05 21:34:11.932618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4e7f1a98-8d83-41f1-80fa-17c1c64c3808 req-ef61aa54-3d6b-4a07-a35d-5baea4d5c33f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424454
Mar 05 21:34:12.177364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbed6ec-78ea-42df-890f-f4058afdf25f req-158ec823-6eaf-45b5-933c-bf8d1aae7d3e tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:12.178814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbbed6ec-78ea-42df-890f-f4058afdf25f req-158ec823-6eaf-45b5-933c-bf8d1aae7d3e tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 945 time: 0.0553858
Mar 05 21:34:12.226277 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bbbed6ec-78ea-42df-890f-f4058afdf25f req-3a65b44b-cd30-4597-86b0-c482f56af277 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411494
Mar 05 21:34:13.345949 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdff6a-435a-4937-a6c9-dbfc03236b8b req-1f215722-98ac-4c31-ad37-0245923c0d7d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:13.347454 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ccdff6a-435a-4937-a6c9-dbfc03236b8b req-1f215722-98ac-4c31-ad37-0245923c0d7d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 945 time: 0.0522323
Mar 05 21:34:13.384531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40576649-4992-4308-a916-d12978739ae8 req-4dbc4dbf-4e91-4371-be40-776a5f53dc3f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:13.385985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40576649-4992-4308-a916-d12978739ae8 req-4dbc4dbf-4e91-4371-be40-776a5f53dc3f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7c5af0-7046-4c61-b90b-edfac649864a HTTP/1.1" status: 200  len: 945 time: 0.0520451
Mar 05 21:34:13.394129 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4ccdff6a-435a-4937-a6c9-dbfc03236b8b req-f09a74fc-6c54-423c-92a7-9e124ee92cb1 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403171
Mar 05 21:34:13.480580 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Deleting port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:13.480921 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:13.566396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] For port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:13.566706 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:13.579850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Calling delete_port for c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:13.711392 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:13.725790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['59341c10-7720-4b07-bc0d-acfed6b20e9e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:34:13.728597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:34:13.740475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Pushing event deleted for resources: {'Port': ['ID=c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:13.784561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] No DVR routers for this DVR port c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:13.787174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:13.790536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40576649-4992-4308-a916-d12978739ae8 req-6bd86d90-1239-498e-8135-6b0eec6d9462 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.31 "DELETE /v2.0/ports/c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de HTTP/1.1" status: 204  len: 173 time: 0.3990335
Mar 05 21:34:13.791072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'name': 'network-vif-deleted', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:34:13.793840 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c5a807-79bb-4512-9c98-23a212aaaa89" -d '{"events": [{"server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "name": "network-vif-deleted", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:34:13.833296 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e59677-429d-4fb6-af21-98087d7016d1 x-openstack-request-id: req-11e59677-429d-4fb6-af21-98087d7016d1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:34:13.833595 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7c5af0-7046-4c61-b90b-edfac649864a", "name": "network-vif-deleted", "tag": "c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:34:13.833853 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11e59677-429d-4fb6-af21-98087d7016d1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:34:13.834264 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7c5af0-7046-4c61-b90b-edfac649864a', 'name': 'network-vif-deleted', 'tag': 'c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de', 'status': 'completed', 'code': 200}
Mar 05 21:34:14.552327 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f499ee9-fae6-432b-aa60-2f9f9ff43e20 req-0811552a-ec61-47f2-b3f4-42ced3364edf tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:14.553813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f499ee9-fae6-432b-aa60-2f9f9ff43e20 req-0811552a-ec61-47f2-b3f4-42ced3364edf tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0555375
Mar 05 21:34:14.600413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7f499ee9-fae6-432b-aa60-2f9f9ff43e20 req-872ab3e6-9f18-4a1c-a417-167d38bc9172 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402839
Mar 05 21:34:14.740200 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12665-abaa-4df8-b851-839c60f5a1a9 req-1d7d5c6d-88b6-41d4-9095-b15eb858c756 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:14.741604 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8a12665-abaa-4df8-b851-839c60f5a1a9 req-1d7d5c6d-88b6-41d4-9095-b15eb858c756 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0522606
Mar 05 21:34:14.788197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b8a12665-abaa-4df8-b851-839c60f5a1a9 req-c01c085e-53e8-49f1-a2e5-3976f20b6b61 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404136
Mar 05 21:34:14.907835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cca605-a154-4ba4-84f6-05b19480ffa5 req-c62a3ff6-3104-41e3-b3ce-f7a2fa7eea4d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:14.909315 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39cca605-a154-4ba4-84f6-05b19480ffa5 req-c62a3ff6-3104-41e3-b3ce-f7a2fa7eea4d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0521090
Mar 05 21:34:14.960483 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-39cca605-a154-4ba4-84f6-05b19480ffa5 req-b049f08b-3259-4775-ae94-adecd5895859 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455081
Mar 05 21:34:15.137237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438210f-15ae-4c2b-aada-c51b384475a6 req-dabd0b6a-d50b-4091-b08b-ed7aa8307845 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:15.138725 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1438210f-15ae-4c2b-aada-c51b384475a6 req-dabd0b6a-d50b-4091-b08b-ed7aa8307845 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0547740
Mar 05 21:34:15.185207 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1438210f-15ae-4c2b-aada-c51b384475a6 req-05f6fed6-dfbb-4a9f-a9e8-d8d2d0149d70 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408392
Mar 05 21:34:15.307577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a576ce-b3dd-40ba-94d4-7cc663fe636a req-c571c1fc-d2f3-4774-acfd-ef4d20d2c66d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:15.308985 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7a576ce-b3dd-40ba-94d4-7cc663fe636a req-c571c1fc-d2f3-4774-acfd-ef4d20d2c66d tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0563920
Mar 05 21:34:15.354636 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c7a576ce-b3dd-40ba-94d4-7cc663fe636a req-f3f3be34-622c-45ca-a6ae-6ddef0ba37a2 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400672
Mar 05 21:34:15.483466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d583f-911d-4dcb-b942-a216b45d071b req-6ea68797-f68e-49f8-9e49-c468cbeb61c2 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:15.484978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b5d583f-911d-4dcb-b942-a216b45d071b req-6ea68797-f68e-49f8-9e49-c468cbeb61c2 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0533013
Mar 05 21:34:15.532764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6b5d583f-911d-4dcb-b942-a216b45d071b req-8fc22d60-b468-4009-b1bf-f8f44918049e tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420542
Mar 05 21:34:15.838562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29afcc6-5322-4822-a682-ce1ae2a4ad91 req-9f284f8f-14cd-4509-92b5-e03825e8c8b7 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:15.840051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b29afcc6-5322-4822-a682-ce1ae2a4ad91 req-9f284f8f-14cd-4509-92b5-e03825e8c8b7 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0526395
Mar 05 21:34:15.891011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b29afcc6-5322-4822-a682-ce1ae2a4ad91 req-5eaf5248-5525-4699-a095-f50995eb5f04 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449138
Mar 05 21:34:16.396277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:34:16.419506 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:16.419878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device c2bd23b5-e8f4-4edd-a20c-4458fe2ba7de not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:34:17.012017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca246-d834-4779-be8a-11ad16f2e5b6 req-c580e6c9-40a7-422a-be11-09a4a00b3eb0 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:17.013487 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-550ca246-d834-4779-be8a-11ad16f2e5b6 req-c580e6c9-40a7-422a-be11-09a4a00b3eb0 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0531013
Mar 05 21:34:17.060494 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-550ca246-d834-4779-be8a-11ad16f2e5b6 req-3caf6d92-f436-48fc-bc8b-8b3663d98c20 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414186
Mar 05 21:34:17.205576 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c5b01958-c05d-4298-bf9d-93e80bccce4f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:17.206919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c5b01958-c05d-4298-bf9d-93e80bccce4f tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e01b9d4-d99d-47a1-993c-0786a7916d36 HTTP/1.1" status: 200  len: 945 time: 0.0518780
Mar 05 21:34:17.297053 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Deleting port 59341c10-7720-4b07-bc0d-acfed6b20e9e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:17.297373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:17.387513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] For port 59341c10-7720-4b07-bc0d-acfed6b20e9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59341c10-7720-4b07-bc0d-acfed6b20e9e,segment=NetworkSegment(7fac9083-7937-429d-a49f-aeb2bb3dc4e4),segment_id=7fac9083-7937-429d-a49f-aeb2bb3dc4e4)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:17.387908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:17.401286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Calling delete_port for 59341c10-7720-4b07-bc0d-acfed6b20e9e owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:17.529935 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (59341c10-7720-4b07-bc0d-acfed6b20e9e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:17.541591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['59341c10-7720-4b07-bc0d-acfed6b20e9e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:34:17.559268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Pushing event deleted for resources: {'Port': ['ID=59341c10-7720-4b07-bc0d-acfed6b20e9e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:17.599983 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] No DVR routers for this DVR port 59341c10-7720-4b07-bc0d-acfed6b20e9e on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:17.603129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:17.606370 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2d711ec-0885-4e55-a9ec-8f40d125839d req-c8e78523-5a9f-4967-b343-b1b79d317948 tempest-ServersNegativeTestJSON-148569663 tempest-ServersNegativeTestJSON-148569663-project] 10.222.0.23 "DELETE /v2.0/ports/59341c10-7720-4b07-bc0d-acfed6b20e9e HTTP/1.1" status: 204  len: 173 time: 0.3947146
Mar 05 21:34:17.606806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'name': 'network-vif-deleted', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:34:17.609089 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06272c6-a323-4135-a26c-4c1f2f2c07f1" -d '{"events": [{"server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "name": "network-vif-deleted", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:34:17.652985 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285c6a8f-dc66-426e-819c-f72ff3b42752 x-openstack-request-id: req-285c6a8f-dc66-426e-819c-f72ff3b42752 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:34:17.653277 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e01b9d4-d99d-47a1-993c-0786a7916d36", "name": "network-vif-deleted", "tag": "59341c10-7720-4b07-bc0d-acfed6b20e9e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:34:17.653535 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-285c6a8f-dc66-426e-819c-f72ff3b42752 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:34:17.653939 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e01b9d4-d99d-47a1-993c-0786a7916d36', 'name': 'network-vif-deleted', 'tag': '59341c10-7720-4b07-bc0d-acfed6b20e9e', 'status': 'completed', 'code': 200}
Mar 05 21:34:18.119005 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36418) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:18.167918 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Deleting subnet f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:34:18.170904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Publish callbacks [] for subnet (f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.204787 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.243014 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.292913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.317289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:18.321917 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.325208 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5b6e49f3-75e3-4f92-9f1f-163c7aae83b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f2aadfbd-cdd0-494d-b57a-658d4fb6e0a0 HTTP/1.1" status: 204  len: 168 time: 0.2051160
Mar 05 21:34:18.327787 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36420) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:18.397320 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (0916c3e1-ca39-405a-a675-577fa31a9350), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.471759 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (0916c3e1-ca39-405a-a675-577fa31a9350), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.490796 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab507f0>,) {'filters': {'network_id': ['0916c3e1-ca39-405a-a675-577fa31a9350']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:18.500429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab507f0>, '7fac9083-7937-429d-a49f-aeb2bb3dc4e4') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:18.500723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ab507f0>, '7fac9083-7937-429d-a49f-aeb2bb3dc4e4') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:18.514123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (7fac9083-7937-429d-a49f-aeb2bb3dc4e4), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.527610 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (7fac9083-7937-429d-a49f-aeb2bb3dc4e4), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.533314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:18.533697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (7fac9083-7937-429d-a49f-aeb2bb3dc4e4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:18.535274 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:18.587367 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (0916c3e1-ca39-405a-a675-577fa31a9350), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.592579 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.596044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0916c3e1-ca39-405a-a675-577fa31a9350 HTTP/1.1" status: 204  len: 168 time: 0.2673285
Mar 05 21:34:18.607281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc56c6-c2e7-49a9-a5f2-0ab8c4ddba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=0916c3e1-ca39-405a-a675-577fa31a9350,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:18.712309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36424) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:18.753415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a48cd450-3882-43c8-957a-0f07dc3081de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f696665b40b40f48962338a625b4d8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398867
Mar 05 21:34:18.755801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:18.801043 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] Publish callbacks [] for security_group (a3346ebb-49f8-4ea0-a36f-7cd87a294ed9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.826025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] Publish callbacks [] for security_group (a3346ebb-49f8-4ea0-a36f-7cd87a294ed9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.873330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (a3346ebb-49f8-4ea0-a36f-7cd87a294ed9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.876216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:18.877384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3346ebb-49f8-4ea0-a36f-7cd87a294ed9 HTTP/1.1" status: 204  len: 168 time: 0.1207056
Mar 05 21:34:18.885285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a84a2-7e04-4809-bbfc-73270275ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3346ebb-49f8-4ea0-a36f-7cd87a294ed9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:19.558547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36448) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:19.656441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166475110'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:19.675681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:19.678957 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.687000 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.764081 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for security_group (f8a5081d-3978-4619-912a-6c815687cf84), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.767840 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8a5081d-3978-4619-912a-6c815687cf84), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.795283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:19.803773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5081d-3978-4619-912a-6c815687cf84,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:19.810163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f7d34b5b-25cf-41f1-af87-250b216ae446), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.810509 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Added segment f7d34b5b-25cf-41f1-af87-250b216ae446 of type vlan for network eaf857d1-5983-4639-8c0a-3898e57052fe
Mar 05 21:34:19.850407 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (eaf857d1-5983-4639-8c0a-3898e57052fe), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.875415 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (eaf857d1-5983-4639-8c0a-3898e57052fe), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.880323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:19.880888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:19.965850 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4061584
Mar 05 21:34:19.991069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f737aa-0869-4517-8fdb-da7a625448de tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Network': ['ID=eaf857d1-5983-4639-8c0a-3898e57052fe,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:20.002892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network eaf857d1-5983-4639-8c0a-3898e57052fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:22.483436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 59341c10-7720-4b07-bc0d-acfed6b20e9e no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:34:22.503318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 59341c10-7720-4b07-bc0d-acfed6b20e9e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:22.503659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 59341c10-7720-4b07-bc0d-acfed6b20e9e not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:34:23.220043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36452) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:23.225117 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'subnet': {'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:23.312086 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:23.315755 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.495555 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (913f10af-8f00-4903-b2a6-96e651826daf), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.557842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Subnet': ['ID=913f10af-8f00-4903-b2a6-96e651826daf,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:23.564912 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking segment: {'id': 'f7d34b5b-25cf-41f1-af87-250b216ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:23.565280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network hostable DHCP agents. Network: eaf857d1-5983-4639-8c0a-3898e57052fe, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:23.581952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network eaf857d1-5983-4639-8c0a-3898e57052fe is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:23.590580 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eaf857d1-5983-4639-8c0a-3898e57052fe) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:23.594801 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:23.595312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.599846 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53823bed-c8e9-40be-b6fe-305dbe507105 None None] Network eaf857d1-5983-4639-8c0a-3898e57052fe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:23.612887 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-32c413be-476b-4546-b336-e61504e8954d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3917377
Mar 05 21:34:23.616310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36454) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:23.621709 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016925983'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:23.641804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:23.645202 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.671176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:23.681142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (569c716d-8841-406d-8809-a14ce6d6510d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.681496 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Added segment 569c716d-8841-406d-8809-a14ce6d6510d of type vlan for network 09d0e23a-682c-4ab8-9545-3df84d7c97d2
Mar 05 21:34:23.708304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eaf857d1-5983-4639-8c0a-3898e57052fe', 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe', 'project_id': 'a2ca8ee98d95463798cc8ef4c3076f6d', 'fixed_ips': [{'subnet_id': '913f10af-8f00-4903-b2a6-96e651826daf'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:23.709161 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.722616 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (09d0e23a-682c-4ab8-9545-3df84d7c97d2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.756043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (09d0e23a-682c-4ab8-9545-3df84d7c97d2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.761528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:23.762111 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:23.827258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2098684
Mar 05 21:34:23.830170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36456) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:23.834974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'subnet': {'network_id': '09d0e23a-682c-4ab8-9545-3df84d7c97d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:23.848968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Allocated IP 2001:db8:0:ffff::2 (eaf857d1-5983-4639-8c0a-3898e57052fe/913f10af-8f00-4903-b2a6-96e651826daf/01acbfd8-2099-4458-9c7e-2eb70ec5eebf) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:23.880052 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42fd58-2cc9-472a-a846-c4aeb09c00d6 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Network': ['ID=09d0e23a-682c-4ab8-9545-3df84d7c97d2,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:23.901189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 09d0e23a-682c-4ab8-9545-3df84d7c97d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:23.928866 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:23.933277 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.046251 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks [] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.051798 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.094544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Network eaf857d1-5983-4639-8c0a-3898e57052fe is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:24.098189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Pushing event updated for resources: {'Port': ['ID=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:24.100640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:24.102864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:24.124163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (41fea334-5f4a-4422-aa06-3368a0ae4b99), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.159906 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Attempting to bind port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:24.160279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Attempting to bind port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7d34b5b-25cf-41f1-af87-250b216ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:24.160641 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Attempting to bind port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf on network eaf857d1-5983-4639-8c0a-3898e57052fe {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:24.166103 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:24.166480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Checking segment: {'id': 'f7d34b5b-25cf-41f1-af87-250b216ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:24.166878 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.167272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Bound using segment: {'id': 'f7d34b5b-25cf-41f1-af87-250b216ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:24.167764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Bound port: 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d34b5b-25cf-41f1-af87-250b216ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eaf857d1-5983-4639-8c0a-3898e57052fe'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:24.168148 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.191056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Subnet': ['ID=41fea334-5f4a-4422-aa06-3368a0ae4b99,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:24.200145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking segment: {'id': '569c716d-8841-406d-8809-a14ce6d6510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '09d0e23a-682c-4ab8-9545-3df84d7c97d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:24.200519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network hostable DHCP agents. Network: 09d0e23a-682c-4ab8-9545-3df84d7c97d2, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:24.217714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network 09d0e23a-682c-4ab8-9545-3df84d7c97d2 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:24.229160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09d0e23a-682c-4ab8-9545-3df84d7c97d2) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:24.233484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:24.234150 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.234319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] For port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:24.238349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] For port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,segment=NetworkSegment(f7d34b5b-25cf-41f1-af87-250b216ae446),segment_id=f7d34b5b-25cf-41f1-af87-250b216ae446)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:24.240919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa619483-25cd-4a36-871a-1f9b4001e634 None None] Network 09d0e23a-682c-4ab8-9545-3df84d7c97d2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:24.252615 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b7e804f0-0260-4bf4-8a67-1d4fc5a10a50 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4214344
Mar 05 21:34:24.255395 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:24.280648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.355091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (09d0e23a-682c-4ab8-9545-3df84d7c97d2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.442185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (41fea334-5f4a-4422-aa06-3368a0ae4b99), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.516296 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (41fea334-5f4a-4422-aa06-3368a0ae4b99), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.521654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696455fe-ea47-4641-a583-7e6e268e763e None None] Pushing event updated for resources: {'Port': ['ID=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:24.562239 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a0eef-055c-47c4-8313-a48875df4f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-09d0e23a-682c-4ab8-9545-3df84d7c97d2', 'network_id': '09d0e23a-682c-4ab8-9545-3df84d7c97d2', 'project_id': 'a2ca8ee98d95463798cc8ef4c3076f6d', 'fixed_ips': [{'subnet_id': '41fea334-5f4a-4422-aa06-3368a0ae4b99'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:24.563303 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-362a0eef-055c-47c4-8313-a48875df4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.567248 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-df46530f-cbce-45c4-9969-a54c43b5009f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.576122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Subnet': ['ID=41fea334-5f4a-4422-aa06-3368a0ae4b99,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:24.655550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232e3b2-d531-4feb-b4f1-18c3ce39fc78 None None] Network 09d0e23a-682c-4ab8-9545-3df84d7c97d2 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:24.951976 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (09d0e23a-682c-4ab8-9545-3df84d7c97d2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:24.971040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b897470a0>,) {'filters': {'network_id': ['09d0e23a-682c-4ab8-9545-3df84d7c97d2']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:24.982375 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b897470a0>, '569c716d-8841-406d-8809-a14ce6d6510d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:24.982677 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b897470a0>, '569c716d-8841-406d-8809-a14ce6d6510d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:24.992504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (569c716d-8841-406d-8809-a14ce6d6510d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.007508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (569c716d-8841-406d-8809-a14ce6d6510d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.013355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:25.013742 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (569c716d-8841-406d-8809-a14ce6d6510d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:25.016635 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:25.072805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (09d0e23a-682c-4ab8-9545-3df84d7c97d2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.079604 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.082720 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/09d0e23a-682c-4ab8-9545-3df84d7c97d2 HTTP/1.1" status: 204  len: 168 time: 0.8262854
Mar 05 21:34:25.086331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:25.092506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734778223'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:25.094625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f768be-0024-47a8-9cea-04bc46e432cc tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Network': ['ID=09d0e23a-682c-4ab8-9545-3df84d7c97d2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:25.111836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:25.115334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.139253 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:25.151619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.152164 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Added segment d54d6a44-d38a-4623-8d86-ca7b67690178 of type vlan for network 78f6f5d1-7ff0-47ce-837c-09175e7406c4
Mar 05 21:34:25.200400 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.231395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01acbfd8-2099-4458-9c7e-2eb70ec5eebf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:25.231612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.241804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:25.242451 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.285790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:25.286255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.297387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2097545
Mar 05 21:34:25.300792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:25.307901 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'subnet': {'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:25.334907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50f04a-494d-4685-a8aa-4b0591c892ac tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Network': ['ID=78f6f5d1-7ff0-47ce-837c-09175e7406c4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:25.362365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:25.416722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:25.420619 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.429169 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:25.429563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.476067 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,segment=NetworkSegment(f7d34b5b-25cf-41f1-af87-250b216ae446),segment_id=f7d34b5b-25cf-41f1-af87-250b216ae446)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:25.480831 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.481323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Performing IP validity checks on allocation pools {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Mar 05 21:34:25.482092 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.ipam_backend_mixin [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Mar 05 21:34:25.541179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:25.559605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22cd85-fdad-4ea5-adf1-fb9ab538774a None None] Network eaf857d1-5983-4639-8c0a-3898e57052fe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:25.613073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (a125d57f-b901-4bd0-ae24-be0c7dfb1261), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.636518 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8157427d-1780-44b2-bb1b-5fe49d57044c None None] Provisioning complete for port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:25.636927 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8157427d-1780-44b2-bb1b-5fe49d57044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.678301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Subnet': ['ID=a125d57f-b901-4bd0-ae24-be0c7dfb1261,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:25.682819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking segment: {'id': 'd54d6a44-d38a-4623-8d86-ca7b67690178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:25.683188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network hostable DHCP agents. Network: 78f6f5d1-7ff0-47ce-837c-09175e7406c4, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:25.701660 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:25.711146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78f6f5d1-7ff0-47ce-837c-09175e7406c4) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:25.716129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:25.716782 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.735958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e7654a65-038e-4adf-b17e-c18660e6c5ff tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4334416
Mar 05 21:34:25.738925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36464) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:25.739991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ed0f3-72b2-4e67-a882-7f76ab51460b None None] Network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:25.802553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8157427d-1780-44b2-bb1b-5fe49d57044c None None] Current status of the port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:25.851417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.861819 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78f6f5d1-7ff0-47ce-837c-09175e7406c4', 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4', 'project_id': 'a2ca8ee98d95463798cc8ef4c3076f6d', 'fixed_ips': [{'subnet_id': 'a125d57f-b901-4bd0-ae24-be0c7dfb1261'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:25.862699 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:25.937666 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a125d57f-b901-4bd0-ae24-be0c7dfb1261), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.006533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Allocated IP 2001:db8::3 (78f6f5d1-7ff0-47ce-837c-09175e7406c4/a125d57f-b901-4bd0-ae24-be0c7dfb1261/be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:26.068250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7de57e7a-df74-4dc5-9711-d9e625b291b8 None None] Provisioning complete for port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:26.068627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7de57e7a-df74-4dc5-9711-d9e625b291b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.212618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks [] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.216064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7de57e7a-df74-4dc5-9711-d9e625b291b8 None None] Current status of the port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:26.219401 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.236411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a125d57f-b901-4bd0-ae24-be0c7dfb1261), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.259235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:26.262126 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:26.265610 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:26.268835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Subnet': ['ID=a125d57f-b901-4bd0-ae24-be0c7dfb1261,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:26.272773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Pushing event updated for resources: {'Port': ['ID=be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:26.327092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.330676 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Attempting to bind port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:26.331051 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Attempting to bind port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd54d6a44-d38a-4623-8d86-ca7b67690178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:26.331426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Attempting to bind port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 on network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:26.337731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:26.338140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Checking segment: {'id': 'd54d6a44-d38a-4623-8d86-ca7b67690178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:26.338543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.338942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Bound using segment: {'id': 'd54d6a44-d38a-4623-8d86-ca7b67690178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:26.339415 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Bound port: be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d6a44-d38a-4623-8d86-ca7b67690178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:26.339838 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.346665 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2f97f0>,) {'filters': {'network_id': ['78f6f5d1-7ff0-47ce-837c-09175e7406c4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:26.356694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2f97f0>, 'd54d6a44-d38a-4623-8d86-ca7b67690178') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:26.356990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b2f97f0>, 'd54d6a44-d38a-4623-8d86-ca7b67690178') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:26.366041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.379701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.385825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:26.386354 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:26.389436 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:26.403740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] For port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:26.452539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] For port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0,segment=NetworkSegment(d54d6a44-d38a-4623-8d86-ca7b67690178),segment_id=d54d6a44-d38a-4623-8d86-ca7b67690178)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:26.452850 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.db.api [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 05 21:34:26.452850 ncdv-master-1 neutron-server[126563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 05 21:34:26.452850 ncdv-master-1 neutron-server[126563]: [parameters: {'id': '78f6f5d1-7ff0-47ce-837c-09175e7406c4'}]
Mar 05 21:34:26.452850 ncdv-master-1 neutron-server[126563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:34:26.453252 ncdv-master-1 neutron-server[126563]: DEBUG oslo_db.api [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:34:26.459332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.544006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18183-a570-49cb-b216-46617fb2ae5c None None] Pushing event updated for resources: {'Port': ['ID=be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:26.554131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423edc8e-586e-4df7-8cca-b360433bbe27 None None] get_active_networks_info from ncdv-master-1 {{(pid=126564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 05 21:34:26.621781 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423edc8e-586e-4df7-8cca-b360433bbe27 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 05 21:34:26.776231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1882efe-d9af-484d-a7fe-e340caefd837 None None] Network 78f6f5d1-7ff0-47ce-837c-09175e7406c4 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:26.885110 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b23fab11-efe5-4e42-ac9d-0c5fc5014fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:26.954457 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.009525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Deleting port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:27.009870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.070717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] For port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0,segment=NetworkSegment(d54d6a44-d38a-4623-8d86-ca7b67690178),segment_id=d54d6a44-d38a-4623-8d86-ca7b67690178)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:27.071560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.083834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Calling delete_port for be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:27.211085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01acbfd8-2099-4458-9c7e-2eb70ec5eebf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:27.262640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:27.263017 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.344583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:27.499065 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.525209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Port': ['ID=be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:27.528653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No DVR routers for this DVR port be6b3a85-8fe7-46a3-984d-ddcbb6ddc8c0 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:27.606436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.625731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b207550>,) {'filters': {'network_id': ['78f6f5d1-7ff0-47ce-837c-09175e7406c4']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:27.635323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b207550>, 'd54d6a44-d38a-4623-8d86-ca7b67690178') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:27.635619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b207550>, 'd54d6a44-d38a-4623-8d86-ca7b67690178') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:27.644827 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.657747 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.663349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:27.663807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (d54d6a44-d38a-4623-8d86-ca7b67690178), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:27.666707 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:27.722536 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (78f6f5d1-7ff0-47ce-837c-09175e7406c4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.729163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.732192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/78f6f5d1-7ff0-47ce-837c-09175e7406c4 HTTP/1.1" status: 204  len: 168 time: 1.9921982
Mar 05 21:34:27.736044 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36466) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:27.741009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361227671'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:27.748716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f7db-b490-4c17-85f3-4886498c582d tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Network': ['ID=78f6f5d1-7ff0-47ce-837c-09175e7406c4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:27.764201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:27.767430 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.790364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:27.799039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9604260-c011-4ea7-9bf9-9e6db0b76c3d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.799381 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Added segment a9604260-c011-4ea7-9bf9-9e6db0b76c3d of type vlan for network aae6a1a3-59a4-44e2-86f5-b036320eba49
Mar 05 21:34:27.841539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (aae6a1a3-59a4-44e2-86f5-b036320eba49), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.865167 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (aae6a1a3-59a4-44e2-86f5-b036320eba49), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.870676 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:27.871258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:27.926859 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1897199
Mar 05 21:34:27.929722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36468) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:27.935238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'subnet': {'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:27.983246 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09d3f-3616-4b82-b54a-98909abf4a62 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Network': ['ID=aae6a1a3-59a4-44e2-86f5-b036320eba49,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:27.993785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network aae6a1a3-59a4-44e2-86f5-b036320eba49 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:28.030205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:28.033569 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.094552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.214870 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (e7628f8d-e324-45b0-9b77-58755eeec3e6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.272843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Subnet': ['ID=e7628f8d-e324-45b0-9b77-58755eeec3e6,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:28.282732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking segment: {'id': 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:28.283094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network hostable DHCP agents. Network: aae6a1a3-59a4-44e2-86f5-b036320eba49, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:28.299620 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network aae6a1a3-59a4-44e2-86f5-b036320eba49 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:28.308049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aae6a1a3-59a4-44e2-86f5-b036320eba49) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:28.312323 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:28.313128 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.316924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649907a9-ab12-4414-b623-905cb75924c9 None None] Network aae6a1a3-59a4-44e2-86f5-b036320eba49 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:28.337245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-77facb1d-673d-4349-9f82-918c17e52d2c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4010425
Mar 05 21:34:28.337245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36470) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:28.342327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88805137'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:28.361734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:28.365123 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.388533 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:28.397673 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3ea9edfd-be36-41dd-b298-425669f674dc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.398015 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Added segment 3ea9edfd-be36-41dd-b298-425669f674dc of type vlan for network d276e4a3-de0b-453e-9f1f-6e8e584aff5b
Mar 05 21:34:28.425896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aae6a1a3-59a4-44e2-86f5-b036320eba49', 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49', 'project_id': 'a2ca8ee98d95463798cc8ef4c3076f6d', 'fixed_ips': [{'subnet_id': 'e7628f8d-e324-45b0-9b77-58755eeec3e6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:28.426733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.439385 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (d276e4a3-de0b-453e-9f1f-6e8e584aff5b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.466558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (d276e4a3-de0b-453e-9f1f-6e8e584aff5b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.471432 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:28.472060 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.534762 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.1934943
Mar 05 21:34:28.535001 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36472) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:28.539940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Request body: {'subnet': {'network_id': 'd276e4a3-de0b-453e-9f1f-6e8e584aff5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:28.564377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Allocated IP 2001:db8::2 (aae6a1a3-59a4-44e2-86f5-b036320eba49/e7628f8d-e324-45b0-9b77-58755eeec3e6/c9845bc5-8563-4b19-84e3-0e06d45738cc) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:28.595566 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450a976-13e7-4443-940e-c6b477b9ccd0 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Network': ['ID=d276e4a3-de0b-453e-9f1f-6e8e584aff5b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:28.619660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network d276e4a3-de0b-453e-9f1f-6e8e584aff5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:28.645122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Made reservation on behalf of a2ca8ee98d95463798cc8ef4c3076f6d for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:28.649597 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.780408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks [] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.789089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.831122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Network aae6a1a3-59a4-44e2-86f5-b036320eba49 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:28.834414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:28.836916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:28.843278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Pushing event updated for resources: {'Port': ['ID=c9845bc5-8563-4b19-84e3-0e06d45738cc,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:28.844460 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.900776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Attempting to bind port c9845bc5-8563-4b19-84e3-0e06d45738cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:28.901156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Attempting to bind port c9845bc5-8563-4b19-84e3-0e06d45738cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:28.901522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Attempting to bind port c9845bc5-8563-4b19-84e3-0e06d45738cc on network aae6a1a3-59a4-44e2-86f5-b036320eba49 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:28.906500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:28.906876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Checking segment: {'id': 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:28.907280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.907689 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Bound using segment: {'id': 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:28.908168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Bound port: c9845bc5-8563-4b19-84e3-0e06d45738cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aae6a1a3-59a4-44e2-86f5-b036320eba49'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:28.908549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.912201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event updated for resources: {'Subnet': ['ID=79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:28.921745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Checking segment: {'id': '3ea9edfd-be36-41dd-b298-425669f674dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd276e4a3-de0b-453e-9f1f-6e8e584aff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:28.922114 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network hostable DHCP agents. Network: d276e4a3-de0b-453e-9f1f-6e8e584aff5b, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:28.941081 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Network d276e4a3-de0b-453e-9f1f-6e8e584aff5b is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:28.951473 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d276e4a3-de0b-453e-9f1f-6e8e584aff5b) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:28.956243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:28.956879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:28.962009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b173-2d57-4d97-b57d-bdfdc6efe385 None None] Network d276e4a3-de0b-453e-9f1f-6e8e584aff5b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:28.973540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7f587415-bf04-4fd8-960f-c992fb9410c2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4376125
Mar 05 21:34:28.976774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36474) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.074347 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (d276e4a3-de0b-453e-9f1f-6e8e584aff5b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.129219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.192235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] For port c9845bc5-8563-4b19-84e3-0e06d45738cc, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:29.197722 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.209705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] For port c9845bc5-8563-4b19-84e3-0e06d45738cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9845bc5-8563-4b19-84e3-0e06d45738cc,segment=NetworkSegment(a9604260-c011-4ea7-9bf9-9e6db0b76c3d),segment_id=a9604260-c011-4ea7-9bf9-9e6db0b76c3d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:29.222238 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.226500 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Subnet': ['ID=79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:29.296808 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786e75a-7616-4f7c-95e6-bad82e1c0cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d276e4a3-de0b-453e-9f1f-6e8e584aff5b', 'network_id': 'd276e4a3-de0b-453e-9f1f-6e8e584aff5b', 'project_id': 'a2ca8ee98d95463798cc8ef4c3076f6d', 'fixed_ips': [{'subnet_id': '79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:29.297658 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a786e75a-7616-4f7c-95e6-bad82e1c0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.297795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (d276e4a3-de0b-453e-9f1f-6e8e584aff5b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.316638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9592e6-9bfb-4083-adc9-6a253780d100 None None] Pushing event updated for resources: {'Port': ['ID=c9845bc5-8563-4b19-84e3-0e06d45738cc,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:29.318720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a578310>,) {'filters': {'network_id': ['d276e4a3-de0b-453e-9f1f-6e8e584aff5b']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:29.330345 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a578310>, '3ea9edfd-be36-41dd-b298-425669f674dc') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:29.330653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a578310>, '3ea9edfd-be36-41dd-b298-425669f674dc') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:29.341914 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (3ea9edfd-be36-41dd-b298-425669f674dc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.356412 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3ea9edfd-be36-41dd-b298-425669f674dc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.363281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:29.363893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (3ea9edfd-be36-41dd-b298-425669f674dc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:29.367080 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:29.399570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916fee0-5c93-4a7f-a646-e15d36780761 None None] Network d276e4a3-de0b-453e-9f1f-6e8e584aff5b requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:29.435252 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (d276e4a3-de0b-453e-9f1f-6e8e584aff5b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.454113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.457431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/d276e4a3-de0b-453e-9f1f-6e8e584aff5b HTTP/1.1" status: 204  len: 168 time: 0.4791248
Mar 05 21:34:29.458563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db60adc-6df9-4aa4-b678-ec4c8c233933 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Network': ['ID=d276e4a3-de0b-453e-9f1f-6e8e584aff5b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:29.460183 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36476) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.515542 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca02fa73-a397-4f1b-8470-8a757787a11a tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] GET failed (client error): The resource could not be found.
Mar 05 21:34:29.516930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ca02fa73-a397-4f1b-8470-8a757787a11a tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "GET /v2.0/subnets/79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7 HTTP/1.1" status: 404  len: 337 time: 0.0557425
Mar 05 21:34:29.519589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36478) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.537905 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adc9373-de2d-40d8-988b-598f9692451a tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:29.538484 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adc9373-de2d-40d8-988b-598f9692451a tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:29.545732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-1adc9373-de2d-40d8-988b-598f9692451a tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/d276e4a3-de0b-453e-9f1f-6e8e584aff5b HTTP/1.1" status: 404  len: 339 time: 0.0216274
Mar 05 21:34:29.546549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36480) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.575723 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf42832c-6a42-4d0f-806e-f97fb1991120 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:29.576201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf42832c-6a42-4d0f-806e-f97fb1991120 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:29.579316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cf42832c-6a42-4d0f-806e-f97fb1991120 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/subnets/79ca09ba-ec50-41e5-b6cb-19c9af5d0bf7 HTTP/1.1" status: 404  len: 337 time: 0.0315855
Mar 05 21:34:29.581880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36482) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.601299 ncdv-master-1 neutron-server[126562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6942410a-1730-4f5c-9512-af4d96fa05e1 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:29.601810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6942410a-1730-4f5c-9512-af4d96fa05e1 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:29.605371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6942410a-1730-4f5c-9512-af4d96fa05e1 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/d276e4a3-de0b-453e-9f1f-6e8e584aff5b HTTP/1.1" status: 404  len: 339 time: 0.0225332
Mar 05 21:34:29.607989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36484) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.666498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Deleting subnet e7628f8d-e324-45b0-9b77-58755eeec3e6 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:34:29.669569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.670075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (e7628f8d-e324-45b0-9b77-58755eeec3e6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.710565 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (e7628f8d-e324-45b0-9b77-58755eeec3e6), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.793487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e7628f8d-e324-45b0-9b77-58755eeec3e6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.855395 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (e7628f8d-e324-45b0-9b77-58755eeec3e6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.881688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Subnet': ['ID=e7628f8d-e324-45b0-9b77-58755eeec3e6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:29.888598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:29.889443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8576b6bb-ae17-413e-a16d-b9f1b72f9c4c tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/subnets/e7628f8d-e324-45b0-9b77-58755eeec3e6 HTTP/1.1" status: 204  len: 168 time: 0.2797983
Mar 05 21:34:29.891462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36486) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:29.966153 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (aae6a1a3-59a4-44e2-86f5-b036320eba49), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.028362 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Deleting port c9845bc5-8563-4b19-84e3-0e06d45738cc {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:30.028703 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.093666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] For port c9845bc5-8563-4b19-84e3-0e06d45738cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9845bc5-8563-4b19-84e3-0e06d45738cc,segment=NetworkSegment(a9604260-c011-4ea7-9bf9-9e6db0b76c3d),segment_id=a9604260-c011-4ea7-9bf9-9e6db0b76c3d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:30.094135 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.108770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Calling delete_port for c9845bc5-8563-4b19-84e3-0e06d45738cc owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:30.203161 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c9845bc5-8563-4b19-84e3-0e06d45738cc), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.229951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Port': ['ID=c9845bc5-8563-4b19-84e3-0e06d45738cc,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:30.233300 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No DVR routers for this DVR port c9845bc5-8563-4b19-84e3-0e06d45738cc on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:30.315276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (aae6a1a3-59a4-44e2-86f5-b036320eba49), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.318653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa65794-8822-4354-b49a-beffe5e197bf None None] Network aae6a1a3-59a4-44e2-86f5-b036320eba49 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:30.336922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc5a730>,) {'filters': {'network_id': ['aae6a1a3-59a4-44e2-86f5-b036320eba49']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:30.346291 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc5a730>, 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:30.346611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc5a730>, 'a9604260-c011-4ea7-9bf9-9e6db0b76c3d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:30.361388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a9604260-c011-4ea7-9bf9-9e6db0b76c3d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.374304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5091e329-f59b-4788-899f-64f1fdd23ecd None None] Could not find standard attr ID for object c9845bc5-8563-4b19-84e3-0e06d45738cc. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:34:30.374545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a9604260-c011-4ea7-9bf9-9e6db0b76c3d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.380672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:30.381070 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a9604260-c011-4ea7-9bf9-9e6db0b76c3d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:30.384679 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:30.443827 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (aae6a1a3-59a4-44e2-86f5-b036320eba49), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.451034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.455736 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/aae6a1a3-59a4-44e2-86f5-b036320eba49 HTTP/1.1" status: 204  len: 168 time: 0.5619671
Mar 05 21:34:30.456845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36488) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.460166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c46e94-f6ff-4276-a545-0fad7f168173 None None] DHCP port deletion for aae6a1a3-59a4-44e2-86f5-b036320eba49 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:34:30.475101 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c0a3-3d4b-4253-a8ec-df3077253eae tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Network': ['ID=aae6a1a3-59a4-44e2-86f5-b036320eba49,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:30.488177 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8f88f5-e89b-4568-89a4-be7189c9daa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:30.488792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8f88f5-e89b-4568-89a4-be7189c9daa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:30.491872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-0a8f88f5-e89b-4568-89a4-be7189c9daa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/subnets/a125d57f-b901-4bd0-ae24-be0c7dfb1261 HTTP/1.1" status: 404  len: 337 time: 0.0339918
Mar 05 21:34:30.495452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36490) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.513911 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d117ea71-f2f4-4917-8b0c-06b3dd31e181 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:30.514403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d117ea71-f2f4-4917-8b0c-06b3dd31e181 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:30.517367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d117ea71-f2f4-4917-8b0c-06b3dd31e181 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/78f6f5d1-7ff0-47ce-837c-09175e7406c4 HTTP/1.1" status: 404  len: 339 time: 0.0209820
Mar 05 21:34:30.519740 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36492) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.544995 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaea9ed0-63ce-4ca5-9482-f3ecd8251fa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:30.545457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaea9ed0-63ce-4ca5-9482-f3ecd8251fa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:30.548556 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aaea9ed0-63ce-4ca5-9482-f3ecd8251fa2 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/subnets/41fea334-5f4a-4422-aa06-3368a0ae4b99 HTTP/1.1" status: 404  len: 337 time: 0.0279133
Mar 05 21:34:30.551105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36494) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.569042 ncdv-master-1 neutron-server[126563]: INFO neutron.pecan_wsgi.hooks.translation [None req-125fe047-9275-4323-97af-6518b71d4e44 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] DELETE failed (client error): The resource could not be found.
Mar 05 21:34:30.569451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125fe047-9275-4323-97af-6518b71d4e44 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 05 21:34:30.573400 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-125fe047-9275-4323-97af-6518b71d4e44 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/09d0e23a-682c-4ab8-9545-3df84d7c97d2 HTTP/1.1" status: 404  len: 339 time: 0.0213833
Mar 05 21:34:30.575915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36496) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.631395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Deleting subnet 913f10af-8f00-4903-b2a6-96e651826daf {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:34:30.635102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (913f10af-8f00-4903-b2a6-96e651826daf), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.675615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (913f10af-8f00-4903-b2a6-96e651826daf), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.758872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (913f10af-8f00-4903-b2a6-96e651826daf), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.820083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (913f10af-8f00-4903-b2a6-96e651826daf), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.849331 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.853590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/subnets/913f10af-8f00-4903-b2a6-96e651826daf HTTP/1.1" status: 204  len: 168 time: 0.2767570
Mar 05 21:34:30.854425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75a193-f913-4149-8835-647aa6419c82 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Subnet': ['ID=913f10af-8f00-4903-b2a6-96e651826daf,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:30.855542 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a890cf-0149-4d1f-bbd5-cde4cf9a15cb None None] Network eaf857d1-5983-4639-8c0a-3898e57052fe requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:30.856377 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36498) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:30.936647 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (eaf857d1-5983-4639-8c0a-3898e57052fe), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:30.991944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Deleting port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:30.992291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.003366 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642eba6-c19f-4830-b019-57599794fdec None None] DHCP port deletion for eaf857d1-5983-4639-8c0a-3898e57052fe request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:34:31.053290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Deleting port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:31.053664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.057381 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] For port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,segment=NetworkSegment(f7d34b5b-25cf-41f1-af87-250b216ae446),segment_id=f7d34b5b-25cf-41f1-af87-250b216ae446)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:31.057776 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.072139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Calling delete_port for 01acbfd8-2099-4458-9c7e-2eb70ec5eebf owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:31.125065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.132175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-3642eba6-c19f-4830-b019-57599794fdec None None] For port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,segment=NetworkSegment(f7d34b5b-25cf-41f1-af87-250b216ae446),segment_id=f7d34b5b-25cf-41f1-af87-250b216ae446)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:31.132563 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.144636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Calling delete_port for 01acbfd8-2099-4458-9c7e-2eb70ec5eebf owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:31.161312 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.190326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Port': ['ID=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:31.191969 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] No DVR routers for this DVR port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:31.223487 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01acbfd8-2099-4458-9c7e-2eb70ec5eebf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:34:31.245581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 01acbfd8-2099-4458-9c7e-2eb70ec5eebf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:31.245859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 01acbfd8-2099-4458-9c7e-2eb70ec5eebf not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:34:31.251268 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (01acbfd8-2099-4458-9c7e-2eb70ec5eebf), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.279104 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (eaf857d1-5983-4639-8c0a-3898e57052fe), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.281192 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642eba6-c19f-4830-b019-57599794fdec None None] Pushing event deleted for resources: {'Port': ['ID=01acbfd8-2099-4458-9c7e-2eb70ec5eebf,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:31.285015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642eba6-c19f-4830-b019-57599794fdec None None] No DVR routers for this DVR port 01acbfd8-2099-4458-9c7e-2eb70ec5eebf on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:31.302704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b047160>,) {'filters': {'network_id': ['eaf857d1-5983-4639-8c0a-3898e57052fe']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:31.312430 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b047160>, 'f7d34b5b-25cf-41f1-af87-250b216ae446') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:31.312732 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b047160>, 'f7d34b5b-25cf-41f1-af87-250b216ae446') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:31.322572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (f7d34b5b-25cf-41f1-af87-250b216ae446), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.335685 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (f7d34b5b-25cf-41f1-af87-250b216ae446), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.341598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:31.341962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (f7d34b5b-25cf-41f1-af87-250b216ae446), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:31.344833 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:31.401863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (eaf857d1-5983-4639-8c0a-3898e57052fe), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.406427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.416258 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] 10.222.0.15 "DELETE /v2.0/networks/eaf857d1-5983-4639-8c0a-3898e57052fe HTTP/1.1" status: 204  len: 168 time: 0.5588524
Mar 05 21:34:31.432927 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691065-2b88-47e9-b44d-eed1c368e106 tempest-NetworksIpV6Test-177232117 tempest-NetworksIpV6Test-177232117-project] Pushing event deleted for resources: {'Network': ['ID=eaf857d1-5983-4639-8c0a-3898e57052fe,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:31.655210 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36504) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:31.793009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fe2cd9e8-5cee-4b2d-b5af-a89f1c181a01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2ca8ee98d95463798cc8ef4c3076f6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1366067
Mar 05 21:34:31.795534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36508) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:31.847383 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] Publish callbacks [] for security_group (f8a5081d-3978-4619-912a-6c815687cf84), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.868482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] Publish callbacks [] for security_group (f8a5081d-3978-4619-912a-6c815687cf84), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.916558 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (f8a5081d-3978-4619-912a-6c815687cf84), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.919042 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:31.920239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8a5081d-3978-4619-912a-6c815687cf84 HTTP/1.1" status: 204  len: 168 time: 0.1237597
Mar 05 21:34:31.927788 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4cb1-cb78-44c1-82ae-becd9e0d2991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5081d-3978-4619-912a-6c815687cf84,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:32.547232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36530) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:32.644203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-551803691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:32.665025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (14d1ba4d-c639-4900-91f4-bd305e896991), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.666141 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (14d1ba4d-c639-4900-91f4-bd305e896991), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.721755 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router_controller (14d1ba4d-c639-4900-91f4-bd305e896991), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.725764 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (14d1ba4d-c639-4900-91f4-bd305e896991), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.743272 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.747115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-009e141c-4299-43e4-9d74-44382710d269 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1962101
Mar 05 21:34:32.747270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36534) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:32.752521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1040495197'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:32.771923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Made reservation on behalf of 98a28525f09f455da42ada851e647419 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:32.775334 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.783567 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.860448 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for security_group (2bbb6c70-a558-4d7d-8a85-28ef998e2436), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.864274 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2bbb6c70-a558-4d7d-8a85-28ef998e2436), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.892193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:32.902228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb6c70-a558-4d7d-8a85-28ef998e2436,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:32.907219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (acb6b377-0c24-44ac-973d-cdb57f866cfb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.907620 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Added segment acb6b377-0c24-44ac-973d-cdb57f866cfb of type vlan for network 5523ffe5-80e3-4287-80d1-ae685223746c
Mar 05 21:34:32.948103 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (5523ffe5-80e3-4287-80d1-ae685223746c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.972219 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (5523ffe5-80e3-4287-80d1-ae685223746c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:32.978520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:32.979102 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.037188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2887542
Mar 05 21:34:33.040069 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36536) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:33.045217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'subnet': {'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:33.048140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a49eb-d758-4f45-9f78-1cf420af635f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event updated for resources: {'Network': ['ID=5523ffe5-80e3-4287-80d1-ae685223746c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:33.059013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 5523ffe5-80e3-4287-80d1-ae685223746c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:33.134875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Made reservation on behalf of 98a28525f09f455da42ada851e647419 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:33.138297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.310499 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (11f663b1-318f-409d-9ff0-a401306fa518), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.373129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event updated for resources: {'Subnet': ['ID=11f663b1-318f-409d-9ff0-a401306fa518,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:33.382012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Checking segment: {'id': 'acb6b377-0c24-44ac-973d-cdb57f866cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:33.382373 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Network hostable DHCP agents. Network: 5523ffe5-80e3-4287-80d1-ae685223746c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:33.398334 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Network 5523ffe5-80e3-4287-80d1-ae685223746c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:33.407278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5523ffe5-80e3-4287-80d1-ae685223746c) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:33.411596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:33.412230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.416463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e0a86-21d5-4a25-8b06-8bb2d8ca0fb6 None None] Network 5523ffe5-80e3-4287-80d1-ae685223746c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:33.428885 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-acf17314-6de7-4ba4-82fb-fb1dde69f03f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3876889
Mar 05 21:34:33.432443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36538) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:33.437314 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1607272066'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:33.457038 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Made reservation on behalf of 98a28525f09f455da42ada851e647419 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:33.460344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.484828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:33.494926 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dc3b3dd1-b130-4754-9dac-a87692880d3c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.495264 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Added segment dc3b3dd1-b130-4754-9dac-a87692880d3c of type vlan for network 67a55686-ab3e-4e31-9088-fdfca0fe49dc
Mar 05 21:34:33.519621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5523ffe5-80e3-4287-80d1-ae685223746c', 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c', 'project_id': '98a28525f09f455da42ada851e647419', 'fixed_ips': [{'subnet_id': '11f663b1-318f-409d-9ff0-a401306fa518'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:33.520498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.534764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (67a55686-ab3e-4e31-9088-fdfca0fe49dc), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.560595 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (67a55686-ab3e-4e31-9088-fdfca0fe49dc), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.565640 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:33.566235 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.626044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1925559
Mar 05 21:34:33.628879 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36540) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:33.635699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'subnet': {'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:33.656968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Allocated IP 172.20.0.2 (5523ffe5-80e3-4287-80d1-ae685223746c/11f663b1-318f-409d-9ff0-a401306fa518/361951c8-67ad-42fe-9c50-8f78a71d479e) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:33.685164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc92d54-7be6-467e-9fa1-fd73803223f4 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event updated for resources: {'Network': ['ID=67a55686-ab3e-4e31-9088-fdfca0fe49dc,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:33.710834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:33.736275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Made reservation on behalf of 98a28525f09f455da42ada851e647419 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:33.739720 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.858552 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks [] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.864247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.906468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Network 5523ffe5-80e3-4287-80d1-ae685223746c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:33.910928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:33.914920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:33.921741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Pushing event updated for resources: {'Port': ['ID=361951c8-67ad-42fe-9c50-8f78a71d479e,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:33.932643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (fac57d2e-499d-4c37-bd1f-4f3b4e43b646), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.973838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Attempting to bind port 361951c8-67ad-42fe-9c50-8f78a71d479e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:33.974208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Attempting to bind port 361951c8-67ad-42fe-9c50-8f78a71d479e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acb6b377-0c24-44ac-973d-cdb57f866cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:33.974571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Attempting to bind port 361951c8-67ad-42fe-9c50-8f78a71d479e on network 5523ffe5-80e3-4287-80d1-ae685223746c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:33.980719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:33.981110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Checking segment: {'id': 'acb6b377-0c24-44ac-973d-cdb57f866cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:33.981773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.982075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Bound using segment: {'id': 'acb6b377-0c24-44ac-973d-cdb57f866cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:33.982523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Bound port: 361951c8-67ad-42fe-9c50-8f78a71d479e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb6b377-0c24-44ac-973d-cdb57f866cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5523ffe5-80e3-4287-80d1-ae685223746c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:33.983035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:33.995611 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event updated for resources: {'Subnet': ['ID=fac57d2e-499d-4c37-bd1f-4f3b4e43b646,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:34.002851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Checking segment: {'id': 'dc3b3dd1-b130-4754-9dac-a87692880d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:34.003223 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Network hostable DHCP agents. Network: 67a55686-ab3e-4e31-9088-fdfca0fe49dc, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:34.021843 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:34.030609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67a55686-ab3e-4e31-9088-fdfca0fe49dc) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:34.035457 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:34.036053 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.042724 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf997d-fccb-427d-8503-f2b49e1f95ed None None] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:34.059827 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2c1936a-2ff4-437a-abfd-e84a3ba8d8ad tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4299138
Mar 05 21:34:34.062777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36542) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:34.068235 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-72f3b6ad-48ba-4bae-b626-2656db95854f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Request body: {'router': {'external_gateway_info': {'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:34.092569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] For port 361951c8-67ad-42fe-9c50-8f78a71d479e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:34.113581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] For port 361951c8-67ad-42fe-9c50-8f78a71d479e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361951c8-67ad-42fe-9c50-8f78a71d479e,segment=NetworkSegment(acb6b377-0c24-44ac-973d-cdb57f866cfb),segment_id=acb6b377-0c24-44ac-973d-cdb57f866cfb)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:34.123301 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.228369 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd15a58-7b91-4578-8869-f98bbf372fbf None None] Pushing event updated for resources: {'Port': ['ID=361951c8-67ad-42fe-9c50-8f78a71d479e,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:34.233751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67a55686-ab3e-4e31-9088-fdfca0fe49dc', 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc', 'project_id': '98a28525f09f455da42ada851e647419', 'fixed_ips': [{'subnet_id': 'fac57d2e-499d-4c37-bd1f-4f3b4e43b646'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:34.234611 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.320695 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-72f3b6ad-48ba-4bae-b626-2656db95854f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router_gateway (14d1ba4d-c639-4900-91f4-bd305e896991), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.393508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Allocated IP 172.21.0.2 (67a55686-ab3e-4e31-9088-fdfca0fe49dc/fac57d2e-499d-4c37-bd1f-4f3b4e43b646/60f79c04-f6f7-49f5-82d8-30142d57019c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:34.462715 ncdv-master-1 neutron-server[126562]: INFO neutron.api.v2.resource [None req-72f3b6ad-48ba-4bae-b626-2656db95854f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 05 21:34:34.463846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-72f3b6ad-48ba-4bae-b626-2656db95854f tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "PUT /v2.0/routers/14d1ba4d-c639-4900-91f4-bd305e896991 HTTP/1.1" status: 400  len: 364 time: 0.3998225
Mar 05 21:34:34.469957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36544) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:34.531769 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Deleting subnet fac57d2e-499d-4c37-bd1f-4f3b4e43b646 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:34:34.560453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks [] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.565105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (fac57d2e-499d-4c37-bd1f-4f3b4e43b646), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.565691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.606019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:34.608707 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (fac57d2e-499d-4c37-bd1f-4f3b4e43b646), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.608903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:34.611314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:34.620408 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Pushing event updated for resources: {'Port': ['ID=60f79c04-f6f7-49f5-82d8-30142d57019c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:34.677562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Attempting to bind port 60f79c04-f6f7-49f5-82d8-30142d57019c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:34.677845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Attempting to bind port 60f79c04-f6f7-49f5-82d8-30142d57019c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc3b3dd1-b130-4754-9dac-a87692880d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:34.678209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Attempting to bind port 60f79c04-f6f7-49f5-82d8-30142d57019c on network 67a55686-ab3e-4e31-9088-fdfca0fe49dc {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:34.683257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:34.683632 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Checking segment: {'id': 'dc3b3dd1-b130-4754-9dac-a87692880d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:34.684069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.684465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Bound using segment: {'id': 'dc3b3dd1-b130-4754-9dac-a87692880d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:34.684958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Bound port: 60f79c04-f6f7-49f5-82d8-30142d57019c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3b3dd1-b130-4754-9dac-a87692880d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '67a55686-ab3e-4e31-9088-fdfca0fe49dc'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:34.685338 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.694715 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (fac57d2e-499d-4c37-bd1f-4f3b4e43b646), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.761525 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (fac57d2e-499d-4c37-bd1f-4f3b4e43b646), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.763921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] For port 60f79c04-f6f7-49f5-82d8-30142d57019c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:34.767391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] For port 60f79c04-f6f7-49f5-82d8-30142d57019c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60f79c04-f6f7-49f5-82d8-30142d57019c,segment=NetworkSegment(dc3b3dd1-b130-4754-9dac-a87692880d3c),segment_id=dc3b3dd1-b130-4754-9dac-a87692880d3c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:34.774830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.790834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Subnet': ['ID=fac57d2e-499d-4c37-bd1f-4f3b4e43b646,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:34.795710 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.799128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a047bc6d-8e63-4d93-bc0e-653f790abcd6 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "DELETE /v2.0/subnets/fac57d2e-499d-4c37-bd1f-4f3b4e43b646 HTTP/1.1" status: 204  len: 168 time: 0.3278792
Mar 05 21:34:34.801733 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36546) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:34.834105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5b7fe-fdd5-43cd-852a-f0671af76f1d None None] Pushing event updated for resources: {'Port': ['ID=60f79c04-f6f7-49f5-82d8-30142d57019c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:34.896269 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (67a55686-ab3e-4e31-9088-fdfca0fe49dc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:34.953545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Deleting port 60f79c04-f6f7-49f5-82d8-30142d57019c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:34.953892 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.020937 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] For port 60f79c04-f6f7-49f5-82d8-30142d57019c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60f79c04-f6f7-49f5-82d8-30142d57019c,segment=NetworkSegment(dc3b3dd1-b130-4754-9dac-a87692880d3c),segment_id=dc3b3dd1-b130-4754-9dac-a87692880d3c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:35.021346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.040251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Calling delete_port for 60f79c04-f6f7-49f5-82d8-30142d57019c owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:35.150442 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (60f79c04-f6f7-49f5-82d8-30142d57019c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.179418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Port': ['ID=60f79c04-f6f7-49f5-82d8-30142d57019c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:35.182003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] No DVR routers for this DVR port 60f79c04-f6f7-49f5-82d8-30142d57019c on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:35.275958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (67a55686-ab3e-4e31-9088-fdfca0fe49dc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.298650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 361951c8-67ad-42fe-9c50-8f78a71d479e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:35.315154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a543f10>,) {'filters': {'network_id': ['67a55686-ab3e-4e31-9088-fdfca0fe49dc']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:35.329493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a543f10>, 'dc3b3dd1-b130-4754-9dac-a87692880d3c') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:35.329799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a543f10>, 'dc3b3dd1-b130-4754-9dac-a87692880d3c') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:35.340636 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (dc3b3dd1-b130-4754-9dac-a87692880d3c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.353234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 361951c8-67ad-42fe-9c50-8f78a71d479e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:35.353620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.360097 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (dc3b3dd1-b130-4754-9dac-a87692880d3c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.367156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:35.367739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (dc3b3dd1-b130-4754-9dac-a87692880d3c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:35.370656 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:35.377973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fbd590-99c1-4dd1-9b33-42ef4b504f4a None None] Network 5523ffe5-80e3-4287-80d1-ae685223746c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:35.430916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (67a55686-ab3e-4e31-9088-fdfca0fe49dc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.440314 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.443443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "DELETE /v2.0/networks/67a55686-ab3e-4e31-9088-fdfca0fe49dc HTTP/1.1" status: 204  len: 168 time: 0.6405678
Mar 05 21:34:35.446730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36548) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:35.454323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22984046-9064-4563-b1a6-199cf21041a2 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Network': ['ID=67a55686-ab3e-4e31-9088-fdfca0fe49dc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:35.471331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Provisioning complete for port 361951c8-67ad-42fe-9c50-8f78a71d479e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:35.471733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.501070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Deleting subnet 11f663b1-318f-409d-9ff0-a401306fa518 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:34:35.504242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (11f663b1-318f-409d-9ff0-a401306fa518), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.545805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (11f663b1-318f-409d-9ff0-a401306fa518), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.571110 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 361951c8-67ad-42fe-9c50-8f78a71d479e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:35.571515 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.659572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 361951c8-67ad-42fe-9c50-8f78a71d479e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361951c8-67ad-42fe-9c50-8f78a71d479e,segment=NetworkSegment(acb6b377-0c24-44ac-973d-cdb57f866cfb),segment_id=acb6b377-0c24-44ac-973d-cdb57f866cfb)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:35.665503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Current status of the port 361951c8-67ad-42fe-9c50-8f78a71d479e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:35.665959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.668898 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (11f663b1-318f-409d-9ff0-a401306fa518), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.669407 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.670209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 60f79c04-f6f7-49f5-82d8-30142d57019c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:35.721550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 60f79c04-f6f7-49f5-82d8-30142d57019c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:35.722247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 60f79c04-f6f7-49f5-82d8-30142d57019c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 05 21:34:35.744200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (11f663b1-318f-409d-9ff0-a401306fa518), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.757166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Port 60f79c04-f6f7-49f5-82d8-30142d57019c not found, will not notify nova. {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 05 21:34:35.779264 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Subnet': ['ID=11f663b1-318f-409d-9ff0-a401306fa518,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:35.787068 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.791199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9f06c882-1af9-4efa-b8ce-afecaf43b551 tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "DELETE /v2.0/subnets/11f663b1-318f-409d-9ff0-a401306fa518 HTTP/1.1" status: 204  len: 168 time: 0.3428593
Mar 05 21:34:35.794996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36550) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:35.802953 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=361951c8-67ad-42fe-9c50-8f78a71d479e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:35.811808 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.db.api [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 05 21:34:35.812183 ncdv-master-1 neutron-server[126564]: DEBUG oslo_db.api [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 05 21:34:35.893525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (5523ffe5-80e3-4287-80d1-ae685223746c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:35.929685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749c474-0b78-43b4-a1d1-05ba611028d8 None None] Network 5523ffe5-80e3-4287-80d1-ae685223746c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:35.958902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Deleting port 361951c8-67ad-42fe-9c50-8f78a71d479e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:35.959839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.032509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] For port 361951c8-67ad-42fe-9c50-8f78a71d479e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361951c8-67ad-42fe-9c50-8f78a71d479e,segment=NetworkSegment(acb6b377-0c24-44ac-973d-cdb57f866cfb),segment_id=acb6b377-0c24-44ac-973d-cdb57f866cfb)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:36.032888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.047099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Calling delete_port for 361951c8-67ad-42fe-9c50-8f78a71d479e owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:36.091840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] DHCP port deletion for 5523ffe5-80e3-4287-80d1-ae685223746c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:34:36.125917 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ead97-cf11-439d-9e02-55c5ce6ffec7 None None] DHCP port deletion for 67a55686-ab3e-4e31-9088-fdfca0fe49dc request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:34:36.136099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.148295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e513fe-108a-4e51-8552-71c86ce67472 None None] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:36.163413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e513fe-108a-4e51-8552-71c86ce67472 None None] Network 67a55686-ab3e-4e31-9088-fdfca0fe49dc could not be found, it might have been deleted concurrently. {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 05 21:34:36.163920 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Port': ['ID=361951c8-67ad-42fe-9c50-8f78a71d479e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:36.169044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] No DVR routers for this DVR port 361951c8-67ad-42fe-9c50-8f78a71d479e on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:36.169194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Deleting port 361951c8-67ad-42fe-9c50-8f78a71d479e {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:34:36.169566 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.230659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] For port 361951c8-67ad-42fe-9c50-8f78a71d479e, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:36.231065 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.244018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Calling delete_port for 361951c8-67ad-42fe-9c50-8f78a71d479e owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:34:36.246683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Port 361951c8-67ad-42fe-9c50-8f78a71d479e was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:34:36.248026 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (361951c8-67ad-42fe-9c50-8f78a71d479e), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.250445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (5523ffe5-80e3-4287-80d1-ae685223746c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.270854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b907614c0>,) {'filters': {'network_id': ['5523ffe5-80e3-4287-80d1-ae685223746c']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:36.276554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] Pushing event deleted for resources: {'Port': ['ID=361951c8-67ad-42fe-9c50-8f78a71d479e,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:36.280526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069aba82-0793-4293-a9d7-6106c4744831 None None] No DVR routers for this DVR port 361951c8-67ad-42fe-9c50-8f78a71d479e on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:34:36.283132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b907614c0>, 'acb6b377-0c24-44ac-973d-cdb57f866cfb') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:36.287082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b907614c0>, 'acb6b377-0c24-44ac-973d-cdb57f866cfb') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:36.297155 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (acb6b377-0c24-44ac-973d-cdb57f866cfb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.312299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (acb6b377-0c24-44ac-973d-cdb57f866cfb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.318966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:34:36.319362 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (acb6b377-0c24-44ac-973d-cdb57f866cfb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:34:36.322670 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:34:36.332326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-14b1dd51-bef4-4924-934a-f2de04e7e0f6 None None] Port 361951c8-67ad-42fe-9c50-8f78a71d479e update to ACTIVE by agent not found {{(pid=126564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Mar 05 21:34:36.384163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (5523ffe5-80e3-4287-80d1-ae685223746c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.388441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.394550 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "DELETE /v2.0/networks/5523ffe5-80e3-4287-80d1-ae685223746c HTTP/1.1" status: 204  len: 168 time: 0.5980914
Mar 05 21:34:36.394792 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36552) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:36.399709 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.410708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a744-b33a-47f8-a203-14fc6f10205b tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Pushing event deleted for resources: {'Network': ['ID=5523ffe5-80e3-4287-80d1-ae685223746c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:36.424564 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d69d933d-ea81-421b-9c42-02609aa5b8cf tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d1ba4d-c639-4900-91f4-bd305e896991 HTTP/1.1" status: 200  len: 205 time: 0.0278108
Mar 05 21:34:36.426156 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36554) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:36.443164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-28f8fa48-7849-4f47-98d9-38fae981c0b7 None None] Could not find standard attr ID for object 361951c8-67ad-42fe-9c50-8f78a71d479e. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:34:36.447880 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-28f8fa48-7849-4f47-98d9-38fae981c0b7 None None] Could not find standard attr ID for object 60f79c04-f6f7-49f5-82d8-30142d57019c. {{(pid=126564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 05 21:34:36.504459 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router (14d1ba4d-c639-4900-91f4-bd305e896991), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.664978 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (14d1ba4d-c639-4900-91f4-bd305e896991), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.667101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router_controller (14d1ba4d-c639-4900-91f4-bd305e896991), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.699508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.709626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (14d1ba4d-c639-4900-91f4-bd305e896991), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.710150 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Fanout notify agent at l3_agent the message router_deleted on router 14d1ba4d-c639-4900-91f4-bd305e896991 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:34:36.716637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:36.717754 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-852a488a-0e1b-4810-9dbc-ed18c18892be tempest-RoutersNegativeTest-1477803728 tempest-RoutersNegativeTest-1477803728-project] 10.222.0.15 "DELETE /v2.0/routers/14d1ba4d-c639-4900-91f4-bd305e896991 HTTP/1.1" status: 204  len: 168 time: 0.2906663
Mar 05 21:34:36.956573 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36560) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:37.092632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-876c3dde-dbc1-4704-a9e3-937dc00cc433 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98a28525f09f455da42ada851e647419&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1349106
Mar 05 21:34:37.095232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36564) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:37.141218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] Publish callbacks [] for security_group (2bbb6c70-a558-4d7d-8a85-28ef998e2436), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:37.163087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] Publish callbacks [] for security_group (2bbb6c70-a558-4d7d-8a85-28ef998e2436), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:37.204595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 361951c8-67ad-42fe-9c50-8f78a71d479e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:34:37.212244 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (2bbb6c70-a558-4d7d-8a85-28ef998e2436), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:37.215013 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:37.216203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bbb6c70-a558-4d7d-8a85-28ef998e2436 HTTP/1.1" status: 204  len: 168 time: 0.1200457
Mar 05 21:34:37.225325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dfd3-35b2-4f61-925c-ce4b676e25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb6c70-a558-4d7d-8a85-28ef998e2436,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:37.225460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 361951c8-67ad-42fe-9c50-8f78a71d479e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:37.225678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 361951c8-67ad-42fe-9c50-8f78a71d479e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:34:37.226102 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 60f79c04-f6f7-49f5-82d8-30142d57019c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:34:37.251626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 60f79c04-f6f7-49f5-82d8-30142d57019c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:34:37.252009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 60f79c04-f6f7-49f5-82d8-30142d57019c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:34:37.825011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36586) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:37.930428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230018904-network', 'tenant_id': '63f0b6da33924ffea363d98139111178'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:37.949950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Made reservation on behalf of 63f0b6da33924ffea363d98139111178 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:37.952434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:37.960329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.034700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks [] for security_group (3f0a55e2-bb52-4c3a-bae7-437b570ee42d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.038283 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f0a55e2-bb52-4c3a-bae7-437b570ee42d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.058816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:38.073845 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a55e2-bb52-4c3a-bae7-437b570ee42d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:38.076658 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (899381ba-a87c-4048-b511-5d195db35171), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.077002 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Added segment 899381ba-a87c-4048-b511-5d195db35171 of type vlan for network bdd38536-6495-47e2-b37b-441ec39c47b0
Mar 05 21:34:38.119154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bdd38536-6495-47e2-b37b-441ec39c47b0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.144638 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bdd38536-6495-47e2-b37b-441ec39c47b0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.145622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:38.146200 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.198572 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3724654
Mar 05 21:34:38.201519 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36590) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:38.206583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Request body: {'subnet': {'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230018904-subnet', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:38.207863 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822c163-a2df-470e-b669-fde34eb40cda admin admin] Pushing event updated for resources: {'Network': ['ID=bdd38536-6495-47e2-b37b-441ec39c47b0,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:38.217330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bdd38536-6495-47e2-b37b-441ec39c47b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:38.225501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Made reservation on behalf of 63f0b6da33924ffea363d98139111178 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:38.228002 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.407795 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (f8cf13f9-a9f7-4119-b747-e3d225e41d3d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.457331 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8cf13f9-a9f7-4119-b747-e3d225e41d3d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:38.472928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Checking segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:38.473299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Network hostable DHCP agents. Network: bdd38536-6495-47e2-b37b-441ec39c47b0, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:38.489464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Network bdd38536-6495-47e2-b37b-441ec39c47b0 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:38.498071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdd38536-6495-47e2-b37b-441ec39c47b0) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:38.502429 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:38.503099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.507416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b58b54-df4a-42c7-aacd-28e7136c8145 None None] Network bdd38536-6495-47e2-b37b-441ec39c47b0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:38.519893 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b9c758f2-fd99-4eb9-ae8b-3c39fc395112 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3171830
Mar 05 21:34:38.522703 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36592) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:38.528065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:38.546771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.548006 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.606445 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for router_controller (062d5527-4330-42d4-8e3e-21b4a54af86f), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.612315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdd38536-6495-47e2-b37b-441ec39c47b0', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'project_id': '63f0b6da33924ffea363d98139111178', 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:38.613177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.749023 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for router_gateway (062d5527-4330-42d4-8e3e-21b4a54af86f), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.756504 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Allocated IP 172.20.0.2 (bdd38536-6495-47e2-b37b-441ec39c47b0/f8cf13f9-a9f7-4119-b747-e3d225e41d3d/b668fb11-b5f1-429a-a3c1-05466a9cbcf0) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:38.900064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks [] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.907177 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:38.952095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Network bdd38536-6495-47e2-b37b-441ec39c47b0 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:38.955095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:38.958728 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:38.966407 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Pushing event updated for resources: {'Port': ['ID=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:39.023033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Attempting to bind port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:39.023324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Attempting to bind port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:39.024458 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Attempting to bind port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 on network bdd38536-6495-47e2-b37b-441ec39c47b0 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:39.029938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:39.030332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Checking segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:39.030752 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.031153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Bound using segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:39.031637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Bound port: b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:39.032059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.096946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] For port b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:39.100203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] For port b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:39.107201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.170882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6861-ccd3-4261-9790-9176139bfcc1 None None] Pushing event updated for resources: {'Port': ['ID=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:39.266101 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for router_gateway (062d5527-4330-42d4-8e3e-21b4a54af86f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.285799 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.407989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Allocated IP 172.35.0.141 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/7ec07447-d327-44ee-9f54-74d1e22cb0eb) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:39.512076 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.545798 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:39.583880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:39.586999 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:39.590516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:39.618130 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec07447-d327-44ee-9f54-74d1e22cb0eb,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:39.849504 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for router_gateway (062d5527-4330-42d4-8e3e-21b4a54af86f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.052646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.082922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf5d1f-987f-4457-86a2-038dde182d90 None None] Network bdd38536-6495-47e2-b37b-441ec39c47b0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:40.186065 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Router 062d5527-4330-42d4-8e3e-21b4a54af86f is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:34:40.204751 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Provisioning complete for port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:40.205141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.287135 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Current status of the port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:40.287545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.307519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:34:40.321219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Sync routers for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:34:40.327043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] For port b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:40.334336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.337375 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.338904 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5e9c0c5a-3224-4b32-ac55-8241cb92d477 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8151422
Mar 05 21:34:40.341523 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36594) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:40.342217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:40.343048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:40.475997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d2a36-f788-41ad-9395-47f5338ba7e5 None None] Pushing event updated for resources: {'Port': ['ID=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:40.491493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b59cb695-86ab-447e-ac63-183a19fb6cdf None None] Provisioning complete for port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:40.491903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b59cb695-86ab-447e-ac63-183a19fb6cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.529468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:40.696314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b59cb695-86ab-447e-ac63-183a19fb6cdf None None] Current status of the port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:40.748703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65bb0>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:39Z', 'revision_number': 3, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:40.772609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.774731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Checking router: 062d5527-4330-42d4-8e3e-21b4a54af86f for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:34:40.775085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Updating router 062d5527-4330-42d4-8e3e-21b4a54af86f port 7ec07447-d327-44ee-9f54-74d1e22cb0eb binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:34:40.802644 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:40.969091 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Allocated IP 172.20.0.1 (bdd38536-6495-47e2-b37b-441ec39c47b0/f8cf13f9-a9f7-4119-b747-e3d225e41d3d/d8da8fa1-3f65-4353-ae9a-f13218b537e3) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:41.058570 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks [] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.064528 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.070985 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks [] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.104482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.113141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Attempting to bind port 7ec07447-d327-44ee-9f54-74d1e22cb0eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:41.113687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Attempting to bind port 7ec07447-d327-44ee-9f54-74d1e22cb0eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:41.113876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Attempting to bind port 7ec07447-d327-44ee-9f54-74d1e22cb0eb on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:41.123075 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aae968-7eea-4592-9ec9-1f21aa042f56 None None] Pushing event updated for resources: {'Port': ['ID=7ec07447-d327-44ee-9f54-74d1e22cb0eb,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:41.126657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:41.127039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:41.127443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.127848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:41.128321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Bound port: 7ec07447-d327-44ee-9f54-74d1e22cb0eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:41.128700 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.148370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Network bdd38536-6495-47e2-b37b-441ec39c47b0 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:41.151885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:41.155460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:41.180528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:41.192573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] For port 7ec07447-d327-44ee-9f54-74d1e22cb0eb, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:41.199859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] For port 7ec07447-d327-44ee-9f54-74d1e22cb0eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ec07447-d327-44ee-9f54-74d1e22cb0eb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:41.201557 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (062d5527-4330-42d4-8e3e-21b4a54af86f), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.207663 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.276985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:41.277635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:41.316730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b668fb11-b5f1-429a-a3c1-05466a9cbcf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:41.364208 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.384342 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aae968-7eea-4592-9ec9-1f21aa042f56 None None] Pushing event updated for resources: {'Port': ['ID=7ec07447-d327-44ee-9f54-74d1e22cb0eb,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:41.444774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-16d87be9-7a17-4267-a323-248f267182ea None None] Provisioning complete for port d8da8fa1-3f65-4353-ae9a-f13218b537e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:41.445071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-16d87be9-7a17-4267-a323-248f267182ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.472822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:41.476148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:41.476528 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.536690 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks [] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.542276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.609913 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (062d5527-4330-42d4-8e3e-21b4a54af86f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:41.611715 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:41.707274 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Network bdd38536-6495-47e2-b37b-441ec39c47b0 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:41.708758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:41.762349 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-16d87be9-7a17-4267-a323-248f267182ea None None] Port d8da8fa1-3f65-4353-ae9a-f13218b537e3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:34:41.828908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Router 062d5527-4330-42d4-8e3e-21b4a54af86f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:34:41.864288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:41.900765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f65bb0>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:39Z', 'revision_number': 3, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:41.933874 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92031d-1e9a-4a9b-b1d2-6e43277e1db7 None None] The sync data for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 is: [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:39Z', 'revision_number': 3, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:34:41.956804 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:34:41.962668 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7a19c87a-d127-4ac8-aadd-18a13d813b56 admin admin] 10.222.0.15 "PUT /v2.0/routers/062d5527-4330-42d4-8e3e-21b4a54af86f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6201005
Mar 05 21:34:41.985358 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a6ac31fc-36f4-4463-a4a4-7d8f344a33be None None] Provisioning complete for port d8da8fa1-3f65-4353-ae9a-f13218b537e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:41.985674 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a6ac31fc-36f4-4463-a4a4-7d8f344a33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.021666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac31fc-36f4-4463-a4a4-7d8f344a33be None None] Port d8da8fa1-3f65-4353-ae9a-f13218b537e3 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:34:42.478604 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36610) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:42.483653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1836912502-network', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:42.504491 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Made reservation on behalf of b01056adea664e0b819e24c2e2e3d287 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:42.506830 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.516546 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.599091 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks [] for security_group (902ad1bc-13dd-4bda-af6e-b4fcc17c984f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.603829 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (902ad1bc-13dd-4bda-af6e-b4fcc17c984f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.630240 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:34:42.641465 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ad1bc-13dd-4bda-af6e-b4fcc17c984f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:42.646368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b54eaab1-fe39-4dfb-93f1-fc95ef47e669), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.646715 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Added segment b54eaab1-fe39-4dfb-93f1-fc95ef47e669 of type vlan for network 497d8150-c879-4380-b2a5-d7ee37068941
Mar 05 21:34:42.689149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (497d8150-c879-4380-b2a5-d7ee37068941), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.716677 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (497d8150-c879-4380-b2a5-d7ee37068941), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.717713 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:42.718524 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.773282 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.2935483
Mar 05 21:34:42.776734 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36612) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:42.781290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Request body: {'subnet': {'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1836912502-subnet', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:42.796254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60684ad7-b4fd-4623-a6fd-d85a9f383af0 admin admin] Pushing event updated for resources: {'Network': ['ID=497d8150-c879-4380-b2a5-d7ee37068941,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:42.807413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 497d8150-c879-4380-b2a5-d7ee37068941 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:34:42.813332 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Made reservation on behalf of b01056adea664e0b819e24c2e2e3d287 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:42.816156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:42.991117 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (c1a0e861-073c-44b8-953e-9c74b5fb6d5a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.055542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a0e861-073c-44b8-953e-9c74b5fb6d5a,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:43.059844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Checking segment: {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:43.060207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Network hostable DHCP agents. Network: 497d8150-c879-4380-b2a5-d7ee37068941, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:34:43.077051 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Network 497d8150-c879-4380-b2a5-d7ee37068941 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:34:43.085429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 497d8150-c879-4380-b2a5-d7ee37068941) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:43.090607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:43.091641 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.094974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f467fa2-3c58-4dde-938b-ea9f8a402db3 None None] Network 497d8150-c879-4380-b2a5-d7ee37068941 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:43.107402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9e952325-730f-4ab1-bead-d874a063414c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3297451
Mar 05 21:34:43.109853 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36614) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:43.114168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:43.134419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.135472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.198322 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for router_controller (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.206311 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-497d8150-c879-4380-b2a5-d7ee37068941', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:34:43.207191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.240276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ec07447-d327-44ee-9f54-74d1e22cb0eb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:43.365230 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for router_gateway (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.383798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ec07447-d327-44ee-9f54-74d1e22cb0eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:43.384183 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.414627 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Allocated IP 172.20.0.2 (497d8150-c879-4380-b2a5-d7ee37068941/c1a0e861-073c-44b8-953e-9c74b5fb6d5a/b5e5b18a-ae86-4343-8dce-b054a968e9b5) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:43.545934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ec07447-d327-44ee-9f54-74d1e22cb0eb is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:43.546335 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.577377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for router_gateway (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.600492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.603971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 7ec07447-d327-44ee-9f54-74d1e22cb0eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ec07447-d327-44ee-9f54-74d1e22cb0eb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:43.610543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.629645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Sync routers for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:34:43.640148 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:43.640758 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfcb250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:43.646124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks [] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.661508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.683314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=7ec07447-d327-44ee-9f54-74d1e22cb0eb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:43.687197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Network 497d8150-c879-4380-b2a5-d7ee37068941 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:43.691618 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:43.709868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:43.723442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Allocated IP 172.35.0.7 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/445e14d2-bf09-46ce-a063-10189dfc0eca) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:43.749966 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Pushing event updated for resources: {'Port': ['ID=b5e5b18a-ae86-4343-8dce-b054a968e9b5,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:43.758832 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:43.782806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Attempting to bind port b5e5b18a-ae86-4343-8dce-b054a968e9b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:43.783184 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Attempting to bind port b5e5b18a-ae86-4343-8dce-b054a968e9b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:43.783556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Attempting to bind port b5e5b18a-ae86-4343-8dce-b054a968e9b5 on network 497d8150-c879-4380-b2a5-d7ee37068941 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:43.788816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:43.789759 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Checking segment: {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:43.790333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.790527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Bound using segment: {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:43.791009 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Bound port: b5e5b18a-ae86-4343-8dce-b054a968e9b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:43.791543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.847357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.861162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] For port b5e5b18a-ae86-4343-8dce-b054a968e9b5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:43.865087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] For port b5e5b18a-ae86-4343-8dce-b054a968e9b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5b18a-ae86-4343-8dce-b054a968e9b5,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:43.872505 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:43.948589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd23e1-1fce-4c05-9724-1fa05a63a9cf None None] Pushing event updated for resources: {'Port': ['ID=b5e5b18a-ae86-4343-8dce-b054a968e9b5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:44.100598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfcb250>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 2, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:44.148046 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Checking router: 062d5527-4330-42d4-8e3e-21b4a54af86f for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:34:44.149104 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Updating router 062d5527-4330-42d4-8e3e-21b4a54af86f port d8da8fa1-3f65-4353-ae9a-f13218b537e3 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:34:44.182872 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.214039 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.259978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:44.262944 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:44.267838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:44.271200 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Pushing event updated for resources: {'Port': ['ID=445e14d2-bf09-46ce-a063-10189dfc0eca,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:44.472634 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks [] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.478627 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.523018 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for router_gateway (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.530907 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Pushing event updated for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:44.573429 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.573772 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.574119 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.574459 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.574791 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.575121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.575450 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.575805 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.576133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.576459 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.576781 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.577108 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.577427 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:44.589868 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Attempting to bind port d8da8fa1-3f65-4353-ae9a-f13218b537e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:44.590104 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Attempting to bind port d8da8fa1-3f65-4353-ae9a-f13218b537e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:44.590602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Attempting to bind port d8da8fa1-3f65-4353-ae9a-f13218b537e3 on network bdd38536-6495-47e2-b37b-441ec39c47b0 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:44.596124 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:44.596586 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Checking segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:44.597058 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.597628 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Bound using segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:44.598274 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Bound port: d8da8fa1-3f65-4353-ae9a-f13218b537e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:44.598657 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.679381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] For port d8da8fa1-3f65-4353-ae9a-f13218b537e3, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:44.683453 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] For port d8da8fa1-3f65-4353-ae9a-f13218b537e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8da8fa1-3f65-4353-ae9a-f13218b537e3,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:44.692412 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.756330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:44.756905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.757738 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfcb250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:44.763276 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2512-7dd1-4618-ad7e-c62b6bf67c81 None None] Pushing event updated for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:44.869549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Provisioning complete for port d8da8fa1-3f65-4353-ae9a-f13218b537e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:44.870483 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:44.900865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:44.927042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:34:45.006655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Current status of the port d8da8fa1-3f65-4353-ae9a-f13218b537e3 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:45.007368 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.048094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] For port d8da8fa1-3f65-4353-ae9a-f13218b537e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8da8fa1-3f65-4353-ae9a-f13218b537e3,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:45.056240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.102351 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:34:45.120871 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Sync routers for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:34:45.125498 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.127199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2c6c05fa-f28e-40c3-9ddc-f8859a540864 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0163939
Mar 05 21:34:45.129685 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36618) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:34:45.138288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9802-3d28-4a95-bab8-8344ae2f7782 None None] Pushing event updated for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:45.153573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:45.154218 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826e98e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:45.206113 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfcb250>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:44Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:45.257671 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6290060-aeb7-4343-962f-1e5e08bdea71 None None] The sync data for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 is: [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:44Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:34:45.288895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cede6-6194-4479-a9a7-0527092d24f8 None None] Network 497d8150-c879-4380-b2a5-d7ee37068941 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:34:45.296265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1de2cc95-5c23-43b9-8295-36564c82ef6d None None] Provisioning complete for port d8da8fa1-3f65-4353-ae9a-f13218b537e3 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:45.297052 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1de2cc95-5c23-43b9-8295-36564c82ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.384886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b5e5b18a-ae86-4343-8dce-b054a968e9b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:45.437323 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:45.669109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b5e5b18a-ae86-4343-8dce-b054a968e9b5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:45.669628 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.679201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1de2cc95-5c23-43b9-8295-36564c82ef6d None None] Current status of the port d8da8fa1-3f65-4353-ae9a-f13218b537e3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:45.713949 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.835440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8fedf90e-a356-4024-8be8-3137ae422ff2 None None] Provisioning complete for port b5e5b18a-ae86-4343-8dce-b054a968e9b5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:45.835860 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8fedf90e-a356-4024-8be8-3137ae422ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.839173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b5e5b18a-ae86-4343-8dce-b054a968e9b5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:45.840066 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.856621 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826e98e0>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:44Z', 'revision_number': 3, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:45.918481 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Checking router: 8b63cb01-49cd-4d50-b271-7e3a6ea5baec for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:34:45.919156 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Updating router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec port 445e14d2-bf09-46ce-a063-10189dfc0eca binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:34:45.928493 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Allocated IP 172.20.0.1 (497d8150-c879-4380-b2a5-d7ee37068941/c1a0e861-073c-44b8-953e-9c74b5fb6d5a/d8e82707-a25b-420b-917b-81013b7795ea) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:45.958518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:45.994838 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port b5e5b18a-ae86-4343-8dce-b054a968e9b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5b18a-ae86-4343-8dce-b054a968e9b5,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:46.011862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.012681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ec07447-d327-44ee-9f54-74d1e22cb0eb up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:46.076419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks [] for port (d8e82707-a25b-420b-917b-81013b7795ea), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.117089 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.157260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Network 497d8150-c879-4380-b2a5-d7ee37068941 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:46.163114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:46.165701 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:46.210389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:46.224573 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.321395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=b5e5b18a-ae86-4343-8dce-b054a968e9b5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:46.403101 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8e82707-a25b-420b-917b-81013b7795ea), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.432112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8fedf90e-a356-4024-8be8-3137ae422ff2 None None] Current status of the port b5e5b18a-ae86-4343-8dce-b054a968e9b5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:46.444068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7ec07447-d327-44ee-9f54-74d1e22cb0eb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:46.444419 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.581306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks [] for port (d8e82707-a25b-420b-917b-81013b7795ea), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.588049 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.610465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7ec07447-d327-44ee-9f54-74d1e22cb0eb is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:46.619295 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Provisioning complete for port b5e5b18a-ae86-4343-8dce-b054a968e9b5 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:46.619690 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.647920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks [] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.659222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.665421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:46.668705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.724373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Attempting to bind port 445e14d2-bf09-46ce-a063-10189dfc0eca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:46.724753 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Attempting to bind port 445e14d2-bf09-46ce-a063-10189dfc0eca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:46.725121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Attempting to bind port 445e14d2-bf09-46ce-a063-10189dfc0eca on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:46.728998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501713d-c0f5-45c9-89a3-a44cd22fc53b None None] Pushing event updated for resources: {'Port': ['ID=445e14d2-bf09-46ce-a063-10189dfc0eca,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:46.736429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:46.736575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:46.736951 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.737677 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:46.738094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Bound port: 445e14d2-bf09-46ce-a063-10189dfc0eca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:46.738479 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.765087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Network 497d8150-c879-4380-b2a5-d7ee37068941 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:46.766405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:46.807485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Current status of the port b5e5b18a-ae86-4343-8dce-b054a968e9b5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:46.829517 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] For port 445e14d2-bf09-46ce-a063-10189dfc0eca, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:46.833410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] For port 445e14d2-bf09-46ce-a063-10189dfc0eca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445e14d2-bf09-46ce-a063-10189dfc0eca,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:46.836665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:46.837252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.862505 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:46.896902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:34:46.914076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e2b29d1f-eb39-4e76-9d25-33b75f321fb8 None None] Port d8e82707-a25b-420b-917b-81013b7795ea cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:34:46.939265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:46.939972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b826e98e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:46.941640 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501713d-c0f5-45c9-89a3-a44cd22fc53b None None] Pushing event updated for resources: {'Port': ['ID=445e14d2-bf09-46ce-a063-10189dfc0eca,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:47.035048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:34:47.042078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a6553aff-cbf5-4e96-9114-f9fb93abdfd9 admin admin] 10.222.0.15 "PUT /v2.0/routers/8b63cb01-49cd-4d50-b271-7e3a6ea5baec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9112432
Mar 05 21:34:47.054339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2072a07f-a001-4e48-8345-414ec011c945 None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:47.055289 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2072a07f-a001-4e48-8345-414ec011c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:47.089178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:47.128068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2072a07f-a001-4e48-8345-414ec011c945 None None] Port d8e82707-a25b-420b-917b-81013b7795ea cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:34:47.293321 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8da8fa1-3f65-4353-ae9a-f13218b537e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:47.342310 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b826e98e0>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8e82707-a25b-420b-917b-81013b7795ea', 'name': '', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'mac_address': 'fa:16:3e:bb:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:45Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 2, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'subnets': [{'id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:47.374399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc354f90-0549-4afe-903e-13d2fd4e0f9e None None] The sync data for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 is: [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8e82707-a25b-420b-917b-81013b7795ea', 'name': '', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'mac_address': 'fa:16:3e:bb:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:45Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 2, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'subnets': [{'id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:34:47.385163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d8da8fa1-3f65-4353-ae9a-f13218b537e3 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:47.385523 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:47.476061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d8da8fa1-3f65-4353-ae9a-f13218b537e3 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:47.477685 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b5e5b18a-ae86-4343-8dce-b054a968e9b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:47.535807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b5e5b18a-ae86-4343-8dce-b054a968e9b5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:47.536046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:47.645363 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b5e5b18a-ae86-4343-8dce-b054a968e9b5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:48.760810 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:34:49.267078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 445e14d2-bf09-46ce-a063-10189dfc0eca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:49.330445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 445e14d2-bf09-46ce-a063-10189dfc0eca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:49.330855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:49.435573 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 445e14d2-bf09-46ce-a063-10189dfc0eca is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:49.436008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:49.461989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 445e14d2-bf09-46ce-a063-10189dfc0eca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445e14d2-bf09-46ce-a063-10189dfc0eca,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:49.472974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:49.532117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=445e14d2-bf09-46ce-a063-10189dfc0eca,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:49.907491 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Sync routers for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:34:49.919991 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:49.920481 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90111190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:50.047564 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:50.272865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90111190>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8e82707-a25b-420b-917b-81013b7795ea', 'name': '', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'mac_address': 'fa:16:3e:bb:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:45Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 2, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'subnets': [{'id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:50.301235 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Checking router: 8b63cb01-49cd-4d50-b271-7e3a6ea5baec for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:34:50.301479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Updating router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec port d8e82707-a25b-420b-917b-81013b7795ea binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:34:50.338633 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8e82707-a25b-420b-917b-81013b7795ea), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:50.708719 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks [] for port (d8e82707-a25b-420b-917b-81013b7795ea), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:50.715460 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:50.773111 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305477-37ce-4a6e-823f-46e61d05de0b None None] Pushing event updated for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:50.834556 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Attempting to bind port d8e82707-a25b-420b-917b-81013b7795ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:34:50.834952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Attempting to bind port d8e82707-a25b-420b-917b-81013b7795ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:34:50.835704 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Attempting to bind port d8e82707-a25b-420b-917b-81013b7795ea on network 497d8150-c879-4380-b2a5-d7ee37068941 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:34:50.841619 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:34:50.842005 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Checking segment: {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:34:50.842415 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:50.842812 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Bound using segment: {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:34:50.843280 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Bound port: d8e82707-a25b-420b-917b-81013b7795ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:34:50.843662 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8e82707-a25b-420b-917b-81013b7795ea), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:50.929116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] For port d8e82707-a25b-420b-917b-81013b7795ea, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:34:50.933985 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] For port d8e82707-a25b-420b-917b-81013b7795ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8e82707-a25b-420b-917b-81013b7795ea,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:34:50.947721 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.025850 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:34:51.026500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90111190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:51.104092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:51.105323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.126215 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305477-37ce-4a6e-823f-46e61d05de0b None None] Pushing event updated for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:51.177173 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:34:51.259429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Current status of the port d8e82707-a25b-420b-917b-81013b7795ea is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:51.267144 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d8e82707-a25b-420b-917b-81013b7795ea), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.331820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8e82707-a25b-420b-917b-81013b7795ea up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:51.378231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] For port d8e82707-a25b-420b-917b-81013b7795ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8e82707-a25b-420b-917b-81013b7795ea,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:34:51.387759 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.466884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:51.467262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.471515 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaa554-ccf3-40e6-bdfb-7df69254f2d7 None None] Pushing event updated for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:51.517184 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90111190>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8e82707-a25b-420b-917b-81013b7795ea', 'name': '', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'mac_address': 'fa:16:3e:bb:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:45Z', 'updated_at': '2022-03-05T21:34:50Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'subnets': [{'id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:34:51.533743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d799ddb5-02f2-454f-a232-98fe7096d94c None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:51.534115 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d799ddb5-02f2-454f-a232-98fe7096d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.564979 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0263f7-07be-4c5f-9aee-c0cde5404062 None None] The sync data for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 is: [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:46Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8e82707-a25b-420b-917b-81013b7795ea', 'name': '', 'network_id': '497d8150-c879-4380-b2a5-d7ee37068941', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'mac_address': 'fa:16:3e:bb:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:45Z', 'updated_at': '2022-03-05T21:34:50Z', 'revision_number': 4, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'subnets': [{'id': 'c1a0e861-073c-44b8-953e-9c74b5fb6d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:34:51.658151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d8e82707-a25b-420b-917b-81013b7795ea is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:51.659747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 445e14d2-bf09-46ce-a063-10189dfc0eca up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:51.714648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d799ddb5-02f2-454f-a232-98fe7096d94c None None] Current status of the port d8e82707-a25b-420b-917b-81013b7795ea is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:51.739798 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 445e14d2-bf09-46ce-a063-10189dfc0eca triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:51.740176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:51.849288 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 445e14d2-bf09-46ce-a063-10189dfc0eca is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:53.236390 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8e82707-a25b-420b-917b-81013b7795ea up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:34:53.293000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d8e82707-a25b-420b-917b-81013b7795ea triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:53.293380 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d8e82707-a25b-420b-917b-81013b7795ea), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:53.393686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d8e82707-a25b-420b-917b-81013b7795ea is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:34:54.550983 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-070140aa-03d6-4d1e-82f0-cda6112697f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:56.887995 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c192-b394-4aaf-9015-645998921520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:57.336870 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-472ff7c0-6b22-4e8c-a369-fa27de79d2ae tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:57.338322 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-472ff7c0-6b22-4e8c-a369-fa27de79d2ae tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 814 time: 0.1014624
Mar 05 21:34:57.352540 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-611d4cc7-c077-4aca-b28b-1c3116a89fdb tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/quotas/63f0b6da33924ffea363d98139111178 HTTP/1.1" status: 200  len: 375 time: 0.0088592
Mar 05 21:34:57.408721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-013853fd-f9a5-4872-97d3-c51fa1f54c4f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0513148
Mar 05 21:34:57.603605 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-018f36eb-22a0-47f3-b91f-53be2bdd0b0a service neutron] 10.222.0.15 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828196
Mar 05 21:34:57.692563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-89324ca0-23ce-48e3-beb9-6e2496cc9a5b service neutron] 10.222.0.15 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825806
Mar 05 21:34:57.853755 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-933c608f-34cc-421f-b7dd-580efae73f3c req-cf943f83-bc34-4aae-b803-2dcd1ddfacb0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 210 time: 0.0273461
Mar 05 21:34:58.096435 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:58.776372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-17867819-5f03-47be-8f0c-64dc27fdd7c5 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:58.777828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-17867819-5f03-47be-8f0c-64dc27fdd7c5 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 814 time: 0.1040716
Mar 05 21:34:58.791658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'port': {'device_id': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'admin_state_up': True, 'tenant_id': '63f0b6da33924ffea363d98139111178'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:34:58.924583 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Made reservation on behalf of 63f0b6da33924ffea363d98139111178 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:34:58.929246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:58.995956 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3c0488e4-fcfd-4fc4-98ab-23a947b5b4ee req-e703ec6e-333f-417e-a4b6-dfd1e23a3cc4 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 210 time: 0.0485070
Mar 05 21:34:59.087393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Allocated IP 172.20.0.13 (bdd38536-6495-47e2-b37b-441ec39c47b0/f8cf13f9-a9f7-4119-b747-e3d225e41d3d/125aa08d-af50-4a4e-9390-d93bcbcfc10e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:34:59.301277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:59.349433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:59.408749 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Network bdd38536-6495-47e2-b37b-441ec39c47b0 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:34:59.412087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:34:59.416373 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:34:59.440594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:34:59.459333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.459757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.460074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.460421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.461512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.461874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.462210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.462557 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.462898 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.463236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.463570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.472147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.476524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:34:59.518831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:34:59.522281 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:59.550892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-960e8ce0-d1f2-4655-ad64-54c0e7e8484e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7639639
Mar 05 21:34:59.683859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:59.757747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f269ea35-f0de-4949-8a88-1b4d8d83e350 None None] Provisioning complete for port 125aa08d-af50-4a4e-9390-d93bcbcfc10e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:34:59.758873 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f269ea35-f0de-4949-8a88-1b4d8d83e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:34:59.795942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f269ea35-f0de-4949-8a88-1b4d8d83e350 None None] Port 125aa08d-af50-4a4e-9390-d93bcbcfc10e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:35:00.114719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c714646-7659-4b81-ac0f-a348d3266f7f req-1c5edf17-7f33-4d9a-bfd7-6b71be478012 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:00.117686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c714646-7659-4b81-ac0f-a348d3266f7f req-1c5edf17-7f33-4d9a-bfd7-6b71be478012 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0585318
Mar 05 21:35:00.176401 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0c714646-7659-4b81-ac0f-a348d3266f7f req-7eec80b2-66b8-48f4-9fc2-04e534747d93 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488110
Mar 05 21:35:00.617311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-d472a70b-20d5-4f4b-8b4f-bc5c8b0f8884 req-b61aaa47-15e8-456f-a603-c73b040a0753 tempest-TestNetworkAdvancedServerOps-1211650658 tempest-TestNetworkAdvancedServerOps-1211650658-project-admin] (126562) timed out ('10.222.0.15', 48866) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:35:01.098971 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:01.311626 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b29-e01b-42a0-a45c-9d261d820a94 req-dc05afa0-e74c-436f-b91e-e58871aac65b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:01.313327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae5d4b29-e01b-42a0-a45c-9d261d820a94 req-dc05afa0-e74c-436f-b91e-e58871aac65b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0565681
Mar 05 21:35:01.371268 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ae5d4b29-e01b-42a0-a45c-9d261d820a94 req-c00ce04c-5405-485c-b1bc-16c3e1ec8387 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522873
Mar 05 21:35:02.511601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4705fa-5396-4b24-83ec-abfa117e4a2a req-03099e37-dbec-4fcd-a999-07e121c7ab91 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:02.513164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa4705fa-5396-4b24-83ec-abfa117e4a2a req-03099e37-dbec-4fcd-a999-07e121c7ab91 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0653048
Mar 05 21:35:02.564989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-aa4705fa-5396-4b24-83ec-abfa117e4a2a req-ebcf9a44-2cd1-4050-937b-4b2160fcd99f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458832
Mar 05 21:35:03.697133 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94caf-21c4-428a-a51a-85ba02ae1443 req-2c8b957c-ff16-47fd-bd1b-788f6661103b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:03.698563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4b94caf-21c4-428a-a51a-85ba02ae1443 req-2c8b957c-ff16-47fd-bd1b-788f6661103b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0616481
Mar 05 21:35:03.747713 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b4b94caf-21c4-428a-a51a-85ba02ae1443 req-d5ca3a1d-f70b-4b2b-8f51-74ec8f16d4b2 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432260
Mar 05 21:35:04.895164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766ec09-ddad-4620-8254-a8a20675763a req-a5e1893f-4a77-48ab-b95e-c3739fa9a626 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:04.896819 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6766ec09-ddad-4620-8254-a8a20675763a req-a5e1893f-4a77-48ab-b95e-c3739fa9a626 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0569558
Mar 05 21:35:04.951531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6766ec09-ddad-4620-8254-a8a20675763a req-d0678fa1-590a-490b-b2a5-5c2b917257bc tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485821
Mar 05 21:35:06.083390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486539-260e-4c04-9003-d627fd29d67f req-e4f37b97-7065-4470-a809-6629c83a35d7 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:06.084937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d486539-260e-4c04-9003-d627fd29d67f req-e4f37b97-7065-4470-a809-6629c83a35d7 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0592492
Mar 05 21:35:06.136753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d486539-260e-4c04-9003-d627fd29d67f req-5d12f3fa-c94d-4f7a-b801-339d913a0894 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449879
Mar 05 21:35:06.401717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:06.655069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Request body: {'port': {'device_id': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:06.684358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:06.717108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.294758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264dbb-4ac6-4b33-ae56-b0b5932b3d88 req-5472ef1e-3244-4ce7-9324-32d89df681e3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:07.296254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24264dbb-4ac6-4b33-ae56-b0b5932b3d88 req-5472ef1e-3244-4ce7-9324-32d89df681e3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 932 time: 0.0837579
Mar 05 21:35:07.368607 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125aa08d-af50-4a4e-9390-d93bcbcfc10e {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:35:07.382084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks [] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.390700 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-24264dbb-4ac6-4b33-ae56-b0b5932b3d88 req-5967eeec-62a7-4969-bf75-55389d3297d9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878484
Mar 05 21:35:07.397427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Transition to ACTIVE for port object 125aa08d-af50-4a4e-9390-d93bcbcfc10e will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:35:07.402315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.456843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:07.525729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Attempting to bind port 125aa08d-af50-4a4e-9390-d93bcbcfc10e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:35:07.526082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Attempting to bind port 125aa08d-af50-4a4e-9390-d93bcbcfc10e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:35:07.526421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Attempting to bind port 125aa08d-af50-4a4e-9390-d93bcbcfc10e on network bdd38536-6495-47e2-b37b-441ec39c47b0 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:35:07.531330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Port 125aa08d-af50-4a4e-9390-d93bcbcfc10e on network bdd38536-6495-47e2-b37b-441ec39c47b0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:35:07.531656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Attempting to bind port 125aa08d-af50-4a4e-9390-d93bcbcfc10e on network bdd38536-6495-47e2-b37b-441ec39c47b0 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:35:07.541863 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:35:07.542209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Checking segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:35:07.542609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Bound using segment: {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:35:07.543054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Bound port: 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899381ba-a87c-4048-b511-5d195db35171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:35:07.543444 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.617445 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:35:07.621219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:35:07.627889 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.663087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:07.664890 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:07.666287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] 10.222.0.31 "PUT /v2.0/ports/125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1092 time: 1.0880783
Mar 05 21:35:07.671609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:35:07.683659 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f445d8-4498-4b47-95c8-83d6af649226" -d '{"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:35:07.737799 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5acd6a-dea4-4b31-8622-cd55c305d3cb x-openstack-request-id: req-ca5acd6a-dea4-4b31-8622-cd55c305d3cb {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:35:07.738104 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:35:07.738365 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca5acd6a-dea4-4b31-8622-cd55c305d3cb {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:35:07.738770 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:35:07.745735 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45524b1a-0b44-4dd7-8cfb-b7baf9296d80 service neutron] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:07.766074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-67524d65-9767-4404-941c-2c89af7eaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:07.767590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-67524d65-9767-4404-941c-2c89af7eaf61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1126 time: 0.0649343
Mar 05 21:35:07.813409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-cead2a28-e450-48cf-9930-65db2cc29103 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 217 time: 0.0382926
Mar 05 21:35:07.863808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-498fd2b7-d08d-46a9-84d8-a2be615c8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:07.865275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-498fd2b7-d08d-46a9-84d8-a2be615c8e75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0457237
Mar 05 21:35:07.921282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a132-a3ae-4344-915d-50a309564b17 req-94a80317-a8b8-4352-84d5-bd33a151fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:07.923029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-94a80317-a8b8-4352-84d5-bd33a151fc56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479028
Mar 05 21:35:08.029325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-e5b51efa-eef4-4b99-8ad6-3ed6906d022a service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999448
Mar 05 21:35:08.118264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f56a132-a3ae-4344-915d-50a309564b17 req-b0339ee0-9797-471f-934e-3fabb1559867 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827675
Mar 05 21:35:08.208859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f445d8-4498-4b47-95c8-83d6af649226 req-b3d4fc09-62ab-4245-92cc-9729f089416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:08.210264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-b3d4fc09-62ab-4245-92cc-9729f089416d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1126 time: 0.0502062
Mar 05 21:35:08.297670 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f445d8-4498-4b47-95c8-83d6af649226 req-40f91d67-a617-4b00-8bcf-3c8efa7ab48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:08.299103 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-40f91d67-a617-4b00-8bcf-3c8efa7ab48b service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.0814207
Mar 05 21:35:08.339505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-9c62aadd-2ec6-4deb-866f-7dfcc92a6ef0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 217 time: 0.0340199
Mar 05 21:35:08.391085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f445d8-4498-4b47-95c8-83d6af649226 req-6f9ee6aa-dc31-4c15-a2f9-3065994cf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:08.392521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-6f9ee6aa-dc31-4c15-a2f9-3065994cf526 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0470250
Mar 05 21:35:08.441141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f445d8-4498-4b47-95c8-83d6af649226 req-170ddb1a-02ee-4557-8b8b-b9e49be141bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:08.442675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-170ddb1a-02ee-4557-8b8b-b9e49be141bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440331
Mar 05 21:35:08.566539 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-fa4c2f53-a847-4f34-9b85-9c8143cb2cca service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1170387
Mar 05 21:35:08.574294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1fdc-1ec9-46d9-b3cd-6f051abe1de2 req-5ea646c0-de56-4a54-9e4c-4111395c00ed tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:08.575652 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea7d1fdc-1ec9-46d9-b3cd-6f051abe1de2 req-5ea646c0-de56-4a54-9e4c-4111395c00ed tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 944 time: 0.1097806
Mar 05 21:35:08.679733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ea7d1fdc-1ec9-46d9-b3cd-6f051abe1de2 req-e8783564-9e9e-4969-9a60-2543630eaf76 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957398
Mar 05 21:35:08.698129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-03f445d8-4498-4b47-95c8-83d6af649226 req-5a543036-d75d-451d-8d14-c51a23d055b5 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215167
Mar 05 21:35:09.799494 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7c9a8-b7f1-438e-b6f5-3538b9c75de8 req-eaf4c5e5-78d0-4519-bc99-82e3cb77e743 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:09.801000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8c7c9a8-b7f1-438e-b6f5-3538b9c75de8 req-eaf4c5e5-78d0-4519-bc99-82e3cb77e743 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 944 time: 0.0534515
Mar 05 21:35:09.846967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e8c7c9a8-b7f1-438e-b6f5-3538b9c75de8 req-b36adebe-de5c-45ec-8bf5-88e136637bcf tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401855
Mar 05 21:35:10.754202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 125aa08d-af50-4a4e-9390-d93bcbcfc10e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:35:10.847749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:35:10.863768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'port_id': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'mac_address': 'fa:16:3e:0c:79:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:35:10.912398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 125aa08d-af50-4a4e-9390-d93bcbcfc10e is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:35:10.912796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:10.926904 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125aa08d-af50-4a4e-9390-d93bcbcfc10e {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:35:10.954043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:35:10.973915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4054c-1e49-4804-ae3e-d119194c02cd req-f6f8dbba-ef26-48d9-9eff-e32f3b54c07f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:10.975692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dae4054c-1e49-4804-ae3e-d119194c02cd req-f6f8dbba-ef26-48d9-9eff-e32f3b54c07f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 944 time: 0.0569279
Mar 05 21:35:11.000279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:11.040369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dae4054c-1e49-4804-ae3e-d119194c02cd req-e9e8add6-ef9d-4646-862b-c3cb5f865e21 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550573
Mar 05 21:35:11.051796 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:11.060116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.060466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.060805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.061143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.061479 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.061810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.062141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.062469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.062793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.063120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.063444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.063789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.064115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:11.217364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:35:12.164266 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c026b-5977-42ce-905a-7833cbf2c6ba req-29fbcf4e-5c3a-44a2-aec9-853b7d0e8c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:12.165717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-876c026b-5977-42ce-905a-7833cbf2c6ba req-29fbcf4e-5c3a-44a2-aec9-853b7d0e8c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 945 time: 0.0568879
Mar 05 21:35:12.212698 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-876c026b-5977-42ce-905a-7833cbf2c6ba req-6232a8f7-2622-4f33-8175-f23d70f7c24e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414295
Mar 05 21:35:12.919382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 125aa08d-af50-4a4e-9390-d93bcbcfc10e up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:35:12.966960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 125aa08d-af50-4a4e-9390-d93bcbcfc10e completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:35:12.970633 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 125aa08d-af50-4a4e-9390-d93bcbcfc10e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:35:12.971031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:13.046173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 125aa08d-af50-4a4e-9390-d93bcbcfc10e is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:35:13.046572 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:13.071063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:35:13.073378 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70590d8a-a71e-46ea-8ebb-16815cd6fab3" -d '{"events": [{"server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "name": "network-vif-plugged", "status": "completed", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:35:13.087062 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:35:13.091078 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:13.114576 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98bfeea-3c4b-4535-bbf9-3f6168c24d49 x-openstack-request-id: req-f98bfeea-3c4b-4535-bbf9-3f6168c24d49 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:35:13.114870 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "name": "network-vif-plugged", "status": "completed", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:35:13.115123 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f98bfeea-3c4b-4535-bbf9-3f6168c24d49 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:35:13.115511 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'code': 200}
Mar 05 21:35:13.141785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:13.212224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75c70-4510-41bf-98ed-e050bd33b47c req-b2e749a2-6613-45c0-b9e4-e7c5aa8f1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:13.213698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30e75c70-4510-41bf-98ed-e050bd33b47c req-b2e749a2-6613-45c0-b9e4-e7c5aa8f1065 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1128 time: 0.0429647
Mar 05 21:35:13.262649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-30e75c70-4510-41bf-98ed-e050bd33b47c req-3b24c919-4098-4513-83eb-e137eec479df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429096
Mar 05 21:35:13.332389 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5230b2-d9ef-470e-b03b-f5313c5cd5bf req-8d22c9ec-78c5-40db-b58e-bba4fba38304 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:13.334070 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf5230b2-d9ef-470e-b03b-f5313c5cd5bf req-8d22c9ec-78c5-40db-b58e-bba4fba38304 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0530605
Mar 05 21:35:13.379794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf5230b2-d9ef-470e-b03b-f5313c5cd5bf req-d69ec10a-3d45-447d-956f-a8d46751326f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401664
Mar 05 21:35:14.501168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbcaba-8245-48c5-90d9-d99f3c70916a req-15cc6ce3-2705-42d8-8844-6242ce3cbd7a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:14.502649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bcbcaba-8245-48c5-90d9-d99f3c70916a req-15cc6ce3-2705-42d8-8844-6242ce3cbd7a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0527468
Mar 05 21:35:14.548727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1bcbcaba-8245-48c5-90d9-d99f3c70916a req-31517096-bf6f-490d-87b9-b89efe0a2d23 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404241
Mar 05 21:35:14.664892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d643bc-e517-4beb-abae-2cedf123f073 req-6eb86b3e-44c0-4b62-96b3-9ec93dd2f5af tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:14.666294 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a8d643bc-e517-4beb-abae-2cedf123f073 req-6eb86b3e-44c0-4b62-96b3-9ec93dd2f5af tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0522485
Mar 05 21:35:14.715992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a8d643bc-e517-4beb-abae-2cedf123f073 req-15cf7e90-a97e-4ed2-a5fc-38b823dd3323 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441308
Mar 05 21:35:14.908472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076b276-6e1e-4d76-8c33-0f47ded19422 req-c37cd21d-71a3-4f66-a4b6-712911767b43 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:14.909981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3076b276-6e1e-4d76-8c33-0f47ded19422 req-c37cd21d-71a3-4f66-a4b6-712911767b43 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0528977
Mar 05 21:35:14.957230 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3076b276-6e1e-4d76-8c33-0f47ded19422 req-63738ab7-c6b4-40b6-8875-12d6ab86168a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407457
Mar 05 21:35:20.113902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72680da4-94db-4f63-bbfa-8ddcae956456 req-9257612d-352c-4571-ae73-12a4ee7f5c8b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:20.115441 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72680da4-94db-4f63-bbfa-8ddcae956456 req-9257612d-352c-4571-ae73-12a4ee7f5c8b tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0520816
Mar 05 21:35:20.162625 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72680da4-94db-4f63-bbfa-8ddcae956456 req-3d5649a2-d436-44ed-af83-d790e77af92a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410497
Mar 05 21:35:20.186158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36832) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:20.291739 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aab9df-62c2-4ff3-b2c1-40c095e81323 tempest-TestMinimumBasicScenario-1152151770 tempest-TestMinimumBasicScenario-1152151770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:20.293293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f8aab9df-62c2-4ff3-b2c1-40c095e81323 tempest-TestMinimumBasicScenario-1152151770 tempest-TestMinimumBasicScenario-1152151770-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1123 time: 0.1061764
Mar 05 21:35:20.296337 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:20.300545 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:20.325825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:20.440512 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:20.559226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Allocated IP 172.35.0.236 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/e4e27368-831d-4492-8592-97b08b7dfd27) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:35:20.658667 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for port (e4e27368-831d-4492-8592-97b08b7dfd27), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:20.692489 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:20.735115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:35:20.737943 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:35:20.742034 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:35:20.764564 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'Port': ['ID=e4e27368-831d-4492-8592-97b08b7dfd27,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:20.778387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.778742 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.779090 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.779431 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.779808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.780145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.780478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.780809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.781139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.781467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.781797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.782122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:20.782448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:35:21.126671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for floatingip (fd527bc9-38b1-4d46-8569-ab8df275a94a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.196712 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.347026 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for port (e4e27368-831d-4492-8592-97b08b7dfd27), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.351368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.416540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'Port': ['ID=e4e27368-831d-4492-8592-97b08b7dfd27,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:21.428626 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (fd527bc9-38b1-4d46-8569-ab8df275a94a), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.528155 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Floating IP fd527bc9-38b1-4d46-8569-ab8df275a94a associated. External IP: 172.35.0.236, port: 125aa08d-af50-4a4e-9390-d93bcbcfc10e.
Mar 05 21:35:21.738376 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Router 062d5527-4330-42d4-8e3e-21b4a54af86f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:35:21.849559 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:35:21.860250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Sync routers for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:35:21.868394 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.870998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:35:21.871663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c54d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:35:21.898337 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-62ae8586-a2b8-4284-97df-8a3efec0ea03 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6009817
Mar 05 21:35:21.899106 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:35:21.901328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 36838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:21.901817 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c3f4a-41aa-4d95-805d-f4bd6217aa25" -d '{"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:35:21.911390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581299559', 'description': 'tempest-secgroup-smoke-1581299559 description', 'project_id': '63f0b6da33924ffea363d98139111178'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:21.934787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:21.949919 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8485c9a0-5a98-4719-9673-7406f4ecf0b7 x-openstack-request-id: req-8485c9a0-5a98-4719-9673-7406f4ecf0b7 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:35:21.950435 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:35:21.950696 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8485c9a0-5a98-4719-9673-7406f4ecf0b7 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:35:21.951377 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:35:21.998485 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:35:22.043150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (b800afc3-ae5a-47fc-92f3-352fe787ba15), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.050997 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b800afc3-ae5a-47fc-92f3-352fe787ba15), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.062204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-46d023be-242c-4aed-8a6d-c775450cd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:22.063703 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-46d023be-242c-4aed-8a6d-c775450cd3a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1128 time: 0.0841448
Mar 05 21:35:22.105063 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.106289 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2032833
Mar 05 21:35:22.109394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36842) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.113934 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.139146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906a6c-8b05-4fd6-b274-a26f23c7f0b8 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b800afc3-ae5a-47fc-92f3-352fe787ba15,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.144177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (1def4727-7b33-4b9f-8800-350ab5237716), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.190589 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-d31f83c7-8830-4f2d-9453-13e9f0667a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:22.192672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-d31f83c7-8830-4f2d-9453-13e9f0667a41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.1213255
Mar 05 21:35:22.208963 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (1def4727-7b33-4b9f-8800-350ab5237716), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.213809 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1def4727-7b33-4b9f-8800-350ab5237716), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.234591 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1def4727-7b33-4b9f-8800-350ab5237716,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.245393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.246637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9ab7aca5-7d6b-4dd3-b518-277217454c01 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1362324
Mar 05 21:35:22.249587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c54d60>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd527bc9-38b1-4d46-8569-ab8df275a94a', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'floating_ip_address': '172.35.0.236', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'port_id': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'mac_address': 'fa:16:3e:0c:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:35:20Z', 'updated_at': '2022-03-05T21:35:20Z', 'revision_number': 0, 'project_id': '63f0b6da33924ffea363d98139111178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:35:22.249793 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36844) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.253919 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.276475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-5d34b70b-9d2f-400c-a811-d689675f4a04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1000 time: 0.0778909
Mar 05 21:35:22.277804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Checking router: 062d5527-4330-42d4-8e3e-21b4a54af86f for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:35:22.287452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:35:22.287949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (37309a30-984f-4928-9168-9aca5e88ba72), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.288112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c54d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:34:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:35:22.330994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-c172df50-966f-4394-b6b4-92c255ae66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:22.332506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-c172df50-966f-4394-b6b4-92c255ae66c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0510461
Mar 05 21:35:22.351156 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (37309a30-984f-4928-9168-9aca5e88ba72), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.356303 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (37309a30-984f-4928-9168-9aca5e88ba72), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.374590 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37309a30-984f-4928-9168-9aca5e88ba72,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.388634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-e455b143-4028-4abd-9e6a-2745bce33a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:22.389462 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.393083 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-e455b143-4028-4abd-9e6a-2745bce33a1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518975
Mar 05 21:35:22.393221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-324919a9-5bfd-449d-9a78-8be6c856fca9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1400967
Mar 05 21:35:22.393338 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36846) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.398217 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.416350 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:35:22.425635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (1b290c96-cc79-4385-9446-8d3891fdbdf8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.488253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-41b3dc26-7e52-48a1-901b-41cac606d52c service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918088
Mar 05 21:35:22.491659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (1b290c96-cc79-4385-9446-8d3891fdbdf8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.496596 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1b290c96-cc79-4385-9446-8d3891fdbdf8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.514384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b290c96-cc79-4385-9446-8d3891fdbdf8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.525637 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.528113 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c9819654-5c72-4bd4-a824-9eaf6918d99c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1334829
Mar 05 21:35:22.530400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36848) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.535066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.560255 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (92a7bc8f-6db2-41a9-94d2-f8320a4bf331), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.603462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-500c3f4a-41aa-4d95-805d-f4bd6217aa25 req-1adec35c-ca57-4de6-af27-73286eca6519 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093585
Mar 05 21:35:22.620406 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (92a7bc8f-6db2-41a9-94d2-f8320a4bf331), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.626684 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (92a7bc8f-6db2-41a9-94d2-f8320a4bf331), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.644528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a7bc8f-6db2-41a9-94d2-f8320a4bf331,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.653847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.655084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b27f21e7-7567-485e-82a6-49f8156ec161 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1236231
Mar 05 21:35:22.657803 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36850) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.662203 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.669601 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c54d60>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd527bc9-38b1-4d46-8569-ab8df275a94a', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'floating_ip_address': '172.35.0.236', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'port_id': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'mac_address': 'fa:16:3e:0c:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:35:20Z', 'updated_at': '2022-03-05T21:35:20Z', 'revision_number': 0, 'project_id': '63f0b6da33924ffea363d98139111178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:35:22.684167 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Project 63f0b6da33924ffea363d98139111178 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:35:22.689050 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (b31fce32-2388-477d-9d0b-2be9ec78e117), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.696675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ef9c0-0847-47e6-a8fc-49b7fe52ac7f None None] The sync data for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 is: [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd527bc9-38b1-4d46-8569-ab8df275a94a', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'floating_ip_address': '172.35.0.236', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'port_id': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'mac_address': 'fa:16:3e:0c:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:35:20Z', 'updated_at': '2022-03-05T21:35:20Z', 'revision_number': 0, 'project_id': '63f0b6da33924ffea363d98139111178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:35:22.750247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (b31fce32-2388-477d-9d0b-2be9ec78e117), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.754698 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b31fce32-2388-477d-9d0b-2be9ec78e117), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.772299 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31fce32-2388-477d-9d0b-2be9ec78e117,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.779372 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.780639 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b6ef0877-f5d1-46a1-ac7f-12b2ceac8943 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1218505
Mar 05 21:35:22.783572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36852) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:35:22.788097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'security_group_rule': {'security_group_id': 'b800afc3-ae5a-47fc-92f3-352fe787ba15', 'project_id': '63f0b6da33924ffea363d98139111178', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:22.810526 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Project 63f0b6da33924ffea363d98139111178 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:35:22.815450 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (d971948e-1b3a-4143-b288-9afbbbcd3d3b), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.880520 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (d971948e-1b3a-4143-b288-9afbbbcd3d3b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.889306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d971948e-1b3a-4143-b288-9afbbbcd3d3b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.908414 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d971948e-1b3a-4143-b288-9afbbbcd3d3b,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:22.918807 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:22.920145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f2582234-e608-43a9-afb7-a87f685413ab tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1354771
Mar 05 21:35:22.926382 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9da02-c994-45eb-8a85-bd2465060a04 None None] New status for floating IP fd527bc9-38b1-4d46-8569-ab8df275a94a: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:35:23.014369 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-0c2c02d9-d364-4901-8c24-d245b4dc7a45 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581299559&fields=id&tenant_id=63f0b6da33924ffea363d98139111178 HTTP/1.1" status: 200  len: 267 time: 0.0457852
Mar 05 21:35:23.073129 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-0e6f9f77-ad98-4861-b48d-eb70ba3eafcb tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:23.074653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-0e6f9f77-ad98-4861-b48d-eb70ba3eafcb tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0549641
Mar 05 21:35:23.085813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'port': {'security_groups': ['3f0a55e2-bb52-4c3a-bae7-437b570ee42d', 'b800afc3-ae5a-47fc-92f3-352fe787ba15']}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:35:23.156999 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:23.347255 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:35:23.378744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:23.383764 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:23.394876 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:35:23.423549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:23.424149 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:23.425575 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dcd477d-6e6a-4291-a3e8-98d12028097a req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "PUT /v2.0/ports/125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 982 time: 0.3445361
Mar 05 21:35:23.466728 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8553-4186-4182-9dfa-c58af98664c9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=6']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:35:23.486413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:35:23.545132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa19f3e-a92b-4207-8d86-c49e5de0ff03 req-bfe21fa3-6599-48be-b87a-a1e6c9123d4f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:23.547352 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baa19f3e-a92b-4207-8d86-c49e5de0ff03 req-bfe21fa3-6599-48be-b87a-a1e6c9123d4f tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0612001
Mar 05 21:35:23.612514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-baa19f3e-a92b-4207-8d86-c49e5de0ff03 req-d56f59a0-35c4-4e24-94b9-68d4120ba58d tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0587671
Mar 05 21:35:23.766109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8a7e5317-3faf-49aa-b355-9651461a8430 None None] Provisioning complete for port 125aa08d-af50-4a4e-9390-d93bcbcfc10e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:35:23.766408 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5317-3faf-49aa-b355-9651461a8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:23.952682 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:35:23.955076 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4506b-a60c-4880-bb32-783f08a6722a" -d '{"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:35:23.984297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e5317-3faf-49aa-b355-9651461a8430 None None] Current status of the port 125aa08d-af50-4a4e-9390-d93bcbcfc10e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:35:23.993693 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05644fca-3b4a-4655-ab0d-1a939cf17872 x-openstack-request-id: req-05644fca-3b4a-4655-ab0d-1a939cf17872 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:35:23.994234 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:35:23.994507 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05644fca-3b4a-4655-ab0d-1a939cf17872 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:35:23.994914 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:35:24.067704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4506b-a60c-4880-bb32-783f08a6722a req-a9fbdb52-b00f-4cec-a036-604a50c33c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:24.069374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-a9fbdb52-b00f-4cec-a036-604a50c33c09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1167 time: 0.0501068
Mar 05 21:35:24.157552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4506b-a60c-4880-bb32-783f08a6722a req-80b4c559-1488-438e-98c1-c46c78ea8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:24.158948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-80b4c559-1488-438e-98c1-c46c78ea8049 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.0841906
Mar 05 21:35:24.228380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-0e142290-f53e-467f-bf5d-31f7e5715e14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1002 time: 0.0627856
Mar 05 21:35:24.277630 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4506b-a60c-4880-bb32-783f08a6722a req-c23b5572-c097-4d4b-aa1d-16d7183f5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:24.279081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-c23b5572-c097-4d4b-aa1d-16d7183f5dea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0438640
Mar 05 21:35:24.325746 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4506b-a60c-4880-bb32-783f08a6722a req-d6168836-171b-47b6-a781-827ea54a38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:24.327209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-d6168836-171b-47b6-a781-827ea54a38b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429711
Mar 05 21:35:24.419198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-5372f35f-6b55-4cc4-9ec7-c36acb7a71c3 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858905
Mar 05 21:35:24.507113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fad4506b-a60c-4880-bb32-783f08a6722a req-bd304db4-523f-44dc-a565-f3e53ec160b3 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817256
Mar 05 21:35:24.550848 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5e8f947a-3a56-4427-b7fc-effada3ccb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:25.760678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:35:26.890401 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e8a8-e4fe-42ab-9b5e-6e3e30b54af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:28.099456 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:29.673622 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:31.102318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:36.423114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:36.704630 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:48.200772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63a26d-b681-40e3-8779-407f3699103b req-abeb81e9-36a9-4618-a7ff-89e01183d312 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:48.202320 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e63a26d-b681-40e3-8779-407f3699103b req-abeb81e9-36a9-4618-a7ff-89e01183d312 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0581737
Mar 05 21:35:48.209359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-6d123d10-d764-445a-b5bb-bc4608ce868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:48.211431 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-6d123d10-d764-445a-b5bb-bc4608ce868f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1167 time: 0.0538530
Mar 05 21:35:48.283008 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e63a26d-b681-40e3-8779-407f3699103b req-95e4a09e-92ca-49de-88b4-60c44cc48eca tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0744202
Mar 05 21:35:48.309192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-f2b750ba-a21f-4628-a996-f4d4ebbf776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:48.310674 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-f2b750ba-a21f-4628-a996-f4d4ebbf776a service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.0935519
Mar 05 21:35:48.378865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-79acd90d-6396-464b-a4d2-209e996b3ef1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1002 time: 0.0614440
Mar 05 21:35:48.432639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-4ecd9276-a870-4655-bf3b-2ef56994d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:48.434129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-4ecd9276-a870-4655-bf3b-2ef56994d9df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0487070
Mar 05 21:35:48.485829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-4324e719-54fd-409a-8907-5f43a6d10802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:48.487257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-4324e719-54fd-409a-8907-5f43a6d10802 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463955
Mar 05 21:35:48.581684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-05d77105-0c30-419f-bfd0-ebdaca5fb9da service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874174
Mar 05 21:35:48.685783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ca471081-e927-4e0c-ac74-018161a9f6d1 req-ea346e74-08d6-4512-907e-aa1bcf60fe6d service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965493
Mar 05 21:35:49.411088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd37d0f-25e1-4846-b245-164a3d53416d req-cd2becfc-4c59-47eb-a353-bb88982b6e63 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:49.412589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbd37d0f-25e1-4846-b245-164a3d53416d req-cd2becfc-4c59-47eb-a353-bb88982b6e63 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0527730
Mar 05 21:35:49.470714 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fbd37d0f-25e1-4846-b245-164a3d53416d req-b4305c8b-ad06-400c-8b61-63eebc31d4dc tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516510
Mar 05 21:35:50.596662 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083f2-7942-4d24-9ae8-09c61338d74f req-afdcbcd9-36ea-486f-bb2d-7bffa0682ce3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:50.598151 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75c083f2-7942-4d24-9ae8-09c61338d74f req-afdcbcd9-36ea-486f-bb2d-7bffa0682ce3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0575643
Mar 05 21:35:50.659082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-75c083f2-7942-4d24-9ae8-09c61338d74f req-dc55e3e9-4888-42cb-8409-6561396fd11a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548820
Mar 05 21:35:51.778154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bf2df-1f96-433f-812f-e9eb765f3449 req-99047e27-9f7e-4fe4-a44e-44f879dd6f83 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:51.779622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a2bf2df-1f96-433f-812f-e9eb765f3449 req-99047e27-9f7e-4fe4-a44e-44f879dd6f83 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0516336
Mar 05 21:35:51.842347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a2bf2df-1f96-433f-812f-e9eb765f3449 req-69c5507b-f8bc-4c7e-96ee-4b71de114708 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0569930
Mar 05 21:35:52.962349 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803137-0817-466f-9d9a-e61c6f3259d9 req-4e75887a-3646-4a42-a4bc-1a93c84bac50 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:52.963853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48803137-0817-466f-9d9a-e61c6f3259d9 req-4e75887a-3646-4a42-a4bc-1a93c84bac50 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0530422
Mar 05 21:35:53.022269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-48803137-0817-466f-9d9a-e61c6f3259d9 req-9b01775a-5f5a-4340-b7e1-aaab33242054 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524065
Mar 05 21:35:54.142928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a48b0-60f9-4499-96d9-7638caaceac4 req-6f946cde-d6a6-4537-a571-cdcce56c84d2 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:54.144397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab9a48b0-60f9-4499-96d9-7638caaceac4 req-6f946cde-d6a6-4537-a571-cdcce56c84d2 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0535216
Mar 05 21:35:54.205102 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab9a48b0-60f9-4499-96d9-7638caaceac4 req-dfc19189-0eda-407d-a2a6-4ceb7c445117 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550728
Mar 05 21:35:54.552441 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a54bb45f-6328-4ae2-b911-4e7107ed4c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:54.703523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-a268b871-90ce-4da8-b489-4c51a23bbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:54.705043 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-a268b871-90ce-4da8-b489-4c51a23bbc22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1167 time: 0.0451949
Mar 05 21:35:54.807209 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-39108508-db0f-4481-b2d2-782fa429f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:54.808626 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-39108508-db0f-4481-b2d2-782fa429f442 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.0870278
Mar 05 21:35:54.873825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-e34ba3aa-652f-425b-9932-8ea83eb4be34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1002 time: 0.0586262
Mar 05 21:35:54.925012 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-ff792a1c-1df8-404d-a722-3fee7b38f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:54.926480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-ff792a1c-1df8-404d-a722-3fee7b38f3fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0471835
Mar 05 21:35:54.974196 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-04137f35-baa9-4dca-b53f-9b01b07a3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:54.975730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-04137f35-baa9-4dca-b53f-9b01b07a3936 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440896
Mar 05 21:35:55.062475 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-83c4b436-b83a-40d9-b9f1-224a83a81a9c service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806291
Mar 05 21:35:55.152385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-603b211e-7da2-4487-a0b9-d64e7feb406c req-c056a64e-3be1-42ef-9f5f-04f49ac04152 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847259
Mar 05 21:35:55.326031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896063-0644-45f8-bd63-a86d26074dac req-710f2f2b-ae27-4fae-98e3-b43c904f83dc tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:55.327523 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-53896063-0644-45f8-bd63-a86d26074dac req-710f2f2b-ae27-4fae-98e3-b43c904f83dc tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0559530
Mar 05 21:35:55.385269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-53896063-0644-45f8-bd63-a86d26074dac req-53224945-d7fe-4afa-87ef-4640ef58db44 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520689
Mar 05 21:35:56.503179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39cf51-5a0b-4745-9f11-4cdf04e4ed6a req-a2aa8c6a-0fdb-445b-8a26-3c7b628e3686 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:56.504681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf39cf51-5a0b-4745-9f11-4cdf04e4ed6a req-a2aa8c6a-0fdb-445b-8a26-3c7b628e3686 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0530407
Mar 05 21:35:56.562831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cf39cf51-5a0b-4745-9f11-4cdf04e4ed6a req-101570ed-64b2-4135-b8f4-18cff83f5a0c tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0519416
Mar 05 21:35:56.894261 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-05f061c8-1e89-442d-b8cc-587c7fb9b17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:57.684046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d73e-5ca7-4196-9b0d-94c702ca4527 req-690597db-80f7-4c56-8a1f-6fee56af1607 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:57.685546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8d6d73e-5ca7-4196-9b0d-94c702ca4527 req-690597db-80f7-4c56-8a1f-6fee56af1607 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0526080
Mar 05 21:35:57.743770 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d8d6d73e-5ca7-4196-9b0d-94c702ca4527 req-dcd127d3-1a32-4832-b216-2ea2b565f2df tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525076
Mar 05 21:35:58.102531 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:35:58.861899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af328d9-bd6c-4724-b78f-5bf44cf0ba47 req-705890d0-75a0-4b96-8a8f-753c58743d17 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:35:58.863359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7af328d9-bd6c-4724-b78f-5bf44cf0ba47 req-705890d0-75a0-4b96-8a8f-753c58743d17 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0510254
Mar 05 21:35:58.927628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7af328d9-bd6c-4724-b78f-5bf44cf0ba47 req-dcbcff6e-4d01-446e-ab13-d5dfa7871a79 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578115
Mar 05 21:35:59.675748 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:00.048534 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ae62-7031-4ce2-bd3f-2bc3ad609ab9 req-3bfdc560-9e2b-46eb-8e01-f3e801894061 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:00.049990 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e79ae62-7031-4ce2-bd3f-2bc3ad609ab9 req-3bfdc560-9e2b-46eb-8e01-f3e801894061 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0524044
Mar 05 21:36:00.111959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1e79ae62-7031-4ce2-bd3f-2bc3ad609ab9 req-24cad894-44ac-4ae1-8232-26b72a04e8ef tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560951
Mar 05 21:36:01.107906 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:01.239034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d9feb-bd0f-4973-9e5c-07984cef64ef req-ae9e7b0d-2399-48d2-ba67-a43381fa46bd tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:01.240598 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a6d9feb-bd0f-4973-9e5c-07984cef64ef req-ae9e7b0d-2399-48d2-ba67-a43381fa46bd tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0528424
Mar 05 21:36:01.299738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7a6d9feb-bd0f-4973-9e5c-07984cef64ef req-571825e3-0f10-4dc2-9dc3-3114ccb505cd tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532806
Mar 05 21:36:02.418224 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99ed2e-a515-4104-86f5-b1405ca8af98 req-8ce27b63-8a1b-4c38-8135-f9c26c81a23a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:02.419719 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e99ed2e-a515-4104-86f5-b1405ca8af98 req-8ce27b63-8a1b-4c38-8135-f9c26c81a23a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0526519
Mar 05 21:36:02.480022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2e99ed2e-a515-4104-86f5-b1405ca8af98 req-272f016f-eb1f-4d95-9b45-a8f12ad3f841 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543549
Mar 05 21:36:02.760334 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:36:03.599594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ddf42-3926-4b75-8e57-1d4fe3c7610c req-116b4fc4-2100-486f-9040-4fcd67fcbe98 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:03.601087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99ddf42-3926-4b75-8e57-1d4fe3c7610c req-116b4fc4-2100-486f-9040-4fcd67fcbe98 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0513918
Mar 05 21:36:03.659456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d99ddf42-3926-4b75-8e57-1d4fe3c7610c req-60293bd1-c130-4aa2-8323-aca5b1e140fc tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518479
Mar 05 21:36:04.779017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b761cf-5f45-492b-81aa-23d0a4a2b334 req-1c329741-3de7-4ef5-a135-2b42fe92c5d2 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:04.780518 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56b761cf-5f45-492b-81aa-23d0a4a2b334 req-1c329741-3de7-4ef5-a135-2b42fe92c5d2 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0523834
Mar 05 21:36:04.838537 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-56b761cf-5f45-492b-81aa-23d0a4a2b334 req-72a369bb-1592-4ae0-a80d-9c35ab4623ac tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=b800afc3-ae5a-47fc-92f3-352fe787ba15&id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0522921
Mar 05 21:36:06.422077 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:06.701097 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:24.554716 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c946157c-e12c-4419-a4b1-0e6d91e77058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:26.894935 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-35892052-bac9-4098-b8ab-7a506a17b9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:28.107456 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:29.678188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:31.109718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:36.440760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:36.715926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.317201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-bf61242b-cc5e-4e0e-899e-799b456ff9b6 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581299559&fields=id&tenant_id=63f0b6da33924ffea363d98139111178 HTTP/1.1" status: 200  len: 267 time: 0.0472689
Mar 05 21:36:37.374577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-60f1476c-92a7-4e5a-b529-43a1fa54fd1a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:37.376073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-60f1476c-92a7-4e5a-b529-43a1fa54fd1a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 985 time: 0.0529189
Mar 05 21:36:37.386777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Request body: {'port': {'security_groups': ['3f0a55e2-bb52-4c3a-bae7-437b570ee42d']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:37.454759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.627011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:37.657080 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.661534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.673560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:36:37.717137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:37.717810 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.719276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4ba5d88-67ce-4059-ab28-d3dd3b1b66c4 req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "PUT /v2.0/ports/125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 943 time: 0.3370342
Mar 05 21:36:37.719836 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:36:37.725130 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705a849-8869-4f40-92ae-0b690ba0022f" -d '{"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:36:37.725811 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36928) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:37.752057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event updated for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:37.760308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.760668 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.761009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.761351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.761693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.762029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.762362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.762693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.763025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.763353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.763718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.764037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.764363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9ea2-b025-444f-9afd-73f551a65272 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:37.789968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:36:37.818207 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (b800afc3-ae5a-47fc-92f3-352fe787ba15), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.851253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (b800afc3-ae5a-47fc-92f3-352fe787ba15), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.929495 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64da458-39e2-4fdc-80ca-8ef74e652a80 x-openstack-request-id: req-b64da458-39e2-4fdc-80ca-8ef74e652a80 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:36:37.930074 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:36:37.932007 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b64da458-39e2-4fdc-80ca-8ef74e652a80 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:36:37.932964 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:36:37.941918 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (b800afc3-ae5a-47fc-92f3-352fe787ba15), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.946239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:37.948578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "DELETE /v2.0/security-groups/b800afc3-ae5a-47fc-92f3-352fe787ba15 HTTP/1.1" status: 204  len: 168 time: 0.2217622
Mar 05 21:36:37.953495 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 36934) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:38.009089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800afc3-ae5a-47fc-92f3-352fe787ba15,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:38.013129 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a849-8869-4f40-92ae-0b690ba0022f req-ec319da9-45b2-4811-99ad-bc8673521346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:38.014837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-ec319da9-45b2-4811-99ad-bc8673521346 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1128 time: 0.0636816
Mar 05 21:36:38.020582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.020939 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.021331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.021679 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.022049 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.022384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.022937 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.023275 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.023607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.024238 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.024353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.024596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.025453 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20392cd-586d-4821-8ec5-2adc9dcf32b0 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:38.057464 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-d4d60de8-981d-4a0f-bc69-c0711cbbd017 None None] Provisioning complete for port 125aa08d-af50-4a4e-9390-d93bcbcfc10e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:36:38.057756 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d4d60de8-981d-4a0f-bc69-c0711cbbd017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.120309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a849-8869-4f40-92ae-0b690ba0022f req-ada457f3-a0b4-40e3-ba7b-612c724a26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:38.122485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-ada457f3-a0b4-40e3-ba7b-612c724a26e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.1006172
Mar 05 21:36:38.151489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-d4d60de8-981d-4a0f-bc69-c0711cbbd017 None None] Current status of the port 125aa08d-af50-4a4e-9390-d93bcbcfc10e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:36:38.199488 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-48bdecfb-20a7-4957-b0ee-a554ea4cb551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 1002 time: 0.0704725
Mar 05 21:36:38.254164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a849-8869-4f40-92ae-0b690ba0022f req-934ba6e9-4bc7-4eab-aaaa-1275a76d4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:38.255702 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-934ba6e9-4bc7-4eab-aaaa-1275a76d4c65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0501766
Mar 05 21:36:38.305520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a849-8869-4f40-92ae-0b690ba0022f req-0da28d63-6d2d-419b-9248-07aecb38809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:38.307531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-0da28d63-6d2d-419b-9248-07aecb38809c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463431
Mar 05 21:36:38.404896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-93506492-3482-4371-b271-50850781af71 service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908804
Mar 05 21:36:38.472849 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Deleting port e4e27368-831d-4492-8592-97b08b7dfd27 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:38.473187 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.492835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e705a849-8869-4f40-92ae-0b690ba0022f req-d57917d2-a9dd-41ff-beba-da660d8ab1cb service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825772
Mar 05 21:36:38.548590 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.548912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for floatingip (e4e27368-831d-4492-8592-97b08b7dfd27), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.560085 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Calling delete_port for e4e27368-831d-4492-8592-97b08b7dfd27 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:38.705855 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e4e27368-831d-4492-8592-97b08b7dfd27), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.732259 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event deleted for resources: {'Port': ['ID=e4e27368-831d-4492-8592-97b08b7dfd27,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:38.798349 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks [] for floatingip (fd527bc9-38b1-4d46-8569-ab8df275a94a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:38.798685 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Floating IP fd527bc9-38b1-4d46-8569-ab8df275a94a disassociated (deleted). External IP: 172.35.0.236, port: 125aa08d-af50-4a4e-9390-d93bcbcfc10e.
Mar 05 21:36:39.017141 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Router 062d5527-4330-42d4-8e3e-21b4a54af86f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:36:39.125698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:36:39.130481 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:39.137418 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Sync routers for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:36:39.147702 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:39.148338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b824e2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:39.158904 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-84077761-be6a-49a3-919e-847e338b9d22 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd527bc9-38b1-4d46-8569-ab8df275a94a HTTP/1.1" status: 204  len: 168 time: 1.2043974
Mar 05 21:36:39.159497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:36:39.161781 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:36:39.260715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:39.274690 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0164ce-d2c7-4459-9575-b6f72e57cb10 x-openstack-request-id: req-be0164ce-d2c7-4459-9575-b6f72e57cb10 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:36:39.275115 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:36:39.275563 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be0164ce-d2c7-4459-9575-b6f72e57cb10 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:36:39.276375 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:36:39.364094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-ef478013-6add-48f5-846a-a757ca32dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:39.366321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-ef478013-6add-48f5-846a-a757ca32dc8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f0b6da33924ffea363d98139111178&device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 1128 time: 0.0702202
Mar 05 21:36:39.469185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-89e4eca9-1369-47f7-bf45-fbebb2f4f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:39.470892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-89e4eca9-1369-47f7-bf45-fbebb2f4f352 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 200  len: 915 time: 0.0979497
Mar 05 21:36:39.479466 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b824e2820>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:39.505638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Checking router: 062d5527-4330-42d4-8e3e-21b4a54af86f for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:36:39.514794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:39.515169 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-b8680ec6-7b54-4eea-90d1-50456ee0f79e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 200  len: 217 time: 0.0357494
Mar 05 21:36:39.515402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b824e2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:39.613491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-8f92553a-c711-41a4-94ac-8e29fe68f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:39.615057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-8f92553a-c711-41a4-94ac-8e29fe68f7d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 200  len: 853 time: 0.0507705
Mar 05 21:36:39.667178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-619956f8-4e70-45ce-afbb-c83101034fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:39.668799 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-619956f8-4e70-45ce-afbb-c83101034fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bdd38536-6495-47e2-b37b-441ec39c47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476823
Mar 05 21:36:39.759154 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-0fbec507-8ce9-41de-94f1-b4487719437e service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826049
Mar 05 21:36:39.761645 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:36:39.779889 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:39.886583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e4d263b-a6e5-472a-b10c-422c5b5b1ff4 req-308eacdb-60a2-4200-9caa-e20c97c822ea service neutron] 10.222.0.31 "GET /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881374
Mar 05 21:36:39.990360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b824e2820>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:40.022098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c431873-f070-4a63-bf9e-67667dd91828 None None] The sync data for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 is: [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:34:41Z', 'revision_number': 4, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8da8fa1-3f65-4353-ae9a-f13218b537e3', 'name': '', 'network_id': 'bdd38536-6495-47e2-b37b-441ec39c47b0', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'mac_address': 'fa:16:3e:94:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:40Z', 'updated_at': '2022-03-05T21:34:45Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'subnets': [{'id': 'f8cf13f9-a9f7-4119-b747-e3d225e41d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:36:40.258471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49faa1bb-f5ed-4a33-b29e-4d8d2ab97201 None None] New status for floating IP fd527bc9-38b1-4d46-8569-ab8df275a94a: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:36:41.911477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa0132-80d3-4928-8915-3ea79ba34888 req-0cbc94ba-836f-44a7-b21e-fb1c3298888e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:41.913022 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72aa0132-80d3-4928-8915-3ea79ba34888 req-0cbc94ba-836f-44a7-b21e-fb1c3298888e tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0549304
Mar 05 21:36:41.961979 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-72aa0132-80d3-4928-8915-3ea79ba34888 req-4f615d2a-55e5-47fb-ba71-68a326a38357 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421045
Mar 05 21:36:43.083862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59c13a-a723-4df0-a865-ddd0793dd7eb req-0e29a8cc-6bc9-4854-8e82-5d2ef0daf9d3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:43.085350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab59c13a-a723-4df0-a865-ddd0793dd7eb req-0e29a8cc-6bc9-4854-8e82-5d2ef0daf9d3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0526183
Mar 05 21:36:43.134546 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab59c13a-a723-4df0-a865-ddd0793dd7eb req-83c3ed1c-6384-4306-ad45-b4c1047498e9 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f0a55e2-bb52-4c3a-bae7-437b570ee42d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413392
Mar 05 21:36:43.495600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-8d7148b0-2990-4df3-bb55-4dfa0463afe3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:43.496984 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-8d7148b0-2990-4df3-bb55-4dfa0463afe3 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.31 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 946 time: 0.0571673
Mar 05 21:36:43.589251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Deleting port 125aa08d-af50-4a4e-9390-d93bcbcfc10e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:43.589587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:43.678532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] For port 125aa08d-af50-4a4e-9390-d93bcbcfc10e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=125aa08d-af50-4a4e-9390-d93bcbcfc10e,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:43.678888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:43.691718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Calling delete_port for 125aa08d-af50-4a4e-9390-d93bcbcfc10e owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:43.818583 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (125aa08d-af50-4a4e-9390-d93bcbcfc10e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:43.829937 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['125aa08d-af50-4a4e-9390-d93bcbcfc10e'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:36:43.849449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Pushing event deleted for resources: {'Port': ['ID=125aa08d-af50-4a4e-9390-d93bcbcfc10e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:43.894918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] No DVR routers for this DVR port 125aa08d-af50-4a4e-9390-d93bcbcfc10e on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:36:43.897695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:43.901378 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3205bec2-1cd8-40fc-b47f-dada82eb9885 req-91d0daec-b63c-47eb-bdf0-461526796c8a tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.31 "DELETE /v2.0/ports/125aa08d-af50-4a4e-9390-d93bcbcfc10e HTTP/1.1" status: 204  len: 173 time: 0.3992348
Mar 05 21:36:43.901815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'name': 'network-vif-deleted', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:36:43.904687 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1d0af4-7442-4e73-a630-4671ef4192ab" -d '{"events": [{"server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "name": "network-vif-deleted", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:36:43.944760 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b8697-6027-495f-a237-a2c584de73bb x-openstack-request-id: req-170b8697-6027-495f-a237-a2c584de73bb {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:36:43.945055 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79692993-f373-4a75-bd13-b7e216a2f7dc", "name": "network-vif-deleted", "tag": "125aa08d-af50-4a4e-9390-d93bcbcfc10e", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:36:43.945311 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-170b8697-6027-495f-a237-a2c584de73bb {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:36:43.945745 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79692993-f373-4a75-bd13-b7e216a2f7dc', 'name': 'network-vif-deleted', 'tag': '125aa08d-af50-4a4e-9390-d93bcbcfc10e', 'status': 'completed', 'code': 200}
Mar 05 21:36:44.243715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db816641-5b34-4cdc-8f4c-6f9daf2be7bf req-d1cad13f-a90a-4586-9fff-5d88e65a5480 tempest-TestMinimumBasicScenario-1143423445 tempest-TestMinimumBasicScenario-1143423445-project] 10.222.0.15 "GET /v2.0/ports?device_id=79692993-f373-4a75-bd13-b7e216a2f7dc HTTP/1.1" status: 200  len: 210 time: 0.0280769
Mar 05 21:36:45.820722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37064) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:46.165188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (062d5527-4330-42d4-8e3e-21b4a54af86f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:46.747471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Deleting port d8da8fa1-3f65-4353-ae9a-f13218b537e3 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:46.747836 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:46.823793 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] For port d8da8fa1-3f65-4353-ae9a-f13218b537e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8da8fa1-3f65-4353-ae9a-f13218b537e3,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:46.824460 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:46.836588 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Calling delete_port for d8da8fa1-3f65-4353-ae9a-f13218b537e3 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:47.020031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d8da8fa1-3f65-4353-ae9a-f13218b537e3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.047096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Pushing event deleted for resources: {'Port': ['ID=d8da8fa1-3f65-4353-ae9a-f13218b537e3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:47.217694 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (062d5527-4330-42d4-8e3e-21b4a54af86f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.220620 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 125aa08d-af50-4a4e-9390-d93bcbcfc10e no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:47.245148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 125aa08d-af50-4a4e-9390-d93bcbcfc10e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:47.245631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 125aa08d-af50-4a4e-9390-d93bcbcfc10e not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:47.438239 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Router 062d5527-4330-42d4-8e3e-21b4a54af86f has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:36:47.546206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:36:47.551073 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9bfacabe-006f-4af0-b08d-b8af44663bff admin admin] 10.222.0.15 "PUT /v2.0/routers/062d5527-4330-42d4-8e3e-21b4a54af86f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7292509
Mar 05 21:36:47.553593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37066) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:47.556197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Sync routers for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:36:47.567555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:47.568224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828f3250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:47.657271 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks [] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.675564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:47.761550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks [] for router_gateway (062d5527-4330-42d4-8e3e-21b4a54af86f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.818587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Deleting port 7ec07447-d327-44ee-9f54-74d1e22cb0eb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:47.818848 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.852585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828f3250>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141'}], 'enable_snat': True}, 'gw_port_id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:36:46Z', 'revision_number': 5, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port': {'id': '7ec07447-d327-44ee-9f54-74d1e22cb0eb', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:39Z', 'updated_at': '2022-03-05T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:47.883482 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Checking router: 062d5527-4330-42d4-8e3e-21b4a54af86f for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:36:47.893132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Routers {'062d5527-4330-42d4-8e3e-21b4a54af86f'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:47.893826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828f3250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['062d5527-4330-42d4-8e3e-21b4a54af86f'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:47.900999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] For port 7ec07447-d327-44ee-9f54-74d1e22cb0eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ec07447-d327-44ee-9f54-74d1e22cb0eb,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:47.901523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:47.914437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Calling delete_port for 7ec07447-d327-44ee-9f54-74d1e22cb0eb owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:47.981961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] Set router 062d5527-4330-42d4-8e3e-21b4a54af86f gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:48.035148 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828f3250>, [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:36:47Z', 'revision_number': 6, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:48.064320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e799504-2f92-43a4-a028-7d86174145a2 None None] The sync data for ids ['062d5527-4330-42d4-8e3e-21b4a54af86f'] in ncdv-master-1 is: [{'id': '062d5527-4330-42d4-8e3e-21b4a54af86f', 'name': 'tempest-TestMinimumBasicScenario-230018904-router', 'tenant_id': '63f0b6da33924ffea363d98139111178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:38Z', 'updated_at': '2022-03-05T21:36:47Z', 'revision_number': 6, 'project_id': '63f0b6da33924ffea363d98139111178', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:36:48.082752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (7ec07447-d327-44ee-9f54-74d1e22cb0eb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.111512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec07447-d327-44ee-9f54-74d1e22cb0eb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:48.174256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (062d5527-4330-42d4-8e3e-21b4a54af86f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.268251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.270383 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks [] for router_controller (062d5527-4330-42d4-8e3e-21b4a54af86f), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.313466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (062d5527-4330-42d4-8e3e-21b4a54af86f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.314093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062d5527-4330-42d4-8e3e-21b4a54af86f {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:36:48.318480 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.319644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-34cb29ad-fa9f-4739-afa9-f2dc4b2016ce admin admin] 10.222.0.15 "DELETE /v2.0/routers/062d5527-4330-42d4-8e3e-21b4a54af86f HTTP/1.1" status: 204  len: 168 time: 0.7651529
Mar 05 21:36:48.322152 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37068) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:48.370084 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Deleting subnet f8cf13f9-a9f7-4119-b747-e3d225e41d3d {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:36:48.373348 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Publish callbacks [] for subnet (f8cf13f9-a9f7-4119-b747-e3d225e41d3d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.411431 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (f8cf13f9-a9f7-4119-b747-e3d225e41d3d), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.491033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (f8cf13f9-a9f7-4119-b747-e3d225e41d3d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.542523 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (f8cf13f9-a9f7-4119-b747-e3d225e41d3d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.573050 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8cf13f9-a9f7-4119-b747-e3d225e41d3d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:48.575456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.578625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-359facb7-5f9b-4698-9498-47805b9c7564 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8cf13f9-a9f7-4119-b747-e3d225e41d3d HTTP/1.1" status: 204  len: 168 time: 0.2555287
Mar 05 21:36:48.581186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37070) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:48.581918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba8f84-22f0-49ad-b5e6-b578659de260 None None] Network bdd38536-6495-47e2-b37b-441ec39c47b0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:36:48.649247 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bdd38536-6495-47e2-b37b-441ec39c47b0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.705426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Deleting port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:48.705766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.771031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] For port b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,segment=NetworkSegment(899381ba-a87c-4048-b511-5d195db35171),segment_id=899381ba-a87c-4048-b511-5d195db35171)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:48.771309 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.784203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Calling delete_port for b668fb11-b5f1-429a-a3c1-05466a9cbcf0 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:48.828494 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] DHCP port deletion for bdd38536-6495-47e2-b37b-441ec39c47b0 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:36:48.872905 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.880395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Deleting port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:48.880778 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.899634 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Pushing event deleted for resources: {'Port': ['ID=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:48.905293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] No DVR routers for this DVR port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:36:48.966561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] For port b668fb11-b5f1-429a-a3c1-05466a9cbcf0, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:48.966986 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:48.989678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Calling delete_port for b668fb11-b5f1-429a-a3c1-05466a9cbcf0 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:48.993048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:36:48.994776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b668fb11-b5f1-429a-a3c1-05466a9cbcf0), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.007855 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bdd38536-6495-47e2-b37b-441ec39c47b0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.027476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Pushing event deleted for resources: {'Port': ['ID=b668fb11-b5f1-429a-a3c1-05466a9cbcf0,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:49.030165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b898e7250>,) {'filters': {'network_id': ['bdd38536-6495-47e2-b37b-441ec39c47b0']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:49.032001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] No DVR routers for this DVR port b668fb11-b5f1-429a-a3c1-05466a9cbcf0 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:36:49.039959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b898e7250>, '899381ba-a87c-4048-b511-5d195db35171') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:49.040270 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b898e7250>, '899381ba-a87c-4048-b511-5d195db35171') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:49.042133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.042810 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.042909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.043231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.043560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.044119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.044454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.045196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.045196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.045475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.045730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.046053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.046378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8d84f-8545-4d79-add6-ff905b822e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:36:49.055007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (899381ba-a87c-4048-b511-5d195db35171), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.074981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (899381ba-a87c-4048-b511-5d195db35171), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.082839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:36:49.083350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (899381ba-a87c-4048-b511-5d195db35171), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:36:49.085409 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:36:49.151357 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bdd38536-6495-47e2-b37b-441ec39c47b0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.156643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.160493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bdd38536-6495-47e2-b37b-441ec39c47b0 HTTP/1.1" status: 204  len: 168 time: 0.5782192
Mar 05 21:36:49.163986 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37072) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:49.175288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e632e-9dc3-483e-84b4-8ccbc2319615 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd38536-6495-47e2-b37b-441ec39c47b0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:49.283529 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8da8fa1-3f65-4353-ae9a-f13218b537e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:49.307339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d8da8fa1-3f65-4353-ae9a-f13218b537e3 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:49.307730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8da8fa1-3f65-4353-ae9a-f13218b537e3 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:49.308742 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b668fb11-b5f1-429a-a3c1-05466a9cbcf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:49.333845 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b668fb11-b5f1-429a-a3c1-05466a9cbcf0 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:49.334115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b668fb11-b5f1-429a-a3c1-05466a9cbcf0 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:49.334538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ec07447-d327-44ee-9f54-74d1e22cb0eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:49.358932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7ec07447-d327-44ee-9f54-74d1e22cb0eb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:49.359285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7ec07447-d327-44ee-9f54-74d1e22cb0eb not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:49.541319 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.824726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Deleting port d8e82707-a25b-420b-917b-81013b7795ea {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:49.825071 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d8e82707-a25b-420b-917b-81013b7795ea), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.903170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] For port d8e82707-a25b-420b-917b-81013b7795ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8e82707-a25b-420b-917b-81013b7795ea,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:49.903617 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d8e82707-a25b-420b-917b-81013b7795ea), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:49.916688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Calling delete_port for d8e82707-a25b-420b-917b-81013b7795ea owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:50.097482 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d8e82707-a25b-420b-917b-81013b7795ea), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:50.123093 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e82707-a25b-420b-917b-81013b7795ea,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:50.294897 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:50.529033 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:36:50.638576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:36:50.643506 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-edab737e-be24-49bf-ad30-2cb727721adc admin admin] 10.222.0.15 "PUT /v2.0/routers/8b63cb01-49cd-4d50-b271-7e3a6ea5baec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4784677
Mar 05 21:36:50.646131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37074) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:50.648564 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Sync routers for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:36:50.658257 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:50.658875 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa73d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:50.756178 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks [] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:50.765020 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:50.860408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks [] for router_gateway (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:50.921800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Deleting port 445e14d2-bf09-46ce-a063-10189dfc0eca {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:50.922147 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:50.942025 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa73d0>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7'}], 'enable_snat': True}, 'gw_port_id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:36:50Z', 'revision_number': 5, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port': {'id': '445e14d2-bf09-46ce-a063-10189dfc0eca', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:50.971227 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Checking router: 8b63cb01-49cd-4d50-b271-7e3a6ea5baec for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:36:50.979685 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Routers {'8b63cb01-49cd-4d50-b271-7e3a6ea5baec'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:50.981069 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa73d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:51.001817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] For port 445e14d2-bf09-46ce-a063-10189dfc0eca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445e14d2-bf09-46ce-a063-10189dfc0eca,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:51.002185 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.014802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Calling delete_port for 445e14d2-bf09-46ce-a063-10189dfc0eca owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:51.162655 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] Set router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:51.193069 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (445e14d2-bf09-46ce-a063-10189dfc0eca), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.216060 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bfa73d0>, [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:36:50Z', 'revision_number': 6, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:51.224673 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Pushing event deleted for resources: {'Port': ['ID=445e14d2-bf09-46ce-a063-10189dfc0eca,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:51.247391 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce32d2d-c918-4112-b70e-2a341108c09c None None] The sync data for ids ['8b63cb01-49cd-4d50-b271-7e3a6ea5baec'] in ncdv-master-1 is: [{'id': '8b63cb01-49cd-4d50-b271-7e3a6ea5baec', 'name': 'tempest-TestMinimumBasicScenario-1836912502-router', 'tenant_id': 'b01056adea664e0b819e24c2e2e3d287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:34:43Z', 'updated_at': '2022-03-05T21:36:50Z', 'revision_number': 6, 'project_id': 'b01056adea664e0b819e24c2e2e3d287', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:36:51.596635 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.693217 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.695318 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks [] for router_controller (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.738169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (8b63cb01-49cd-4d50-b271-7e3a6ea5baec), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.738846 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b63cb01-49cd-4d50-b271-7e3a6ea5baec {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:36:51.743116 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.744443 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6f5223b3-b225-4229-8f42-739dd85f666e admin admin] 10.222.0.15 "DELETE /v2.0/routers/8b63cb01-49cd-4d50-b271-7e3a6ea5baec HTTP/1.1" status: 204  len: 168 time: 1.0973916
Mar 05 21:36:51.747745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37076) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:51.795443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Deleting subnet c1a0e861-073c-44b8-953e-9c74b5fb6d5a {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:36:51.798491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Publish callbacks [] for subnet (c1a0e861-073c-44b8-953e-9c74b5fb6d5a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.831938 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (c1a0e861-073c-44b8-953e-9c74b5fb6d5a), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.907892 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (c1a0e861-073c-44b8-953e-9c74b5fb6d5a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.963619 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (c1a0e861-073c-44b8-953e-9c74b5fb6d5a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:51.987354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a0e861-073c-44b8-953e-9c74b5fb6d5a,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:51.994542 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.001847 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7910cf5c-109b-4b1e-9052-37ee2e062291 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1a0e861-073c-44b8-953e-9c74b5fb6d5a HTTP/1.1" status: 204  len: 168 time: 0.2506406
Mar 05 21:36:52.002011 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37078) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:52.006721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbcbe3-0f99-41cd-9d82-0f1f84a3ca69 None None] Network 497d8150-c879-4380-b2a5-d7ee37068941 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:36:52.076408 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (497d8150-c879-4380-b2a5-d7ee37068941), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.132885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Deleting port b5e5b18a-ae86-4343-8dce-b054a968e9b5 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:52.133368 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.182333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] DHCP port deletion for 497d8150-c879-4380-b2a5-d7ee37068941 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:36:52.205642 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] For port b5e5b18a-ae86-4343-8dce-b054a968e9b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5b18a-ae86-4343-8dce-b054a968e9b5,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:52.206010 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.219628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Calling delete_port for b5e5b18a-ae86-4343-8dce-b054a968e9b5 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:52.234569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Deleting port b5e5b18a-ae86-4343-8dce-b054a968e9b5 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:36:52.234942 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.306385 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] For port b5e5b18a-ae86-4343-8dce-b054a968e9b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5b18a-ae86-4343-8dce-b054a968e9b5,segment=NetworkSegment(b54eaab1-fe39-4dfb-93f1-fc95ef47e669),segment_id=b54eaab1-fe39-4dfb-93f1-fc95ef47e669)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:36:52.306823 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.313275 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.320972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Calling delete_port for b5e5b18a-ae86-4343-8dce-b054a968e9b5 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:36:52.343779 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e5b18a-ae86-4343-8dce-b054a968e9b5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:52.347872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] No DVR routers for this DVR port b5e5b18a-ae86-4343-8dce-b054a968e9b5 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:36:52.418394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (b5e5b18a-ae86-4343-8dce-b054a968e9b5), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.422660 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (497d8150-c879-4380-b2a5-d7ee37068941), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.440850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] Pushing event deleted for resources: {'Port': ['ID=b5e5b18a-ae86-4343-8dce-b054a968e9b5,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:52.443205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b89300910>,) {'filters': {'network_id': ['497d8150-c879-4380-b2a5-d7ee37068941']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:52.445012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40de4f4-2f2a-448f-b306-f75702f81418 None None] No DVR routers for this DVR port b5e5b18a-ae86-4343-8dce-b054a968e9b5 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:36:52.459182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89300910>, 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:52.459485 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b89300910>, 'b54eaab1-fe39-4dfb-93f1-fc95ef47e669') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:52.469748 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (b54eaab1-fe39-4dfb-93f1-fc95ef47e669), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.483118 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (b54eaab1-fe39-4dfb-93f1-fc95ef47e669), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.489124 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:36:52.489503 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (b54eaab1-fe39-4dfb-93f1-fc95ef47e669), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:36:52.491250 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:36:52.549239 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (497d8150-c879-4380-b2a5-d7ee37068941), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.554159 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.557390 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] 10.222.0.15 "DELETE /v2.0/networks/497d8150-c879-4380-b2a5-d7ee37068941 HTTP/1.1" status: 204  len: 168 time: 0.5544496
Mar 05 21:36:52.570193 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1cd0-881c-4e0f-a7ff-371b79376696 admin admin] Pushing event deleted for resources: {'Network': ['ID=497d8150-c879-4380-b2a5-d7ee37068941,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:52.716944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37086) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:52.756856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0462bb8-2fa5-44f2-8ed3-296235cfcdd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63f0b6da33924ffea363d98139111178&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387588
Mar 05 21:36:52.759305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37088) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:52.805611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] Publish callbacks [] for security_group (3f0a55e2-bb52-4c3a-bae7-437b570ee42d), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.826040 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] Publish callbacks [] for security_group (3f0a55e2-bb52-4c3a-bae7-437b570ee42d), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.871728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (3f0a55e2-bb52-4c3a-bae7-437b570ee42d), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.874565 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:52.875870 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f0a55e2-bb52-4c3a-bae7-437b570ee42d HTTP/1.1" status: 204  len: 168 time: 0.1155882
Mar 05 21:36:52.884007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458969d-1c5d-4b0a-9e72-09399cba1cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a55e2-bb52-4c3a-bae7-437b570ee42d,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:53.199005 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37094) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:53.247206 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-73a568aa-eb34-4327-9f81-a2fdf3558447 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b01056adea664e0b819e24c2e2e3d287&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0468874
Mar 05 21:36:53.249964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37096) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:53.272429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8e82707-a25b-420b-917b-81013b7795ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:53.293626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d8e82707-a25b-420b-917b-81013b7795ea {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:53.293972 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d8e82707-a25b-420b-917b-81013b7795ea not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:53.294396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b5e5b18a-ae86-4343-8dce-b054a968e9b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:53.302558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] Publish callbacks [] for security_group (902ad1bc-13dd-4bda-af6e-b4fcc17c984f), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:53.312900 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b5e5b18a-ae86-4343-8dce-b054a968e9b5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:53.313253 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b5e5b18a-ae86-4343-8dce-b054a968e9b5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:53.313666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 445e14d2-bf09-46ce-a063-10189dfc0eca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:36:53.323463 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] Publish callbacks [] for security_group (902ad1bc-13dd-4bda-af6e-b4fcc17c984f), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:53.332145 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 445e14d2-bf09-46ce-a063-10189dfc0eca {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:36:53.332499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 445e14d2-bf09-46ce-a063-10189dfc0eca not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:36:53.375878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (902ad1bc-13dd-4bda-af6e-b4fcc17c984f), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:53.378495 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:53.382237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/902ad1bc-13dd-4bda-af6e-b4fcc17c984f HTTP/1.1" status: 204  len: 168 time: 0.1288221
Mar 05 21:36:53.394501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafbcb1-cce9-4f78-a740-bcbd2fb16aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ad1bc-13dd-4bda-af6e-b4fcc17c984f,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:54.559949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3e90b904-7c2f-4cef-8e91-52c1e990dc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:54.903476 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37136) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:54.908437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400683402', 'description': 'tempest-secgroup-smoke-1400683402 description', 'project_id': '48215fb3722343839e21fb0114f6e972'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:54.928611 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:54.936985 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.010549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (9a6b00b6-c765-47b1-8e23-b6f3d92db213), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.014732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a6b00b6-c765-47b1-8e23-b6f3d92db213), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.048971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b00b6-c765-47b1-8e23-b6f3d92db213,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.090233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (9dd5cd5a-be36-4ae9-a805-38df3e304ee1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.093950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9dd5cd5a-be36-4ae9-a805-38df3e304ee1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.122283 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.123786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2189310
Mar 05 21:36:55.126808 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37138) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.127774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cff913-33b6-4802-a6a3-591a1655e2e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5cd5a-be36-4ae9-a805-38df3e304ee1,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.132684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.158539 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (5df2a55a-6898-46ff-af0b-3a232dce2149), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.212141 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (5df2a55a-6898-46ff-af0b-3a232dce2149), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.215800 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (5df2a55a-6898-46ff-af0b-3a232dce2149), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.232922 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df2a55a-6898-46ff-af0b-3a232dce2149,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.240729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.241937 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ce11c624-cd8c-469b-a50c-bab390869b5e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1140933
Mar 05 21:36:55.244737 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37140) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.250168 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.274586 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (be562416-9a66-465f-bf84-d1b5f55b7934), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.331746 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (be562416-9a66-465f-bf84-d1b5f55b7934), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.335057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (be562416-9a66-465f-bf84-d1b5f55b7934), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.352498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be562416-9a66-465f-bf84-d1b5f55b7934,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.361400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.362582 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-31bbb1e6-e46f-4db5-9005-bf96ee9381ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1169269
Mar 05 21:36:55.365304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37142) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.369508 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.393879 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (925aebe2-b14c-4bbd-889f-89f0345eef67), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.453419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (925aebe2-b14c-4bbd-889f-89f0345eef67), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.456956 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (925aebe2-b14c-4bbd-889f-89f0345eef67), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.471470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925aebe2-b14c-4bbd-889f-89f0345eef67,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.482329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.483625 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-56e6a3dc-4e41-4740-abae-42285a964ef9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1174090
Mar 05 21:36:55.486321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37144) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.490652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.515774 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (3742ac50-5e51-4845-a51e-d693ba532ee2), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.572311 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (3742ac50-5e51-4845-a51e-d693ba532ee2), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.575974 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (3742ac50-5e51-4845-a51e-d693ba532ee2), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.594652 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742ac50-5e51-4845-a51e-d693ba532ee2,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.602384 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.603634 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8f3ee859-ad85-49e1-a657-d946dc86d5f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1163976
Mar 05 21:36:55.607064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37146) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.613258 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.635975 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:36:55.641860 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7708373c-82b8-497e-943e-3d04f0a78757), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.700744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7708373c-82b8-497e-943e-3d04f0a78757), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.704152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7708373c-82b8-497e-943e-3d04f0a78757), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.722587 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7708373c-82b8-497e-943e-3d04f0a78757,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.729680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.731563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8d7cf68e-d075-4efc-938e-fbbfa0ec97c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1234546
Mar 05 21:36:55.734278 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37148) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.738487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '9dd5cd5a-be36-4ae9-a805-38df3e304ee1', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.757555 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:36:55.762420 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (51861991-86c5-422a-a2ef-326ee7ad2deb), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.821666 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (51861991-86c5-422a-a2ef-326ee7ad2deb), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.825315 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (51861991-86c5-422a-a2ef-326ee7ad2deb), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.843309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51861991-86c5-422a-a2ef-326ee7ad2deb,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:55.848409 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.849596 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-03434b20-7ffb-42cf-a2de-00769ecdad89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1144094
Mar 05 21:36:55.852666 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37150) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:55.858472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'network': {'name': 'tempest-network-smoke--1112804855', 'project_id': '48215fb3722343839e21fb0114f6e972', 'port_security_enabled': True}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:55.877704 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:36:55.881270 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.906689 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:36:55.917025 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (862514d5-48d6-4d30-9b44-c4d79bb79a30), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.917878 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Added segment 862514d5-48d6-4d30-9b44-c4d79bb79a30 of type vlan for network 4e191c7a-99ab-442e-8a85-bb96b09425ba
Mar 05 21:36:55.957245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (4e191c7a-99ab-442e-8a85-bb96b09425ba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.981551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (4e191c7a-99ab-442e-8a85-bb96b09425ba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:55.986636 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:55.987280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.046867 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1931593
Mar 05 21:36:56.049781 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37152) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:56.054221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'admin_state_up': True, 'project_id': '48215fb3722343839e21fb0114f6e972', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:56.071127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8baaf-3165-471b-a694-2d65503380c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Network': ['ID=4e191c7a-99ab-442e-8a85-bb96b09425ba,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:56.084509 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:36:56.084998 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.085942 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.137568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (6eff5954-a4e2-49c5-840d-0dcfef10e256), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.280242 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (6eff5954-a4e2-49c5-840d-0dcfef10e256), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.468252 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.490302 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.590115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.156 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/c9adc51e-977e-4576-9958-cc43e6002ac6) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:36:56.699725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.732344 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:56.771353 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:36:56.774196 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:36:56.777717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:36:56.782995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=c9adc51e-977e-4576-9958-cc43e6002ac6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:56.898420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bcec180c-c37c-416c-82b9-d2fe210b942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:57.037931 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:57.241556 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:57.370164 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 6eff5954-a4e2-49c5-840d-0dcfef10e256 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:36:57.475249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:36:57.485800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Sync routers for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:36:57.495245 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:57.495581 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:57.496212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:57.500122 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b807c732-8066-4c47-8228-241add556504 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4493232
Mar 05 21:36:57.500271 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37156) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:57.605505 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:57.673197 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-192e4661-722d-4416-972c-deecea9ff5ae tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=48215fb3722343839e21fb0114f6e972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1717467
Mar 05 21:36:57.675849 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37162) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:57.765280 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1436244-7c52-461b-81a0-72d0fd446dac tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:57.766790 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b1436244-7c52-461b-81a0-72d0fd446dac tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0899920
Mar 05 21:36:57.769664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:57.790918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa820>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:56Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:57.801303 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f4d963d9-ac73-4836-8407-d4cb8a84a0f0 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0280566
Mar 05 21:36:57.801503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37168) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:57.806003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609727181', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'project_id': '48215fb3722343839e21fb0114f6e972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:36:57.817332 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Checking router: 6eff5954-a4e2-49c5-840d-0dcfef10e256 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:36:57.817693 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Updating router 6eff5954-a4e2-49c5-840d-0dcfef10e256 port c9adc51e-977e-4576-9958-cc43e6002ac6 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:36:57.845186 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:57.895051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:36:57.898787 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.079304 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.105277 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks [] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.116059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.145060 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Subnet': ['ID=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:58.145298 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.156896 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Checking segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:36:58.158251 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network hostable DHCP agents. Network: 4e191c7a-99ab-442e-8a85-bb96b09425ba, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:36:58.175614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:36:58.176333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1862-1644-48d0-a770-1f7dbc4eee43 None None] Pushing event updated for resources: {'Port': ['ID=c9adc51e-977e-4576-9958-cc43e6002ac6,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:58.179691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Attempting to bind port c9adc51e-977e-4576-9958-cc43e6002ac6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:36:58.180074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Attempting to bind port c9adc51e-977e-4576-9958-cc43e6002ac6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:36:58.180446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Attempting to bind port c9adc51e-977e-4576-9958-cc43e6002ac6 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:36:58.185807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:36:58.186190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:36:58.186592 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.186984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:36:58.187113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e191c7a-99ab-442e-8a85-bb96b09425ba) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:36:58.187455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Bound port: c9adc51e-977e-4576-9958-cc43e6002ac6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:36:58.187867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.191336 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:36:58.191973 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.208851 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-77d88abd-3f9d-44e2-9c6f-c61d7fda5f59 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4062862
Mar 05 21:36:58.210605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10c291-af8d-4d98-8a45-aa243bc08a8f None None] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:36:58.211480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37172) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:36:58.456196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] For port c9adc51e-977e-4576-9958-cc43e6002ac6, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:36:58.471749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] For port c9adc51e-977e-4576-9958-cc43e6002ac6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adc51e-977e-4576-9958-cc43e6002ac6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:36:58.493332 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.520734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e191c7a-99ab-442e-8a85-bb96b09425ba', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:36:58.521582 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:58.578409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:36:58.579063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:58.628886 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1862-1644-48d0-a770-1f7dbc4eee43 None None] Pushing event updated for resources: {'Port': ['ID=c9adc51e-977e-4576-9958-cc43e6002ac6,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:58.789194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:36:58.791232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Allocated IP 172.20.0.2 (4e191c7a-99ab-442e-8a85-bb96b09425ba/4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7/05035f04-98a9-456e-b8e5-3dbeea031634) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:36:58.995409 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.078521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks [] for port (05035f04-98a9-456e-b8e5-3dbeea031634), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.086645 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.095036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82afa820>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:56Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:36:59.142853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304af4e-1b98-48f8-b96b-f372ab0bd737 None None] The sync data for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 is: [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:56Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:36:59.149718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:36:59.155472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:36:59.159802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:36:59.170489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Pushing event updated for resources: {'Port': ['ID=05035f04-98a9-456e-b8e5-3dbeea031634,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:59.225986 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Attempting to bind port 05035f04-98a9-456e-b8e5-3dbeea031634 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:36:59.226376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Attempting to bind port 05035f04-98a9-456e-b8e5-3dbeea031634 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:36:59.226758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Attempting to bind port 05035f04-98a9-456e-b8e5-3dbeea031634 on network 4e191c7a-99ab-442e-8a85-bb96b09425ba {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:36:59.233422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:36:59.233802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Checking segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:36:59.234215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.234638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Bound using segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:36:59.235164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Bound port: 05035f04-98a9-456e-b8e5-3dbeea031634, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:36:59.235561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.298592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.1 (4e191c7a-99ab-442e-8a85-bb96b09425ba/4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7/e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:36:59.312657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] For port 05035f04-98a9-456e-b8e5-3dbeea031634, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:36:59.316127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] For port 05035f04-98a9-456e-b8e5-3dbeea031634, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05035f04-98a9-456e-b8e5-3dbeea031634,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:36:59.322008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.400989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdea2e7-1e3d-4cba-aab8-acfd6d030764 None None] Pushing event updated for resources: {'Port': ['ID=05035f04-98a9-456e-b8e5-3dbeea031634,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:59.446646 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.489825 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.534106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:36:59.537419 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:36:59.541758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:36:59.567824 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:36:59.602088 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.693856 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:36:59.796741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.094708 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.101438 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.179260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:00.182095 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.282099 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:37:00.283889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:37:00.405364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 6eff5954-a4e2-49c5-840d-0dcfef10e256 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:37:00.422424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1711ddc-20cd-4a13-b5c6-9e3379233a73 None None] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:37:00.478750 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Provisioning complete for port 05035f04-98a9-456e-b8e5-3dbeea031634 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:00.478993 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.525506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:37:00.536231 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-fd067f98-ef9b-4435-a80d-0784927d8743 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/6eff5954-a4e2-49c5-840d-0dcfef10e256/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3236656
Mar 05 21:37:00.617438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Current status of the port 05035f04-98a9-456e-b8e5-3dbeea031634 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:00.617832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.655558 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] For port 05035f04-98a9-456e-b8e5-3dbeea031634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05035f04-98a9-456e-b8e5-3dbeea031634,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:00.660875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.708238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-ce7cc456-621c-4cd0-b710-b0a21980a136 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400683402&fields=id&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 267 time: 0.0533173
Mar 05 21:37:00.717920 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048592e-a042-4e34-9e04-ed5afe5649fd None None] Pushing event updated for resources: {'Port': ['ID=05035f04-98a9-456e-b8e5-3dbeea031634,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:00.825246 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-3964a336-fa71-4805-a8d8-ec88e150c97d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:00.828293 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-3964a336-fa71-4805-a8d8-ec88e150c97d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/networks?id=4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 200  len: 797 time: 0.1155586
Mar 05 21:37:00.842467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-81c679db-39d4-4eda-ac03-f1858f22b03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/quotas/48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 375 time: 0.0100501
Mar 05 21:37:00.898605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:00.901291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.922677 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-4e7b2108-48d7-4a4b-ad48-55e56cf3a7f8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0740056
Mar 05 21:37:00.943231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-4d8809de-5c7e-49c6-9c40-a1c4676e7b6a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:37:00.945017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-4d8809de-5c7e-49c6-9c40-a1c4676e7b6a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0079513
Mar 05 21:37:00.950376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:37:00.954947 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Sync routers for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:37:00.961935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Provisioning complete for port 05035f04-98a9-456e-b8e5-3dbeea031634 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:00.962318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:00.971436 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:00.972107 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:01.054462 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e66ae3d7-3e5e-46b5-b820-fcb14d425593 None None] Current status of the port 05035f04-98a9-456e-b8e5-3dbeea031634 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:01.118394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.131255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-f952ae89-55d2-475f-97f3-636da8ca9e4c service neutron] 10.222.0.15 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680937
Mar 05 21:37:01.179760 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:01.207130 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-0f90b62b-2379-48df-be71-518e3d12fc5f None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:01.208933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0f90b62b-2379-48df-be71-518e3d12fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.259455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-4eff0962-62a5-4533-97f9-068c6ab44a48 service neutron] 10.222.0.15 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158011
Mar 05 21:37:01.303273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-0f90b62b-2379-48df-be71-518e3d12fc5f None None] Port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:37:01.432209 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 05035f04-98a9-456e-b8e5-3dbeea031634 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:37:01.458820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7cb689d2-f427-42fa-a966-9b08a95e1ef5 None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:01.459285 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7cb689d2-f427-42fa-a966-9b08a95e1ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.459855 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374d30>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 2, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:01.489349 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Checking router: 6eff5954-a4e2-49c5-840d-0dcfef10e256 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:37:01.489793 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Updating router 6eff5954-a4e2-49c5-840d-0dcfef10e256 port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:37:01.493270 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bc401b5b-863a-4280-b950-c4ba371ca6c9 req-ebb2da8b-3ecb-417e-adcb-5c8cb0044ca1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 210 time: 0.0318358
Mar 05 21:37:01.530416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7cb689d2-f427-42fa-a966-9b08a95e1ef5 None None] Port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:37:01.533312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 05035f04-98a9-456e-b8e5-3dbeea031634 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:01.533731 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.533889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.631207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 05035f04-98a9-456e-b8e5-3dbeea031634 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:01.632812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9adc51e-977e-4576-9958-cc43e6002ac6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:37:01.692231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c9adc51e-977e-4576-9958-cc43e6002ac6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:01.692619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.798460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c9adc51e-977e-4576-9958-cc43e6002ac6 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:01.799172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.821511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port c9adc51e-977e-4576-9958-cc43e6002ac6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adc51e-977e-4576-9958-cc43e6002ac6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:01.826631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.857899 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks [] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.864689 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:01.880413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=c9adc51e-977e-4576-9958-cc43e6002ac6,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:01.975323 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Pushing event updated for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:01.986336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.986691 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.987027 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.987620 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.987974 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.988421 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.988659 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.989047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.989305 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.989799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.990132 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.990450 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:01.990772 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:02.004621 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Attempting to bind port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:37:02.005194 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Attempting to bind port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:37:02.005563 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Attempting to bind port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d on network 4e191c7a-99ab-442e-8a85-bb96b09425ba {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:37:02.012779 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:37:02.013158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Checking segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:37:02.013565 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.014003 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Bound using segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:37:02.014467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Bound port: e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:37:02.015079 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.082424 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] For port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:37:02.086269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] For port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:37:02.096048 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.159993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:02.160677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.168852 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:02.169549 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90374d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:02.256039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Current status of the port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:02.256445 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.267397 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f9555-b6d1-4caf-aae3-b76024bbca97 None None] Pushing event updated for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:02.295985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] For port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:02.302443 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.333102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:02.362280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73a3e-5217-4ee8-acc0-48fdb03a63e6 None None] Pushing event updated for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:02.425276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-763df2bc-70f0-44d6-8e65-072cf5b9aeb0 None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:02.425691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-763df2bc-70f0-44d6-8e65-072cf5b9aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:02.510571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-763df2bc-70f0-44d6-8e65-072cf5b9aeb0 None None] Current status of the port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:02.564903 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90374d30>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:02.591992 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c43f-0608-4a3e-a646-3da583f443ea None None] The sync data for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 is: [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:37:02.600820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34796fad-f742-4c56-b4fc-bb2b3aa3df91 req-573a3682-e8af-446a-a390-06acacde53d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 210 time: 0.0326104
Mar 05 21:37:02.874682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-eff814e5-c14c-4075-85d2-3924988316de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:02.876548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-eff814e5-c14c-4075-85d2-3924988316de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/networks?id=4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 200  len: 797 time: 0.1145678
Mar 05 21:37:02.947363 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-4df2c17a-f535-4617-8fb3-ad6257c27a8e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 380 time: 0.0628297
Mar 05 21:37:02.956317 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'port': {'device_id': '42350677-f1bf-4866-84d6-223673f5f272', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'admin_state_up': True, 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'security_groups': ['9dd5cd5a-be36-4ae9-a805-38df3e304ee1']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:03.076056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:37:03.079466 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.216237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.7 (4e191c7a-99ab-442e-8a85-bb96b09425ba/4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7/3dce304a-df1e-4e37-ac70-c247e4c082cc) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:37:03.377551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:37:03.382780 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.422433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.434519 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:03.434901 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.476631 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:37:03.480552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:37:03.485353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:37:03.489724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:03.523938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:03.525131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9adc51e-977e-4576-9958-cc43e6002ac6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:37:03.553862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:03.555364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.577935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-d8c33c22-4925-41bc-aa30-4d62d2fdb957 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6253297
Mar 05 21:37:03.589048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c9adc51e-977e-4576-9958-cc43e6002ac6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:03.589593 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.655046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Request body: {'port': {'device_id': '42350677-f1bf-4866-84d6-223673f5f272', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:03.700875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c9adc51e-977e-4576-9958-cc43e6002ac6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:03.738578 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.772126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e857f6-d5d7-4cb4-9a71-2e392b45397c req-452bab57-2a51-44f4-af2d-f72c9fc566ff tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:03.773777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2e857f6-d5d7-4cb4-9a71-2e392b45397c req-452bab57-2a51-44f4-af2d-f72c9fc566ff tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 931 time: 0.0580494
Mar 05 21:37:03.840060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2e857f6-d5d7-4cb4-9a71-2e392b45397c req-f9c147c5-cfb9-4365-82c6-b6dd3ba9efaf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600345
Mar 05 21:37:03.862438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-e4d409fb-6561-4072-a395-a6d8597add5f None None] Provisioning complete for port 3dce304a-df1e-4e37-ac70-c247e4c082cc triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:03.862879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e4d409fb-6561-4072-a395-a6d8597add5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:03.901795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e4d409fb-6561-4072-a395-a6d8597add5f None None] Port 3dce304a-df1e-4e37-ac70-c247e4c082cc cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:37:04.024533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dce304a-df1e-4e37-ac70-c247e4c082cc {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:37:04.032068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks [] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:04.044191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Transition to ACTIVE for port object 3dce304a-df1e-4e37-ac70-c247e4c082cc will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:37:04.047379 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:04.098404 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:04.171067 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Attempting to bind port 3dce304a-df1e-4e37-ac70-c247e4c082cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:37:04.171486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Attempting to bind port 3dce304a-df1e-4e37-ac70-c247e4c082cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:37:04.171938 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Attempting to bind port 3dce304a-df1e-4e37-ac70-c247e4c082cc on network 4e191c7a-99ab-442e-8a85-bb96b09425ba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:37:04.176719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Port 3dce304a-df1e-4e37-ac70-c247e4c082cc on network 4e191c7a-99ab-442e-8a85-bb96b09425ba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:37:04.177132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Attempting to bind port 3dce304a-df1e-4e37-ac70-c247e4c082cc on network 4e191c7a-99ab-442e-8a85-bb96b09425ba {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:37:04.182136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:37:04.182488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Checking segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:37:04.182984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Bound using segment: {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:37:04.183422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Bound port: 3dce304a-df1e-4e37-ac70-c247e4c082cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862514d5-48d6-4d30-9b44-c4d79bb79a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:37:04.183816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:04.256228 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:37:04.259457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:37:04.266657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:04.299901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.300549 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:04.301916 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] 10.222.0.23 "PUT /v2.0/ports/3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 200  len: 1091 time: 0.7170153
Mar 05 21:37:04.302358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:37:04.304633 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ce81c-52fd-4d09-a37f-524937bde914" -d '{"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:37:04.332298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b661-a7f9-444b-b9ef-624cac371ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:04.355906 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf33842-0307-4e44-b4cd-ef76254513e5 x-openstack-request-id: req-bcf33842-0307-4e44-b4cd-ef76254513e5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:37:04.356300 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:37:04.356428 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcf33842-0307-4e44-b4cd-ef76254513e5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:37:04.356897 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'status': 'completed', 'code': 200}
Mar 05 21:37:04.406924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-0f6780ff-e150-42ab-b817-d188f88e37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.408494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-0f6780ff-e150-42ab-b817-d188f88e37f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1125 time: 0.0475278
Mar 05 21:37:04.454952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-7cce7182-724c-4b87-aee1-7480bc8769dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 200  len: 217 time: 0.0401373
Mar 05 21:37:04.505907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-2db4d8e0-e456-4a7c-9b7f-1559dbc09b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.507387 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-2db4d8e0-e456-4a7c-9b7f-1559dbc09b8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 HTTP/1.1" status: 200  len: 834 time: 0.0469921
Mar 05 21:37:04.557114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-30178cfe-3bd8-430b-a3c9-1c09cabd8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.558725 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-30178cfe-3bd8-430b-a3c9-1c09cabd8aa7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e191c7a-99ab-442e-8a85-bb96b09425ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450959
Mar 05 21:37:04.648201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-c93c8d31-d7f9-431d-a3d1-7c5a230ab177 service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833373
Mar 05 21:37:04.735244 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a088295-3bbb-4262-9d8a-008803f43c90 req-93301b0f-61d1-43c3-815e-daec58e054e0 service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809653
Mar 05 21:37:04.823335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-c9644fde-31d0-4f09-b224-de750699caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.824928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-c9644fde-31d0-4f09-b224-de750699caf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1125 time: 0.0440505
Mar 05 21:37:04.920051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-99947022-997e-419b-acb3-902d84f1cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.921797 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-99947022-997e-419b-acb3-902d84f1cd7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 200  len: 898 time: 0.0901508
Mar 05 21:37:04.966151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13406-a19b-4458-a9a8-0d6da6378cdf req-e9157c12-1822-42c4-a466-255fb9b2604e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:04.967704 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17d13406-a19b-4458-a9a8-0d6da6378cdf req-e9157c12-1822-42c4-a466-255fb9b2604e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 943 time: 0.0601904
Mar 05 21:37:04.975229 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-11b8c532-ce5a-4ada-8596-a4a144ca6fae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 200  len: 217 time: 0.0440936
Mar 05 21:37:05.028205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-17d13406-a19b-4458-a9a8-0d6da6378cdf req-eef00dee-06e9-4d03-9ca5-3d8b308416e3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546227
Mar 05 21:37:05.034843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-552ebd18-3b63-427d-b6c4-29d0d831e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:05.036337 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-552ebd18-3b63-427d-b6c4-29d0d831e8e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 HTTP/1.1" status: 200  len: 834 time: 0.0491948
Mar 05 21:37:05.085804 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-3035f125-e38d-4660-b893-df1300d91e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:05.087203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-3035f125-e38d-4660-b893-df1300d91e6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e191c7a-99ab-442e-8a85-bb96b09425ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432446
Mar 05 21:37:05.174692 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-3788c297-6b01-44c3-8ff3-86c2e65bedfb service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797174
Mar 05 21:37:05.267974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b36ce81c-52fd-4d09-a37f-524937bde914 req-6008cce9-58fa-441c-aa35-92339799947f service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865803
Mar 05 21:37:06.147573 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5444b-9275-43fa-b491-4ebe517f8739 req-8ac342c2-681e-485b-890d-8a627b002fd0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:06.149060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68f5444b-9275-43fa-b491-4ebe517f8739 req-8ac342c2-681e-485b-890d-8a627b002fd0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 943 time: 0.0523174
Mar 05 21:37:06.195943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68f5444b-9275-43fa-b491-4ebe517f8739 req-1cfb577d-f475-4e34-9b2a-c5187988c1bf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412300
Mar 05 21:37:06.435604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:06.714084 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:07.318026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc296e-a4fd-46cf-b2fe-c56c904a249a req-4ac48f7c-31e4-48d9-b9dc-08195458bdfc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:07.319453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efbc296e-a4fd-46cf-b2fe-c56c904a249a req-4ac48f7c-31e4-48d9-b9dc-08195458bdfc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 943 time: 0.0563216
Mar 05 21:37:07.370152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-efbc296e-a4fd-46cf-b2fe-c56c904a249a req-960822f0-227b-4d47-9844-605aaaaaf205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443406
Mar 05 21:37:08.491812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c604ab-f981-49e1-a9d1-62306d187831 req-7a212da8-2779-4df0-894e-7cbf101d1899 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:08.493311 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25c604ab-f981-49e1-a9d1-62306d187831 req-7a212da8-2779-4df0-894e-7cbf101d1899 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 943 time: 0.0561717
Mar 05 21:37:08.541625 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-25c604ab-f981-49e1-a9d1-62306d187831 req-b7d6d21a-c7ee-440e-8c6c-7ecd0e7db45d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419011
Mar 05 21:37:09.267125 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3dce304a-df1e-4e37-ac70-c247e4c082cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:37:09.530656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:09.541586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'port_id': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'mac_address': 'fa:16:3e:cc:5a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:37:09.579409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3dce304a-df1e-4e37-ac70-c247e4c082cc is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:09.579841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:09.592777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce304a-df1e-4e37-ac70-c247e4c082cc {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:37:09.612382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:09.616876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:09.662708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9317-15fe-45c0-b88f-7d3f2b8285cd req-0ba3afa5-51ce-479e-8d2d-c2b3ad380ff0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:09.664244 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-062a9317-15fe-45c0-b88f-7d3f2b8285cd req-0ba3afa5-51ce-479e-8d2d-c2b3ad380ff0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 944 time: 0.0548179
Mar 05 21:37:09.664617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:09.713438 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-062a9317-15fe-45c0-b88f-7d3f2b8285cd req-ba578307-e17c-4b2f-897b-c055520da151 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430477
Mar 05 21:37:09.853291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3dce304a-df1e-4e37-ac70-c247e4c082cc'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:37:10.832261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe602099-fdeb-4ef4-80ac-025f65e94ebd req-84175d45-738e-415a-b054-d3e116c61ad1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:10.833738 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe602099-fdeb-4ef4-80ac-025f65e94ebd req-84175d45-738e-415a-b054-d3e116c61ad1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 944 time: 0.0521951
Mar 05 21:37:10.881284 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fe602099-fdeb-4ef4-80ac-025f65e94ebd req-110b4574-982d-4c12-a349-b7bd1ac41ccf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421038
Mar 05 21:37:11.267795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3dce304a-df1e-4e37-ac70-c247e4c082cc up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:37:11.315435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3dce304a-df1e-4e37-ac70-c247e4c082cc completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:37:11.319006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3dce304a-df1e-4e37-ac70-c247e4c082cc triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:37:11.319379 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:11.396557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3dce304a-df1e-4e37-ac70-c247e4c082cc is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:37:11.396940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:11.419375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:37:11.422064 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f3634e-70c9-4f87-9ec6-bcef03aa42e3" -d '{"events": [{"server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "name": "network-vif-plugged", "status": "completed", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:37:11.434432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:11.438316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:11.488842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:11.523743 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa1430-a37b-4287-bd47-669f2b21f86d x-openstack-request-id: req-50fa1430-a37b-4287-bd47-669f2b21f86d {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:37:11.524043 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "name": "network-vif-plugged", "status": "completed", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:37:11.524301 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50fa1430-a37b-4287-bd47-669f2b21f86d {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:37:11.524705 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'code': 200}
Mar 05 21:37:11.622220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34ba1-6c2d-4e03-a0eb-f18d59b861d4 req-2b6b510f-3b73-421c-9a4c-54cbe5fce117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:11.624003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ab34ba1-6c2d-4e03-a0eb-f18d59b861d4 req-2b6b510f-3b73-421c-9a4c-54cbe5fce117 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1127 time: 0.0444291
Mar 05 21:37:11.672264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ab34ba1-6c2d-4e03-a0eb-f18d59b861d4 req-c22c2245-e78a-461a-b124-b88ba7b3c4f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427461
Mar 05 21:37:12.001759 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dcf57-3034-4207-b7ea-530abddb223e req-d162986f-3f84-456e-b947-1f332667fd11 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:12.003359 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec8dcf57-3034-4207-b7ea-530abddb223e req-d162986f-3f84-456e-b947-1f332667fd11 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0521402
Mar 05 21:37:12.051523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ec8dcf57-3034-4207-b7ea-530abddb223e req-c62bffe2-e2de-42d6-af2d-807609e7bd7d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426490
Mar 05 21:37:13.175827 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e963e6-a3e4-4265-8054-a691ba53ea57 req-e075131e-f3e8-48a8-a644-f44730c900cc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:13.177219 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02e963e6-a3e4-4265-8054-a691ba53ea57 req-e075131e-f3e8-48a8-a644-f44730c900cc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0567551
Mar 05 21:37:13.225981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02e963e6-a3e4-4265-8054-a691ba53ea57 req-0056a357-3a6f-4028-bae9-5b02875ea087 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432174
Mar 05 21:37:13.345334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0801a-9f1d-45d1-99e5-e15b9497086e req-6f914496-2182-4c55-a242-7a6a6b52abac tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:13.346846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5da0801a-9f1d-45d1-99e5-e15b9497086e req-6f914496-2182-4c55-a242-7a6a6b52abac tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0524437
Mar 05 21:37:13.395402 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5da0801a-9f1d-45d1-99e5-e15b9497086e req-20c771d1-04a8-414b-a181-ada884934a91 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423207
Mar 05 21:37:13.417284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37236) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:13.463432 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa28e21-5e4b-4131-8655-585639f25324 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:13.464917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7fa28e21-5e4b-4131-8655-585639f25324 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1122 time: 0.0464830
Mar 05 21:37:13.468421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37238) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:13.472581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:13.491972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:13.586268 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:13.691502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.191 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:37:13.789867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:13.824289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:13.869652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:37:13.872655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:37:13.875514 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:37:13.900653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:14.223838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (4b6dbb2c-7e62-4891-8e4f-403058e43ba6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:14.295739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:14.439417 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:14.443539 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:14.507874 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:14.519760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4b6dbb2c-7e62-4891-8e4f-403058e43ba6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:14.950471 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 4b6dbb2c-7e62-4891-8e4f-403058e43ba6 associated. External IP: 172.35.0.191, port: 3dce304a-df1e-4e37-ac70-c247e4c082cc.
Mar 05 21:37:15.164018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 6eff5954-a4e2-49c5-840d-0dcfef10e256 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:37:15.271689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:37:15.282411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Sync routers for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:37:15.290551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:15.291612 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:15.292261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f0a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:15.323465 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-089b3f0c-e139-421c-883a-07f6496ded60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8516257
Mar 05 21:37:15.323465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:37:15.323974 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35c3f89-0d7a-4444-b776-ae10b6ae6531" -d '{"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:37:15.375556 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7c230-2023-4017-86d7-f51e6b1b0a31 x-openstack-request-id: req-dae7c230-2023-4017-86d7-f51e6b1b0a31 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:37:15.375890 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:37:15.376146 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dae7c230-2023-4017-86d7-f51e6b1b0a31 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:37:15.376654 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'status': 'completed', 'code': 200}
Mar 05 21:37:15.414486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:15.440252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceba54f-b161-4bb0-9303-dda1158b3871 req-8c454acf-ab20-4e99-99ae-160934c99c02 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:15.440860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-ee580065-2f72-466a-ba74-fec6491c4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:15.441777 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aceba54f-b161-4bb0-9303-dda1158b3871 req-8c454acf-ab20-4e99-99ae-160934c99c02 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0544231
Mar 05 21:37:15.442200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-ee580065-2f72-466a-ba74-fec6491c4c38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1127 time: 0.0461202
Mar 05 21:37:15.495914 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-aceba54f-b161-4bb0-9303-dda1158b3871 req-162c4051-1374-47fc-8f99-43d570b80d4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480602
Mar 05 21:37:15.520139 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37244) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:15.545090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-5ee13c7e-87e8-48a4-8ccf-188ef0b58b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:15.546558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-5ee13c7e-87e8-48a4-8ccf-188ef0b58b80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 200  len: 898 time: 0.0987797
Mar 05 21:37:15.589171 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a0c34da0-3f06-4113-b7c4-b4dda4b15310 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/4b6dbb2c-7e62-4891-8e4f-403058e43ba6 HTTP/1.1" status: 200  len: 991 time: 0.0676205
Mar 05 21:37:15.614707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-c5669843-7c2e-4d95-a237-6923a4f13fb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 200  len: 999 time: 0.0624042
Mar 05 21:37:15.650644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f0a310>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b6dbb2c-7e62-4891-8e4f-403058e43ba6', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.191', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'port_id': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'mac_address': 'fa:16:3e:cc:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42350677-f1bf-4866-84d6-223673f5f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:37:14Z', 'updated_at': '2022-03-05T21:37:14Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:15.667357 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-fe244014-41e7-4d3c-9996-1a4f163453dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:15.669390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-fe244014-41e7-4d3c-9996-1a4f163453dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 HTTP/1.1" status: 200  len: 834 time: 0.0483255
Mar 05 21:37:15.681510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Checking router: 6eff5954-a4e2-49c5-840d-0dcfef10e256 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:37:15.690050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:15.690664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f0a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:36:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:15.722260 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-956b4c90-fa03-4633-b59d-89a7ef2c7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:15.723857 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-956b4c90-fa03-4633-b59d-89a7ef2c7da0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e191c7a-99ab-442e-8a85-bb96b09425ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499566
Mar 05 21:37:15.798940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:15.813394 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-e4b587c6-53ce-4cc1-ba2c-46dfb7bb0366 service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828567
Mar 05 21:37:15.907421 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b35c3f89-0d7a-4444-b776-ae10b6ae6531 req-4635560f-906e-4601-9dde-cc6f3907589b service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883815
Mar 05 21:37:16.025741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f0a310>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b6dbb2c-7e62-4891-8e4f-403058e43ba6', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.191', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'port_id': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'mac_address': 'fa:16:3e:cc:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42350677-f1bf-4866-84d6-223673f5f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:37:14Z', 'updated_at': '2022-03-05T21:37:14Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:16.054752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193454-c979-4f01-ab24-7249e982dd78 None None] The sync data for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 is: [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b6dbb2c-7e62-4891-8e4f-403058e43ba6', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.191', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'port_id': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'mac_address': 'fa:16:3e:cc:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42350677-f1bf-4866-84d6-223673f5f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:37:14Z', 'updated_at': '2022-03-05T21:37:14Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:37:16.239375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492663d-95ea-41e6-9a66-1f0f1ddef5af None None] New status for floating IP 4b6dbb2c-7e62-4891-8e4f-403058e43ba6: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:37:16.593058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37246) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:16.656531 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bb19fc8b-edc6-433c-b355-8ef0986e7965 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/4b6dbb2c-7e62-4891-8e4f-403058e43ba6 HTTP/1.1" status: 200  len: 993 time: 0.0621235
Mar 05 21:37:16.760422 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:37:24.562481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfc86-7023-41d3-96ae-15036c56c9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:26.899664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dff35580-2c81-45ae-89bf-49a87af296f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:28.113145 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:29.680230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:31.111257 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:36.434178 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:36.715982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:48.033549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f897c2-2d1a-442d-8a5f-f74b9d09b5bf req-a49efbcc-a279-48de-acc9-b19742805c36 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:48.035077 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f897c2-2d1a-442d-8a5f-f74b9d09b5bf req-a49efbcc-a279-48de-acc9-b19742805c36 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0538571
Mar 05 21:37:48.088710 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-81f897c2-2d1a-442d-8a5f-f74b9d09b5bf req-ab9dc788-f453-452c-bb58-b3564753795f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479784
Mar 05 21:37:49.210810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de8125-af79-4909-a64f-b0a11d76ec26 req-cef055db-dd5d-47bc-a969-53ae6bbcab66 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:49.212214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18de8125-af79-4909-a64f-b0a11d76ec26 req-cef055db-dd5d-47bc-a969-53ae6bbcab66 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0523870
Mar 05 21:37:49.260344 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18de8125-af79-4909-a64f-b0a11d76ec26 req-9162b39c-90fe-4939-8f47-ddca2dda15be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425885
Mar 05 21:37:49.282658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37280) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:49.342699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a5b6800a-6b96-464c-be38-26e04cf80f54 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/4b6dbb2c-7e62-4891-8e4f-403058e43ba6 HTTP/1.1" status: 200  len: 993 time: 0.0588694
Mar 05 21:37:50.616013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5e941-88d9-4bf9-a7de-2c140591dcc8 req-aa323ab8-5c4b-42cb-a943-f6e8c9dc17f9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:50.617428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92f5e941-88d9-4bf9-a7de-2c140591dcc8 req-aa323ab8-5c4b-42cb-a943-f6e8c9dc17f9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0596051
Mar 05 21:37:50.671482 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-92f5e941-88d9-4bf9-a7de-2c140591dcc8 req-5e7a4ad4-f8df-4d03-b715-1c4ac1913533 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481124
Mar 05 21:37:51.814231 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e4f3-b6bc-46d3-bf3e-ff24a3cdf311 req-f2ad1a02-828e-4681-b37d-9dc979fff877 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:51.815727 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00b7e4f3-b6bc-46d3-bf3e-ff24a3cdf311 req-f2ad1a02-828e-4681-b37d-9dc979fff877 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0514150
Mar 05 21:37:51.867848 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00b7e4f3-b6bc-46d3-bf3e-ff24a3cdf311 req-e85dce69-12f7-4d35-81fa-1110cf33eeab tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465481
Mar 05 21:37:51.891154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37290) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:51.957739 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8cc5f3d1-aadd-43aa-b811-7dfc28a91303 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/4b6dbb2c-7e62-4891-8e4f-403058e43ba6 HTTP/1.1" status: 200  len: 993 time: 0.0652778
Mar 05 21:37:52.179400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37296) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:52.336865 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:37:52.337218 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:52.412833 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:52.413169 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:52.425249 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:37:52.570142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:52.595182 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=99b9cdb8-6bb1-49a8-8ec0-2f9b398dd455,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:52.608143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.608499 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.608851 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.609188 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.609520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.609852 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.610181 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.610510 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.610837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.611160 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.611483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.611837 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.612184 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:52.669706 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (4b6dbb2c-7e62-4891-8e4f-403058e43ba6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:52.670068 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 4b6dbb2c-7e62-4891-8e4f-403058e43ba6 disassociated (deleted). External IP: 172.35.0.191, port: 3dce304a-df1e-4e37-ac70-c247e4c082cc.
Mar 05 21:37:53.181103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 6eff5954-a4e2-49c5-840d-0dcfef10e256 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:37:53.287016 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:37:53.291863 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:53.296740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Sync routers for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:37:53.305560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:53.306174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b824626d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:53.328232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-30deceb0-b9f5-41dc-9414-c54d57363b5b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/floatingips/4b6dbb2c-7e62-4891-8e4f-403058e43ba6 HTTP/1.1" status: 204  len: 168 time: 1.1444600
Mar 05 21:37:53.328232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:37:53.328624 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c085389-9bba-4e8f-add5-7689ac51f4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:37:53.372716 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf740fa8-33b1-43e9-b8b8-b183b3a0560c x-openstack-request-id: req-cf740fa8-33b1-43e9-b8b8-b183b3a0560c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:37:53.373265 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:37:53.373635 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf740fa8-33b1-43e9-b8b8-b183b3a0560c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:37:53.374041 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'status': 'completed', 'code': 200}
Mar 05 21:37:53.425625 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:53.444164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-818539b3-fc01-4935-9d39-683b280fa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:53.446467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-818539b3-fc01-4935-9d39-683b280fa20d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 1127 time: 0.0529604
Mar 05 21:37:53.580825 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-630c134a-0801-42a6-b291-c1a33c952c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:53.582368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-630c134a-0801-42a6-b291-c1a33c952c69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 200  len: 898 time: 0.1290209
Mar 05 21:37:53.630180 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b824626d0>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:53.634210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24404-d427-4ef9-bfa6-ebf13afee2c3 req-2c2f454e-6b9e-4089-a215-80ebcf9ff0f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:53.635638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ecd24404-d427-4ef9-bfa6-ebf13afee2c3 req-2c2f454e-6b9e-4089-a215-80ebcf9ff0f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.1039028
Mar 05 21:37:53.636956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-350c59d9-67df-4f19-aa03-ee594c2c9eb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 200  len: 217 time: 0.0479100
Mar 05 21:37:53.659637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Checking router: 6eff5954-a4e2-49c5-840d-0dcfef10e256 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:37:53.668159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:53.669257 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b824626d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:53.728648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ecd24404-d427-4ef9-bfa6-ebf13afee2c3 req-5f4bbb29-8127-4443-b78e-748a4281241f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857928
Mar 05 21:37:53.735364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-527eaac4-9b67-46af-b865-87b024f54048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:53.736908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-527eaac4-9b67-46af-b865-87b024f54048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 HTTP/1.1" status: 200  len: 834 time: 0.0923772
Mar 05 21:37:53.769731 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:37:53.797250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:53.797730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-c1a555f6-d169-49bd-89fc-247183fabb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:53.799385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-c1a555f6-d169-49bd-89fc-247183fabb4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e191c7a-99ab-442e-8a85-bb96b09425ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0565875
Mar 05 21:37:53.904301 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-4049e725-8735-41cd-b063-adb31cf24bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985096
Mar 05 21:37:54.000033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c085389-9bba-4e8f-add5-7689ac51f4b7 req-aa92a786-8e6c-4be5-bef2-bcf5c6524906 service neutron] 10.222.0.23 "GET /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897057
Mar 05 21:37:54.029001 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b824626d0>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:54.055071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d58f8a7-298d-4b84-b5e8-f37a66f66178 None None] The sync data for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 is: [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:36:59Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d', 'name': '', 'network_id': '4e191c7a-99ab-442e-8a85-bb96b09425ba', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:1b:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:59Z', 'updated_at': '2022-03-05T21:37:02Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:37:54.270648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769064d-a3ee-4c84-a28a-3711c1257ae6 None None] New status for floating IP 4b6dbb2c-7e62-4891-8e4f-403058e43ba6: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:37:54.563042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81918753-523d-496d-a2b6-4e54c03d62bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:54.855143 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1700a-4b9b-41b1-a31d-53939efee6b9 req-d03efa4e-139c-40d5-a81c-aa0971230e86 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:54.857572 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41b1700a-4b9b-41b1-a31d-53939efee6b9 req-d03efa4e-139c-40d5-a81c-aa0971230e86 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0547364
Mar 05 21:37:54.908739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-41b1700a-4b9b-41b1-a31d-53939efee6b9 req-ebe393bc-75a6-4b54-a727-308188ff0265 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dd5cd5a-be36-4ae9-a805-38df3e304ee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457125
Mar 05 21:37:55.044526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-c5c2830c-014a-472d-9c8f-0a25caefa41c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:37:55.046081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-c5c2830c-014a-472d-9c8f-0a25caefa41c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/ports?device_id=42350677-f1bf-4866-84d6-223673f5f272 HTTP/1.1" status: 200  len: 945 time: 0.0547423
Mar 05 21:37:55.140601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 3dce304a-df1e-4e37-ac70-c247e4c082cc {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:37:55.140871 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:55.226025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 3dce304a-df1e-4e37-ac70-c247e4c082cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dce304a-df1e-4e37-ac70-c247e4c082cc,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:55.226385 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:55.239090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 3dce304a-df1e-4e37-ac70-c247e4c082cc owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:37:55.373306 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3dce304a-df1e-4e37-ac70-c247e4c082cc), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:55.400609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=3dce304a-df1e-4e37-ac70-c247e4c082cc,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:55.413266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.413266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.413266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.413560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.413868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.414203 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.414532 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.414860 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.415185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.415511 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.415864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.416188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.416504 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:55.456657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] No DVR routers for this DVR port 3dce304a-df1e-4e37-ac70-c247e4c082cc on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:37:55.459121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:55.462383 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0cb33f50-9184-42ec-8b51-c07cf4cbd1dd req-0d531c47-01cc-4faa-a2c2-aa4e9959b9e2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "DELETE /v2.0/ports/3dce304a-df1e-4e37-ac70-c247e4c082cc HTTP/1.1" status: 204  len: 173 time: 0.4115608
Mar 05 21:37:55.462823 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'name': 'network-vif-deleted', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:37:55.465059 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6f29a-e461-4805-9097-4695827af0b8" -d '{"events": [{"server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "name": "network-vif-deleted", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:37:55.502409 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2c74d-d575-4052-9018-c1fa94bcbc7a x-openstack-request-id: req-26c2c74d-d575-4052-9018-c1fa94bcbc7a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:37:55.502701 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42350677-f1bf-4866-84d6-223673f5f272", "name": "network-vif-deleted", "tag": "3dce304a-df1e-4e37-ac70-c247e4c082cc", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:37:55.502954 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26c2c74d-d575-4052-9018-c1fa94bcbc7a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:37:55.503361 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42350677-f1bf-4866-84d6-223673f5f272', 'name': 'network-vif-deleted', 'tag': '3dce304a-df1e-4e37-ac70-c247e4c082cc', 'status': 'completed', 'code': 200}
Mar 05 21:37:55.968370 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37312) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:56.331282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:56.593828 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:37:56.594095 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:56.689045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:56.689760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:56.703026 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:37:56.888900 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:56.901457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dc82-787c-4883-9e54-8c73830fe58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:56.917594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:57.100310 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.317585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 6eff5954-a4e2-49c5-840d-0dcfef10e256 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:37:57.433215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:37:57.439718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a49b9ae9-2726-4179-8371-e854a16d187d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/6eff5954-a4e2-49c5-840d-0dcfef10e256/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4687619
Mar 05 21:37:57.441329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37314) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:57.442554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Sync routers for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:37:57.453547 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:57.454163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829949d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:57.494293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting subnet 4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:37:57.499621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.539597 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.566425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:57.628292 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.685816 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.713355 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:57.715346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.720185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-97077909-e848-49b8-9f31-a0bad94642f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/subnets/4e0d98ed-04c4-4e5a-824d-4630bfbd7ca7 HTTP/1.1" status: 204  len: 168 time: 0.2777703
Mar 05 21:37:57.721770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37316) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:57.722528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f057c-a825-41cb-a94b-5c5fa3e85d25 None None] Network 4e191c7a-99ab-442e-8a85-bb96b09425ba requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:37:57.823202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829949d0>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:56Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': 'c9adc51e-977e-4576-9958-cc43e6002ac6', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:57.832394 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:57.945933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (6eff5954-a4e2-49c5-840d-0dcfef10e256), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.003358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port c9adc51e-977e-4576-9958-cc43e6002ac6 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:37:58.003741 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.019023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Checking router: 6eff5954-a4e2-49c5-840d-0dcfef10e256 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:37:58.030434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Routers {'6eff5954-a4e2-49c5-840d-0dcfef10e256'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:37:58.031052 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829949d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['6eff5954-a4e2-49c5-840d-0dcfef10e256'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:58.096103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port c9adc51e-977e-4576-9958-cc43e6002ac6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adc51e-977e-4576-9958-cc43e6002ac6,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:58.096530 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.097945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] DHCP port deletion for 4e191c7a-99ab-442e-8a85-bb96b09425ba request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:37:58.113696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for c9adc51e-977e-4576-9958-cc43e6002ac6 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:37:58.131851 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.160212 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] Set router 6eff5954-a4e2-49c5-840d-0dcfef10e256 gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:37:58.215085 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829949d0>, [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:57Z', 'revision_number': 6, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:58.247740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa69479-3cef-4adf-a1a4-65531712b530 None None] The sync data for ids ['6eff5954-a4e2-49c5-840d-0dcfef10e256'] in ncdv-master-1 is: [{'id': '6eff5954-a4e2-49c5-840d-0dcfef10e256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853219754', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:36:56Z', 'updated_at': '2022-03-05T21:37:57Z', 'revision_number': 6, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:37:58.260816 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Deleting port 05035f04-98a9-456e-b8e5-3dbeea031634 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:37:58.261185 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.294259 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c9adc51e-977e-4576-9958-cc43e6002ac6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.321818 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=c9adc51e-977e-4576-9958-cc43e6002ac6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:58.336025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] For port 05035f04-98a9-456e-b8e5-3dbeea031634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05035f04-98a9-456e-b8e5-3dbeea031634,segment=NetworkSegment(862514d5-48d6-4d30-9b44-c4d79bb79a30),segment_id=862514d5-48d6-4d30-9b44-c4d79bb79a30)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:37:58.336424 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.350298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Calling delete_port for 05035f04-98a9-456e-b8e5-3dbeea031634 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:37:58.383099 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.427983 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (05035f04-98a9-456e-b8e5-3dbeea031634), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.452789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Pushing event deleted for resources: {'Port': ['ID=05035f04-98a9-456e-b8e5-3dbeea031634,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:58.456864 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] No DVR routers for this DVR port 05035f04-98a9-456e-b8e5-3dbeea031634 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:37:58.463806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.464157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.464530 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.464836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.465168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.466016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.466356 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.466683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.467012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.467326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.467648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.467993 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.468587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8aeb7-b456-4d94-acf9-f62f87beefef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:37:58.480454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.483276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (6eff5954-a4e2-49c5-840d-0dcfef10e256), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.529041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (6eff5954-a4e2-49c5-840d-0dcfef10e256), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.529605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Fanout notify agent at l3_agent the message router_deleted on router 6eff5954-a4e2-49c5-840d-0dcfef10e256 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:37:58.536233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.537350 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d7b68188-7371-433c-b11c-d9b761caccd4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/routers/6eff5954-a4e2-49c5-840d-0dcfef10e256 HTTP/1.1" status: 204  len: 168 time: 0.8143592
Mar 05 21:37:58.540061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37318) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:58.617627 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (4e191c7a-99ab-442e-8a85-bb96b09425ba), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.709028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (4e191c7a-99ab-442e-8a85-bb96b09425ba), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.729164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b068880>,) {'filters': {'network_id': ['4e191c7a-99ab-442e-8a85-bb96b09425ba']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:58.738907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b068880>, '862514d5-48d6-4d30-9b44-c4d79bb79a30') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:58.739204 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b068880>, '862514d5-48d6-4d30-9b44-c4d79bb79a30') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:37:58.748819 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (862514d5-48d6-4d30-9b44-c4d79bb79a30), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.761456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (862514d5-48d6-4d30-9b44-c4d79bb79a30), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.767285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:37:58.767696 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (862514d5-48d6-4d30-9b44-c4d79bb79a30), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:37:58.770503 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:37:58.826390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (4e191c7a-99ab-442e-8a85-bb96b09425ba), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.833234 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.836189 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/networks/4e191c7a-99ab-442e-8a85-bb96b09425ba HTTP/1.1" status: 204  len: 168 time: 0.2952094
Mar 05 21:37:58.839134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37320) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:58.852587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9ee5f-3f61-45f5-aa86-b546a8b844e0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Network': ['ID=4e191c7a-99ab-442e-8a85-bb96b09425ba,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:58.898451 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (9dd5cd5a-be36-4ae9-a805-38df3e304ee1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.923816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (9dd5cd5a-be36-4ae9-a805-38df3e304ee1), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.983454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9dd5cd5a-be36-4ae9-a805-38df3e304ee1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.986066 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:58.987247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/security-groups/9dd5cd5a-be36-4ae9-a805-38df3e304ee1 HTTP/1.1" status: 204  len: 168 time: 0.1469967
Mar 05 21:37:59.005541 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fbdf9-24a2-404d-ae32-fb7d271e942f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5cd5a-be36-4ae9-a805-38df3e304ee1,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.309957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:37:59.330894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:37:59.331254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e37f7bdd-dd77-4a04-86b3-aa371bbe9d1d not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:37:59.331700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9adc51e-977e-4576-9958-cc43e6002ac6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:37:59.350785 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c9adc51e-977e-4576-9958-cc43e6002ac6 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:37:59.351141 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c9adc51e-977e-4576-9958-cc43e6002ac6 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:37:59.351561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 05035f04-98a9-456e-b8e5-3dbeea031634 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:37:59.363303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37326) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.368421 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758699509', 'description': 'tempest-secgroup-smoke-1758699509 description', 'project_id': '48215fb3722343839e21fb0114f6e972'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.371071 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 05035f04-98a9-456e-b8e5-3dbeea031634 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:37:59.371395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 05035f04-98a9-456e-b8e5-3dbeea031634 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:37:59.390709 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.453445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3dce304a-df1e-4e37-ac70-c247e4c082cc no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:37:59.456467 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (ad9c19e0-f171-4a72-8915-348eb1600aa6), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.460225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ad9c19e0-f171-4a72-8915-348eb1600aa6), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.473801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 3dce304a-df1e-4e37-ac70-c247e4c082cc {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:37:59.474158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3dce304a-df1e-4e37-ac70-c247e4c082cc not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:37:59.489875 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.491106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1266224
Mar 05 21:37:59.492975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5520f9-bda2-40f4-a7de-638f083d3182 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c19e0-f171-4a72-8915-348eb1600aa6,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.494148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.500524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.525757 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (79023e4e-669c-4b07-ad91-6b2f52a27a5e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.579376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (79023e4e-669c-4b07-ad91-6b2f52a27a5e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.582904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (79023e4e-669c-4b07-ad91-6b2f52a27a5e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.600428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79023e4e-669c-4b07-ad91-6b2f52a27a5e,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.608551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.609747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-42c141f0-41bf-4064-a9e5-bf8153c6263b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1139417
Mar 05 21:37:59.612548 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37330) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.616822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.641220 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a5e53acb-c402-4c51-935a-ee0fb652dae8), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.680760 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.695681 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a5e53acb-c402-4c51-935a-ee0fb652dae8), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.699426 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a5e53acb-c402-4c51-935a-ee0fb652dae8), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.719249 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e53acb-c402-4c51-935a-ee0fb652dae8,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.725007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.728751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2961cd75-e0a0-4a14-92e6-8ed8518b84fb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1126270
Mar 05 21:37:59.728907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37332) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.734009 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.758585 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (1df99ea6-bf05-4dcb-aaa6-8b9f532824a0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.814856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (1df99ea6-bf05-4dcb-aaa6-8b9f532824a0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.818475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (1df99ea6-bf05-4dcb-aaa6-8b9f532824a0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.840370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df99ea6-bf05-4dcb-aaa6-8b9f532824a0,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.845946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.847166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-aa4f2f2b-3f6e-40c3-baa7-8c74bcc84db0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1173322
Mar 05 21:37:59.849959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37334) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.854328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.879623 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (6fbf28c6-ec49-49b5-95a4-b8b11cbf39a7), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.937286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (6fbf28c6-ec49-49b5-95a4-b8b11cbf39a7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.940907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6fbf28c6-ec49-49b5-95a4-b8b11cbf39a7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.958518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbf28c6-ec49-49b5-95a4-b8b11cbf39a7,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:37:59.966351 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:37:59.967552 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d5f98989-b675-4bea-b231-7a91c551f424 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1166162
Mar 05 21:37:59.970451 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37336) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:37:59.974807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:37:59.995304 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:38:00.000459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (49a26aac-016b-4904-9b4b-3a89d7a4abe6), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.056707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (49a26aac-016b-4904-9b4b-3a89d7a4abe6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.060204 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (49a26aac-016b-4904-9b4b-3a89d7a4abe6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.077011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a26aac-016b-4904-9b4b-3a89d7a4abe6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:00.085057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.086242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf40b336-8451-41ef-b439-94882002ed89 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1148436
Mar 05 21:38:00.089017 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:00.093847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c19e0-f171-4a72-8915-348eb1600aa6', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:00.113269 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:38:00.118230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (471aaba2-36ae-499f-bf31-7726fc84f868), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.176608 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (471aaba2-36ae-499f-bf31-7726fc84f868), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.180298 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (471aaba2-36ae-499f-bf31-7726fc84f868), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.202862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471aaba2-36ae-499f-bf31-7726fc84f868,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:00.208824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.212621 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c67a3920-4ce9-41f4-bebe-2baa8d2b12db tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1198809
Mar 05 21:38:00.212742 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37340) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:00.217915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'network': {'name': 'tempest-network-smoke--1773859540', 'project_id': '48215fb3722343839e21fb0114f6e972', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:00.236632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:38:00.239870 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.262794 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:38:00.272213 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (80935d6d-793b-4ab4-aac2-2e62262d673c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.272561 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Added segment 80935d6d-793b-4ab4-aac2-2e62262d673c of type vlan for network ace111f7-3a67-4800-aa3e-9d7781364954
Mar 05 21:38:00.312887 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (ace111f7-3a67-4800-aa3e-9d7781364954), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.335551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (ace111f7-3a67-4800-aa3e-9d7781364954), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.341234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:00.341809 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.396680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1830208
Mar 05 21:38:00.399328 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37342) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:00.404217 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'admin_state_up': True, 'project_id': '48215fb3722343839e21fb0114f6e972', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:00.420506 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb886-8554-4406-b945-105886c0cfb5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Network': ['ID=ace111f7-3a67-4800-aa3e-9d7781364954,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:00.431104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network ace111f7-3a67-4800-aa3e-9d7781364954 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:38:00.434875 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.436054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.494983 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (7f1aa457-f6d4-47f4-9c10-8d145af096a9), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.635758 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (7f1aa457-f6d4-47f4-9c10-8d145af096a9), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.831838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.851506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:00.960281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.242 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/0903a7b7-9656-4168-8c38-f7b7cf6fdbf4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:38:01.058511 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:01.091041 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:01.117330 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:01.134287 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:01.137186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:01.139492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:38:01.165065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:01.719060 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:01.920564 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.051426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:38:02.155787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:38:02.165702 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Sync routers for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:38:02.175191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.176038 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:02.179449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f61b4ff1-b0ee-4bb5-9ef6-199c16ce02d9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7761798
Mar 05 21:38:02.179565 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd2b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:02.179707 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:02.211843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-503b4786-f07e-46ad-98f8-258505f7c1ce tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=48215fb3722343839e21fb0114f6e972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0310380
Mar 05 21:38:02.214488 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:02.285218 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:02.299832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307564b0-6e32-4eb1-a025-64a14ec696c2 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:02.301336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-307564b0-6e32-4eb1-a025-64a14ec696c2 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0858939
Mar 05 21:38:02.304308 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:02.332548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3d8772df-ebd4-4729-aeb7-17fb6a8a04d8 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272620
Mar 05 21:38:02.335098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37350) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:02.339737 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-651799750', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'project_id': '48215fb3722343839e21fb0114f6e972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:02.429091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:38:02.432933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.460579 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd2b640>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:01Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:02.489479 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Checking router: 7f1aa457-f6d4-47f4-9c10-8d145af096a9 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:38:02.489825 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Updating router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:38:02.518539 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.620758 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (a44fc1f2-4a10-4f33-b9be-a3f6000c7f90), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.681157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Subnet': ['ID=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:02.690704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Checking segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:38:02.691146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network hostable DHCP agents. Network: ace111f7-3a67-4800-aa3e-9d7781364954, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:38:02.708378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network ace111f7-3a67-4800-aa3e-9d7781364954 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:38:02.717900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ace111f7-3a67-4800-aa3e-9d7781364954) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:02.722577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:02.723242 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.728915 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d62b36-5653-42f0-8b5a-2903e57e25b1 None None] Network ace111f7-3a67-4800-aa3e-9d7781364954 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:38:02.743463 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-33f1792d-1b98-42fe-a428-4be5c92379aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4047232
Mar 05 21:38:02.744205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:02.765608 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks [] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.770591 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.819501 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Attempting to bind port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:38:02.819898 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Attempting to bind port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:38:02.820267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Attempting to bind port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:38:02.829176 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:38:02.829547 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:38:02.829948 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.830336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:38:02.830793 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Bound port: 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:38:02.831170 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.832854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Pushing event updated for resources: {'Port': ['ID=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:02.841769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ace111f7-3a67-4800-aa3e-9d7781364954', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:38:02.842715 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.868439 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.868790 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.869131 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.869480 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.869787 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.870118 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.870442 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.870826 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.871482 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.871482 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.872406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.873151 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.873478 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:38:02.907619 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] For port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:38:02.914044 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] For port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:38:02.921423 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:02.982117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:02.982117 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd2b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:02.989556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Allocated IP 172.20.0.2 (ace111f7-3a67-4800-aa3e-9d7781364954/a44fc1f2-4a10-4f33-b9be-a3f6000c7f90/7cffb4c6-0322-4071-9a52-5f912e725c68) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:38:03.080711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701bef9-9ea6-4c77-85b4-842c0a7f5992 None None] Pushing event updated for resources: {'Port': ['ID=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:03.093417 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:03.157498 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks [] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.165072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.211638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Network ace111f7-3a67-4800-aa3e-9d7781364954 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:03.214491 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:03.217679 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:38:03.226730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Pushing event updated for resources: {'Port': ['ID=7cffb4c6-0322-4071-9a52-5f912e725c68,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:03.247778 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.284171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Attempting to bind port 7cffb4c6-0322-4071-9a52-5f912e725c68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:38:03.284544 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Attempting to bind port 7cffb4c6-0322-4071-9a52-5f912e725c68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:38:03.284912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Attempting to bind port 7cffb4c6-0322-4071-9a52-5f912e725c68 on network ace111f7-3a67-4800-aa3e-9d7781364954 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:38:03.289918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:38:03.290297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Checking segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:38:03.290701 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.291092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Bound using segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:38:03.291556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Bound port: 7cffb4c6-0322-4071-9a52-5f912e725c68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:38:03.291963 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.295907 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd2b640>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:01Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:03.327068 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4dac4-c3ce-4c46-8763-055c0bfd52cf None None] The sync data for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 is: [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:01Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:38:03.369395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] For port 7cffb4c6-0322-4071-9a52-5f912e725c68, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:38:03.375707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] For port 7cffb4c6-0322-4071-9a52-5f912e725c68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cffb4c6-0322-4071-9a52-5f912e725c68,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:38:03.382005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.449425 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f7b68-44a3-42ec-8803-a831aefc73ea None None] Pushing event updated for resources: {'Port': ['ID=7cffb4c6-0322-4071-9a52-5f912e725c68,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:03.594515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.1 (ace111f7-3a67-4800-aa3e-9d7781364954/a44fc1f2-4a10-4f33-b9be-a3f6000c7f90/c817973c-a09b-489f-bfc2-c230064a6f07) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:38:03.740943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (c817973c-a09b-489f-bfc2-c230064a6f07), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.781555 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:03.830501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network ace111f7-3a67-4800-aa3e-9d7781364954 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:03.834035 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:03.836648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:38:03.863799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:03.887971 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.042872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.345725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (c817973c-a09b-489f-bfc2-c230064a6f07), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.350794 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.434912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:04.437610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.509375 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71773306-5a35-4bad-a331-3714e7d51d74 None None] Network ace111f7-3a67-4800-aa3e-9d7781364954 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:38:04.535184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network ace111f7-3a67-4800-aa3e-9d7781364954 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:04.536592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:04.593983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Provisioning complete for port 7cffb4c6-0322-4071-9a52-5f912e725c68 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:04.594631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.660731 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:38:04.713815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Current status of the port 7cffb4c6-0322-4071-9a52-5f912e725c68 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:04.714216 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.751163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] For port 7cffb4c6-0322-4071-9a52-5f912e725c68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cffb4c6-0322-4071-9a52-5f912e725c68,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:04.757069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:04.792907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:38:04.804768 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba02fda3-5d90-44e4-98b8-7b79f739fe8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/7f1aa457-f6d4-47f4-9c10-8d145af096a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0594788
Mar 05 21:38:04.811463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b0a9e-e7f6-4a69-b007-b21a4f5f5662 None None] Pushing event updated for resources: {'Port': ['ID=7cffb4c6-0322-4071-9a52-5f912e725c68,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:04.970343 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-504df34e-d60e-4a3f-a284-c275b6cfd3b5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758699509&fields=id&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 267 time: 0.0508180
Mar 05 21:38:04.979478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Provisioning complete for port 7cffb4c6-0322-4071-9a52-5f912e725c68 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:04.980246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:05.026157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Sync routers for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:38:05.049016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:05.049665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8306f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:05.107418 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-30d8e3ee-7d22-47d4-8f3b-3f033ebe3cf8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:05.109052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-30d8e3ee-7d22-47d4-8f3b-3f033ebe3cf8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 797 time: 0.1314044
Mar 05 21:38:05.125237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-9cb0841e-0940-4065-bf4e-1769fcf62057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/quotas/48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 375 time: 0.0104382
Mar 05 21:38:05.174472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Current status of the port 7cffb4c6-0322-4071-9a52-5f912e725c68 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:05.183513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-19d7c0cd-829d-4774-a9a4-40508cc81eb0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0526266
Mar 05 21:38:05.204691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Provisioning complete for port c817973c-a09b-489f-bfc2-c230064a6f07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:05.205080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:05.207860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:05.314151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7e50e64f-cdeb-4e8c-b12f-d5f08cca8505 None None] Port c817973c-a09b-489f-bfc2-c230064a6f07 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:38:05.381278 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-0f4f89d5-366c-4989-9347-e4105fc3132f service neutron] 10.222.0.15 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845129
Mar 05 21:38:05.437424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7cffb4c6-0322-4071-9a52-5f912e725c68 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:38:05.480357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-2c6b7e28-d224-4c2e-81af-8b57db30af13 service neutron] 10.222.0.15 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929918
Mar 05 21:38:05.492907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-06aaf0f3-b7d7-4857-a86d-f083321b6b5c None None] Provisioning complete for port c817973c-a09b-489f-bfc2-c230064a6f07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:05.493292 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-06aaf0f3-b7d7-4857-a86d-f083321b6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:05.545568 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 7cffb4c6-0322-4071-9a52-5f912e725c68 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:05.546182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:05.547368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-06aaf0f3-b7d7-4857-a86d-f083321b6b5c None None] Port c817973c-a09b-489f-bfc2-c230064a6f07 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:38:05.568360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8306f8e0>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:04Z', 'revision_number': 2, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:05.604263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Checking router: 7f1aa457-f6d4-47f4-9c10-8d145af096a9 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:38:05.604636 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Updating router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 port c817973c-a09b-489f-bfc2-c230064a6f07 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:38:05.642095 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:05.661078 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c8954b1-05b1-4c2c-8a8d-871b90515d26 req-9e81e9df-7ff0-4788-83d6-2e43cff66e17 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 210 time: 0.0381627
Mar 05 21:38:05.929108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 7cffb4c6-0322-4071-9a52-5f912e725c68 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:05.930478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:38:06.046422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:06.046809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.200740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:06.201133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.210286 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks [] for port (c817973c-a09b-489f-bfc2-c230064a6f07), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.219260 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.251664 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:06.262977 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.275705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902bff-f93a-49b4-bd52-90a4fa1cdab7 None None] Pushing event updated for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:06.375345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:06.380092 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Attempting to bind port c817973c-a09b-489f-bfc2-c230064a6f07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:38:06.380480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Attempting to bind port c817973c-a09b-489f-bfc2-c230064a6f07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:38:06.380855 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Attempting to bind port c817973c-a09b-489f-bfc2-c230064a6f07 on network ace111f7-3a67-4800-aa3e-9d7781364954 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:38:06.386270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:38:06.386658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Checking segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:38:06.387069 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.388034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Bound using segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:38:06.388508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Bound port: c817973c-a09b-489f-bfc2-c230064a6f07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:38:06.389023 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.452116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.474448 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] For port c817973c-a09b-489f-bfc2-c230064a6f07, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:38:06.489143 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] For port c817973c-a09b-489f-bfc2-c230064a6f07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c817973c-a09b-489f-bfc2-c230064a6f07,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:38:06.491950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Provisioning complete for port c817973c-a09b-489f-bfc2-c230064a6f07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:06.492316 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.495457 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.587706 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:06.588387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8306f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:06.632219 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902bff-f93a-49b4-bd52-90a4fa1cdab7 None None] Pushing event updated for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:06.761164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Current status of the port c817973c-a09b-489f-bfc2-c230064a6f07 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:06.761735 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.786543 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:06.803793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:06.853076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] For port c817973c-a09b-489f-bfc2-c230064a6f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c817973c-a09b-489f-bfc2-c230064a6f07,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:06.859647 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.006617 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0355f1d-2fa1-4e80-b2d9-570ee95c2fba None None] Pushing event updated for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:07.025690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bd01eec4-4c69-46a1-a4a9-ee52e35d44f8 None None] Provisioning complete for port c817973c-a09b-489f-bfc2-c230064a6f07 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:07.026067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bd01eec4-4c69-46a1-a4a9-ee52e35d44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.167539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8306f8e0>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:07.172142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bd01eec4-4c69-46a1-a4a9-ee52e35d44f8 None None] Current status of the port c817973c-a09b-489f-bfc2-c230064a6f07 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:07.174698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c113d3ce-ed0c-4915-9903-71c312874000 req-072228ca-0f4d-4887-b6c8-0c1d26b58e56 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 210 time: 0.4016778
Mar 05 21:38:07.192787 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-0796e1ab-559c-4eac-a09d-4ca64321bf4b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:07.194248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-0796e1ab-559c-4eac-a09d-4ca64321bf4b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 797 time: 0.5660994
Mar 05 21:38:07.209452 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c246858-8da7-4506-a1b8-5e275fe2b026 None None] The sync data for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 is: [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:38:07.261368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d4ddbbf0-f3d1-40b7-b2af-999560451a66 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 380 time: 0.0578063
Mar 05 21:38:07.271294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'port': {'device_id': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'admin_state_up': True, 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'security_groups': ['ad9c19e0-f171-4a72-8915-348eb1600aa6']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:07.409141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:38:07.412882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.435938 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c817973c-a09b-489f-bfc2-c230064a6f07 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:38:07.488580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port c817973c-a09b-489f-bfc2-c230064a6f07 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:07.488960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.578427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.10 (ace111f7-3a67-4800-aa3e-9d7781364954/a44fc1f2-4a10-4f33-b9be-a3f6000c7f90/d42248b8-2304-4d94-99a1-5245cc3c4391) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:38:07.582983 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port c817973c-a09b-489f-bfc2-c230064a6f07 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:07.584377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:38:07.636875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:07.637655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.731648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:07.738729 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.775454 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.821626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network ace111f7-3a67-4800-aa3e-9d7781364954 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:07.825537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:07.829452 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:38:07.836124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:07.895966 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:07.896634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:07.921389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-32b0d83f-29e5-4020-bc74-3295c1d14f23 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6551936
Mar 05 21:38:07.932886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Request body: {'port': {'device_id': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:08.004874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.102016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-da13bce1-d902-4960-bc33-dd6da539019c None None] Provisioning complete for port d42248b8-2304-4d94-99a1-5245cc3c4391 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:08.102320 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da13bce1-d902-4960-bc33-dd6da539019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.141908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-da13bce1-d902-4960-bc33-dd6da539019c None None] Port d42248b8-2304-4d94-99a1-5245cc3c4391 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:38:08.297192 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42248b8-2304-4d94-99a1-5245cc3c4391 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:38:08.305044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks [] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.308388 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fdcd-22f0-41aa-a6c9-f78095c8c332 req-0ec55c5c-9f9f-4c87-86ff-bc8138486efd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:08.312111 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2733fdcd-22f0-41aa-a6c9-f78095c8c332 req-0ec55c5c-9f9f-4c87-86ff-bc8138486efd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 932 time: 0.0641689
Mar 05 21:38:08.324210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Transition to ACTIVE for port object d42248b8-2304-4d94-99a1-5245cc3c4391 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:38:08.331424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.376265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2733fdcd-22f0-41aa-a6c9-f78095c8c332 req-fe69156b-d71a-48b7-a511-74d66d54de56 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575914
Mar 05 21:38:08.390520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:08.474135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Attempting to bind port d42248b8-2304-4d94-99a1-5245cc3c4391 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:38:08.474400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Attempting to bind port d42248b8-2304-4d94-99a1-5245cc3c4391 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:38:08.474869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Attempting to bind port d42248b8-2304-4d94-99a1-5245cc3c4391 on network ace111f7-3a67-4800-aa3e-9d7781364954 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:38:08.479936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Port d42248b8-2304-4d94-99a1-5245cc3c4391 on network ace111f7-3a67-4800-aa3e-9d7781364954 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:38:08.480542 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Attempting to bind port d42248b8-2304-4d94-99a1-5245cc3c4391 on network ace111f7-3a67-4800-aa3e-9d7781364954 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:38:08.487071 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:38:08.487412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Checking segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:38:08.487900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Bound using segment: {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:38:08.488348 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Bound port: d42248b8-2304-4d94-99a1-5245cc3c4391, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80935d6d-793b-4ab4-aac2-2e62262d673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:38:08.488723 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.557990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:38:08.561958 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d42248b8-2304-4d94-99a1-5245cc3c4391,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:38:08.568647 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.602212 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:08.602705 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:08.604124 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 1092 time: 0.6762068
Mar 05 21:38:08.606702 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:38:08.609119 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1488f72-32cb-4961-a865-22e3a8db0db2" -d '{"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:38:08.652712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cdce-fd52-4bb1-a943-3b69f15e1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:08.674639 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba7dd25-5c8a-4f3a-911e-e64b103c066d x-openstack-request-id: req-dba7dd25-5c8a-4f3a-911e-e64b103c066d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:38:08.674968 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:38:08.675191 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dba7dd25-5c8a-4f3a-911e-e64b103c066d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:38:08.675595 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'status': 'completed', 'code': 200}
Mar 05 21:38:08.696219 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-414376ce-e7d2-40bf-a29f-43941c214d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:08.697877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-414376ce-e7d2-40bf-a29f-43941c214d49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1126 time: 0.0541997
Mar 05 21:38:08.744742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-4594891d-0d8a-45e2-9bcc-6f81bd1e7885 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 217 time: 0.0406890
Mar 05 21:38:08.795531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-b18e9358-381d-4c88-8d94-b86008340acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:08.797110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-b18e9358-381d-4c88-8d94-b86008340acd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0465460
Mar 05 21:38:08.844882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-e2810968-e165-441c-944d-06333c33a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:08.846366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-e2810968-e165-441c-944d-06333c33a052 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438213
Mar 05 21:38:08.939490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-78a49ff8-c74c-440f-b676-204e1e64b324 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870664
Mar 05 21:38:09.027737 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d2930afa-4c6a-4e61-a656-e0b3d5114d77 req-a0ae4a7f-e03b-4367-988d-75450eae9167 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828547
Mar 05 21:38:09.124047 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-54a2cd77-ca50-4f11-9bbb-5d9e1185d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:09.125542 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-54a2cd77-ca50-4f11-9bbb-5d9e1185d991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1126 time: 0.0505052
Mar 05 21:38:09.211608 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-56059522-472a-4d25-9c22-5d306ff82b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:09.213084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-56059522-472a-4d25-9c22-5d306ff82b90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 898 time: 0.0820258
Mar 05 21:38:09.256847 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-47493430-db0b-4cce-91a9-9bf4aa8728b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 217 time: 0.0383286
Mar 05 21:38:09.306078 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-26b92d9c-f6fb-4747-bb17-51c1fc9ca42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:09.307576 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-26b92d9c-f6fb-4747-bb17-51c1fc9ca42b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0444489
Mar 05 21:38:09.357064 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-82a4d1a3-767a-490f-bdce-f4b282c4e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:09.358643 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-82a4d1a3-767a-490f-bdce-f4b282c4e65b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452535
Mar 05 21:38:09.454968 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-c19ae74f-1d81-4ad4-9170-4ff2918bcbdd service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902402
Mar 05 21:38:09.495047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65e330-52d6-492d-ad27-612973e4c97e req-f6119ef4-a205-4fc6-b47f-e47fa35e04d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:09.496619 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d65e330-52d6-492d-ad27-612973e4c97e req-f6119ef4-a205-4fc6-b47f-e47fa35e04d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 944 time: 0.0539174
Mar 05 21:38:09.545453 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f1488f72-32cb-4961-a865-22e3a8db0db2 req-659c0464-4604-40d1-ba56-3215c92de5ff service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846334
Mar 05 21:38:09.548063 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5d65e330-52d6-492d-ad27-612973e4c97e req-a64cfbd9-fa7a-45f8-86bf-2e47e60d0045 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453436
Mar 05 21:38:10.669052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff660f-2efc-499b-a650-4e5486580ae7 req-33ae9e88-c1fe-4262-80c6-f38ef4f8c705 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:10.670534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8eff660f-2efc-499b-a650-4e5486580ae7 req-33ae9e88-c1fe-4262-80c6-f38ef4f8c705 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 944 time: 0.0530882
Mar 05 21:38:10.718777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8eff660f-2efc-499b-a650-4e5486580ae7 req-6326a7a5-f798-480a-8da5-fbc4ee818623 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427551
Mar 05 21:38:11.531430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d42248b8-2304-4d94-99a1-5245cc3c4391 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:38:11.628278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d42248b8-2304-4d94-99a1-5245cc3c4391,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:11.640028 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'port_id': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'mac_address': 'fa:16:3e:3e:fd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:38:11.676260 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d42248b8-2304-4d94-99a1-5245cc3c4391 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:11.676692 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:11.689614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42248b8-2304-4d94-99a1-5245cc3c4391 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:38:11.709208 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d42248b8-2304-4d94-99a1-5245cc3c4391,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:11.713066 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:11.760839 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:11.847466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d205-16ee-44af-b7ff-b53680fd240e req-3a45a2b4-e994-4176-8a95-5e67ce29823c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:11.848992 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1147d205-16ee-44af-b7ff-b53680fd240e req-3a45a2b4-e994-4176-8a95-5e67ce29823c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 945 time: 0.0578809
Mar 05 21:38:11.898852 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1147d205-16ee-44af-b7ff-b53680fd240e req-0dbbb1e1-d1c8-4a89-8266-76bfb5cd79c0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433617
Mar 05 21:38:11.923486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['d42248b8-2304-4d94-99a1-5245cc3c4391'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:38:13.023618 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3a64-dd7d-4578-b605-dc7235cc9fbc req-63078255-28a3-411a-bd4d-a389bf6e9be5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:13.025127 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3e0c3a64-dd7d-4578-b605-dc7235cc9fbc req-63078255-28a3-411a-bd4d-a389bf6e9be5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 945 time: 0.0568380
Mar 05 21:38:13.074298 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3e0c3a64-dd7d-4578-b605-dc7235cc9fbc req-07849482-a385-4b71-b507-ad7fda77e5c9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429833
Mar 05 21:38:13.545700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d42248b8-2304-4d94-99a1-5245cc3c4391 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:38:13.597811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port d42248b8-2304-4d94-99a1-5245cc3c4391 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:38:13.601387 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port d42248b8-2304-4d94-99a1-5245cc3c4391 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:38:13.601766 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:13.677844 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port d42248b8-2304-4d94-99a1-5245cc3c4391 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:38:13.678151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:13.700427 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:38:13.702663 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edd3c55-087a-404c-97d9-21df5b1d4c02" -d '{"events": [{"server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:38:13.714820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d42248b8-2304-4d94-99a1-5245cc3c4391,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:38:13.719803 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:13.745596 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a587af2-7bab-4057-9dfa-a6ffd8e7280e x-openstack-request-id: req-3a587af2-7bab-4057-9dfa-a6ffd8e7280e {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:38:13.745892 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:38:13.746162 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a587af2-7bab-4057-9dfa-a6ffd8e7280e {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:38:13.746761 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'code': 200}
Mar 05 21:38:13.772862 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:13.838940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab26393-4f0b-4136-9ef8-d6b590eaedce req-75c43aa9-070f-4f6d-9fe9-50a09d438d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:13.841622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bab26393-4f0b-4136-9ef8-d6b590eaedce req-75c43aa9-070f-4f6d-9fe9-50a09d438d83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1128 time: 0.0441434
Mar 05 21:38:13.886185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bab26393-4f0b-4136-9ef8-d6b590eaedce req-28cd8a40-f6a5-4edf-b95b-d48882aef66f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397346
Mar 05 21:38:14.196103 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706300-7562-4ea7-9ca0-14bf7dc05975 req-ae9c3235-c438-4301-a4d8-43076dba70d2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:14.197595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0706300-7562-4ea7-9ca0-14bf7dc05975 req-ae9c3235-c438-4301-a4d8-43076dba70d2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0559516
Mar 05 21:38:14.245489 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f0706300-7562-4ea7-9ca0-14bf7dc05975 req-a061313e-2d6d-44a2-8fcc-bb3e96f34f25 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415795
Mar 05 21:38:15.365628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e5540-c05c-4531-aabd-749535e74d35 req-8425a0dd-e26a-4c9a-85c8-8e39e0bf5d1d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:15.367090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-197e5540-c05c-4531-aabd-749535e74d35 req-8425a0dd-e26a-4c9a-85c8-8e39e0bf5d1d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0526094
Mar 05 21:38:15.415624 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-197e5540-c05c-4531-aabd-749535e74d35 req-49912d8c-d21b-45a5-a612-a84239e5fcc7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421224
Mar 05 21:38:15.538032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97c53a-acc5-4fa7-872f-d4c10d45aec7 req-de7bb7e9-c846-4112-abc0-0b546e3d8d13 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:15.539410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f97c53a-acc5-4fa7-872f-d4c10d45aec7 req-de7bb7e9-c846-4112-abc0-0b546e3d8d13 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0546708
Mar 05 21:38:15.588419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9f97c53a-acc5-4fa7-872f-d4c10d45aec7 req-6c0ff42e-7f64-41be-b723-482d2a3db228 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429943
Mar 05 21:38:15.610286 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37410) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:15.654441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8ad02-d2be-4c67-9b31-70bfebca7a89 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:15.655988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-50c8ad02-d2be-4c67-9b31-70bfebca7a89 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1123 time: 0.0447335
Mar 05 21:38:15.658721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37412) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:15.662900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:38:15.681529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:15.780668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:15.886158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.106 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/754d8a28-8a24-47cf-9f0e-e98520457874) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:38:15.987328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (754d8a28-8a24-47cf-9f0e-e98520457874), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.024432 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.064405 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:38:16.067201 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:38:16.069693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:38:16.098178 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=754d8a28-8a24-47cf-9f0e-e98520457874,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:16.423606 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (5d825dda-c0df-40e6-a036-68d84211ed1c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.494946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.641861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (754d8a28-8a24-47cf-9f0e-e98520457874), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.646264 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.716887 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=754d8a28-8a24-47cf-9f0e-e98520457874,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:38:16.731206 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (5d825dda-c0df-40e6-a036-68d84211ed1c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:16.832641 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 5d825dda-c0df-40e6-a036-68d84211ed1c associated. External IP: 172.35.0.106, port: d42248b8-2304-4d94-99a1-5245cc3c4391.
Mar 05 21:38:17.043961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:38:17.152882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:38:17.162658 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Sync routers for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:38:17.170634 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:17.173243 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:17.173870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf4e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:17.201369 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a4b690eb-d014-40d9-8893-5bd350e72d7c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5416405
Mar 05 21:38:17.202137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:38:17.204406 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced02ba-ddf3-428a-a361-4896eea5b9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:38:17.243378 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d923d97-f072-45a9-b483-552ef5fcd003 x-openstack-request-id: req-5d923d97-f072-45a9-b483-552ef5fcd003 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:38:17.243704 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:38:17.243996 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d923d97-f072-45a9-b483-552ef5fcd003 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:38:17.244438 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'status': 'completed', 'code': 200}
Mar 05 21:38:17.317179 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a3e9a-37ee-45ab-8355-d8eb441b0049 req-25137e71-e6f8-4807-bbb9-68644dda7417 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:17.318649 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff1a3e9a-37ee-45ab-8355-d8eb441b0049 req-25137e71-e6f8-4807-bbb9-68644dda7417 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0630441
Mar 05 21:38:17.320122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-b4c31d2f-9e63-4f28-b099-fab6e49003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:17.321726 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-b4c31d2f-9e63-4f28-b099-fab6e49003a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1128 time: 0.0498908
Mar 05 21:38:17.374448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff1a3e9a-37ee-45ab-8355-d8eb441b0049 req-c464eeb2-33c1-4355-b4ec-85cf2c043f02 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497527
Mar 05 21:38:17.389574 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:17.398957 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37418) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:17.465474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-63649c9d-c62f-4acc-896a-c448766d072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:17.467051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-63649c9d-c62f-4acc-896a-c448766d072a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 898 time: 0.1397626
Mar 05 21:38:17.486186 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8204d2b6-0702-4216-ad63-53050217905f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/5d825dda-c0df-40e6-a036-68d84211ed1c HTTP/1.1" status: 200  len: 992 time: 0.0847986
Mar 05 21:38:17.537951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-05938d59-f898-420d-8195-b8259f11d8f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 1000 time: 0.0642934
Mar 05 21:38:17.593169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-61828f6e-368c-4f01-b71e-1b8b997c08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:17.594761 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-61828f6e-368c-4f01-b71e-1b8b997c08bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0503962
Mar 05 21:38:17.612835 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf4e310>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d825dda-c0df-40e6-a036-68d84211ed1c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.106', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'port_id': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'mac_address': 'fa:16:3e:3e:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:38:16Z', 'updated_at': '2022-03-05T21:38:16Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:17.642061 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Checking router: 7f1aa457-f6d4-47f4-9c10-8d145af096a9 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:38:17.644383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-66029d13-c419-434c-92f3-e4dc575d952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:17.645963 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-66029d13-c419-434c-92f3-e4dc575d952f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457015
Mar 05 21:38:17.650672 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:38:17.651269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf4e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:37:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:17.734297 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-b7225398-ed11-44ea-a073-51514f41fb76 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819497
Mar 05 21:38:17.757854 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:38:17.825346 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3ced02ba-ddf3-428a-a361-4896eea5b9dd req-f5460d78-239f-4b8b-aa8d-f3f8ff70c286 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855858
Mar 05 21:38:17.979494 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf4e310>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d825dda-c0df-40e6-a036-68d84211ed1c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.106', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'port_id': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'mac_address': 'fa:16:3e:3e:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:38:16Z', 'updated_at': '2022-03-05T21:38:16Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:38:18.005799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30d12e-b3f5-4a71-972f-c4fa8c597754 None None] The sync data for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 is: [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d825dda-c0df-40e6-a036-68d84211ed1c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.106', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'port_id': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'mac_address': 'fa:16:3e:3e:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:38:16Z', 'updated_at': '2022-03-05T21:38:16Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:38:18.203859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf93177-c4ef-4391-9bf5-6adac3cf4305 None None] New status for floating IP 5d825dda-c0df-40e6-a036-68d84211ed1c: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:38:18.488962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37420) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:38:18.549367 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e29fd034-65a2-4868-94ad-a586a496a7d2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/5d825dda-c0df-40e6-a036-68d84211ed1c HTTP/1.1" status: 200  len: 994 time: 0.0592470
Mar 05 21:38:24.565205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a15dce15-e104-4a14-9cee-1cc94e811ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:26.903215 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b54762c8-03bc-4417-8d46-d667d5b5f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:28.119207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:29.685089 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:30.771043 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:38:31.111023 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:36.448803 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:36.729521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:49.929979 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307284-570e-4050-9fb4-1b19c1394b1d req-5c901a86-9f20-40a9-8540-03e0c3555e0d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:49.931472 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79307284-570e-4050-9fb4-1b19c1394b1d req-5c901a86-9f20-40a9-8540-03e0c3555e0d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0900657
Mar 05 21:38:49.934032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-32997b4f-dcf4-4d45-bb5f-eaa6cec00559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:49.935377 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-32997b4f-dcf4-4d45-bb5f-eaa6cec00559 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1128 time: 0.0925241
Mar 05 21:38:50.032521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-79307284-570e-4050-9fb4-1b19c1394b1d req-ab7ff1c6-5831-46c4-8c84-6bd83b0699a4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946436
Mar 05 21:38:50.058785 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-3d09e813-b658-4fbe-b219-9fb05d755fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:50.060262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-3d09e813-b658-4fbe-b219-9fb05d755fc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 898 time: 0.1168311
Mar 05 21:38:50.124712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-0271befc-82ad-4699-b100-def6e54a7ef8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 1002 time: 0.0580535
Mar 05 21:38:50.172156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-7db0a7a6-cbde-4709-b241-2c602372018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:50.173507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-7db0a7a6-cbde-4709-b241-2c602372018d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0426393
Mar 05 21:38:50.225359 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-8db86258-5481-4b24-9ee2-afb215e06b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:50.226826 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-8db86258-5481-4b24-9ee2-afb215e06b1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470695
Mar 05 21:38:50.312953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-4d70700c-3336-4ef6-8a7d-8313cf07958d service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790889
Mar 05 21:38:50.406162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4b598992-8641-4c24-bd52-1a84d0791f09 req-66bc4fed-24b8-4ce1-8edc-354d8cb1d3cc service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868890
Mar 05 21:38:51.161088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bd5db-af9d-4b14-bf71-7318959976f6 req-9b448250-55f4-4014-8fdd-b3e67f4c2a50 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:51.162503 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f8bd5db-af9d-4b14-bf71-7318959976f6 req-9b448250-55f4-4014-8fdd-b3e67f4c2a50 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0588739
Mar 05 21:38:51.211871 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f8bd5db-af9d-4b14-bf71-7318959976f6 req-ddf4fe45-e0f6-4bf0-b146-3721533b5fd7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437319
Mar 05 21:38:52.031108 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-e7949adf-9cbf-4e22-9c68-964bb16b170c req-185eea30-5538-42c2-b3e2-9ee468a6fe21 service neutron] (126562) timed out ('10.222.0.15', 53868) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:38:52.412974 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63faa31-8b43-47eb-85c2-e26eb5ed9098 req-4eee1dbc-e51b-42ef-b6f2-fa1d9b85469b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:52.414457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c63faa31-8b43-47eb-85c2-e26eb5ed9098 req-4eee1dbc-e51b-42ef-b6f2-fa1d9b85469b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.1324587
Mar 05 21:38:52.465079 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c63faa31-8b43-47eb-85c2-e26eb5ed9098 req-ce1de8e9-af3b-4ae4-bd30-bd80f0277829 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450358
Mar 05 21:38:53.678045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938a9bf-9324-499c-b89d-58868ac9e0b5 req-1038ca05-72a6-483e-b2d4-625a41f00e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:53.679514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0938a9bf-9324-499c-b89d-58868ac9e0b5 req-1038ca05-72a6-483e-b2d4-625a41f00e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.1410797
Mar 05 21:38:53.727391 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0938a9bf-9324-499c-b89d-58868ac9e0b5 req-9e71d9e3-4b43-4a96-96a6-604d133cb37a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422440
Mar 05 21:38:54.567928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-95442715-518f-418f-8682-fc815b01255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:54.846179 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b37973-e286-4af9-8631-0107e7b93bc2 req-0cc948fc-013a-4484-ae07-e2add4579ffa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:54.847648 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47b37973-e286-4af9-8631-0107e7b93bc2 req-0cc948fc-013a-4484-ae07-e2add4579ffa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0531876
Mar 05 21:38:54.899924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-47b37973-e286-4af9-8631-0107e7b93bc2 req-26d2db31-0e64-4832-ab5f-1af9da0f07e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466714
Mar 05 21:38:56.030102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29260-af9e-4936-832a-763736fe689c req-04128973-ee95-4529-b971-6b1b89f67ae9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:56.031732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02e29260-af9e-4936-832a-763736fe689c req-04128973-ee95-4529-b971-6b1b89f67ae9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0580599
Mar 05 21:38:56.079571 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02e29260-af9e-4936-832a-763736fe689c req-4b6431f9-ba30-44cf-8ae4-5e66f92fc126 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422859
Mar 05 21:38:56.906557 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-60d37d77-12eb-4e54-b57d-5b7d1a39b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:57.539474 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3227-4a25-479d-b1ea-a1b8620fc04c req-01b91570-a316-4d09-bafc-e364422c96ce tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:57.540908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-182e3227-4a25-479d-b1ea-a1b8620fc04c req-01b91570-a316-4d09-bafc-e364422c96ce tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.3862429
Mar 05 21:38:57.589607 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-182e3227-4a25-479d-b1ea-a1b8620fc04c req-0642fdcc-78db-4f69-9f30-0d1acdfb7304 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429378
Mar 05 21:38:58.281950 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:58.710169 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623077e-44f3-4101-9116-65cf05b9e3dd req-92deabd7-7e3d-4488-b08a-28fd605a5ac4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:58.711626 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b623077e-44f3-4101-9116-65cf05b9e3dd req-92deabd7-7e3d-4488-b08a-28fd605a5ac4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0521734
Mar 05 21:38:58.759602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b623077e-44f3-4101-9116-65cf05b9e3dd req-2e630feb-74e8-4d44-9c61-df4f54944636 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423708
Mar 05 21:38:59.686341 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:38:59.881356 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96365c1d-07f1-4cb5-897c-76bd3b5bb996 req-3b51cf7f-2a8f-4bd6-a546-f8cdaaa1cc79 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:38:59.882828 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96365c1d-07f1-4cb5-897c-76bd3b5bb996 req-3b51cf7f-2a8f-4bd6-a546-f8cdaaa1cc79 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0549054
Mar 05 21:38:59.931935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96365c1d-07f1-4cb5-897c-76bd3b5bb996 req-f27aecd3-9405-40de-802f-886d04ad6c1f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433843
Mar 05 21:39:01.050088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f179-b8b6-4d4f-970d-4077c12b52b4 req-e4a5c8cf-118b-4948-aa73-1ffc64700384 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:01.051578 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4580f179-b8b6-4d4f-970d-4077c12b52b4 req-e4a5c8cf-118b-4948-aa73-1ffc64700384 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0515056
Mar 05 21:39:01.105574 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4580f179-b8b6-4d4f-970d-4077c12b52b4 req-40ac7d74-c5da-4c77-be17-e59da5868fec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482941
Mar 05 21:39:01.114119 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:01.785435 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-6b28a9be-fa41-4dda-b6bf-fcac36443e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:01.786923 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-6b28a9be-fa41-4dda-b6bf-fcac36443e36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1128 time: 0.0475123
Mar 05 21:39:01.885648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-bd587480-d816-4efe-939f-71a7a7c4c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:01.887107 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-bd587480-d816-4efe-939f-71a7a7c4c687 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 898 time: 0.0817256
Mar 05 21:39:01.954597 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-6f313eec-26dd-4157-ac1f-c053451498fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 1002 time: 0.0608981
Mar 05 21:39:02.004205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-1cdabaef-117d-4c31-aeff-399fd9ba506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:02.005675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-1cdabaef-117d-4c31-aeff-399fd9ba506c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0455105
Mar 05 21:39:02.055148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-cf96fd7e-7a7b-4975-a62f-4316c29c045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:02.056596 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-cf96fd7e-7a7b-4975-a62f-4316c29c045c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440614
Mar 05 21:39:02.149575 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-3dc362a0-df46-453a-992f-d42717d136cc service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863955
Mar 05 21:39:02.279545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdbd89-47af-47db-bd87-def9d2480a82 req-fe4c1887-ec23-4178-aca6-0b8e90181762 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:02.281057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59cdbd89-47af-47db-bd87-def9d2480a82 req-fe4c1887-ec23-4178-aca6-0b8e90181762 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.1070399
Mar 05 21:39:02.283233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d74a020c-e72d-434f-bdcd-de3ebb0c39b3 req-388d2c92-b52c-4ad9-ba7a-9154d13d3a51 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273034
Mar 05 21:39:02.329918 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-59cdbd89-47af-47db-bd87-def9d2480a82 req-f72fad5d-f0c3-4ed7-a90d-77e1fb48ba5c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433023
Mar 05 21:39:03.450989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cbfa6-16e5-4b29-b4cd-597d0f5f5e00 req-3844fad4-f302-4562-8a8c-64ff89285226 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:03.453158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e5cbfa6-16e5-4b29-b4cd-597d0f5f5e00 req-3844fad4-f302-4562-8a8c-64ff89285226 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0537410
Mar 05 21:39:03.501486 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e5cbfa6-16e5-4b29-b4cd-597d0f5f5e00 req-d5daab50-c6b6-492d-86dd-a6bc2a1174ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426600
Mar 05 21:39:04.620672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c8875-b5a3-4055-b367-6cdc024d6b6c req-e8af96e1-4b1b-454b-b4dd-0f9f7b3da58a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:04.622164 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb8c8875-b5a3-4055-b367-6cdc024d6b6c req-e8af96e1-4b1b-454b-b4dd-0f9f7b3da58a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0524945
Mar 05 21:39:04.671880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cb8c8875-b5a3-4055-b367-6cdc024d6b6c req-9ae3aea8-c576-4e3b-9def-227d35ed2faa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430562
Mar 05 21:39:05.791118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f837b5-c00a-437d-b198-d400230ecc0e req-4998d16c-6352-419e-a1fc-02e9d09fedf0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:05.792622 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35f837b5-c00a-437d-b198-d400230ecc0e req-4998d16c-6352-419e-a1fc-02e9d09fedf0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0532968
Mar 05 21:39:05.841371 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-35f837b5-c00a-437d-b198-d400230ecc0e req-227d5449-e02c-4e5f-96a2-321abff30a33 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424309
Mar 05 21:39:06.448448 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:06.730624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:06.961851 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01e335-d19b-4a4d-9b4d-b6989efbb5c2 req-40a4aaea-78ab-41cc-949b-feacfbb6b5f4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:06.963321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c01e335-d19b-4a4d-9b4d-b6989efbb5c2 req-40a4aaea-78ab-41cc-949b-feacfbb6b5f4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0517457
Mar 05 21:39:07.017623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-4c01e335-d19b-4a4d-9b4d-b6989efbb5c2 req-db56e24d-db56-4c2a-9c00-be4adc80df60 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479853
Mar 05 21:39:07.039189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37512) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:07.099179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c8fbd939-02ea-4121-999d-ea1d7de0752f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/5d825dda-c0df-40e6-a036-68d84211ed1c HTTP/1.1" status: 200  len: 994 time: 0.0588291
Mar 05 21:39:07.771359 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:39:24.569040 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cda9736-fb31-484c-af3e-1453c60106fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:26.901573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0debd87-fb63-4206-b692-ebc74a57dfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:28.121522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:29.690311 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:31.115502 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:36.447265 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:36.746460 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:37.514556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37534) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:37.672114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 754d8a28-8a24-47cf-9f0e-e98520457874 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:39:37.672477 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:37.749218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:37.749560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (754d8a28-8a24-47cf-9f0e-e98520457874), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:37.761534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 754d8a28-8a24-47cf-9f0e-e98520457874 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:39:37.913240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (754d8a28-8a24-47cf-9f0e-e98520457874), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:37.938499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=754d8a28-8a24-47cf-9f0e-e98520457874,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:37.963993 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.964360 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.964724 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.965447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.965797 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.966144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.966491 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.966831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.967170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.967533 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.967897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.968236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:37.968570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:38.010642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (5d825dda-c0df-40e6-a036-68d84211ed1c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:38.010986 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 5d825dda-c0df-40e6-a036-68d84211ed1c disassociated (deleted). External IP: 172.35.0.106, port: d42248b8-2304-4d94-99a1-5245cc3c4391.
Mar 05 21:39:38.226207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:39:38.334968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:39:38.339661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:38.344185 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Sync routers for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:39:38.355037 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:38.355933 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:38.369712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c3f725ab-f5ff-4b38-8956-0ff92bb2b6d5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d825dda-c0df-40e6-a036-68d84211ed1c HTTP/1.1" status: 204  len: 168 time: 0.8541310
Mar 05 21:39:38.370423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:39:38.373059 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b5bb43-faa9-4656-9599-45717fc3c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:39:38.413397 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99577b43-6623-47c5-b920-058aa968ea37 x-openstack-request-id: req-99577b43-6623-47c5-b920-058aa968ea37 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:39:38.413801 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:39:38.414147 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99577b43-6623-47c5-b920-058aa968ea37 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:39:38.414560 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'status': 'completed', 'code': 200}
Mar 05 21:39:38.468908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:38.480366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-3bc7ea29-7910-45e4-a5c1-fabde622ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:38.481809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-3bc7ea29-7910-45e4-a5c1-fabde622ac73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 1128 time: 0.0479119
Mar 05 21:39:38.584409 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-01a46d5f-6163-465a-a846-de074d4364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:38.586016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-01a46d5f-6163-465a-a846-de074d4364d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 200  len: 898 time: 0.0968089
Mar 05 21:39:38.616572 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed4d2-b18f-4fe7-a7ae-2ed16201cd68 req-14bbd365-5010-44be-8821-b87a300e40f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:38.618238 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e0ed4d2-b18f-4fe7-a7ae-2ed16201cd68 req-14bbd365-5010-44be-8821-b87a300e40f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0612261
Mar 05 21:39:38.632526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-20f9ff6b-393c-4674-b0bd-36e99267a816 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 200  len: 217 time: 0.0387368
Mar 05 21:39:38.672911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3e0ed4d2-b18f-4fe7-a7ae-2ed16201cd68 req-f5c860ab-07c6-4ae4-be45-bcab315c9e27 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438333
Mar 05 21:39:38.691663 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-b660a1a4-7c8e-48b4-a468-f1db3a8cafef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:38.691663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-b660a1a4-7c8e-48b4-a468-f1db3a8cafef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 200  len: 834 time: 0.0508890
Mar 05 21:39:38.696497 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2d580>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:38.726512 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Checking router: 7f1aa457-f6d4-47f4-9c10-8d145af096a9 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:39:38.734779 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:38.735325 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:38.741629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-7c09e195-5836-4569-be0b-6edb66c1d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:38.743144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-7c09e195-5836-4569-be0b-6edb66c1d1cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ace111f7-3a67-4800-aa3e-9d7781364954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468452
Mar 05 21:39:38.754522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-ed0573bb-cd85-4d08-b1f8-7597dae0632d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:39:38.755464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-ed0573bb-cd85-4d08-b1f8-7597dae0632d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050967
Mar 05 21:39:38.842836 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:38.848040 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-a64db781-dd58-43e4-ac4a-a28196ffc79b service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840449
Mar 05 21:39:38.943136 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-40b5bb43-faa9-4656-9599-45717fc3c90a req-c57d7d00-2e40-4b0c-a57b-6ce11cad5576 service neutron] 10.222.0.23 "GET /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891309
Mar 05 21:39:39.131079 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be2d580>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:39.156928 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7b977-79b2-4d32-a18d-763975f52be7 None None] The sync data for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 is: [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:03Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c817973c-a09b-489f-bfc2-c230064a6f07', 'name': '', 'network_id': 'ace111f7-3a67-4800-aa3e-9d7781364954', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:c0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:03Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'a44fc1f2-4a10-4f33-b9be-a3f6000c7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:39:39.377436 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9fb509-e90f-4d46-ac3b-6c54e6bf509c None None] New status for floating IP 5d825dda-c0df-40e6-a036-68d84211ed1c: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:39:39.810427 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11129301-e54a-4ce8-9e49-0b6d92f69346 req-bf101625-61c2-4816-9cb2-f7c81485e9ef tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:39.811957 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11129301-e54a-4ce8-9e49-0b6d92f69346 req-bf101625-61c2-4816-9cb2-f7c81485e9ef tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0582771
Mar 05 21:39:39.867351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11129301-e54a-4ce8-9e49-0b6d92f69346 req-2b110cdf-8118-4313-b535-40d30e2ad27e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad9c19e0-f171-4a72-8915-348eb1600aa6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477223
Mar 05 21:39:40.080510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2f8b-aada-432f-a751-24524fba16a2 req-a0f0c889-fb1a-4bcb-b701-543e23d40458 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:40.082774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-deba2f8b-aada-432f-a751-24524fba16a2 req-a0f0c889-fb1a-4bcb-b701-543e23d40458 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 946 time: 0.0527000
Mar 05 21:39:40.176281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port d42248b8-2304-4d94-99a1-5245cc3c4391 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:39:40.176620 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:40.265693 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port d42248b8-2304-4d94-99a1-5245cc3c4391, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d42248b8-2304-4d94-99a1-5245cc3c4391,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:40.266051 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:40.282703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for d42248b8-2304-4d94-99a1-5245cc3c4391 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:39:40.405397 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d42248b8-2304-4d94-99a1-5245cc3c4391), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:40.434020 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=d42248b8-2304-4d94-99a1-5245cc3c4391,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:40.480377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] No DVR routers for this DVR port d42248b8-2304-4d94-99a1-5245cc3c4391 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:39:40.483180 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:40.486511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-deba2f8b-aada-432f-a751-24524fba16a2 req-2bc3d87e-be4e-4ab1-8b87-254054aaf056 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "DELETE /v2.0/ports/d42248b8-2304-4d94-99a1-5245cc3c4391 HTTP/1.1" status: 204  len: 173 time: 0.3994555
Mar 05 21:39:40.486971 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'name': 'network-vif-deleted', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:39:40.489986 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb129d4-4846-4cd9-8f8b-c9ff8796e627" -d '{"events": [{"server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "name": "network-vif-deleted", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:39:40.526728 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16ce33-51a6-423a-a874-f52c8f1011ea x-openstack-request-id: req-fb16ce33-51a6-423a-a874-f52c8f1011ea {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:39:40.527274 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64959c1-0a8e-4efa-a248-f9bd6c79ae52", "name": "network-vif-deleted", "tag": "d42248b8-2304-4d94-99a1-5245cc3c4391", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:39:40.527751 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb16ce33-51a6-423a-a874-f52c8f1011ea {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:39:40.528444 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64959c1-0a8e-4efa-a248-f9bd6c79ae52', 'name': 'network-vif-deleted', 'tag': 'd42248b8-2304-4d94-99a1-5245cc3c4391', 'status': 'completed', 'code': 200}
Mar 05 21:39:40.993743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e6d8f334-a6f2-453a-8d70-56fda062c1d8 req-b2bc4a0c-90c4-48f4-83bc-1df8de4b4ab9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64959c1-0a8e-4efa-a248-f9bd6c79ae52 HTTP/1.1" status: 200  len: 210 time: 0.0326223
Mar 05 21:39:42.055905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37552) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:42.418004 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:42.689747 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port c817973c-a09b-489f-bfc2-c230064a6f07 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:39:42.690010 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:42.778006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port c817973c-a09b-489f-bfc2-c230064a6f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c817973c-a09b-489f-bfc2-c230064a6f07,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:42.778370 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:42.791156 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for c817973c-a09b-489f-bfc2-c230064a6f07 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:39:42.976161 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (c817973c-a09b-489f-bfc2-c230064a6f07), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:43.007490 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=c817973c-a09b-489f-bfc2-c230064a6f07,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:43.183408 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:43.404610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:39:43.842625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:39:43.848965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-6ee69d98-655c-401a-9fd7-f44310196a00 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/7f1aa457-f6d4-47f4-9c10-8d145af096a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7917850
Mar 05 21:39:43.851098 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37554) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:43.854553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Sync routers for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:39:43.865201 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:43.865829 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:43.902722 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting subnet a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:39:43.905872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (a44fc1f2-4a10-4f33-b9be-a3f6000c7f90), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:43.947218 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (a44fc1f2-4a10-4f33-b9be-a3f6000c7f90), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:43.953033 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d42248b8-2304-4d94-99a1-5245cc3c4391 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:39:43.973534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: d42248b8-2304-4d94-99a1-5245cc3c4391 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:39:43.973799 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:43.974318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device d42248b8-2304-4d94-99a1-5245cc3c4391 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:39:44.036692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (a44fc1f2-4a10-4f33-b9be-a3f6000c7f90), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.095090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (a44fc1f2-4a10-4f33-b9be-a3f6000c7f90), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.123973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Subnet': ['ID=a44fc1f2-4a10-4f33-b9be-a3f6000c7f90,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:44.127526 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.131334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-82dfbef4-9c37-4c33-800b-4ce9c58b7e53 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/subnets/a44fc1f2-4a10-4f33-b9be-a3f6000c7f90 HTTP/1.1" status: 204  len: 168 time: 0.2791693
Mar 05 21:39:44.133944 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37556) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:44.137695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9714f-371c-4fbc-b2be-5371986543e4 None None] Network ace111f7-3a67-4800-aa3e-9d7781364954 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:39:44.163898 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76a30>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:39:42Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:44.191987 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Checking router: 7f1aa457-f6d4-47f4-9c10-8d145af096a9 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:39:44.203893 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Routers {'7f1aa457-f6d4-47f4-9c10-8d145af096a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:44.204520 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:44.245576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.305768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] DHCP port deletion for ace111f7-3a67-4800-aa3e-9d7781364954 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:39:44.318747 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] Set router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:44.358207 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (7f1aa457-f6d4-47f4-9c10-8d145af096a9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.360116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Deleting port 7cffb4c6-0322-4071-9a52-5f912e725c68 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:39:44.360589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.413968 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:39:44.414346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.429015 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] For port 7cffb4c6-0322-4071-9a52-5f912e725c68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cffb4c6-0322-4071-9a52-5f912e725c68,segment=NetworkSegment(80935d6d-793b-4ab4-aac2-2e62262d673c),segment_id=80935d6d-793b-4ab4-aac2-2e62262d673c)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:44.429974 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.442489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Calling delete_port for 7cffb4c6-0322-4071-9a52-5f912e725c68 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:39:44.493256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:44.493672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.506963 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76a30>, [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:39:42Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:44.511556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:39:44.526494 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (7cffb4c6-0322-4071-9a52-5f912e725c68), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.537469 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01e8da-9fff-402e-a3ec-8dcede2d3efc None None] The sync data for ids ['7f1aa457-f6d4-47f4-9c10-8d145af096a9'] in ncdv-master-1 is: [{'id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820482623', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242'}], 'enable_snat': True}, 'gw_port_id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:39:42Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '0903a7b7-9656-4168-8c38-f7b7cf6fdbf4', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1aa457-f6d4-47f4-9c10-8d145af096a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:38:00Z', 'updated_at': '2022-03-05T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:39:44.553828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Pushing event deleted for resources: {'Port': ['ID=7cffb4c6-0322-4071-9a52-5f912e725c68,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:44.558316 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] No DVR routers for this DVR port 7cffb4c6-0322-4071-9a52-5f912e725c68 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:39:44.565251 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.565607 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.565996 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.566334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.566671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.567011 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.567459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.567660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.573271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.573271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.573271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.573271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.573271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65340cb-20dd-4fc5-8c24-06414686b1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:44.702972 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (0903a7b7-9656-4168-8c38-f7b7cf6fdbf4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.729549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=0903a7b7-9656-4168-8c38-f7b7cf6fdbf4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:44.771515 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:39:44.791260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.886648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.887216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (7f1aa457-f6d4-47f4-9c10-8d145af096a9), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.938341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (7f1aa457-f6d4-47f4-9c10-8d145af096a9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.939112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1aa457-f6d4-47f4-9c10-8d145af096a9 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:39:44.947031 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:44.948907 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dd5d8f5e-1331-40e5-a23f-447c579a276b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/routers/7f1aa457-f6d4-47f4-9c10-8d145af096a9 HTTP/1.1" status: 204  len: 168 time: 0.8141935
Mar 05 21:39:44.951981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37558) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:45.034488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (ace111f7-3a67-4800-aa3e-9d7781364954), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.125825 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (ace111f7-3a67-4800-aa3e-9d7781364954), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.149531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b905cc280>,) {'filters': {'network_id': ['ace111f7-3a67-4800-aa3e-9d7781364954']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:45.159043 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b905cc280>, '80935d6d-793b-4ab4-aac2-2e62262d673c') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:45.159348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b905cc280>, '80935d6d-793b-4ab4-aac2-2e62262d673c') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:45.170780 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (80935d6d-793b-4ab4-aac2-2e62262d673c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.186072 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (80935d6d-793b-4ab4-aac2-2e62262d673c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.193115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:39:45.193630 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (80935d6d-793b-4ab4-aac2-2e62262d673c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:39:45.197231 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:39:45.260216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (ace111f7-3a67-4800-aa3e-9d7781364954), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.265468 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.269016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/networks/ace111f7-3a67-4800-aa3e-9d7781364954 HTTP/1.1" status: 204  len: 168 time: 0.3156438
Mar 05 21:39:45.272134 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37560) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:45.283560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Network': ['ID=ace111f7-3a67-4800-aa3e-9d7781364954,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:45.291756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.292112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.292460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.292797 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.293132 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.293462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.293794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.294123 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.294452 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.294777 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.295102 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.295428 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.295770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c75ec-b81c-46ad-913e-55c6b31db00a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:45.328522 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (ad9c19e0-f171-4a72-8915-348eb1600aa6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.353401 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (ad9c19e0-f171-4a72-8915-348eb1600aa6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.412090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (ad9c19e0-f171-4a72-8915-348eb1600aa6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.414759 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.415948 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad9c19e0-f171-4a72-8915-348eb1600aa6 HTTP/1.1" status: 204  len: 168 time: 0.1427786
Mar 05 21:39:45.424855 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62a38c-e8c2-461b-8674-86503c140e9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c19e0-f171-4a72-8915-348eb1600aa6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:45.594653 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7cffb4c6-0322-4071-9a52-5f912e725c68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:39:45.615800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 7cffb4c6-0322-4071-9a52-5f912e725c68 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:39:45.616158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 7cffb4c6-0322-4071-9a52-5f912e725c68 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:39:45.616587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c817973c-a09b-489f-bfc2-c230064a6f07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:39:45.638158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: c817973c-a09b-489f-bfc2-c230064a6f07 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:39:45.638595 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device c817973c-a09b-489f-bfc2-c230064a6f07 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:39:45.639087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:39:45.663136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:39:45.663502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 0903a7b7-9656-4168-8c38-f7b7cf6fdbf4 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:39:45.685476 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37584) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:45.689867 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340070349', 'description': 'tempest-secgroup-smoke-340070349 description', 'project_id': '48215fb3722343839e21fb0114f6e972'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:45.710305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.776608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (24b6fae1-e74c-4c5f-841d-fd374f07bec5), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.779458 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (24b6fae1-e74c-4c5f-841d-fd374f07bec5), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.807634 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.808881 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1225982
Mar 05 21:39:45.811969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37586) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:45.812834 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ee0e-2a1f-4e38-9900-c61b12d9a701 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b6fae1-e74c-4c5f-841d-fd374f07bec5,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:45.817213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:45.842395 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (233d96d4-79fc-438a-88bd-b9818b4b8de3), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.888579 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (233d96d4-79fc-438a-88bd-b9818b4b8de3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.892642 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (233d96d4-79fc-438a-88bd-b9818b4b8de3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.910666 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233d96d4-79fc-438a-88bd-b9818b4b8de3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:45.919057 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:45.920356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16c6e6f8-d725-498a-bd6d-0bd4d83ed577 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1072991
Mar 05 21:39:45.922953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37588) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:45.927859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:45.952140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a034118b-1059-422e-b63f-bae6ced386b3), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.011017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a034118b-1059-422e-b63f-bae6ced386b3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.014645 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a034118b-1059-422e-b63f-bae6ced386b3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.032911 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a034118b-1059-422e-b63f-bae6ced386b3,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.040562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.041777 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-55d0b39d-7c2c-4dc4-abaa-d378fbe9f2cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1179016
Mar 05 21:39:46.045392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37590) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.049581 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.073615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (358f0931-ffb2-4e16-bd15-0ddc66138cc1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.129933 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (358f0931-ffb2-4e16-bd15-0ddc66138cc1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.133124 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (358f0931-ffb2-4e16-bd15-0ddc66138cc1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.151264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f0931-ffb2-4e16-bd15-0ddc66138cc1,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.155559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.159622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-73e1ce90-9545-4810-94e1-91daad69c03a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1104538
Mar 05 21:39:46.159841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37592) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.164193 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.187515 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (457fe405-68ea-45f9-8aef-be0343ce4fd2), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.244525 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (457fe405-68ea-45f9-8aef-be0343ce4fd2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.248346 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (457fe405-68ea-45f9-8aef-be0343ce4fd2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.265232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457fe405-68ea-45f9-8aef-be0343ce4fd2,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.273897 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.275085 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-472f7b13-27fb-4f85-a280-ae150fde2d24 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1142755
Mar 05 21:39:46.277788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37594) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.281994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.300779 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:39:46.305612 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (8dacd149-7a7d-4a43-9ffe-fdcd508d71a5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.364547 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (8dacd149-7a7d-4a43-9ffe-fdcd508d71a5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.367896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (8dacd149-7a7d-4a43-9ffe-fdcd508d71a5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.384980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dacd149-7a7d-4a43-9ffe-fdcd508d71a5,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.394552 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.395840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-1711a60a-fc9b-4cdf-ab01-e6198f11910f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1171012
Mar 05 21:39:46.398592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37596) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.402976 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '24b6fae1-e74c-4c5f-841d-fd374f07bec5', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.422035 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:39:46.427372 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a20e2889-8c97-4805-bba1-6379a4e16e5b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.484486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (a20e2889-8c97-4805-bba1-6379a4e16e5b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.488435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a20e2889-8c97-4805-bba1-6379a4e16e5b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.506770 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20e2889-8c97-4805-bba1-6379a4e16e5b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.513929 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.515117 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-53d32f54-6197-49fb-bf1c-3f9f09476b04 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1156037
Mar 05 21:39:46.518926 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37598) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.523713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'network': {'name': 'tempest-network-smoke--2039793140', 'project_id': '48215fb3722343839e21fb0114f6e972', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.541516 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:39:46.545125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.569057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:39:46.578186 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6e4af5ef-7441-45b6-a609-4d667ce6b6ec), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.578531 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Added segment 6e4af5ef-7441-45b6-a609-4d667ce6b6ec of type vlan for network 79d0ea1a-c3d0-468e-b156-822d629b6d5c
Mar 05 21:39:46.617885 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (79d0ea1a-c3d0-468e-b156-822d629b6d5c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.642656 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (79d0ea1a-c3d0-468e-b156-822d629b6d5c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.647829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:46.648410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.706955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1868014
Mar 05 21:39:46.709522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37600) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:46.713945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'admin_state_up': True, 'project_id': '48215fb3722343839e21fb0114f6e972', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:46.731704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f9f6-3a85-4248-b0c3-3b1931aa5b78 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Network': ['ID=79d0ea1a-c3d0-468e-b156-822d629b6d5c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:46.742731 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:39:46.747492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.748605 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.803157 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (f9d0cb54-2401-478f-9d37-60a7b166e8f1), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:46.957387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (f9d0cb54-2401-478f-9d37-60a7b166e8f1), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.155341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.173841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.274481 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.110 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/65c8f859-301d-411b-81bf-1ecd0a56aca5) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:39:47.376486 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.411164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.450648 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:39:47.453558 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:47.457081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:39:47.478720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=65c8f859-301d-411b-81bf-1ecd0a56aca5,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:47.711033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:47.915521 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.047001 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router f9d0cb54-2401-478f-9d37-60a7b166e8f1 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:39:48.154250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:39:48.163961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Sync routers for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:39:48.173735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:48.174116 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.174355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ba2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:48.175965 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5aed17f2-e9ac-40ca-88d8-461779bcceca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4649243
Mar 05 21:39:48.179236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37602) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:48.207325 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b0e55b16-8850-43b8-a09b-8a357dd89338 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=48215fb3722343839e21fb0114f6e972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266974
Mar 05 21:39:48.209739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37604) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:48.282105 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:48.293680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ddb4da-c6b1-4147-8fe5-fde5084a8089 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:48.295261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-53ddb4da-c6b1-4147-8fe5-fde5084a8089 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0845525
Mar 05 21:39:48.298015 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37606) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:48.330081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4186ec03-b9a1-4451-82bd-a335bc91711b tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0309567
Mar 05 21:39:48.332816 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37608) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:48.337428 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-156063389', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'project_id': '48215fb3722343839e21fb0114f6e972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:48.424468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:39:48.428615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.462916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ba2c40>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:47Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:48.490031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Checking router: f9d0cb54-2401-478f-9d37-60a7b166e8f1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:39:48.490398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Updating router f9d0cb54-2401-478f-9d37-60a7b166e8f1 port 65c8f859-301d-411b-81bf-1ecd0a56aca5 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:39:48.518535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.612429 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (ffc85241-0300-44e0-9163-0c1738a03954), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.673689 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Subnet': ['ID=ffc85241-0300-44e0-9163-0c1738a03954,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:48.681791 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Checking segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:39:48.682167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network hostable DHCP agents. Network: 79d0ea1a-c3d0-468e-b156-822d629b6d5c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:39:48.700335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:39:48.710654 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79d0ea1a-c3d0-468e-b156-822d629b6d5c) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:48.716358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:48.717251 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.728770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e52c10-d042-4d35-812b-a39f469e0ea8 None None] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:39:48.738713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b76bfba8-68ac-4630-9b81-0c19fcdcbf85 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4022827
Mar 05 21:39:48.738913 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37610) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:39:48.825142 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks [] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.840381 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.903583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:39:48.904426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.927807 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1abe-c7ab-4e93-b8c1-5688c0e201d3 None None] Pushing event updated for resources: {'Port': ['ID=65c8f859-301d-411b-81bf-1ecd0a56aca5,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:48.932694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Attempting to bind port 65c8f859-301d-411b-81bf-1ecd0a56aca5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:39:48.933072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Attempting to bind port 65c8f859-301d-411b-81bf-1ecd0a56aca5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:39:48.933442 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Attempting to bind port 65c8f859-301d-411b-81bf-1ecd0a56aca5 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:39:48.940794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:39:48.941284 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:39:48.941702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:48.942082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:39:48.942551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Bound port: 65c8f859-301d-411b-81bf-1ecd0a56aca5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:39:48.942934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.054789 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] For port 65c8f859-301d-411b-81bf-1ecd0a56aca5, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:39:49.057962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] For port 65c8f859-301d-411b-81bf-1ecd0a56aca5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c8f859-301d-411b-81bf-1ecd0a56aca5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:39:49.089006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.150396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Allocated IP 172.20.0.2 (79d0ea1a-c3d0-468e-b156-822d629b6d5c/ffc85241-0300-44e0-9163-0c1738a03954/381caab5-04dc-4665-aa43-e86a0e9321bf) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:39:49.171658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1abe-c7ab-4e93-b8c1-5688c0e201d3 None None] Pushing event updated for resources: {'Port': ['ID=65c8f859-301d-411b-81bf-1ecd0a56aca5,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:49.179131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:49.179806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ba2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:49.200328 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.355549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:49.481846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks [] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.489808 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.542213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.1 (79d0ea1a-c3d0-468e-b156-822d629b6d5c/ffc85241-0300-44e0-9163-0c1738a03954/3a36dfb8-49a9-4905-ba0a-5fd6a10b8825) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:39:49.546446 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:39:49.555298 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:49.561422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:39:49.564599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Pushing event updated for resources: {'Port': ['ID=381caab5-04dc-4665-aa43-e86a0e9321bf,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:49.649766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Attempting to bind port 381caab5-04dc-4665-aa43-e86a0e9321bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:39:49.650137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Attempting to bind port 381caab5-04dc-4665-aa43-e86a0e9321bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:39:49.650500 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Attempting to bind port 381caab5-04dc-4665-aa43-e86a0e9321bf on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:39:49.657238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.657935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:39:49.658315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Checking segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:39:49.658714 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.659106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Bound using segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:39:49.659631 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Bound port: 381caab5-04dc-4665-aa43-e86a0e9321bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:39:49.660130 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.690462 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:49.696477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ba2c40>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:47Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:49.724119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd656-836f-48e9-a954-b244cbda31c0 None None] The sync data for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 is: [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:47Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:39:49.731582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:39:49.734809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:49.738981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:39:49.759189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] For port 381caab5-04dc-4665-aa43-e86a0e9321bf, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:39:49.763195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] For port 381caab5-04dc-4665-aa43-e86a0e9321bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=381caab5-04dc-4665-aa43-e86a0e9321bf,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:39:49.771842 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.016826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37afe4-bf70-4874-bcb8-61357187b29e None None] Pushing event updated for resources: {'Port': ['ID=381caab5-04dc-4665-aa43-e86a0e9321bf,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:50.152908 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:50.180137 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.332979 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.634537 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.640529 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.734142 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:50.738136 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:50.839334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:39:50.840973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:50.964350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router f9d0cb54-2401-478f-9d37-60a7b166e8f1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:39:51.025330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca2182-db07-4e75-8e31-d8b2d699a811 None None] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:39:51.083037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:39:51.084955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Provisioning complete for port 381caab5-04dc-4665-aa43-e86a0e9321bf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.085346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.090368 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c0a00d47-dfb6-41ca-a5ac-e60b268fa205 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/f9d0cb54-2401-478f-9d37-60a7b166e8f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3483613
Mar 05 21:39:51.221087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Current status of the port 381caab5-04dc-4665-aa43-e86a0e9321bf is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:51.221607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.267508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] For port 381caab5-04dc-4665-aa43-e86a0e9321bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=381caab5-04dc-4665-aa43-e86a0e9321bf,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:51.272487 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.305226 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-d96ceab8-a0aa-46ed-993c-3c3e0b096f98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340070349&fields=id&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 267 time: 0.0532773
Mar 05 21:39:51.361720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39b7a-81c6-4e6a-af73-46cffb932e55 None None] Pushing event updated for resources: {'Port': ['ID=381caab5-04dc-4665-aa43-e86a0e9321bf,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:51.461964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-fe76652d-e25a-40c6-bc6f-fcdb6bc71756 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:51.463516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-fe76652d-e25a-40c6-bc6f-fcdb6bc71756 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 797 time: 0.1453969
Mar 05 21:39:51.476313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 381caab5-04dc-4665-aa43-e86a0e9321bf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:39:51.482122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-129fc938-19aa-4ec3-b5fe-b0bb74e49e8c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/quotas/48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 375 time: 0.0107050
Mar 05 21:39:51.536961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Provisioning complete for port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.537657 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.547825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-0f8d98e6-2366-4b99-b4b6-c5d52df6421c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0600951
Mar 05 21:39:51.581355 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 381caab5-04dc-4665-aa43-e86a0e9321bf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.581825 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.584524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:39:51.627985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Provisioning complete for port 381caab5-04dc-4665-aa43-e86a0e9321bf triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.629326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.638336 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Sync routers for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:39:51.650876 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:51.651834 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9016fa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:51.670908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2e69d9ed-f267-48ff-b054-1b2fecf7a127 service neutron] 10.222.0.15 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098387
Mar 05 21:39:51.739978 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 381caab5-04dc-4665-aa43-e86a0e9321bf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:51.741058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 65c8f859-301d-411b-81bf-1ecd0a56aca5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:39:51.776158 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:51.803501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-9b66a246-3390-484f-97a4-fce7a34a92cd service neutron] 10.222.0.15 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224794
Mar 05 21:39:51.823998 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-7b561822-b761-43d0-b077-629e8cd460f6 None None] Current status of the port 381caab5-04dc-4665-aa43-e86a0e9321bf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:51.843078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 65c8f859-301d-411b-81bf-1ecd0a56aca5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.843474 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.959969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 65c8f859-301d-411b-81bf-1ecd0a56aca5 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:51.960364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:51.975440 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4ccca5a0-90d6-4200-bb04-d529b77da824 None None] Provisioning complete for port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:51.975440 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4ccca5a0-90d6-4200-bb04-d529b77da824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.012232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 65c8f859-301d-411b-81bf-1ecd0a56aca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c8f859-301d-411b-81bf-1ecd0a56aca5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:52.030121 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.038525 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4ccca5a0-90d6-4200-bb04-d529b77da824 None None] Port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:39:52.040789 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9016fa00>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 2, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:52.063594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-62ea326d-17d2-4a38-b148-92d336b1d0dc req-dc62c233-60f5-4115-8f20-bb8072f1a507 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 210 time: 0.0489619
Mar 05 21:39:52.073792 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Checking router: f9d0cb54-2401-478f-9d37-60a7b166e8f1 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:39:52.074175 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Updating router f9d0cb54-2401-478f-9d37-60a7b166e8f1 port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:39:52.108395 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.110259 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=65c8f859-301d-411b-81bf-1ecd0a56aca5,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:52.467086 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks [] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.472746 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.526232 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Pushing event updated for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:52.549267 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.549624 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.550012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.550366 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.550714 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.551035 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.551369 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.551719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.552055 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.552389 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.552831 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.553059 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.553393 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:39:52.594776 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Attempting to bind port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:39:52.595129 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Attempting to bind port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:39:52.595458 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Attempting to bind port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:39:52.602211 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:39:52.602596 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Checking segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:39:52.603056 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.603459 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Bound using segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:39:52.604019 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Bound port: 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:39:52.604405 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.669314 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] For port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:39:52.673292 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] For port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:39:52.684414 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.748756 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:39:52.749750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9016fa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:52.764783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Provisioning complete for port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:52.765172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.823313 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfa38-9e67-4959-b943-0beabeea1a4a None None] Pushing event updated for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:52.850199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Current status of the port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:52.850691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.885315 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:39:52.890204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] For port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:52.896351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:52.948058 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923d3e-a3d2-470f-86b6-2b5285dd34cf None None] Pushing event updated for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:53.021019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-698d11f9-21f2-47f3-9bd1-b05e8b021e98 None None] Provisioning complete for port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:53.021492 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-698d11f9-21f2-47f3-9bd1-b05e8b021e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.130352 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9016fa00>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:39:53.143539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-698d11f9-21f2-47f3-9bd1-b05e8b021e98 None None] Current status of the port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:53.161375 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e94ba-8115-4d73-b3c8-8fe3fa1ef0a3 None None] The sync data for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 is: [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:39:53.178496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-ed95085a-a409-4fe0-9678-f0ae2d0173a2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:53.180060 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-ed95085a-a409-4fe0-9678-f0ae2d0173a2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 797 time: 0.1286814
Mar 05 21:39:53.229196 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a29883f6-a1fa-49d5-afa9-7bd5a59d626e req-20e60384-3783-4b50-b350-a20ce014e5ac tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 210 time: 0.0480189
Mar 05 21:39:53.287296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-d3e0e38a-fd99-4a15-b80d-6442b75036b7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 379 time: 0.0956793
Mar 05 21:39:53.296415 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'port': {'device_id': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'admin_state_up': True, 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'security_groups': ['24b6fae1-e74c-4c5f-841d-fd374f07bec5']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:53.432882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:39:53.443054 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.467490 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 381caab5-04dc-4665-aa43-e86a0e9321bf up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:39:53.521837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 381caab5-04dc-4665-aa43-e86a0e9321bf triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:53.522138 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.580997 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.4 (79d0ea1a-c3d0-468e-b156-822d629b6d5c/ffc85241-0300-44e0-9163-0c1738a03954/f3096cec-bdde-4445-96b4-77383c490018) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:39:53.608767 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 381caab5-04dc-4665-aa43-e86a0e9321bf is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:53.609850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:39:53.660242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:53.660886 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.741187 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (f3096cec-bdde-4445-96b4-77383c490018), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.747287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:53.748419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 65c8f859-301d-411b-81bf-1ecd0a56aca5 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:39:53.778597 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.805163 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 65c8f859-301d-411b-81bf-1ecd0a56aca5 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:53.805798 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.829498 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:39:53.833571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:39:53.837521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:39:53.844318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:53.907375 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:53.908410 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:53.919776 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 65c8f859-301d-411b-81bf-1ecd0a56aca5 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:53.933341 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-2b823eac-1dfa-4034-bf2e-b608664402ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6407225
Mar 05 21:39:53.942402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-15376c39-a572-4f00-856b-ac1aacc5132c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:39:53.943438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-15376c39-a572-4f00-856b-ac1aacc5132c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056050
Mar 05 21:39:53.955240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Request body: {'port': {'device_id': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:39:54.037801 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.186228 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-714ebecf-0340-4030-9a24-adc2a091afa5 None None] Provisioning complete for port f3096cec-bdde-4445-96b4-77383c490018 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:39:54.186792 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-714ebecf-0340-4030-9a24-adc2a091afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3096cec-bdde-4445-96b4-77383c490018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.230912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-714ebecf-0340-4030-9a24-adc2a091afa5 None None] Port f3096cec-bdde-4445-96b4-77383c490018 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:39:54.393322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3096cec-bdde-4445-96b4-77383c490018 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:39:54.400307 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871f5aa-4b4a-4241-a29d-841300c24adc req-520a5bed-e8a3-4f0b-af40-f8248a406ba3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:54.402717 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3871f5aa-4b4a-4241-a29d-841300c24adc req-520a5bed-e8a3-4f0b-af40-f8248a406ba3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 931 time: 0.0745802
Mar 05 21:39:54.415033 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks [] for port (f3096cec-bdde-4445-96b4-77383c490018), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.432426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Transition to ACTIVE for port object f3096cec-bdde-4445-96b4-77383c490018 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:39:54.441728 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.481558 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3871f5aa-4b4a-4241-a29d-841300c24adc req-1ac7c6bc-afb8-417b-9eba-93e75b1be163 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688646
Mar 05 21:39:54.545602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:54.589056 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-057af2ed-8d60-426d-9741-8cc2d906a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.611255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:39:54.611801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:39:54.612145 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:39:54.618088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:39:54.618408 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:39:54.635899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:39:54.636508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Checking segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:39:54.636774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Bound using segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:39:54.637245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Bound port: f3096cec-bdde-4445-96b4-77383c490018, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:39:54.637619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.723383 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:39:54.727115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:39:54.734818 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.781461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:54.782084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:54.783577 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] 10.222.0.31 "PUT /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 1091 time: 0.8327878
Mar 05 21:39:54.784114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:39:54.786564 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2aaf23-d151-425d-99ec-ff97b8209d59" -d '{"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:39:54.812213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83978ce-71f8-41fc-a65c-f713bee76b9f service neutron] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:54.852233 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1532d2-31da-43e5-8b33-77ffd5ecf920 x-openstack-request-id: req-bb1532d2-31da-43e5-8b33-77ffd5ecf920 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:39:54.852842 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:39:54.853258 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb1532d2-31da-43e5-8b33-77ffd5ecf920 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:39:54.853851 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'status': 'completed', 'code': 200}
Mar 05 21:39:54.902016 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-3521f029-63a9-424d-a5f9-801399137b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:54.904295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-3521f029-63a9-424d-a5f9-801399137b91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0686657
Mar 05 21:39:54.947022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-3f30398d-c712-4933-9185-421ac3762bf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 217 time: 0.0360630
Mar 05 21:39:54.997950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-9f700a5e-2451-41d0-87b3-cbbd8420d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:54.999399 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-9f700a5e-2451-41d0-87b3-cbbd8420d733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0467849
Mar 05 21:39:55.052342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-1441db4b-6d42-4dd7-ac56-cdef31150343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.053723 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-1441db4b-6d42-4dd7-ac56-cdef31150343 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480492
Mar 05 21:39:55.143876 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-b4c54a47-e840-4098-bf0a-669a594b675e service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839176
Mar 05 21:39:55.237338 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c8790950-e9cf-44a7-9bfc-92b12fe9aee4 req-bff269b0-c831-450e-8f9e-d97300941959 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858705
Mar 05 21:39:55.327657 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-e7578c0b-c48a-4761-8dde-d9131759f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.329224 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-e7578c0b-c48a-4761-8dde-d9131759f1cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0462563
Mar 05 21:39:55.417316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-b58d4004-6212-4506-a2c6-1e375fff4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.418782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-b58d4004-6212-4506-a2c6-1e375fff4694 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.0843158
Mar 05 21:39:55.462415 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-097abb6d-c1ef-44c6-aad0-b54f9ce60ac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 217 time: 0.0378792
Mar 05 21:39:55.511159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-b6ae7850-c0cd-4fd9-99af-e8579ccb11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.512523 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-b6ae7850-c0cd-4fd9-99af-e8579ccb11d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0438533
Mar 05 21:39:55.562022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-494a0684-c4e9-4fca-acf3-14b3595248f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.563608 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-494a0684-c4e9-4fca-acf3-14b3595248f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449240
Mar 05 21:39:55.626955 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15add6-aaaf-4a82-8ee7-3cf00155d764 req-d8d0a08c-b74d-491d-969e-7df24baba9d1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:55.629607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff15add6-aaaf-4a82-8ee7-3cf00155d764 req-d8d0a08c-b74d-491d-969e-7df24baba9d1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0569766
Mar 05 21:39:55.660364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-ae6d86c3-b46c-435a-ba56-8ff322b8aef5 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904071
Mar 05 21:39:55.680204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ff15add6-aaaf-4a82-8ee7-3cf00155d764 req-a54d3de3-9d3c-4d66-930d-14fae9bd2bee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450890
Mar 05 21:39:55.749349 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1e2aaf23-d151-425d-99ec-ff97b8209d59 req-95a8172a-b76b-4094-a7a2-f8c7d67fcee1 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826280
Mar 05 21:39:56.799332 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaa8d-c3cc-474f-a956-54d81c1fdc0b req-10641fce-838d-4d17-a861-3378726f913c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:56.801435 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43aaaa8d-c3cc-474f-a956-54d81c1fdc0b req-10641fce-838d-4d17-a861-3378726f913c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0527563
Mar 05 21:39:56.853328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-43aaaa8d-c3cc-474f-a956-54d81c1fdc0b req-847e8682-3508-4c8e-ab95-f02f178ab9a5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462465
Mar 05 21:39:56.903740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fec7d3cb-e6ed-4798-ae8c-8f3603999b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:57.975733 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73af86a-61da-4636-a53b-95e4437e6b4f req-aea083fe-98eb-49f8-afcb-075fa753ec2f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:57.977196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b73af86a-61da-4636-a53b-95e4437e6b4f req-aea083fe-98eb-49f8-afcb-075fa753ec2f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0524435
Mar 05 21:39:58.026801 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b73af86a-61da-4636-a53b-95e4437e6b4f req-6ec14597-d8e4-4498-bb34-44599aca72c2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440097
Mar 05 21:39:58.125961 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:58.214962 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3096cec-bdde-4445-96b4-77383c490018 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:39:58.310931 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:58.321793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': 'f3096cec-bdde-4445-96b4-77383c490018', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'mac_address': 'fa:16:3e:7a:b6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:39:58.358202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3096cec-bdde-4445-96b4-77383c490018 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:39:58.358603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:58.372191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3096cec-bdde-4445-96b4-77383c490018 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:39:58.391840 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:39:58.396061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:39:58.444523 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:39:58.637786 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['f3096cec-bdde-4445-96b4-77383c490018'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:39:59.147844 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdda41-1008-43fb-ab0f-c04513a1ca75 req-4581b503-ea40-4d34-8957-aae06b6e5282 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:39:59.149228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0dcdda41-1008-43fb-ab0f-c04513a1ca75 req-4581b503-ea40-4d34-8957-aae06b6e5282 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 944 time: 0.0513222
Mar 05 21:39:59.196776 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0dcdda41-1008-43fb-ab0f-c04513a1ca75 req-9fd2b3f1-aff7-4d32-84e9-c2b7123ee2c8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419927
Mar 05 21:39:59.690486 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:00.249073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3096cec-bdde-4445-96b4-77383c490018 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:40:00.298919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port f3096cec-bdde-4445-96b4-77383c490018 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:40:00.303586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port f3096cec-bdde-4445-96b4-77383c490018 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:40:00.304001 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3096cec-bdde-4445-96b4-77383c490018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:00.320780 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173710-3f5e-44d9-904a-cfc9428d52cd req-1f801d93-f3fb-48c5-8ee2-343037bf615c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:00.322710 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f173710-3f5e-44d9-904a-cfc9428d52cd req-1f801d93-f3fb-48c5-8ee2-343037bf615c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 944 time: 0.0585034
Mar 05 21:40:00.374083 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3f173710-3f5e-44d9-904a-cfc9428d52cd req-2f004c9a-697d-4219-a09a-78d59f41d4c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461268
Mar 05 21:40:00.381570 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port f3096cec-bdde-4445-96b4-77383c490018 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:40:00.381960 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:00.407740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:40:00.410605 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7ad99b-d3c9-4bfc-a986-d9fc0d75ac93" -d '{"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-plugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:40:00.422717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:40:00.427162 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:00.450196 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4adb494-b473-4606-a34c-118a1b30401a x-openstack-request-id: req-d4adb494-b473-4606-a34c-118a1b30401a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:40:00.450489 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-plugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:40:00.450743 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4adb494-b473-4606-a34c-118a1b30401a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:40:00.451130 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'code': 200}
Mar 05 21:40:00.476895 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:40:00.547782 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46652ae-4775-4c98-8177-788db7cbf77b req-6ac7b3bf-d7d3-47a0-9aa1-645785b150ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:00.549286 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e46652ae-4775-4c98-8177-788db7cbf77b req-6ac7b3bf-d7d3-47a0-9aa1-645785b150ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1127 time: 0.0432229
Mar 05 21:40:00.594047 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e46652ae-4775-4c98-8177-788db7cbf77b req-4c92da47-3b85-4ae5-bbd5-a5c5a57598db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382538
Mar 05 21:40:01.123418 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:01.491838 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a30e1-3d2a-419b-a01d-baf8cafad8e4 req-8f43b524-421f-4a55-8d32-1e9d5afe0420 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:01.493354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-872a30e1-3d2a-419b-a01d-baf8cafad8e4 req-8f43b524-421f-4a55-8d32-1e9d5afe0420 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0529211
Mar 05 21:40:01.542453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-872a30e1-3d2a-419b-a01d-baf8cafad8e4 req-95ec2c3c-138d-44ec-be1c-afe6e1ba72dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432067
Mar 05 21:40:02.673839 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244bde-567c-44be-b4c4-8e222739a987 req-53f7dbbb-f63c-414a-b202-261ff9b9f7aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:02.675307 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac244bde-567c-44be-b4c4-8e222739a987 req-53f7dbbb-f63c-414a-b202-261ff9b9f7aa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0555565
Mar 05 21:40:02.722821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac244bde-567c-44be-b4c4-8e222739a987 req-6bdb0a89-3f77-4a8e-b70b-ce9dcc5b67f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419500
Mar 05 21:40:02.839981 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526909c7-72b4-4689-b688-2a6918ecdd75 req-fbb5ce31-92b9-43d4-be4a-3fed5c64cd25 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:02.841384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-526909c7-72b4-4689-b688-2a6918ecdd75 req-fbb5ce31-92b9-43d4-be4a-3fed5c64cd25 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0524929
Mar 05 21:40:02.897402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-526909c7-72b4-4689-b688-2a6918ecdd75 req-8ef15afa-f846-4dad-8ed7-59a61815bda1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503876
Mar 05 21:40:02.925815 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37666) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:02.968591 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca7eea-2a95-489d-851d-b1c8579b7368 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:02.970122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-37ca7eea-2a95-489d-851d-b1c8579b7368 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1122 time: 0.0432739
Mar 05 21:40:02.972899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37668) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:02.977070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:40:02.997603 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.094007 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.193523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.101 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8c45054a-7ea7-4c06-9eee-9d36d67f6bd3) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:40:03.295513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.328680 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.362655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:40:03.367312 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:40:03.371197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:40:03.401116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=8c45054a-7ea7-4c06-9eee-9d36d67f6bd3,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:40:03.721238 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (dd29c6d2-e726-4076-92f8-9d38aa796ec4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.786637 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.943631 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:03.948158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:04.025146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=8c45054a-7ea7-4c06-9eee-9d36d67f6bd3,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:40:04.030513 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (dd29c6d2-e726-4076-92f8-9d38aa796ec4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:04.134838 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP dd29c6d2-e726-4076-92f8-9d38aa796ec4 associated. External IP: 172.35.0.101, port: f3096cec-bdde-4445-96b4-77383c490018.
Mar 05 21:40:04.666197 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router f9d0cb54-2401-478f-9d37-60a7b166e8f1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:40:04.774751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:40:04.784655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Sync routers for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:40:04.792673 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:04.794828 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:40:04.795456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:40:04.823156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c390f469-5043-4f40-8d0d-c53e1a52c2ec tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8492212
Mar 05 21:40:04.823777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:40:04.826032 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856543da-d110-4354-ad7d-ffbaa4a863d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:40:04.867271 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56165eef-9e8c-496f-9389-ba0a147aab81 x-openstack-request-id: req-56165eef-9e8c-496f-9389-ba0a147aab81 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:40:04.867576 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:40:04.867870 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56165eef-9e8c-496f-9389-ba0a147aab81 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:40:04.868286 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'status': 'completed', 'code': 200}
Mar 05 21:40:04.915884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:40:04.967113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f2c33-a509-49aa-a981-9dab8bb0c07c req-39188c50-2db0-4d08-8103-0abc34726b06 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:04.968637 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed7f2c33-a509-49aa-a981-9dab8bb0c07c req-39188c50-2db0-4d08-8103-0abc34726b06 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0875227
Mar 05 21:40:04.975549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-9b8b8845-3361-48ba-b802-fc7843c34685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:04.977078 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-9b8b8845-3361-48ba-b802-fc7843c34685 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1127 time: 0.0835447
Mar 05 21:40:05.074271 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ed7f2c33-a509-49aa-a981-9dab8bb0c07c req-9002e8ec-d550-4521-84ae-afa57e3241cf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962162
Mar 05 21:40:05.098941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37674) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:05.099802 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-2a0e8405-cd65-48ce-92b3-b0c218252f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:05.101449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-2a0e8405-cd65-48ce-92b3-b0c218252f87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.1170835
Mar 05 21:40:05.148093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895130>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd29c6d2-e726-4076-92f8-9d38aa796ec4', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'mac_address': 'fa:16:3e:7a:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:40:03Z', 'updated_at': '2022-03-05T21:40:03Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:40:05.163502 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9927ae96-04e7-4f4d-9c92-5e6ad76654dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/dd29c6d2-e726-4076-92f8-9d38aa796ec4 HTTP/1.1" status: 200  len: 991 time: 0.0634162
Mar 05 21:40:05.167952 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-00a44576-4828-4b2b-9d0b-d16f5ca9a639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 999 time: 0.0606561
Mar 05 21:40:05.174650 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Checking router: f9d0cb54-2401-478f-9d37-60a7b166e8f1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:40:05.183149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:40:05.183788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82895130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:39:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:40:05.215339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-e1562671-c69b-4dc5-bdec-aa9bcf7f3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:05.216853 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-e1562671-c69b-4dc5-bdec-aa9bcf7f3fdf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0433581
Mar 05 21:40:05.269485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-987b0595-fae9-4829-b249-b7d9676b9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:05.270980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-987b0595-fae9-4829-b249-b7d9676b9aae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478895
Mar 05 21:40:05.290401 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:40:05.357886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-95b0b69b-5a7c-4f9a-9b69-36599bbc831d service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808890
Mar 05 21:40:05.449366 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-856543da-d110-4354-ad7d-ffbaa4a863d4 req-e0d51dea-bbc9-4671-b841-ae6eb2227e4e service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852370
Mar 05 21:40:05.510324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82895130>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd29c6d2-e726-4076-92f8-9d38aa796ec4', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'mac_address': 'fa:16:3e:7a:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:40:03Z', 'updated_at': '2022-03-05T21:40:03Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:40:05.539791 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0114-e571-49b8-8a96-90cefea4e007 None None] The sync data for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 is: [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd29c6d2-e726-4076-92f8-9d38aa796ec4', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'mac_address': 'fa:16:3e:7a:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:40:03Z', 'updated_at': '2022-03-05T21:40:03Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:40:05.735762 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c852498-b98a-4e2b-a2d6-a199e2aeb5a1 None None] New status for floating IP dd29c6d2-e726-4076-92f8-9d38aa796ec4: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:40:06.165764 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37676) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:06.228716 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c633ecda-4022-43ac-b45a-8e48a8ee3010 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/dd29c6d2-e726-4076-92f8-9d38aa796ec4 HTTP/1.1" status: 200  len: 993 time: 0.0619161
Mar 05 21:40:06.462439 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:06.746996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:21.769727 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:40:24.571703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce6fc-0b80-4dfd-85a4-fb8d81d197da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:26.907655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-15b23a50-4f6e-4093-89bf-56ae301f8b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:28.128934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:29.692125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:31.116343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:36.454634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:36.759278 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:37.407788 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-553c0eb9-230f-4333-b23f-27773a158e60 req-fbe7636a-70b4-484f-9bee-537abe63b821 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:40:37.408786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-553c0eb9-230f-4333-b23f-27773a158e60 req-fbe7636a-70b4-484f-9bee-537abe63b821 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054107
Mar 05 21:40:37.532810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37694) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:37.942163 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3cabe-8b14-411c-898b-17bbb3132bb7 req-7aa3430c-0cd9-49a1-8f93-3a0c90c213c8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:37.943688 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71b3cabe-8b14-411c-898b-17bbb3132bb7 req-7aa3430c-0cd9-49a1-8f93-3a0c90c213c8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.3995075
Mar 05 21:40:37.950530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-de6fa743-0356-4578-8bad-56fd486b2bcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4159498
Mar 05 21:40:37.962531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-61a9d7b5-9e22-4534-bf63-0a70486b7c65 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:40:37.963481 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-61a9d7b5-9e22-4534-bf63-0a70486b7c65 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057778
Mar 05 21:40:38.001470 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-71b3cabe-8b14-411c-898b-17bbb3132bb7 req-3c0b7e2c-754c-4a40-97cb-322e7bc321d0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499983
Mar 05 21:40:38.298815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37714) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:40:38.409298 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-690c7594-eea9-4ad2-b51e-29a821a62042 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:38.411209 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-690c7594-eea9-4ad2-b51e-29a821a62042 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 942 time: 0.1112638
Mar 05 21:40:39.130886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9ed5-bfb8-49eb-b478-b759f4c6191d req-06662172-066a-45f1-ae72-9f002bc4b79b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:39.132568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cfc9ed5-bfb8-49eb-b478-b759f4c6191d req-06662172-066a-45f1-ae72-9f002bc4b79b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0559332
Mar 05 21:40:39.188782 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cfc9ed5-bfb8-49eb-b478-b759f4c6191d req-e92bcd98-44f9-4f29-acc5-a69ae26ba58e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459855
Mar 05 21:40:39.232361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a6158fd1-938d-44e6-8b20-638043af3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:39.233881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a6158fd1-938d-44e6-8b20-638043af3cb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1127 time: 0.0956993
Mar 05 21:40:39.325346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-21dc5731-c4cb-440c-9c25-22b9c6352c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:39.326785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-21dc5731-c4cb-440c-9c25-22b9c6352c31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.0872080
Mar 05 21:40:39.390989 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-621bdb4d-f54f-4016-a5c3-11674e118a41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 1001 time: 0.0578458
Mar 05 21:40:39.444304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-fb4a5508-e392-4617-844b-34320c42f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:39.445734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-fb4a5508-e392-4617-844b-34320c42f666 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0491323
Mar 05 21:40:39.493222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-032b5de3-3986-4d41-9125-37142140dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:39.494675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-032b5de3-3986-4d41-9125-37142140dcc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435851
Mar 05 21:40:39.580223 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-223c55da-d8ac-4e9b-983c-befb265bd9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795050
Mar 05 21:40:39.674527 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-13e454ec-08df-4b21-923f-4b31e1b8d6b3 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853028
Mar 05 21:40:40.310741 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0c6e0-0909-4b19-aa15-cb3d1b15642a req-e912a0df-a170-41b0-861a-8600ef21f0cc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:40.312246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9e0c6e0-0909-4b19-aa15-cb3d1b15642a req-e912a0df-a170-41b0-861a-8600ef21f0cc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0517435
Mar 05 21:40:40.359943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d9e0c6e0-0909-4b19-aa15-cb3d1b15642a req-f8604fdf-1f1e-435e-963f-6a4a36c8a83f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419230
Mar 05 21:40:41.479856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f30c8f-5efd-4a16-b9ad-a1cf8a609d37 req-97c1ae50-7ead-4a90-a6ae-8a189429e209 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:41.481351 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48f30c8f-5efd-4a16-b9ad-a1cf8a609d37 req-97c1ae50-7ead-4a90-a6ae-8a189429e209 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0519056
Mar 05 21:40:41.530251 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-48f30c8f-5efd-4a16-b9ad-a1cf8a609d37 req-44aeea2a-a488-44ad-8390-da23e57c4afd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433991
Mar 05 21:40:42.650094 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84e20-e9cf-4f71-b09e-33d97722be6a req-eb456d9e-6be5-4819-ad18-615fddf16960 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:42.651609 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59a84e20-e9cf-4f71-b09e-33d97722be6a req-eb456d9e-6be5-4819-ad18-615fddf16960 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0521417
Mar 05 21:40:42.699678 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59a84e20-e9cf-4f71-b09e-33d97722be6a req-5447039c-7977-4aa2-9e45-72a709c8b355 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425460
Mar 05 21:40:43.827595 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d01b2-3afc-4292-8b4e-eb6ad4010ac4 req-008079eb-49dc-4d89-b649-930b420181ef tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:43.829095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee1d01b2-3afc-4292-8b4e-eb6ad4010ac4 req-008079eb-49dc-4d89-b649-930b420181ef tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0591681
Mar 05 21:40:43.877830 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ee1d01b2-3afc-4292-8b4e-eb6ad4010ac4 req-5cb59e53-019e-4060-92e5-ecaad23f7605 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424559
Mar 05 21:40:45.002641 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c681755-eac8-47b7-9c78-7354cfa98a30 req-d4cc95a1-1f25-4cee-a181-044f6f3c40da tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:45.004152 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c681755-eac8-47b7-9c78-7354cfa98a30 req-d4cc95a1-1f25-4cee-a181-044f6f3c40da tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0571139
Mar 05 21:40:45.053293 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0c681755-eac8-47b7-9c78-7354cfa98a30 req-c7616ac8-453f-42dc-8b66-9955a5b662ff tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430768
Mar 05 21:40:46.178424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42189666-23a6-4d15-b78f-b7b2e8894b6a req-a485472b-9f57-4891-a32b-6f04c6586c13 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:46.179843 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42189666-23a6-4d15-b78f-b7b2e8894b6a req-a485472b-9f57-4891-a32b-6f04c6586c13 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0528917
Mar 05 21:40:46.227908 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42189666-23a6-4d15-b78f-b7b2e8894b6a req-6d5ad7da-28e8-48d5-8954-602d90df4a01 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424385
Mar 05 21:40:47.347525 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5171ec0-38ef-46cb-ac3a-cccf523d2f3c req-8b8745c3-8e37-4806-8091-699b39e5e3d3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:47.348892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5171ec0-38ef-46cb-ac3a-cccf523d2f3c req-8b8745c3-8e37-4806-8091-699b39e5e3d3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0534935
Mar 05 21:40:47.399196 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e5171ec0-38ef-46cb-ac3a-cccf523d2f3c req-72a8b8fe-b7e0-4bad-bb0e-e115131575f6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447354
Mar 05 21:40:48.519639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f886-0cb2-4b6c-bcab-513049bf14f0 req-083f1c6c-caad-4f56-8bba-e183498275bd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:48.521152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1386f886-0cb2-4b6c-bcab-513049bf14f0 req-083f1c6c-caad-4f56-8bba-e183498275bd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0528939
Mar 05 21:40:48.576095 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1386f886-0cb2-4b6c-bcab-513049bf14f0 req-7c57e585-4acc-4c8d-98cf-00627ee60aa4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493610
Mar 05 21:40:49.698472 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdd296-2e17-4342-9eee-82fea97629ed req-174199b4-b2c2-4803-83cc-13b02c10cea1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:49.699930 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95cdd296-2e17-4342-9eee-82fea97629ed req-174199b4-b2c2-4803-83cc-13b02c10cea1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0554779
Mar 05 21:40:49.747491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-95cdd296-2e17-4342-9eee-82fea97629ed req-a80e1ab7-e7ad-4c52-879d-cacd22b71b07 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419793
Mar 05 21:40:50.865101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e8a7-66dd-4937-9c55-056b0d75e53e req-653c570d-f190-4e66-aa6d-d485cc08c603 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:50.866566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3402e8a7-66dd-4937-9c55-056b0d75e53e req-653c570d-f190-4e66-aa6d-d485cc08c603 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0519898
Mar 05 21:40:50.915859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3402e8a7-66dd-4937-9c55-056b0d75e53e req-3e41db4e-73d6-4b66-a68d-5b6a6f9f741c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434022
Mar 05 21:40:52.035528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05fd6d-0b45-4833-a2e0-37b0c46e22cf req-a1b73712-f653-43a2-8d05-086e2e31cf26 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:52.037077 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc05fd6d-0b45-4833-a2e0-37b0c46e22cf req-a1b73712-f653-43a2-8d05-086e2e31cf26 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0533118
Mar 05 21:40:52.091128 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc05fd6d-0b45-4833-a2e0-37b0c46e22cf req-93ee49e0-cb12-4310-9fd8-f8e4fce8968f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482013
Mar 05 21:40:53.209454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0766ef-3ef1-4bc1-ab5f-b7cd8e66ee3d req-71ed67b5-5fc0-4a63-a981-4e96feb9de96 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:53.210878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f0766ef-3ef1-4bc1-ab5f-b7cd8e66ee3d req-71ed67b5-5fc0-4a63-a981-4e96feb9de96 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0526628
Mar 05 21:40:53.258704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f0766ef-3ef1-4bc1-ab5f-b7cd8e66ee3d req-a8caf84f-2240-4bd4-b06c-1c896bea8dc2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422604
Mar 05 21:40:54.396712 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229d4e-df3d-4918-b839-b5cd08995b16 req-c7a46b14-c137-4638-a4c8-39e180134e26 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:54.398245 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99229d4e-df3d-4918-b839-b5cd08995b16 req-c7a46b14-c137-4638-a4c8-39e180134e26 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0591407
Mar 05 21:40:54.452643 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-99229d4e-df3d-4918-b839-b5cd08995b16 req-f243dc60-90b6-4bcf-877e-14829f9696e6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487866
Mar 05 21:40:54.573657 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6fb9c52d-da8c-4cf3-ab5a-030a620885ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:55.579245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59051c8-2c0f-406f-a3b4-6edb20d8b3aa req-d227a47d-02c1-47d5-8887-0bcc5ab7fda1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:55.580752 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a59051c8-2c0f-406f-a3b4-6edb20d8b3aa req-d227a47d-02c1-47d5-8887-0bcc5ab7fda1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0564473
Mar 05 21:40:55.630243 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a59051c8-2c0f-406f-a3b4-6edb20d8b3aa req-1bf98ec1-64c4-4921-a8e5-1b1841b430de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429180
Mar 05 21:40:56.485148 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-f32b535b-b5a1-4e0e-8693-ece5af08fd84 service neutron] show failed (client error): The resource could not be found.
Mar 05 21:40:56.486172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-f32b535b-b5a1-4e0e-8693-ece5af08fd84 service neutron] 10.222.0.31 "GET /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0535722
Mar 05 21:40:56.683633 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a427fefe-3977-4559-8257-4dc91594ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:56.685176 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a427fefe-3977-4559-8257-4dc91594ad62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 1127 time: 0.0484025
Mar 05 21:40:56.696362 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:40:56.753593 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e38a4-f66a-48fa-b5f3-6b96c41e6c72 req-dd0e7a95-ec8e-4868-b0c7-5ea48cc0cc07 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:56.755000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c62e38a4-f66a-48fa-b5f3-6b96c41e6c72 req-dd0e7a95-ec8e-4868-b0c7-5ea48cc0cc07 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0534723
Mar 05 21:40:56.759821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:56.803968 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c62e38a4-f66a-48fa-b5f3-6b96c41e6c72 req-fd264fde-4c11-4b82-8b00-55a4e12ae664 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430455
Mar 05 21:40:56.910691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3387d82f-faca-4ce0-b1d0-9d3454748969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:56.965978 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:40:56.998394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:40:57.038300 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:40:57.040528 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d817a1a-f600-43e0-88ec-8ebdbf3ac867" -d '{"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:40:57.044733 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks [] for port (f3096cec-bdde-4445-96b4-77383c490018), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:57.058177 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Transition to ACTIVE for port object f3096cec-bdde-4445-96b4-77383c490018 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:40:57.061557 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:57.090697 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b0f7ac-51dd-4f48-ad28-241df84fa1a3 x-openstack-request-id: req-58b0f7ac-51dd-4f48-ad28-241df84fa1a3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:40:57.090997 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:40:57.091254 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58b0f7ac-51dd-4f48-ad28-241df84fa1a3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:40:57.091648 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'code': 200}
Mar 05 21:40:57.159227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=6']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:40:57.175889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.176252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.176600 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.176947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.177284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.177622 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.177955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.178288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.178617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.178949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.179279 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.179609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.179970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:40:57.218905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] No DVR routers for this DVR port f3096cec-bdde-4445-96b4-77383c490018 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:40:57.358700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:40:57.359041 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:40:57.359374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:40:57.364704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:40:57.364917 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Attempting to bind port f3096cec-bdde-4445-96b4-77383c490018 on network 79d0ea1a-c3d0-468e-b156-822d629b6d5c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:40:57.369743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:40:57.370082 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Checking segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:40:57.370466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Bound using segment: {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:40:57.370893 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Bound port: f3096cec-bdde-4445-96b4-77383c490018, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4af5ef-7441-45b6-a609-4d667ce6b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:40:57.371532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:57.435407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:40:57.438394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:40:57.444942 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:57.486376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.487023 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:57.488479 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] 10.222.0.23 "PUT /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 1091 time: 0.7972252
Mar 05 21:40:57.510499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f5d3-b6aa-4b1c-9cec-0242dfcbfef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:40:57.561379 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a0b05623-f32b-403e-b95d-101583b1cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.562921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-a0b05623-f32b-403e-b95d-101583b1cbb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0487883
Mar 05 21:40:57.661313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-098bae2a-c1bb-41b0-b63c-f608b6817d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.662786 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-098bae2a-c1bb-41b0-b63c-f608b6817d4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.0939589
Mar 05 21:40:57.731334 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-9b6f3343-363f-491b-83eb-f8c47c1a685d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 999 time: 0.0593975
Mar 05 21:40:57.778144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-930aee50-fc42-44b0-a097-8461278068c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.779478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-930aee50-fc42-44b0-a097-8461278068c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0426066
Mar 05 21:40:57.832096 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-0c46f584-caec-4bc7-91e7-c35546f9d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.833746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-0c46f584-caec-4bc7-91e7-c35546f9d146 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482490
Mar 05 21:40:57.925647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-007fa1e2-4989-4792-8692-568adb248b7d service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847883
Mar 05 21:40:57.926770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1996-40df-4c0e-8564-f28c9ed540f1 req-162bdc54-6de8-4110-9e52-1037ce2aac0c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:57.928278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93cc1996-40df-4c0e-8564-f28c9ed540f1 req-162bdc54-6de8-4110-9e52-1037ce2aac0c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0545807
Mar 05 21:40:57.976480 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-93cc1996-40df-4c0e-8564-f28c9ed540f1 req-0963477e-53cc-4586-8c0b-2e472daae22c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425618
Mar 05 21:40:58.021975 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8c6dee38-fdb1-4e3b-b96a-384c3d0fa8f7 req-272dc383-cd42-4dda-bc8e-bc7db37e9f15 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913627
Mar 05 21:40:58.134294 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:58.768170 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:40:59.092254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:40:59.094721 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887458f0-5bbb-4cef-a05e-8bb4758825f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:40:59.107970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c84d0-c15c-45cf-aeed-b369c0140f77 req-4c18e57f-c6d2-46c4-b5ee-a055d746a3e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.109522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-229c84d0-c15c-45cf-aeed-b369c0140f77 req-4c18e57f-c6d2-46c4-b5ee-a055d746a3e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0586777
Mar 05 21:40:59.145122 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37020707-2e99-420a-bfd3-82122cb4eb82 x-openstack-request-id: req-37020707-2e99-420a-bfd3-82122cb4eb82 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:40:59.145418 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:40:59.145684 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37020707-2e99-420a-bfd3-82122cb4eb82 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:40:59.146087 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'status': 'completed', 'code': 200}
Mar 05 21:40:59.163487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-229c84d0-c15c-45cf-aeed-b369c0140f77 req-731e2a6c-d068-4e15-ad2e-719ead1b60dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477960
Mar 05 21:40:59.242462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-60da0fd3-c80f-4918-a47b-08e1d47ae344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.243980 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-60da0fd3-c80f-4918-a47b-08e1d47ae344 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0795944
Mar 05 21:40:59.245706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-a6f5b0d8-41ea-420d-aac7-6ec94bffead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.247296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-a6f5b0d8-41ea-420d-aac7-6ec94bffead8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0756049
Mar 05 21:40:59.400252 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-804a0535-c529-419c-875d-7cf70264260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.401715 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-804a0535-c529-419c-875d-7cf70264260d service neutron] 10.222.0.23 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.1448963
Mar 05 21:40:59.402639 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-b9b8ef3e-9c08-4321-8e21-b8a6bfe71a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.403959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-b9b8ef3e-9c08-4321-8e21-b8a6bfe71a45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.1547575
Mar 05 21:40:59.516192 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-aa465dca-f7b6-482a-a9ca-6ddd2a8a0fd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 999 time: 0.1079156
Mar 05 21:40:59.518211 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-37737f04-a592-4ec0-a2c3-c46c83764575 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 999 time: 0.1039894
Mar 05 21:40:59.602183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-889a904d-0c3e-417c-9661-5de39b6e0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.603513 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-889a904d-0c3e-417c-9661-5de39b6e0a77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0819480
Mar 05 21:40:59.605154 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-859e1176-1f59-40c4-8850-11fca7b8ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.606423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-859e1176-1f59-40c4-8850-11fca7b8ac40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0774426
Mar 05 21:40:59.681970 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-8e86809f-0e0a-4c83-a601-a0d0e137c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.683456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-8e86809f-0e0a-4c83-a601-a0d0e137c784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0666955
Mar 05 21:40:59.685220 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-0cba2769-a0a1-46a4-95c9-740fb891ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:40:59.686558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-0cba2769-a0a1-46a4-95c9-740fb891ac98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0773773
Mar 05 21:40:59.694199 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:40:59.836046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-4031971d-19ed-4eda-94c5-d19e61bc656d service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464329
Mar 05 21:40:59.838105 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-b4aa41f0-d880-4b8c-aa12-bc8ddc068216 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405878
Mar 05 21:40:59.993493 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-cf751fb0-7c78-4100-9a68-068689fe3c55 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519508
Mar 05 21:40:59.995335 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-887458f0-5bbb-4cef-a05e-8bb4758825f5 req-95ff4576-f8b5-4234-bfd6-c349eef22f69 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464527
Mar 05 21:41:00.288783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db188-b474-4122-ac67-7fffc350f4e3 req-476fad6d-a242-4c39-b35a-8cf0a07a1121 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.290239 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-609db188-b474-4122-ac67-7fffc350f4e3 req-476fad6d-a242-4c39-b35a-8cf0a07a1121 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0561750
Mar 05 21:41:00.337700 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-609db188-b474-4122-ac67-7fffc350f4e3 req-93f0f97d-c9c0-441c-bbc7-d2b7cf7b6749 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418539
Mar 05 21:41:00.530892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526af3-2aa0-4076-b843-2ebe2ab05407 req-f90ef518-1dd6-42d5-abe0-7f059228ce8e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.532435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18526af3-2aa0-4076-b843-2ebe2ab05407 req-f90ef518-1dd6-42d5-abe0-7f059228ce8e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0535591
Mar 05 21:41:00.541026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3096cec-bdde-4445-96b4-77383c490018 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:41:00.549565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-eb37abc9-900a-468d-8737-4fda1c4a615c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.552447 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-eb37abc9-900a-468d-8737-4fda1c4a615c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f&tenant_id=48215fb3722343839e21fb0114f6e972&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0590947
Mar 05 21:41:00.579543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port f3096cec-bdde-4445-96b4-77383c490018 host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:41:00.579963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device f3096cec-bdde-4445-96b4-77383c490018 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:41:00.583448 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-18526af3-2aa0-4076-b843-2ebe2ab05407 req-ae9925f5-f48f-44a0-a5f1-a5f83fad52a0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449588
Mar 05 21:41:00.617272 ncdv-master-1 neutron-server[126563]: INFO neutron.api.v2.resource [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-f85134a5-eebb-43c4-866a-160f212fb7fd service neutron] delete failed (client error): The resource could not be found.
Mar 05 21:41:00.618314 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-f85134a5-eebb-43c4-866a-160f212fb7fd service neutron] 10.222.0.31 "DELETE /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0598216
Mar 05 21:41:00.739034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19794117-6e26-4930-a7fc-54f6eba897ee req-204eade8-7e22-4e0c-8956-5a60e4a2cf80 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.740467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19794117-6e26-4930-a7fc-54f6eba897ee req-204eade8-7e22-4e0c-8956-5a60e4a2cf80 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0874283
Mar 05 21:41:00.742276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-681024cc-1300-46e0-9a8b-f2ed40a37106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.743631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-681024cc-1300-46e0-9a8b-f2ed40a37106 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1125 time: 0.0792303
Mar 05 21:41:00.836866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-19794117-6e26-4930-a7fc-54f6eba897ee req-f1033463-a463-4960-bfad-c3d01d6fc7b8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906811
Mar 05 21:41:00.865007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-6926db56-a3bb-4d43-b415-68f89ef85294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:00.866456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-6926db56-a3bb-4d43-b415-68f89ef85294 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.1145325
Mar 05 21:41:01.120867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:01.257115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-99c0b3a1-7487-4eb7-823f-4901f36b7166 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 999 time: 0.3849058
Mar 05 21:41:01.304601 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-b152f867-9e48-4ed5-9364-dee86bd9c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:01.305999 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-b152f867-9e48-4ed5-9364-dee86bd9c788 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0424318
Mar 05 21:41:01.352762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-a21a5de4-faed-43a5-b620-864205162792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:01.354260 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-a21a5de4-faed-43a5-b620-864205162792 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426252
Mar 05 21:41:01.443764 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-0a4196bf-448c-497f-b272-1348582244a9 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832343
Mar 05 21:41:01.529409 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2440d09-75f5-46ea-a4a4-2defd5b8fcff req-574d9d9d-e2d2-457c-8b3a-cbb430b54ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800693
Mar 05 21:41:01.962070 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568e249-af79-4f57-8d9d-ae37d76ec17e req-c22fd8ce-6249-4d9f-8947-bf423fb05850 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:01.963577 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5568e249-af79-4f57-8d9d-ae37d76ec17e req-c22fd8ce-6249-4d9f-8947-bf423fb05850 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 943 time: 0.0566082
Mar 05 21:41:02.017693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5568e249-af79-4f57-8d9d-ae37d76ec17e req-9f0d6c7b-eeff-4c59-abb9-bc4567c0c0ca tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484200
Mar 05 21:41:02.151613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f3096cec-bdde-4445-96b4-77383c490018 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:41:02.244624 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:02.256562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': 'f3096cec-bdde-4445-96b4-77383c490018', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'port_id': 'f3096cec-bdde-4445-96b4-77383c490018', 'mac_address': 'fa:16:3e:7a:b6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:41:02.294561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port f3096cec-bdde-4445-96b4-77383c490018 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:02.294957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:02.462583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3096cec-bdde-4445-96b4-77383c490018 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:41:02.481704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:02.485106 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:02.530376 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:02.538292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.538645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.538992 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.539341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.539694 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.540042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.540378 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.540710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.541043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.541373 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.541705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.542030 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.542359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:02.729368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['f3096cec-bdde-4445-96b4-77383c490018'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:41:02.733051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-4be9a6c2-6f6f-4933-999d-97caaf981e21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434558
Mar 05 21:41:02.818652 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-04b5a572-3596-4d76-9d7b-e3c1023301ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:02.820170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-04b5a572-3596-4d76-9d7b-e3c1023301ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1126 time: 0.0483832
Mar 05 21:41:02.925658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-51203fd4-4052-4d7d-a948-e824f649d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:02.927131 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-51203fd4-4052-4d7d-a948-e824f649d27e service neutron] 10.222.0.23 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.0862608
Mar 05 21:41:02.997836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-3039722e-92f0-42d2-acbe-6bc13f665b10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 1000 time: 0.0645761
Mar 05 21:41:03.045871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-22b1bbcb-6bf8-4384-ae6a-aceee91e1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:03.047721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-22b1bbcb-6bf8-4384-ae6a-aceee91e1c0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0434697
Mar 05 21:41:03.120505 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-43100d7a-116d-46b8-a8c9-a17b7e2cdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:03.122247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-43100d7a-116d-46b8-a8c9-a17b7e2cdbcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0689425
Mar 05 21:41:03.197424 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b0a1b-f5ae-48fc-9bfe-48c0a0aa3835 req-2a68b2e9-ea6f-40ee-9f87-9d21d85a8a83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:03.198880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-181b0a1b-f5ae-48fc-9bfe-48c0a0aa3835 req-2a68b2e9-ea6f-40ee-9f87-9d21d85a8a83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 944 time: 0.1114593
Mar 05 21:41:03.256921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-bfa564ab-3949-4132-b10e-c090d504e5b7 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270804
Mar 05 21:41:03.277891 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-181b0a1b-f5ae-48fc-9bfe-48c0a0aa3835 req-f1b5a19b-7e19-4759-8b51-71ea79ddf253 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730503
Mar 05 21:41:03.301170 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37794) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:03.357728 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9e18443f-b5e5-49db-9db6-b868962c0b48 req-cc737c8a-126c-4899-a95f-57481935af6e service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922780
Mar 05 21:41:03.360722 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5ccf850b-2a8d-461d-857b-f71729b7aa94 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/dd29c6d2-e726-4076-92f8-9d38aa796ec4 HTTP/1.1" status: 200  len: 992 time: 0.0583110
Mar 05 21:41:04.170098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f3096cec-bdde-4445-96b4-77383c490018 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:04.218645 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port f3096cec-bdde-4445-96b4-77383c490018 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:41:04.223109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port f3096cec-bdde-4445-96b4-77383c490018 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:04.223494 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (f3096cec-bdde-4445-96b4-77383c490018), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:04.301661 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port f3096cec-bdde-4445-96b4-77383c490018 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:04.302055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:04.324073 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:04.326307 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f177194-37c5-48f5-9f69-12282e9ba815" -d '{"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-plugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:04.339043 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:04.342863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:04.366822 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a174be-0d15-40b4-842c-71a06fca9b69 x-openstack-request-id: req-72a174be-0d15-40b4-842c-71a06fca9b69 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:04.367126 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-plugged", "status": "completed", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:04.367391 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72a174be-0d15-40b4-842c-71a06fca9b69 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:04.367814 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'code': 200}
Mar 05 21:41:04.392705 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:06.476624 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:06.790432 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:24.575437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc212a83-ec37-4a86-bc19-2a57dace7ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:26.915035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff80c-f313-403c-bfd3-e9ad6c66ba2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:28.135913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:29.696094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:31.128048 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.035507 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37808) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:32.189517 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 8c45054a-7ea7-4c06-9eee-9d36d67f6bd3 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:41:32.189784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.265608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.265932 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.277909 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 8c45054a-7ea7-4c06-9eee-9d36d67f6bd3 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:41:32.424531 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8c45054a-7ea7-4c06-9eee-9d36d67f6bd3), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.449427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=8c45054a-7ea7-4c06-9eee-9d36d67f6bd3,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:32.461822 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.462174 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.462519 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.462855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.463187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.463520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.463873 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.464202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.464532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.464855 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.465177 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.465501 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.465820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:32.520508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (dd29c6d2-e726-4076-92f8-9d38aa796ec4), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.520937 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP dd29c6d2-e726-4076-92f8-9d38aa796ec4 disassociated (deleted). External IP: 172.35.0.101, port: f3096cec-bdde-4445-96b4-77383c490018.
Mar 05 21:41:32.728586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router f9d0cb54-2401-478f-9d37-60a7b166e8f1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:41:32.837288 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:41:32.841951 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:32.846340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Sync routers for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:41:32.856432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:32.857035 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:32.871468 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c0474c30-a707-42ed-a055-2d7b76f43c6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd29c6d2-e726-4076-92f8-9d38aa796ec4 HTTP/1.1" status: 204  len: 168 time: 0.8348095
Mar 05 21:41:32.872053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:32.874328 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9137b8e-e707-4c40-b6c4-05798a4fdfab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:32.922398 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bded0d-365b-40eb-a7cd-fc4b770b706c x-openstack-request-id: req-83bded0d-365b-40eb-a7cd-fc4b770b706c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:32.922695 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:32.922949 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83bded0d-365b-40eb-a7cd-fc4b770b706c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:32.923352 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'status': 'completed', 'code': 200}
Mar 05 21:41:32.967383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:32.991632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-90cd2e3c-9c0e-447c-9b34-53ef38cd8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:32.993250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-90cd2e3c-9c0e-447c-9b34-53ef38cd8a8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 1127 time: 0.0474467
Mar 05 21:41:33.121626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-6ef8ee9c-c962-4606-9ab6-63064b3f9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:33.123202 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-6ef8ee9c-c962-4606-9ab6-63064b3f9d07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 200  len: 898 time: 0.1241117
Mar 05 21:41:33.168969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-b1e9b088-b6ad-440a-a06c-4c7e4dfd3220 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 200  len: 217 time: 0.0383861
Mar 05 21:41:33.177709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9a00>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:33.179230 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575087e8-ff86-4193-86d8-f45e802c0da7 req-dbc16b0a-dc36-437f-87d2-d80861ada0af tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:33.180784 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-575087e8-ff86-4193-86d8-f45e802c0da7 req-dbc16b0a-dc36-437f-87d2-d80861ada0af tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.1029785
Mar 05 21:41:33.205267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Checking router: f9d0cb54-2401-478f-9d37-60a7b166e8f1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:41:33.214740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:33.215357 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:33.252962 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-14d84745-2044-45ee-ae95-446ae9726df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:33.254856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-14d84745-2044-45ee-ae95-446ae9726df7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 200  len: 834 time: 0.0732110
Mar 05 21:41:33.277386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-575087e8-ff86-4193-86d8-f45e802c0da7 req-c4c3268b-d79f-4447-9ae4-9ac6a870ee20 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875688
Mar 05 21:41:33.309349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-68414238-9b6a-4e9e-a931-35f64084dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:33.310924 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-68414238-9b6a-4e9e-a931-35f64084dfb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=79d0ea1a-c3d0-468e-b156-822d629b6d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474055
Mar 05 21:41:33.336773 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:33.409141 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-660be835-dd9c-4d3a-9da8-a45156a70ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883722
Mar 05 21:41:33.498758 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9137b8e-e707-4c40-b6c4-05798a4fdfab req-2c65b31a-1efe-4e12-ab21-e514a161d738 service neutron] 10.222.0.23 "GET /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864472
Mar 05 21:41:33.539267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b829d9a00>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:33.570053 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c876a6-8e92-4016-98b0-d0bf0f2c7e62 None None] The sync data for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 is: [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:39:50Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a36dfb8-49a9-4905-ba0a-5fd6a10b8825', 'name': '', 'network_id': '79d0ea1a-c3d0-468e-b156-822d629b6d5c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:b5:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:49Z', 'updated_at': '2022-03-05T21:39:52Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'ffc85241-0300-44e0-9163-0c1738a03954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:41:33.774568 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d0973-c2c9-484d-91d5-8b012eb1bded None None] New status for floating IP dd29c6d2-e726-4076-92f8-9d38aa796ec4: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:41:34.376043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-5a3b780e-dd09-4930-8394-b779737e262d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:34.377510 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-5a3b780e-dd09-4930-8394-b779737e262d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0533280
Mar 05 21:41:34.399970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086e08-9f2d-47d4-8698-2a4d3c5e7bef req-9bb206e0-5742-4e5c-abf7-1c9187c0127e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:34.401458 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59086e08-9f2d-47d4-8698-2a4d3c5e7bef req-9bb206e0-5742-4e5c-abf7-1c9187c0127e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c240119-36b9-4cff-8983-17b6e9e9a32f HTTP/1.1" status: 200  len: 945 time: 0.0531561
Mar 05 21:41:34.456247 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-59086e08-9f2d-47d4-8698-2a4d3c5e7bef req-f6ac865f-8eec-4a86-aa40-2ce8f2699636 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=24b6fae1-e74c-4c5f-841d-fd374f07bec5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490794
Mar 05 21:41:34.475861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port f3096cec-bdde-4445-96b4-77383c490018 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:41:34.476216 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (f3096cec-bdde-4445-96b4-77383c490018), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:34.561402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port f3096cec-bdde-4445-96b4-77383c490018, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3096cec-bdde-4445-96b4-77383c490018,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:34.561678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (f3096cec-bdde-4445-96b4-77383c490018), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:34.574842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for f3096cec-bdde-4445-96b4-77383c490018 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:41:34.705191 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (f3096cec-bdde-4445-96b4-77383c490018), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:34.733907 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=f3096cec-bdde-4445-96b4-77383c490018,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:34.780173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] No DVR routers for this DVR port f3096cec-bdde-4445-96b4-77383c490018 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:41:34.782832 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:34.786166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2f9b5fd7-856a-4c81-ba58-a851080773d1 req-079deee2-d4ca-44d1-a13b-c030640867dc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "DELETE /v2.0/ports/f3096cec-bdde-4445-96b4-77383c490018 HTTP/1.1" status: 204  len: 173 time: 0.4038644
Mar 05 21:41:34.786613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-deleted', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:34.788934 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd401d-f632-4f8e-a5f5-7d24fb8823e6" -d '{"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-deleted", "tag": "f3096cec-bdde-4445-96b4-77383c490018"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:34.825169 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39173ce-adfe-425f-9f8b-6d4e7683dd4a x-openstack-request-id: req-f39173ce-adfe-425f-9f8b-6d4e7683dd4a {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:34.825468 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c240119-36b9-4cff-8983-17b6e9e9a32f", "name": "network-vif-deleted", "tag": "f3096cec-bdde-4445-96b4-77383c490018", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:34.825728 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f39173ce-adfe-425f-9f8b-6d4e7683dd4a {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:34.826193 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c240119-36b9-4cff-8983-17b6e9e9a32f', 'name': 'network-vif-deleted', 'tag': 'f3096cec-bdde-4445-96b4-77383c490018', 'status': 'completed', 'code': 200}
Mar 05 21:41:35.514104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37822) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:35.767616 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:41:35.877816 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.139699 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:41:36.140043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.231335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:36.231725 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.245216 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:41:36.430300 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (3a36dfb8-49a9-4905-ba0a-5fd6a10b8825), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.457340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=3a36dfb8-49a9-4905-ba0a-5fd6a10b8825,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:36.482625 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.633177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.782865 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:36.854146 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router f9d0cb54-2401-478f-9d37-60a7b166e8f1 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:41:36.962245 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:41:36.967342 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-256f6c2c-bd0c-4628-a000-446fef7ae400 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/f9d0cb54-2401-478f-9d37-60a7b166e8f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4521000
Mar 05 21:41:36.970272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37824) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:36.971414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Sync routers for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:41:36.981950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:36.982577 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:37.022845 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting subnet ffc85241-0300-44e0-9163-0c1738a03954 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:41:37.026050 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (ffc85241-0300-44e0-9163-0c1738a03954), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.065246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (ffc85241-0300-44e0-9163-0c1738a03954), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.089290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:37.152878 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (ffc85241-0300-44e0-9163-0c1738a03954), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.210760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (ffc85241-0300-44e0-9163-0c1738a03954), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.238647 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc85241-0300-44e0-9163-0c1738a03954,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:37.240626 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.246682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-cca866e7-e021-44de-a49b-d4cdca45d8e7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/subnets/ffc85241-0300-44e0-9163-0c1738a03954 HTTP/1.1" status: 204  len: 168 time: 0.2724802
Mar 05 21:41:37.247083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37826) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:37.247195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856d878-5887-452d-b402-a1bad86ee366 None None] Network 79d0ea1a-c3d0-468e-b156-822d629b6d5c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:41:37.353309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:41:36Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:37.358559 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.383968 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Checking router: f9d0cb54-2401-478f-9d37-60a7b166e8f1 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:41:37.398564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Routers {'f9d0cb54-2401-478f-9d37-60a7b166e8f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:37.399261 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:37.473121 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] DHCP port deletion for 79d0ea1a-c3d0-468e-b156-822d629b6d5c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:41:37.478856 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (f9d0cb54-2401-478f-9d37-60a7b166e8f1), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.532888 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 65c8f859-301d-411b-81bf-1ecd0a56aca5 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:41:37.533148 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.548935 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] Set router f9d0cb54-2401-478f-9d37-60a7b166e8f1 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:37.621464 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 65c8f859-301d-411b-81bf-1ecd0a56aca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c8f859-301d-411b-81bf-1ecd0a56aca5,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:37.621744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.635518 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 65c8f859-301d-411b-81bf-1ecd0a56aca5 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:41:37.802486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Deleting port 381caab5-04dc-4665-aa43-e86a0e9321bf {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:41:37.802869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.809492 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (65c8f859-301d-411b-81bf-1ecd0a56aca5), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.833897 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=65c8f859-301d-411b-81bf-1ecd0a56aca5,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:37.887549 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] For port 381caab5-04dc-4665-aa43-e86a0e9321bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=381caab5-04dc-4665-aa43-e86a0e9321bf,segment=NetworkSegment(6e4af5ef-7441-45b6-a609-4d667ce6b6ec),segment_id=6e4af5ef-7441-45b6-a609-4d667ce6b6ec)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:37.887549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.897976 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.907478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Calling delete_port for 381caab5-04dc-4665-aa43-e86a0e9321bf owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:41:37.993048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:37.995202 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (f9d0cb54-2401-478f-9d37-60a7b166e8f1), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.018606 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83020130>, [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:41:36Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:38.046277 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (f9d0cb54-2401-478f-9d37-60a7b166e8f1), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.046890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Fanout notify agent at l3_agent the message router_deleted on router f9d0cb54-2401-478f-9d37-60a7b166e8f1 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:41:38.051422 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7320d73-b2c9-4874-ba45-940d00740d9e None None] The sync data for ids ['f9d0cb54-2401-478f-9d37-60a7b166e8f1'] in ncdv-master-1 is: [{'id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359252543', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:39:46Z', 'updated_at': '2022-03-05T21:41:36Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '65c8f859-301d-411b-81bf-1ecd0a56aca5', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d0cb54-2401-478f-9d37-60a7b166e8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:39:47Z', 'updated_at': '2022-03-05T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:41:38.055335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.055942 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (381caab5-04dc-4665-aa43-e86a0e9321bf), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.056592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-06c2cbdf-cd1c-4df4-bd3b-97b65332cf98 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/routers/f9d0cb54-2401-478f-9d37-60a7b166e8f1 HTTP/1.1" status: 204  len: 168 time: 0.8087687
Mar 05 21:41:38.059433 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37828) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:38.086166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] Pushing event deleted for resources: {'Port': ['ID=381caab5-04dc-4665-aa43-e86a0e9321bf,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:38.090178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83dc11-dadd-416e-9c48-d441da708f88 None None] No DVR routers for this DVR port 381caab5-04dc-4665-aa43-e86a0e9321bf on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:41:38.142904 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (79d0ea1a-c3d0-468e-b156-822d629b6d5c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.231197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (79d0ea1a-c3d0-468e-b156-822d629b6d5c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.255773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7c6520>,) {'filters': {'network_id': ['79d0ea1a-c3d0-468e-b156-822d629b6d5c']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:38.264799 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7c6520>, '6e4af5ef-7441-45b6-a609-4d667ce6b6ec') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:38.265106 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b7c6520>, '6e4af5ef-7441-45b6-a609-4d667ce6b6ec') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:38.274725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (6e4af5ef-7441-45b6-a609-4d667ce6b6ec), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.288153 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (6e4af5ef-7441-45b6-a609-4d667ce6b6ec), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.293837 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:41:38.294228 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (6e4af5ef-7441-45b6-a609-4d667ce6b6ec), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:41:38.297385 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:41:38.315267 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f3096cec-bdde-4445-96b4-77383c490018 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:41:38.337301 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: f3096cec-bdde-4445-96b4-77383c490018 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:41:38.337654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device f3096cec-bdde-4445-96b4-77383c490018 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:41:38.359146 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (79d0ea1a-c3d0-468e-b156-822d629b6d5c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.366333 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.369462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/networks/79d0ea1a-c3d0-468e-b156-822d629b6d5c HTTP/1.1" status: 204  len: 168 time: 0.3090281
Mar 05 21:41:38.372659 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37830) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:38.381716 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f1bc1-7a14-4ed2-ba63-97a0e82e14dd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Network': ['ID=79d0ea1a-c3d0-468e-b156-822d629b6d5c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:38.439766 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (24b6fae1-e74c-4c5f-841d-fd374f07bec5), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.469738 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (24b6fae1-e74c-4c5f-841d-fd374f07bec5), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.532925 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (24b6fae1-e74c-4c5f-841d-fd374f07bec5), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.536288 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.540060 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/security-groups/24b6fae1-e74c-4c5f-841d-fd374f07bec5 HTTP/1.1" status: 204  len: 168 time: 0.1637807
Mar 05 21:41:38.547326 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b20985-c54f-45f1-8e36-f654351e2f55 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b6fae1-e74c-4c5f-841d-fd374f07bec5,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:38.869492 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37836) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:38.874310 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528212507', 'description': 'tempest-secgroup-smoke-528212507 description', 'project_id': '48215fb3722343839e21fb0114f6e972'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:38.895972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.964972 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (53abb8b6-3695-4438-ae4b-86bf3c1c212b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.968427 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (53abb8b6-3695-4438-ae4b-86bf3c1c212b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.998447 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:38.999593 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1291049
Mar 05 21:41:39.002064 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff001f6-f288-48d7-81ec-eb71063a9155 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53abb8b6-3695-4438-ae4b-86bf3c1c212b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.002718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37838) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.007918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.032898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7e6d18b7-5645-493c-aa6f-21c9cb2cda0d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.098966 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7e6d18b7-5645-493c-aa6f-21c9cb2cda0d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.102951 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7e6d18b7-5645-493c-aa6f-21c9cb2cda0d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.125635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6d18b7-5645-493c-aa6f-21c9cb2cda0d,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.131946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.133129 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8c402151-3cf5-4a80-ae52-41998fc92fc3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1287751
Mar 05 21:41:39.135947 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37840) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.140147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.165175 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (b61d9834-d278-4a0a-8ce5-25a49eb85cbc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.220744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (b61d9834-d278-4a0a-8ce5-25a49eb85cbc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.225183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b61d9834-d278-4a0a-8ce5-25a49eb85cbc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.246395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61d9834-d278-4a0a-8ce5-25a49eb85cbc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.252119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.253320 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e7310c2c-340d-4f3d-a260-14cfec192e4c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1164515
Mar 05 21:41:39.256221 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37842) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.260570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.284388 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (21e9dd7b-87d8-4620-a584-6f13cd606f85), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.339748 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (21e9dd7b-87d8-4620-a584-6f13cd606f85), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.343364 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (21e9dd7b-87d8-4620-a584-6f13cd606f85), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.361942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e9dd7b-87d8-4620-a584-6f13cd606f85,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.371158 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.372588 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e8ca166a-c7d9-4122-88ca-d2a701e96118 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1152225
Mar 05 21:41:39.375261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37844) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.379877 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.404411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (69fc96e0-1174-42ac-9f6a-bb1074b6b440), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.424854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 381caab5-04dc-4665-aa43-e86a0e9321bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:41:39.446013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 381caab5-04dc-4665-aa43-e86a0e9321bf {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:41:39.446368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 381caab5-04dc-4665-aa43-e86a0e9321bf not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:41:39.446802 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:41:39.465163 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (69fc96e0-1174-42ac-9f6a-bb1074b6b440), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.470534 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (69fc96e0-1174-42ac-9f6a-bb1074b6b440), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.471663 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:41:39.472007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3a36dfb8-49a9-4905-ba0a-5fd6a10b8825 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:41:39.473007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 65c8f859-301d-411b-81bf-1ecd0a56aca5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:41:39.490700 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fc96e0-1174-42ac-9f6a-bb1074b6b440,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.493438 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 65c8f859-301d-411b-81bf-1ecd0a56aca5 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:41:39.493908 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 65c8f859-301d-411b-81bf-1ecd0a56aca5 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:41:39.500613 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.501917 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2d607a67-1e2a-4e84-a99a-3b4024cfed58 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1257167
Mar 05 21:41:39.505019 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37846) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.509132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.529049 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:41:39.533931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (99d91b44-3637-4fa9-80df-a9701445ae9c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.591577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (99d91b44-3637-4fa9-80df-a9701445ae9c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.595170 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (99d91b44-3637-4fa9-80df-a9701445ae9c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.614364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d91b44-3637-4fa9-80df-a9701445ae9c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.622882 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.624123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4491a8c8-891d-4fa2-bd8d-09e57b063181 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1183197
Mar 05 21:41:39.626801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37848) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.631254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '53abb8b6-3695-4438-ae4b-86bf3c1c212b', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.651610 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:41:39.656359 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (57821bba-9c44-4be7-a3dc-010bfac621fc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.715318 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (57821bba-9c44-4be7-a3dc-010bfac621fc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.718824 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (57821bba-9c44-4be7-a3dc-010bfac621fc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.739423 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57821bba-9c44-4be7-a3dc-010bfac621fc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.745188 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.746609 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-db2ee647-1a2e-4780-8c0e-f1bb6693678d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1188838
Mar 05 21:41:39.749422 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37850) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.754272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'network': {'name': 'tempest-network-smoke--1272751519', 'project_id': '48215fb3722343839e21fb0114f6e972', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.773189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:41:39.776403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.802172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:41:39.811197 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e579669-fe5a-43a9-89ad-ea3cd76b5ee7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.811565 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Added segment 3e579669-fe5a-43a9-89ad-ea3cd76b5ee7 of type vlan for network 59d309d2-9366-48d5-8459-0809b8a4c02c
Mar 05 21:41:39.849916 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (59d309d2-9366-48d5-8459-0809b8a4c02c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.873374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (59d309d2-9366-48d5-8459-0809b8a4c02c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.878257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:39.879338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.934865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1844316
Mar 05 21:41:39.937565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37852) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:39.941854 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'admin_state_up': True, 'project_id': '48215fb3722343839e21fb0114f6e972', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:39.958095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12766ef3-f75b-4bfe-8941-ee8da3407b83 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Network': ['ID=59d309d2-9366-48d5-8459-0809b8a4c02c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:39.969048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 59d309d2-9366-48d5-8459-0809b8a4c02c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:41:39.969943 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:39.970946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.027189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (09b2258b-f276-46dd-a9fd-2a01920f0335), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.168064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (09b2258b-f276-46dd-a9fd-2a01920f0335), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.360802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (09b2258b-f276-46dd-a9fd-2a01920f0335), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.380373 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.481594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.146 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/9d27ff0c-11aa-4482-9052-a3b6c3b92403) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:41:40.580311 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.613317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:40.654688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:40.657523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:40.661466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:41:40.684440 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=9d27ff0c-11aa-4482-9052-a3b6c3b92403,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:41.238678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (09b2258b-f276-46dd-a9fd-2a01920f0335), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:41.431566 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:41.558475 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 09b2258b-f276-46dd-a9fd-2a01920f0335 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:41:41.664769 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:41:41.679638 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Sync routers for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:41:41.684761 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:41.686305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c8cde168-0409-48ed-aa36-784fff28dcee tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7475290
Mar 05 21:41:41.689140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37854) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:41.689678 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:41.690193 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90201e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:41.717511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d116c32-8fae-4023-8a2b-7a599ac0e4d5 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=48215fb3722343839e21fb0114f6e972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272670
Mar 05 21:41:41.720039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37856) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:41.799576 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:41.810294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06ac22-ff17-42fe-bb76-dfd2bf36e0a3 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:41.811804 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dc06ac22-ff17-42fe-bb76-dfd2bf36e0a3 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0908372
Mar 05 21:41:41.814727 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37858) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:41.843462 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a3449377-f85e-4d95-9450-841be0175abf tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276811
Mar 05 21:41:41.846172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37860) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:41.851948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168026323', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'project_id': '48215fb3722343839e21fb0114f6e972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:41.944559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:41:41.948447 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:41.979279 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90201e50>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:40Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:42.005857 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Checking router: 09b2258b-f276-46dd-a9fd-2a01920f0335 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:41:42.006207 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Updating router 09b2258b-f276-46dd-a9fd-2a01920f0335 port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:41:42.043593 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.132266 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (0b4aae96-70ae-4fe4-b64f-07f29985eb4b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.194208 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Subnet': ['ID=0b4aae96-70ae-4fe4-b64f-07f29985eb4b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:42.204587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Checking segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:41:42.204950 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network hostable DHCP agents. Network: 59d309d2-9366-48d5-8459-0809b8a4c02c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:41:42.221603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 59d309d2-9366-48d5-8459-0809b8a4c02c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:41:42.230790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59d309d2-9366-48d5-8459-0809b8a4c02c) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:42.235004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:42.235765 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.244360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb011fa6-20b7-455d-ad5e-1103cb643eaa None None] Network 59d309d2-9366-48d5-8459-0809b8a4c02c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:41:42.254364 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-28e27b25-b35e-4a1d-a827-8dc2714d8014 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4071338
Mar 05 21:41:42.257236 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37862) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:42.357459 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59d309d2-9366-48d5-8459-0809b8a4c02c', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:41:42.358465 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.399824 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks [] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.405480 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.462228 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Attempting to bind port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:41:42.462698 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Attempting to bind port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:41:42.463093 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Attempting to bind port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:41:42.465000 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Pushing event updated for resources: {'Port': ['ID=9d27ff0c-11aa-4482-9052-a3b6c3b92403,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:42.474563 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.474904 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.475244 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.475646 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.476004 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.476329 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.476648 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.476966 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.477278 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.477590 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.477915 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.478215 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.478524 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:41:42.483987 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:41:42.484573 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:41:42.484789 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.485205 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:41:42.485682 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Bound port: 9d27ff0c-11aa-4482-9052-a3b6c3b92403, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:41:42.486103 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.508842 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Allocated IP 172.20.0.2 (59d309d2-9366-48d5-8459-0809b8a4c02c/0b4aae96-70ae-4fe4-b64f-07f29985eb4b/495de924-8fcf-46bb-911d-1124b5d78f29) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:41:42.547170 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] For port 9d27ff0c-11aa-4482-9052-a3b6c3b92403, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:41:42.550670 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] For port 9d27ff0c-11aa-4482-9052-a3b6c3b92403, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d27ff0c-11aa-4482-9052-a3b6c3b92403,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:41:42.556395 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.622138 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:42.622773 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90201e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:42.624669 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc718c-8a78-493a-bdd9-dff7ef139217 None None] Pushing event updated for resources: {'Port': ['ID=9d27ff0c-11aa-4482-9052-a3b6c3b92403,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:42.670438 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks [] for port (495de924-8fcf-46bb-911d-1124b5d78f29), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.676604 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.718396 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Network 59d309d2-9366-48d5-8459-0809b8a4c02c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:42.721318 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:42.726805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:41:42.737117 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Pushing event updated for resources: {'Port': ['ID=495de924-8fcf-46bb-911d-1124b5d78f29,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:42.737833 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.750984 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:42.792541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Attempting to bind port 495de924-8fcf-46bb-911d-1124b5d78f29 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:41:42.792916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Attempting to bind port 495de924-8fcf-46bb-911d-1124b5d78f29 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:41:42.793278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Attempting to bind port 495de924-8fcf-46bb-911d-1124b5d78f29 on network 59d309d2-9366-48d5-8459-0809b8a4c02c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:41:42.798330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:41:42.798713 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Checking segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:41:42.799125 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.799512 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Bound using segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:41:42.800002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Bound port: 495de924-8fcf-46bb-911d-1124b5d78f29, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:41:42.800574 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.865136 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] For port 495de924-8fcf-46bb-911d-1124b5d78f29, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:41:42.868139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] For port 495de924-8fcf-46bb-911d-1124b5d78f29, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495de924-8fcf-46bb-911d-1124b5d78f29,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:41:42.876941 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:42.939925 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de7b94-ce7d-464d-be68-6ae03b54db92 None None] Pushing event updated for resources: {'Port': ['ID=495de924-8fcf-46bb-911d-1124b5d78f29,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:42.947050 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90201e50>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:40Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:42.979183 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815eeea-23b2-4332-b9ba-387998f83796 None None] The sync data for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 is: [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:40Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:41:43.065592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.1 (59d309d2-9366-48d5-8459-0809b8a4c02c/0b4aae96-70ae-4fe4-b64f-07f29985eb4b/2fa67a21-e387-404b-b56b-fbc0a31fb8a6) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:41:43.188344 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.236683 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.311492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 59d309d2-9366-48d5-8459-0809b8a4c02c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:43.314603 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:43.318934 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:41:43.348031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:43.370507 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (09b2258b-f276-46dd-a9fd-2a01920f0335), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.502082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 495de924-8fcf-46bb-911d-1124b5d78f29 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:43.552841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.557398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 495de924-8fcf-46bb-911d-1124b5d78f29 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:43.557812 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.654969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 495de924-8fcf-46bb-911d-1124b5d78f29 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:43.655591 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.693585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 495de924-8fcf-46bb-911d-1124b5d78f29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495de924-8fcf-46bb-911d-1124b5d78f29,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:43.699581 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.700434 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9d27ff0c-11aa-4482-9052-a3b6c3b92403 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:43.791939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=495de924-8fcf-46bb-911d-1124b5d78f29,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:43.815320 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:43.816346 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.915074 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:43.915572 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.937743 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 9d27ff0c-11aa-4482-9052-a3b6c3b92403, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d27ff0c-11aa-4482-9052-a3b6c3b92403,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:43.943213 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.949044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:43.956229 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.012429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=9d27ff0c-11aa-4482-9052-a3b6c3b92403,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:44.038551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:44.041301 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (09b2258b-f276-46dd-a9fd-2a01920f0335), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.115302 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae34f0-b9b6-4430-a1a9-11e36e32f612 None None] Network 59d309d2-9366-48d5-8459-0809b8a4c02c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:41:44.145389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 59d309d2-9366-48d5-8459-0809b8a4c02c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:44.146841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:44.223963 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-74b98af9-0f93-44c4-aed1-49d5d153e3fd None None] Provisioning complete for port 495de924-8fcf-46bb-911d-1124b5d78f29 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:44.224265 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-74b98af9-0f93-44c4-aed1-49d5d153e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.259062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 09b2258b-f276-46dd-a9fd-2a01920f0335 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:41:44.327080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-74b98af9-0f93-44c4-aed1-49d5d153e3fd None None] Current status of the port 495de924-8fcf-46bb-911d-1124b5d78f29 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:44.377264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:41:44.383720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-52beb55e-081a-4380-8252-519003a1355d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/09b2258b-f276-46dd-a9fd-2a01920f0335/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1253543
Mar 05 21:41:44.554510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Provisioning complete for port 495de924-8fcf-46bb-911d-1124b5d78f29 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:44.556538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.559763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-0a671640-675c-4d58-b2ce-b2747bbe3109 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528212507&fields=id&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 267 time: 0.0553484
Mar 05 21:41:44.642623 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Current status of the port 495de924-8fcf-46bb-911d-1124b5d78f29 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:44.654451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:44.654851 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.688687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-071f3cb6-6b28-498c-b25e-4fefc26c2b80 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:44.690407 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-071f3cb6-6b28-498c-b25e-4fefc26c2b80 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 797 time: 0.1236298
Mar 05 21:41:44.700882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-23e2dd2f-93a7-462c-9197-769ca03428a9 None None] Port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:41:44.710632 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-a96a1e2b-9205-4fc1-9c81-4da2210e0adf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/quotas/48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 375 time: 0.0114369
Mar 05 21:41:44.770116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-8d937b33-8e3f-466e-95e8-27377e0c3add tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0539048
Mar 05 21:41:44.821921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3de419f0-2ae1-4bd6-9839-5db9448d287f None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:44.822311 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3de419f0-2ae1-4bd6-9839-5db9448d287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:44.868146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3de419f0-2ae1-4bd6-9839-5db9448d287f None None] Port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:41:44.882560 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-45b10489-411c-45b8-b282-94d251e9db9e service neutron] 10.222.0.15 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997179
Mar 05 21:41:44.883497 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Sync routers for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:41:44.901686 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:44.902300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ac3ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:44.974213 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-6ee212cd-2d6d-4b38-9da8-92e1561a5f94 service neutron] 10.222.0.15 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849242
Mar 05 21:41:45.003270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-27b0dfc9-1942-434d-b8bd-08ff72a89653 None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:45.004219 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-27b0dfc9-1942-434d-b8bd-08ff72a89653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:45.051086 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:45.084703 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-27b0dfc9-1942-434d-b8bd-08ff72a89653 None None] Port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:41:45.146417 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-97027725-cc1a-4abb-a743-b175cb4074a7 req-181edad3-740a-4e93-a12a-9917d6378a03 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 210 time: 0.0292051
Mar 05 21:41:45.272489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ac3ca0>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 2, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:45.301044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Checking router: 09b2258b-f276-46dd-a9fd-2a01920f0335 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:41:45.301406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Updating router 09b2258b-f276-46dd-a9fd-2a01920f0335 port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:41:45.329356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:45.447271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 495de924-8fcf-46bb-911d-1124b5d78f29 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:45.754292 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 495de924-8fcf-46bb-911d-1124b5d78f29 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:45.755051 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:45.855564 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks [] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:45.883603 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:45.916399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 495de924-8fcf-46bb-911d-1124b5d78f29 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:45.917474 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9d27ff0c-11aa-4482-9052-a3b6c3b92403 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:45.967883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb4927-ba0d-4321-a896-cbce9fe9b7c5 None None] Pushing event updated for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:46.037552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:46.037961 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.064370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Attempting to bind port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:41:46.064758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Attempting to bind port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:41:46.065132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Attempting to bind port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 on network 59d309d2-9366-48d5-8459-0809b8a4c02c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:41:46.074344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:41:46.074730 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Checking segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:41:46.075141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.075553 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Bound using segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:41:46.080788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Bound port: 2fa67a21-e387-404b-b56b-fbc0a31fb8a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:41:46.082093 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.186551 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-3762f6e9-e552-44e2-b753-d50e3e48479c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:46.188041 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-3762f6e9-e552-44e2-b753-d50e3e48479c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 797 time: 0.1505156
Mar 05 21:41:46.198317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] For port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:41:46.227168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] For port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:41:46.233732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:46.238987 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.242138 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:46.242505 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.271500 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-da165bfa-382b-4964-ab61-22a619887afe req-324e6c1f-3010-491d-b301-fad73b9d4380 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 210 time: 0.0403833
Mar 05 21:41:46.291639 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-40a3cb40-fe81-4a2c-a20d-881540e8e762 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 379 time: 0.0911708
Mar 05 21:41:46.301349 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'port': {'device_id': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'admin_state_up': True, 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'security_groups': ['53abb8b6-3695-4438-ae4b-86bf3c1c212b']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:46.333949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:46.334589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82ac3ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:46.337039 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb4927-ba0d-4321-a896-cbce9fe9b7c5 None None] Pushing event updated for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:46.423168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:41:46.427366 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.467287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Current status of the port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:46.467729 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.505104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:46.550793 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] For port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:46.555775 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.563238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.4 (59d309d2-9366-48d5-8459-0809b8a4c02c/0b4aae96-70ae-4fe4-b64f-07f29985eb4b/8e592400-3f76-4823-a4dd-9c5dd6f01dfb) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:41:46.691841 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f04f6e-5d61-49df-8846-756ee931ac23 None None] Pushing event updated for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:46.708554 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f7cc3dda-b86c-4ddb-ba50-095c977eb276 None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:46.708554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3dda-b86c-4ddb-ba50-095c977eb276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.713253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.747340 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.787720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 59d309d2-9366-48d5-8459-0809b8a4c02c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:46.793444 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:46.797163 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:41:46.828671 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:46.837521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc3dda-b86c-4ddb-ba50-095c977eb276 None None] Current status of the port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:46.842176 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-456c5865-ddac-4f87-959c-76e330104baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82ac3ca0>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:46.859091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:46.859756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:46.870403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c5865-ddac-4f87-959c-76e330104baa None None] The sync data for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 is: [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:41:46.877030 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-d6a6ca31-3e62-44da-a2c9-352472547709 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5800059
Mar 05 21:41:46.889868 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Request body: {'port': {'device_id': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:46.973440 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.162000 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2b94d349-9c6c-4c3b-9819-8aafe1b1e57e None None] Provisioning complete for port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:47.162378 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2b94d349-9c6c-4c3b-9819-8aafe1b1e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.200697 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2b94d349-9c6c-4c3b-9819-8aafe1b1e57e None None] Port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:41:47.261679 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e592400-3f76-4823-a4dd-9c5dd6f01dfb {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:41:47.269550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks [] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.282046 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Transition to ACTIVE for port object 8e592400-3f76-4823-a4dd-9c5dd6f01dfb will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:41:47.286658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.346605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Pushing event updated for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:47.449862 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f917cb-a133-486f-bf9c-31a2ef31db73 req-f833d5e1-637a-4d12-90b5-ea81c090065b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:47.451467 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0f917cb-a133-486f-bf9c-31a2ef31db73 req-f833d5e1-637a-4d12-90b5-ea81c090065b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 943 time: 0.0989854
Mar 05 21:41:47.461594 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Attempting to bind port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:41:47.461862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Attempting to bind port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:41:47.462198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Attempting to bind port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb on network 59d309d2-9366-48d5-8459-0809b8a4c02c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:41:47.470609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb on network 59d309d2-9366-48d5-8459-0809b8a4c02c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:41:47.470940 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Attempting to bind port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb on network 59d309d2-9366-48d5-8459-0809b8a4c02c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:41:47.477653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:41:47.477999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Checking segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:41:47.479065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Bound using segment: {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:41:47.479502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Bound port: 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:41:47.480015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.508444 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:47.569911 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a0f917cb-a133-486f-bf9c-31a2ef31db73 req-c6bf8c98-b0a4-4c6b-afff-aa220bc97218 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006641
Mar 05 21:41:47.589316 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:41:47.592829 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:41:47.599903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.602738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:47.603131 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.641235 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:47.641859 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:47.643592 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 1091 time: 0.7585852
Mar 05 21:41:47.644140 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:47.646478 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd44200-e57e-4b72-8464-d608701967e7" -d '{"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:47.727010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:47.763688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a746-04b9-435c-8263-dcba033efa44 service neutron] Pushing event updated for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:47.776527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-4cec2155-38d4-43a8-bb6a-22e468b7c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:47.778257 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-4cec2155-38d4-43a8-bb6a-22e468b7c2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1125 time: 0.0825768
Mar 05 21:41:47.827013 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-5592a2a4-f36b-439e-8f80-1decff7b4596 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 217 time: 0.0415957
Mar 05 21:41:47.832444 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86410466-8a06-49b4-b9a6-8a33d323e33d x-openstack-request-id: req-86410466-8a06-49b4-b9a6-8a33d323e33d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:47.832748 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:47.832998 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86410466-8a06-49b4-b9a6-8a33d323e33d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:47.833412 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'status': 'completed', 'code': 200}
Mar 05 21:41:47.891834 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-f3fd8e90-d8e5-4c3d-8f2e-694579ce5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:47.893445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-f3fd8e90-d8e5-4c3d-8f2e-694579ce5e57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0566757
Mar 05 21:41:47.945411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-583625d2-216b-4b50-bf1c-feb8c189039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:47.946954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-583625d2-216b-4b50-bf1c-feb8c189039a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468135
Mar 05 21:41:48.038783 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-cf631195-7fbb-4c41-9a77-effb59a97815 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859728
Mar 05 21:41:48.142707 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e76a219e-20d5-4702-b713-e16b0d165ec4 req-551051ce-b012-4531-b9db-f3e5268e11a5 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935948
Mar 05 21:41:48.234394 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44200-e57e-4b72-8464-d608701967e7 req-9951faf3-ac52-44a8-beea-ca71066299f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:48.235987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-9951faf3-ac52-44a8-beea-ca71066299f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1125 time: 0.0459857
Mar 05 21:41:48.331034 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44200-e57e-4b72-8464-d608701967e7 req-9d47d7da-64b0-431a-a8de-4370552ba31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:48.332557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-9d47d7da-64b0-431a-a8de-4370552ba31b service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.0899930
Mar 05 21:41:48.372548 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-817c5ba9-1f7c-4efa-836f-8c83644f0295 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 217 time: 0.0346272
Mar 05 21:41:48.419520 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44200-e57e-4b72-8464-d608701967e7 req-6a29affa-e81e-40a0-8a47-1e1e076f7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:48.420971 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-6a29affa-e81e-40a0-8a47-1e1e076f7e76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0430651
Mar 05 21:41:48.474369 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44200-e57e-4b72-8464-d608701967e7 req-034aaee1-d95a-4206-bfa4-1d276aeb2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:48.475881 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-034aaee1-d95a-4206-bfa4-1d276aeb2117 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477676
Mar 05 21:41:48.564356 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-8b76175b-8fdc-4821-af10-b229af49fc8e service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822725
Mar 05 21:41:48.661781 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8bd44200-e57e-4b72-8464-d608701967e7 req-ad4d933c-d42c-4067-ab2b-0b51064da8ee service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908728
Mar 05 21:41:48.690923 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fc450-4a66-4b16-8fb1-2967662513c3 req-32d3c0cc-74da-443b-a1e8-c6f4e5760e63 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:48.692614 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0fc450-4a66-4b16-8fb1-2967662513c3 req-32d3c0cc-74da-443b-a1e8-c6f4e5760e63 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 943 time: 0.0577850
Mar 05 21:41:48.740856 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4a0fc450-4a66-4b16-8fb1-2967662513c3 req-48364136-0ff1-4c5a-a0c5-67a1739fb3f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426621
Mar 05 21:41:49.862155 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa007a8-e56d-4707-b95f-f4b7faf3659b req-2586e281-5f6a-4e7d-b061-e258e8620fb9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:49.864855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-faa007a8-e56d-4707-b95f-f4b7faf3659b req-2586e281-5f6a-4e7d-b061-e258e8620fb9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 943 time: 0.0549881
Mar 05 21:41:49.914721 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-faa007a8-e56d-4707-b95f-f4b7faf3659b req-bf7fc98d-fd86-49dc-974b-b58f704b4c96 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441940
Mar 05 21:41:50.789309 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e592400-3f76-4823-a4dd-9c5dd6f01dfb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:41:50.883559 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:50.896017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'port_id': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'mac_address': 'fa:16:3e:e6:ea:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:41:50.931863 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:50.932252 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:50.945066 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e592400-3f76-4823-a4dd-9c5dd6f01dfb {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:41:50.964749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:50.969240 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:51.020411 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:51.041609 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4598a0-4ea6-47c0-a654-bf2262d2b46b req-aaa976e5-78a6-4159-bbc7-b8f2db5cbaea tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:51.043084 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d4598a0-4ea6-47c0-a654-bf2262d2b46b req-aaa976e5-78a6-4159-bbc7-b8f2db5cbaea tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 944 time: 0.0563686
Mar 05 21:41:51.091967 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0d4598a0-4ea6-47c0-a654-bf2262d2b46b req-00a9d698-5bb5-48ee-af27-ac07fe04fdeb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432067
Mar 05 21:41:51.174546 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['8e592400-3f76-4823-a4dd-9c5dd6f01dfb'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:41:52.209774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f673179-58e7-4df0-9563-879ff0161c42 req-e8cfaf74-acd1-41e1-bc9a-08096d8e6b8f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:52.211210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f673179-58e7-4df0-9563-879ff0161c42 req-e8cfaf74-acd1-41e1-bc9a-08096d8e6b8f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 944 time: 0.0522492
Mar 05 21:41:52.258865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1f673179-58e7-4df0-9563-879ff0161c42 req-85ef9630-5782-4120-acf2-bd96609dc6b4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416682
Mar 05 21:41:52.788756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e592400-3f76-4823-a4dd-9c5dd6f01dfb up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:41:52.837616 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:41:52.841203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:41:52.841579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:52.920564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:41:52.921084 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:52.944857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:52.947082 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce407a91-9eab-471b-8b6b-17aca0837d67" -d '{"events": [{"server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "name": "network-vif-plugged", "status": "completed", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:52.959283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:41:52.963789 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:52.990855 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a961d9b-ff6b-4a1a-98bf-d12bd204fcab x-openstack-request-id: req-0a961d9b-ff6b-4a1a-98bf-d12bd204fcab {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:52.991152 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "name": "network-vif-plugged", "status": "completed", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:52.991412 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a961d9b-ff6b-4a1a-98bf-d12bd204fcab {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:52.991843 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'code': 200}
Mar 05 21:41:53.022451 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:53.086508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f978-c80c-4635-8c01-195564a3ba36 req-c5a98bdb-d716-4ab9-9dfd-3e80e63c151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:53.088050 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c12f978-c80c-4635-8c01-195564a3ba36 req-c5a98bdb-d716-4ab9-9dfd-3e80e63c151e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0468633
Mar 05 21:41:53.131883 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5c12f978-c80c-4635-8c01-195564a3ba36 req-a61b5c2a-edc6-4a2c-beb7-a4a340c7ec9d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384862
Mar 05 21:41:53.424174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e2d9-9596-4477-b864-8109076b532a req-0b99c7f2-6a02-415c-8dd5-f442f1e66280 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:53.425744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d72e2d9-9596-4477-b864-8109076b532a req-0b99c7f2-6a02-415c-8dd5-f442f1e66280 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0517328
Mar 05 21:41:53.474517 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2d72e2d9-9596-4477-b864-8109076b532a req-4a1c1133-3b8b-40c1-bfa5-1f3fa84c708f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431094
Mar 05 21:41:54.579159 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bbc55409-d31e-4635-bf92-2d814e43453c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:54.600844 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78d32a-b08e-4df1-94cc-4ffa7737cd59 req-bd00b58c-4096-435e-97c8-1b6963344afa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:54.602316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb78d32a-b08e-4df1-94cc-4ffa7737cd59 req-bd00b58c-4096-435e-97c8-1b6963344afa tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0595372
Mar 05 21:41:54.663428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-bb78d32a-b08e-4df1-94cc-4ffa7737cd59 req-ec75c26b-fbfe-4d13-b095-9ee94109d121 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484219
Mar 05 21:41:54.780107 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad16f7-ee73-43d3-81c5-5bfa4b22b5fa req-e91f9a82-3456-4601-9728-6c2d4bc0bf6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:54.781557 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11ad16f7-ee73-43d3-81c5-5bfa4b22b5fa req-e91f9a82-3456-4601-9728-6c2d4bc0bf6f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0516341
Mar 05 21:41:54.834540 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-11ad16f7-ee73-43d3-81c5-5bfa4b22b5fa req-529f24df-fca0-41aa-ab4f-c824ac3b8aa8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468338
Mar 05 21:41:54.855959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37940) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:54.899876 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e382657-be1f-4ca4-8792-753515143c6f tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:54.901385 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e382657-be1f-4ca4-8792-753515143c6f tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1122 time: 0.0444932
Mar 05 21:41:54.904354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37942) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:54.908587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:41:54.929243 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:55.032066 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:55.459736 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.175 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/ab600484-5970-4655-90a1-a93dc011934e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:41:55.561659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (ab600484-5970-4655-90a1-a93dc011934e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:55.596265 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ab600484-5970-4655-90a1-a93dc011934e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:55.636056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:41:55.638841 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:41:55.642363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:41:55.648653 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=ab600484-5970-4655-90a1-a93dc011934e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:55.994042 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (7ad04b7a-766e-4198-9d1c-0ed53614be30), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.065618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ab600484-5970-4655-90a1-a93dc011934e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.220139 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (ab600484-5970-4655-90a1-a93dc011934e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.225356 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (ab600484-5970-4655-90a1-a93dc011934e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.297367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=ab600484-5970-4655-90a1-a93dc011934e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:41:56.309834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (7ad04b7a-766e-4198-9d1c-0ed53614be30), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.416459 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 7ad04b7a-766e-4198-9d1c-0ed53614be30 associated. External IP: 172.35.0.175, port: 8e592400-3f76-4823-a4dd-9c5dd6f01dfb.
Mar 05 21:41:56.649810 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 09b2258b-f276-46dd-a9fd-2a01920f0335 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:41:56.774173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:41:56.784121 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Sync routers for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:41:56.795745 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:56.796330 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.796618 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdfc670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:56.827959 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e2400457-99cb-4463-943f-9cde141c8dfd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9225295
Mar 05 21:41:56.828582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:41:56.830963 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bab5fe-3d31-48b0-893e-d9407092c471" -d '{"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:41:56.880524 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8c77f3-d9e6-4496-8b93-b322c4f00c67 x-openstack-request-id: req-ea8c77f3-d9e6-4496-8b93-b322c4f00c67 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:41:56.880819 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:41:56.881077 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea8c77f3-d9e6-4496-8b93-b322c4f00c67 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:41:56.881489 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'status': 'completed', 'code': 200}
Mar 05 21:41:56.919763 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6d02fa47-d200-432e-9972-b28209378495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:56.929440 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:56.945940 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6323-c5a2-4eb7-8f54-9cf42c1c1874 req-576d8899-6839-481d-9407-503a48a01cab tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:56.951524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df5e6323-c5a2-4eb7-8f54-9cf42c1c1874 req-576d8899-6839-481d-9407-503a48a01cab tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0704374
Mar 05 21:41:56.952329 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-6436287e-e2a9-4139-bc0e-a9f905405da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:56.954233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-6436287e-e2a9-4139-bc0e-a9f905405da3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0517550
Mar 05 21:41:57.000739 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-df5e6323-c5a2-4eb7-8f54-9cf42c1c1874 req-9c4bd419-18cf-49c2-9594-0e4277288a3a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461011
Mar 05 21:41:57.024757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 37948) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:57.106715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-35b7dc7b-415d-461b-8517-9cff5ecc4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:57.108201 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-35b7dc7b-415d-461b-8517-9cff5ecc4ec4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.1469345
Mar 05 21:41:57.111097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3b27c94f-bed3-4602-9541-787ee591831b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/7ad04b7a-766e-4198-9d1c-0ed53614be30 HTTP/1.1" status: 200  len: 991 time: 0.0852745
Mar 05 21:41:57.162680 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdfc670>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7ad04b7a-766e-4198-9d1c-0ed53614be30', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'port_id': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'mac_address': 'fa:16:3e:e6:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:41:55Z', 'updated_at': '2022-03-05T21:41:55Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:57.179589 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-8f078bc2-9523-4352-8546-01b89c7961ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 999 time: 0.0652821
Mar 05 21:41:57.192337 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Checking router: 09b2258b-f276-46dd-a9fd-2a01920f0335 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:41:57.200728 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:41:57.201340 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdfc670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:41:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:57.227903 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-501e8ead-8320-4f79-a1d0-be942534c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:57.229384 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-501e8ead-8320-4f79-a1d0-be942534c0a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0447667
Mar 05 21:41:57.280011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-7025420e-f6b2-4806-93e6-23f55ab444fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:41:57.281529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-7025420e-f6b2-4806-93e6-23f55ab444fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460241
Mar 05 21:41:57.306692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:41:57.374093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-a26128eb-824c-4ea6-bdf6-80d225fc86f5 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865402
Mar 05 21:41:57.463408 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-49bab5fe-3d31-48b0-893e-d9407092c471 req-aff910a4-3bc7-44fd-aff8-cd3c5d09c674 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831687
Mar 05 21:41:57.527026 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bdfc670>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7ad04b7a-766e-4198-9d1c-0ed53614be30', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'port_id': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'mac_address': 'fa:16:3e:e6:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:41:55Z', 'updated_at': '2022-03-05T21:41:55Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:41:57.552636 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249c186-e8ec-494c-b2ff-1909ddd80406 None None] The sync data for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 is: [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7ad04b7a-766e-4198-9d1c-0ed53614be30', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'port_id': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'mac_address': 'fa:16:3e:e6:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:41:55Z', 'updated_at': '2022-03-05T21:41:55Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:41:57.750741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51558515-fd8f-4a9b-8708-40daab146995 None None] New status for floating IP 7ad04b7a-766e-4198-9d1c-0ed53614be30: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:41:58.115932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 37950) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:41:58.138913 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:41:58.177753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-ef812060-0364-4eae-8510-a982af85e9fc tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/7ad04b7a-766e-4198-9d1c-0ed53614be30 HTTP/1.1" status: 200  len: 993 time: 0.0605760
Mar 05 21:41:59.699230 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:00.655426 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-fe74aeea-f147-438c-96e7-865dc0e03025 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0489609
Mar 05 21:42:00.738826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-068bddee-9d7c-4da8-a991-740805d6cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:00.740679 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-068bddee-9d7c-4da8-a991-740805d6cbf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0451491
Mar 05 21:42:00.839627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-d128b93c-cbde-4999-9815-c6cde5f59248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:00.841110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-d128b93c-cbde-4999-9815-c6cde5f59248 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.0826986
Mar 05 21:42:00.909239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-1d60c349-463e-4211-a3cb-d199fc92abe3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 1001 time: 0.0623963
Mar 05 21:42:00.956718 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-27e7bd8a-36fd-439f-a47a-66e04c124514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:00.958168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-27e7bd8a-36fd-439f-a47a-66e04c124514 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0432627
Mar 05 21:42:01.005861 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-9ccfec83-3a16-4af1-8277-8d9862accc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:01.007342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-9ccfec83-3a16-4af1-8277-8d9862accc68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440567
Mar 05 21:42:01.096974 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-6ed325aa-d1ef-4388-bd8a-41a0fafd0a01 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835040
Mar 05 21:42:01.122258 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:01.186807 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2628fbdf-35c6-4ba7-884b-2ceccc7618aa req-401d9576-dc0b-42e4-92a4-717d99ded6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841994
Mar 05 21:42:06.478118 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:06.787961 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:12.765719 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:42:24.581382 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dfce7a43-681d-4685-b5a7-b6427300ef2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:26.912423 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ac34-beb9-40f1-a26d-95a42bc0d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:28.145367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:29.540867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05c389-759a-4b33-b058-8ede0e337e7f req-bbb48af0-c881-4c8c-8bad-462d210358e3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:29.542389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac05c389-759a-4b33-b058-8ede0e337e7f req-bbb48af0-c881-4c8c-8bad-462d210358e3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0584702
Mar 05 21:42:29.597849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ac05c389-759a-4b33-b058-8ede0e337e7f req-ea5d3e1c-9505-4f52-81d1-1d387c564bab tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497532
Mar 05 21:42:29.701892 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:30.722486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927f9f-2541-40ec-8536-b6a21dc2a5fc req-383e012d-84e0-4feb-b495-c43780481eba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:30.723980 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da927f9f-2541-40ec-8536-b6a21dc2a5fc req-383e012d-84e0-4feb-b495-c43780481eba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0556133
Mar 05 21:42:30.772362 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da927f9f-2541-40ec-8536-b6a21dc2a5fc req-a6fd722a-8eb9-470d-8559-86f08d5bff0f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426173
Mar 05 21:42:31.126525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:31.892915 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db317b7b-2753-4140-9d2f-d5a187c41a3a req-0486bb52-3a95-43d3-b6e0-8ba2359b4c5d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:31.894422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db317b7b-2753-4140-9d2f-d5a187c41a3a req-0486bb52-3a95-43d3-b6e0-8ba2359b4c5d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0529618
Mar 05 21:42:31.942746 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-db317b7b-2753-4140-9d2f-d5a187c41a3a req-b35e3902-0408-4dbd-a98e-8187469491f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424592
Mar 05 21:42:33.062202 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e26bbb-beec-445e-9603-74c6f27da769 req-a47c5da7-5433-47d3-8e42-19bc8d31d61d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:33.063691 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24e26bbb-beec-445e-9603-74c6f27da769 req-a47c5da7-5433-47d3-8e42-19bc8d31d61d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0533695
Mar 05 21:42:33.112613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-24e26bbb-beec-445e-9603-74c6f27da769 req-7674cfbe-d7bc-4c00-a4a4-01718f834686 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433671
Mar 05 21:42:34.231694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213d9c-59ac-4253-9082-3f7c5dcd7a14 req-c87587e7-e3bd-4d28-8c57-09645dc9e546 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:34.233179 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22213d9c-59ac-4253-9082-3f7c5dcd7a14 req-c87587e7-e3bd-4d28-8c57-09645dc9e546 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0520296
Mar 05 21:42:34.284680 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-22213d9c-59ac-4253-9082-3f7c5dcd7a14 req-610daef2-bbd7-495b-99d6-b93ff89b31d1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459404
Mar 05 21:42:35.409077 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6d16-9c5e-4c30-9d95-78f7dd000561 req-be555741-0f5c-43d9-9341-3bc022116f5a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:35.410530 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3fd6d16-9c5e-4c30-9d95-78f7dd000561 req-be555741-0f5c-43d9-9341-3bc022116f5a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0551183
Mar 05 21:42:35.459407 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e3fd6d16-9c5e-4c30-9d95-78f7dd000561 req-4c2388b4-4bdc-49b8-a31e-30bcd738c533 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426135
Mar 05 21:42:36.490829 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:36.579899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b45d3-6378-431b-a5df-e1a0b53a19a5 req-eb969f9a-29cb-4416-9560-c2cd0a78f8f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:36.581381 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503b45d3-6378-431b-a5df-e1a0b53a19a5 req-eb969f9a-29cb-4416-9560-c2cd0a78f8f2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0539606
Mar 05 21:42:36.631024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-503b45d3-6378-431b-a5df-e1a0b53a19a5 req-8949a621-d593-45dc-ab43-3b4f48f5f7ac tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430119
Mar 05 21:42:36.786804 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:37.751717 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0838-051a-4979-9afa-c673d0c77427 req-1e8806a0-641b-4a91-a68f-5d2c0a1f6610 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:37.753185 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00ba0838-051a-4979-9afa-c673d0c77427 req-1e8806a0-641b-4a91-a68f-5d2c0a1f6610 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0525675
Mar 05 21:42:37.801377 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-00ba0838-051a-4979-9afa-c673d0c77427 req-a5d7accc-a114-4cc2-ae0d-1a7d3f6b02d3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426097
Mar 05 21:42:38.919948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18db04f-ce13-4390-aa19-6c5100d928fb req-81eefec3-d9d6-4c2c-86dd-5a2ea057b1c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:38.921452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a18db04f-ce13-4390-aa19-6c5100d928fb req-81eefec3-d9d6-4c2c-86dd-5a2ea057b1c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0530210
Mar 05 21:42:38.969534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a18db04f-ce13-4390-aa19-6c5100d928fb req-666438f3-4e4b-4306-802b-a6436b50eede tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425310
Mar 05 21:42:40.088813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f9be-0846-42c3-b72a-3f38203f9599 req-c2740069-9a09-4d1a-a12e-ff8b00beee4a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:40.090267 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f681f9be-0846-42c3-b72a-3f38203f9599 req-c2740069-9a09-4d1a-a12e-ff8b00beee4a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0523386
Mar 05 21:42:40.142246 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f681f9be-0846-42c3-b72a-3f38203f9599 req-f0bbce89-b794-4d79-853f-71c3248a03e4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463934
Mar 05 21:42:41.267723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62de47-89ed-44e8-870f-e1a15392b7ba req-e563a8a8-b791-48a7-8ab2-398e0ff00764 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:41.269210 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a62de47-89ed-44e8-870f-e1a15392b7ba req-e563a8a8-b791-48a7-8ab2-398e0ff00764 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0571508
Mar 05 21:42:41.316740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a62de47-89ed-44e8-870f-e1a15392b7ba req-af559ff4-8c2a-44a1-a277-17d76fd36f79 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412786
Mar 05 21:42:42.434880 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ec09e-d018-45f1-81ad-7e082d5ad36f req-5ed60f24-d900-42fa-ad08-36a9bb2f1416 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:42.436384 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d3ec09e-d018-45f1-81ad-7e082d5ad36f req-5ed60f24-d900-42fa-ad08-36a9bb2f1416 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0522661
Mar 05 21:42:42.484788 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7d3ec09e-d018-45f1-81ad-7e082d5ad36f req-0e63b3e7-294d-4967-91e5-4e029b42370c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428367
Mar 05 21:42:43.601346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dd2e9-286d-4d47-b215-dbecc30135ec req-a19e9377-900a-48e9-85b0-356cf99cde92 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:43.603628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc1dd2e9-286d-4d47-b215-dbecc30135ec req-a19e9377-900a-48e9-85b0-356cf99cde92 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0519023
Mar 05 21:42:43.653765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cc1dd2e9-286d-4d47-b215-dbecc30135ec req-13573570-248c-460f-badf-ec204509419d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446610
Mar 05 21:42:44.776783 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9368101-3d29-4797-90b2-e99226889791 req-f4ee56d8-9e39-41b6-9a30-691f05ba05ed tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:44.778236 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9368101-3d29-4797-90b2-e99226889791 req-f4ee56d8-9e39-41b6-9a30-691f05ba05ed tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0552557
Mar 05 21:42:44.826613 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a9368101-3d29-4797-90b2-e99226889791 req-98fd9fa9-2dbd-45b0-95b9-2d3741685031 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427465
Mar 05 21:42:45.944930 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4add537-d6e6-412d-ac94-a712c6f3c2db req-9fbc76f6-88e4-4288-b8d2-7bf1836f9321 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:45.946877 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4add537-d6e6-412d-ac94-a712c6f3c2db req-9fbc76f6-88e4-4288-b8d2-7bf1836f9321 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0518405
Mar 05 21:42:45.999194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a4add537-d6e6-412d-ac94-a712c6f3c2db req-6f637f14-44de-491f-9299-d63531ba1335 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467153
Mar 05 21:42:46.022446 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38014) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:42:46.085519 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-04bdef49-d120-48be-9fa2-e0217cef9567 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/7ad04b7a-766e-4198-9d1c-0ed53614be30 HTTP/1.1" status: 200  len: 993 time: 0.0619259
Mar 05 21:42:47.351601 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce644f1-a45b-4071-afca-60ac56c30416 req-7d552b60-2e1a-4dc5-9010-a297bb350900 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:47.353912 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cce644f1-a45b-4071-afca-60ac56c30416 req-7d552b60-2e1a-4dc5-9010-a297bb350900 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0534456
Mar 05 21:42:47.372996 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-46961d37-f16e-4c7f-8ab7-6ee693559dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:47.374508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-46961d37-f16e-4c7f-8ab7-6ee693559dac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0470693
Mar 05 21:42:47.404935 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cce644f1-a45b-4071-afca-60ac56c30416 req-74a2efd1-1a7d-4420-a2b3-d53e9fdd98cb tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450540
Mar 05 21:42:47.470720 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-a148e9ed-08ba-4af9-bcbe-d585d847ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:47.472265 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-a148e9ed-08ba-4af9-bcbe-d585d847ad17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.0910358
Mar 05 21:42:47.549113 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-9fa50eab-3d46-4f40-a46a-b41865b36a2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 1001 time: 0.0704365
Mar 05 21:42:47.598048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-d3d7fdf3-cc61-4fe8-ba66-8b34eeae1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:47.599487 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-d3d7fdf3-cc61-4fe8-ba66-8b34eeae1ff3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0440557
Mar 05 21:42:47.648687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-40364f65-ecfd-4b3b-84a9-90fc4c038137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:47.651166 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-40364f65-ecfd-4b3b-84a9-90fc4c038137 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456016
Mar 05 21:42:47.746291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-b6197a61-ffec-466b-8b76-36769367bab8 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889978
Mar 05 21:42:47.835964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-34936ee7-91a3-4f1f-8a34-7ee597f03ee4 req-5c5c75ac-2e1a-4007-a1d8-d460b784894e service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843165
Mar 05 21:42:48.535690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc56850-0f93-4952-a4ef-1250f7c89ecc req-af0ac76f-d77b-48e1-95f5-3b607f417228 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:42:48.537181 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cc56850-0f93-4952-a4ef-1250f7c89ecc req-af0ac76f-d77b-48e1-95f5-3b607f417228 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0595691
Mar 05 21:42:48.586456 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cc56850-0f93-4952-a4ef-1250f7c89ecc req-bc848baa-3f33-4f02-9f25-3fb68068ecc9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435894
Mar 05 21:42:48.609276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38024) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:42:48.670941 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e4e9ba28-9fbe-46c0-ac16-21ccca879d9b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/7ad04b7a-766e-4198-9d1c-0ed53614be30 HTTP/1.1" status: 200  len: 993 time: 0.0605295
Mar 05 21:42:49.764248 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:42:54.583309 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e5d8d20c-bd3c-44c6-b28e-52c014a78e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:56.914875 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-48eae8f4-64a4-42e7-bd80-08f13696e6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:58.147004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:42:59.703579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:00.647833 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-a0c5eafa-b11d-4474-af79-86f820608a88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0429711
Mar 05 21:43:00.745410 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ee74-fdcd-4437-8c56-480367797593 req-0c45bb4a-2509-41fa-a02d-048f379493cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:00.746964 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-0c45bb4a-2509-41fa-a02d-048f379493cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0495698
Mar 05 21:43:00.847290 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ee74-fdcd-4437-8c56-480367797593 req-22a04bfd-2bf8-4aac-9cb6-3e6dbd6e2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:00.848823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-22a04bfd-2bf8-4aac-9cb6-3e6dbd6e2e08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.0846760
Mar 05 21:43:00.924065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-849c6875-9169-48db-917f-4f8c89c235b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 1001 time: 0.0693595
Mar 05 21:43:00.975116 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ee74-fdcd-4437-8c56-480367797593 req-737290c2-85dd-499f-a00b-4dba219a4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:00.976580 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-737290c2-85dd-499f-a00b-4dba219a4266 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0471327
Mar 05 21:43:01.029301 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ee74-fdcd-4437-8c56-480367797593 req-57124113-bb3c-4526-81a5-2271a01fbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:01.030859 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-57124113-bb3c-4526-81a5-2271a01fbf54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452011
Mar 05 21:43:01.123247 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-f4e454e7-c4b5-455b-bf5a-ca1e83a45123 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862887
Mar 05 21:43:01.130867 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:01.224467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5160ee74-fdcd-4437-8c56-480367797593 req-b0d58841-6a0c-4b1e-a401-3368e3c55801 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837569
Mar 05 21:43:06.504514 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:06.780592 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.057199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38034) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:19.212324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port ab600484-5970-4655-90a1-a93dc011934e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:43:19.212562 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ab600484-5970-4655-90a1-a93dc011934e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.287315 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ab600484-5970-4655-90a1-a93dc011934e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.287638 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (ab600484-5970-4655-90a1-a93dc011934e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.298792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for ab600484-5970-4655-90a1-a93dc011934e owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:43:19.441125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (ab600484-5970-4655-90a1-a93dc011934e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.467340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=ab600484-5970-4655-90a1-a93dc011934e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:19.493546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.493912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.494261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.494859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.495202 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.495549 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.495904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.496240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.496574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.496912 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.497245 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.497574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.497901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:19.536044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (7ad04b7a-766e-4198-9d1c-0ed53614be30), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:19.536403 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 7ad04b7a-766e-4198-9d1c-0ed53614be30 disassociated (deleted). External IP: 172.35.0.175, port: 8e592400-3f76-4823-a4dd-9c5dd6f01dfb.
Mar 05 21:43:19.747537 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 09b2258b-f276-46dd-a9fd-2a01920f0335 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:43:20.175307 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:43:20.180122 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:20.187384 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Sync routers for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:43:20.196741 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:20.197191 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90328ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:42:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:20.209263 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5621bd74-e76a-4865-ab3d-df90f710a5b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/floatingips/7ad04b7a-766e-4198-9d1c-0ed53614be30 HTTP/1.1" status: 204  len: 168 time: 1.1509509
Mar 05 21:43:20.209857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:43:20.212398 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0369eae-0828-448b-9c7f-8dc04634ef17" -d '{"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:43:20.257907 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4aba9-1e85-4892-b293-4c8da08f3f0d x-openstack-request-id: req-61e4aba9-1e85-4892-b293-4c8da08f3f0d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:43:20.259024 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:43:20.259024 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61e4aba9-1e85-4892-b293-4c8da08f3f0d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:43:20.259446 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'status': 'completed', 'code': 200}
Mar 05 21:43:20.314623 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:20.336830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-dd44d8e6-96a5-4d66-8a58-00ae41ebe8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:20.342264 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-dd44d8e6-96a5-4d66-8a58-00ae41ebe8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 1127 time: 0.0616212
Mar 05 21:43:20.448052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-9906128e-33eb-41b6-9f5a-c264a49d23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:20.449452 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-9906128e-33eb-41b6-9f5a-c264a49d23a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 200  len: 898 time: 0.0959256
Mar 05 21:43:20.456952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470a20-5aa3-4c69-93b9-9a156fcd56aa req-a153b965-5197-4ee9-a6fc-bdab757d26f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:20.458450 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf470a20-5aa3-4c69-93b9-9a156fcd56aa req-a153b965-5197-4ee9-a6fc-bdab757d26f1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0608895
Mar 05 21:43:20.492151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-47f4cce1-91b4-4b5d-8362-09d5cd0b1b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 200  len: 217 time: 0.0355365
Mar 05 21:43:20.512000 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cf470a20-5aa3-4c69-93b9-9a156fcd56aa req-e2355d0a-b5f5-4399-85ad-b51b589c5415 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469463
Mar 05 21:43:20.522448 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90328ac0>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:20.546268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-2adda6bd-778f-4fd5-8f08-7f0f9b4caf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:20.547779 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-2adda6bd-778f-4fd5-8f08-7f0f9b4caf32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 200  len: 834 time: 0.0484424
Mar 05 21:43:20.548657 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Checking router: 09b2258b-f276-46dd-a9fd-2a01920f0335 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:43:20.557708 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:20.558316 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90328ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:42:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:20.604973 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-fbee013a-5f33-44d3-8442-49fb624f4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:20.606801 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-fbee013a-5f33-44d3-8442-49fb624f4f30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59d309d2-9366-48d5-8459-0809b8a4c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0514979
Mar 05 21:43:20.672199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:20.698418 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-11e7865b-9614-43bb-a5ba-f1744620a407 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845616
Mar 05 21:43:20.794195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b0369eae-0828-448b-9c7f-8dc04634ef17 req-5020a76c-902b-4cda-9b4b-eabb4d7d11b6 service neutron] 10.222.0.31 "GET /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894959
Mar 05 21:43:20.871693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90328ac0>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:20.896565 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36cb92f-d2b8-4bbe-b0c9-05ecf8aafb9b None None] The sync data for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 is: [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fa67a21-e387-404b-b56b-fbc0a31fb8a6', 'name': '', 'network_id': '59d309d2-9366-48d5-8459-0809b8a4c02c', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:ec:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:42Z', 'updated_at': '2022-03-05T21:41:46Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': '0b4aae96-70ae-4fe4-b64f-07f29985eb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:43:21.120510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8820ca76-66fe-4ac6-a319-71d47621e53d None None] New status for floating IP 7ad04b7a-766e-4198-9d1c-0ed53614be30: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:43:21.639091 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728fb7f-459f-40c8-8e81-d0aa406cfa7a req-e84eaa54-05bc-4da8-afd5-d77521462b09 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:21.640747 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d728fb7f-459f-40c8-8e81-d0aa406cfa7a req-e84eaa54-05bc-4da8-afd5-d77521462b09 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0546911
Mar 05 21:43:21.692514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d728fb7f-459f-40c8-8e81-d0aa406cfa7a req-6e523355-bccc-4f38-97fe-a606d9504941 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=53abb8b6-3695-4438-ae4b-86bf3c1c212b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452843
Mar 05 21:43:21.890688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-79874919-6105-441b-a404-9837ca6007a4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:21.892203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-79874919-6105-441b-a404-9837ca6007a4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "GET /v2.0/ports?device_id=83db2da3-8d9a-44d0-a5ef-4a83749b4599 HTTP/1.1" status: 200  len: 945 time: 0.0512190
Mar 05 21:43:21.985617 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:43:21.985954 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:22.072624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:22.072990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:22.085569 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 8e592400-3f76-4823-a4dd-9c5dd6f01dfb owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:43:22.212199 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8e592400-3f76-4823-a4dd-9c5dd6f01dfb), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:22.238773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=8e592400-3f76-4823-a4dd-9c5dd6f01dfb,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:22.289857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] No DVR routers for this DVR port 8e592400-3f76-4823-a4dd-9c5dd6f01dfb on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:43:22.293053 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:22.296461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1df10f6e-579f-4fd2-98dd-ea33ceac0a18 req-75f87e81-8aec-447d-bc69-73b0c0c42479 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.31 "DELETE /v2.0/ports/8e592400-3f76-4823-a4dd-9c5dd6f01dfb HTTP/1.1" status: 204  len: 173 time: 0.3991849
Mar 05 21:43:22.296904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'name': 'network-vif-deleted', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:43:22.299141 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a701a2b3-2538-4b40-88b3-5f46efeacb60" -d '{"events": [{"server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "name": "network-vif-deleted", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:43:22.336432 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08006ce-4622-4f02-bc1e-9bb99598cf04 x-openstack-request-id: req-d08006ce-4622-4f02-bc1e-9bb99598cf04 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:43:22.336918 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83db2da3-8d9a-44d0-a5ef-4a83749b4599", "name": "network-vif-deleted", "tag": "8e592400-3f76-4823-a4dd-9c5dd6f01dfb", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:43:22.337583 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d08006ce-4622-4f02-bc1e-9bb99598cf04 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:43:22.337583 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83db2da3-8d9a-44d0-a5ef-4a83749b4599', 'name': 'network-vif-deleted', 'tag': '8e592400-3f76-4823-a4dd-9c5dd6f01dfb', 'status': 'completed', 'code': 200}
Mar 05 21:43:22.755614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38048) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:23.110519 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (09b2258b-f276-46dd-a9fd-2a01920f0335), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:23.364123 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:43:23.364465 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:23.455531 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 2fa67a21-e387-404b-b56b-fbc0a31fb8a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:23.455918 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:23.469462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:43:23.656017 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (2fa67a21-e387-404b-b56b-fbc0a31fb8a6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:23.679687 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=2fa67a21-e387-404b-b56b-fbc0a31fb8a6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:23.862643 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (09b2258b-f276-46dd-a9fd-2a01920f0335), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.083869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router 09b2258b-f276-46dd-a9fd-2a01920f0335 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:43:24.194086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:43:24.201312 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-72619513-3426-458d-9ea8-bdd2297d315a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/09b2258b-f276-46dd-a9fd-2a01920f0335/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4446220
Mar 05 21:43:24.203358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38050) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:24.204531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Sync routers for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:43:24.216360 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:24.217053 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:42:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:24.255561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting subnet 0b4aae96-70ae-4fe4-b64f-07f29985eb4b {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:43:24.258862 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (0b4aae96-70ae-4fe4-b64f-07f29985eb4b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.298506 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (0b4aae96-70ae-4fe4-b64f-07f29985eb4b), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.331588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:24.384721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (0b4aae96-70ae-4fe4-b64f-07f29985eb4b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.444532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (0b4aae96-70ae-4fe4-b64f-07f29985eb4b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.469771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4aae96-70ae-4fe4-b64f-07f29985eb4b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:24.475455 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.481751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-9b6cf7dc-2e11-4850-875a-6729450f4be3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/subnets/0b4aae96-70ae-4fe4-b64f-07f29985eb4b HTTP/1.1" status: 204  len: 168 time: 0.2749898
Mar 05 21:43:24.482362 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de788f5e-49c8-409d-bdcf-4298e68ac3f8 None None] Network 59d309d2-9366-48d5-8459-0809b8a4c02c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:43:24.482857 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38052) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:24.514333 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76610>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:43:23Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:24.546177 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Checking router: 09b2258b-f276-46dd-a9fd-2a01920f0335 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:43:24.554664 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Routers {'09b2258b-f276-46dd-a9fd-2a01920f0335'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:24.555301 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:42:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['09b2258b-f276-46dd-a9fd-2a01920f0335'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:24.590067 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7dcc59fe-f375-435c-9915-b9cdd7b9620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.605817 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.670040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] DHCP port deletion for 59d309d2-9366-48d5-8459-0809b8a4c02c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:43:24.681034 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] Set router 09b2258b-f276-46dd-a9fd-2a01920f0335 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:24.716842 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (09b2258b-f276-46dd-a9fd-2a01920f0335), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.719683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Deleting port 495de924-8fcf-46bb-911d-1124b5d78f29 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:43:24.720099 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.794273 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] For port 495de924-8fcf-46bb-911d-1124b5d78f29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495de924-8fcf-46bb-911d-1124b5d78f29,segment=NetworkSegment(3e579669-fe5a-43a9-89ad-ea3cd76b5ee7),segment_id=3e579669-fe5a-43a9-89ad-ea3cd76b5ee7)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:24.794682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.810945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Calling delete_port for 495de924-8fcf-46bb-911d-1124b5d78f29 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:43:24.898280 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (495de924-8fcf-46bb-911d-1124b5d78f29), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:24.933528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Pushing event deleted for resources: {'Port': ['ID=495de924-8fcf-46bb-911d-1124b5d78f29,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:24.938377 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] No DVR routers for this DVR port 495de924-8fcf-46bb-911d-1124b5d78f29 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:43:24.945964 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.946361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.947580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.947965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.948761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.948761 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.948973 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.949270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.949602 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.949933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.950262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.950907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.952140 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9217f5-f19c-484e-8ddf-9b6465a5efe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:24.982414 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-a18e9061-4628-4620-9719-9729102724f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc76610>, [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:43:23Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:25.009639 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e9061-4628-4620-9719-9729102724f9 None None] The sync data for ids ['09b2258b-f276-46dd-a9fd-2a01920f0335'] in ncdv-master-1 is: [{'id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857984699', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146'}], 'enable_snat': True}, 'gw_port_id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:41:39Z', 'updated_at': '2022-03-05T21:43:23Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '9d27ff0c-11aa-4482-9052-a3b6c3b92403', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2258b-f276-46dd-a9fd-2a01920f0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:41:40Z', 'updated_at': '2022-03-05T21:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:43:25.095698 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 9d27ff0c-11aa-4482-9052-a3b6c3b92403 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:43:25.096043 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.161096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e592400-3f76-4823-a4dd-9c5dd6f01dfb no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:43:25.173232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 9d27ff0c-11aa-4482-9052-a3b6c3b92403, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d27ff0c-11aa-4482-9052-a3b6c3b92403,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:25.173598 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.181364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 8e592400-3f76-4823-a4dd-9c5dd6f01dfb {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:43:25.181718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 8e592400-3f76-4823-a4dd-9c5dd6f01dfb not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:43:25.187228 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 9d27ff0c-11aa-4482-9052-a3b6c3b92403 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:43:25.351289 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (9d27ff0c-11aa-4482-9052-a3b6c3b92403), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.382674 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=9d27ff0c-11aa-4482-9052-a3b6c3b92403,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:25.405688 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.406042 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.406384 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.406722 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.407072 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.407386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.407745 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.408074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.408400 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.408724 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.409045 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.409366 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.409690 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:25.453338 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (09b2258b-f276-46dd-a9fd-2a01920f0335), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.547733 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.549810 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (09b2258b-f276-46dd-a9fd-2a01920f0335), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.597226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (09b2258b-f276-46dd-a9fd-2a01920f0335), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.597993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Fanout notify agent at l3_agent the message router_deleted on router 09b2258b-f276-46dd-a9fd-2a01920f0335 {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:43:25.605506 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.606610 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-8584f81d-9eb4-4ccc-b1c5-cb678d77f057 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/routers/09b2258b-f276-46dd-a9fd-2a01920f0335 HTTP/1.1" status: 204  len: 168 time: 1.1231763
Mar 05 21:43:25.609301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38054) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:25.696210 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (59d309d2-9366-48d5-8459-0809b8a4c02c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.699026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 495de924-8fcf-46bb-911d-1124b5d78f29 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:43:25.720946 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 495de924-8fcf-46bb-911d-1124b5d78f29 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:43:25.721334 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 495de924-8fcf-46bb-911d-1124b5d78f29 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:43:25.722031 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:43:25.743599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:43:25.744119 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 2fa67a21-e387-404b-b56b-fbc0a31fb8a6 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:43:25.794851 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (59d309d2-9366-48d5-8459-0809b8a4c02c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.816080 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b90237130>,) {'filters': {'network_id': ['59d309d2-9366-48d5-8459-0809b8a4c02c']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:25.825930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90237130>, '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:25.826229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b90237130>, '3e579669-fe5a-43a9-89ad-ea3cd76b5ee7') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:25.839214 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (3e579669-fe5a-43a9-89ad-ea3cd76b5ee7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.851912 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3e579669-fe5a-43a9-89ad-ea3cd76b5ee7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.858617 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:43:25.859059 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (3e579669-fe5a-43a9-89ad-ea3cd76b5ee7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:43:25.861919 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:43:25.919400 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (59d309d2-9366-48d5-8459-0809b8a4c02c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.926325 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:25.929350 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/networks/59d309d2-9366-48d5-8459-0809b8a4c02c HTTP/1.1" status: 204  len: 168 time: 0.3190284
Mar 05 21:43:25.932343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38056) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:25.940847 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf7552-10b0-4ada-8089-9b3b516e90cd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Network': ['ID=59d309d2-9366-48d5-8459-0809b8a4c02c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:25.990374 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (53abb8b6-3695-4438-ae4b-86bf3c1c212b), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.016744 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (53abb8b6-3695-4438-ae4b-86bf3c1c212b), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.081619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (53abb8b6-3695-4438-ae4b-86bf3c1c212b), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.084387 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.085617 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/security-groups/53abb8b6-3695-4438-ae4b-86bf3c1c212b HTTP/1.1" status: 204  len: 168 time: 0.1522455
Mar 05 21:43:26.097717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af800584-ca9a-487d-9e6a-b37345d77ba9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53abb8b6-3695-4438-ae4b-86bf3c1c212b,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:26.469216 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38062) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:26.473846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162329402', 'description': 'tempest-secgroup-smoke-1162329402 description', 'project_id': '48215fb3722343839e21fb0114f6e972'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:26.495532 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.563338 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (408a656a-1939-4d2d-92b9-b4cd2d976a84), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.566769 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (408a656a-1939-4d2d-92b9-b4cd2d976a84), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.593854 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.595063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1248119
Mar 05 21:43:26.598560 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38064) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:26.599867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51ff65-a5ef-4a2a-98fa-bb19866b5e88 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408a656a-1939-4d2d-92b9-b4cd2d976a84,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:26.603194 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:26.628719 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (d5bb8b1f-fbb5-4c25-b4bc-a3a5a66cb22c), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.689566 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (d5bb8b1f-fbb5-4c25-b4bc-a3a5a66cb22c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.693227 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (d5bb8b1f-fbb5-4c25-b4bc-a3a5a66cb22c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.709821 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bb8b1f-fbb5-4c25-b4bc-a3a5a66cb22c,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:26.718073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.719277 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-647edae6-e937-4289-8525-91e1c6391edd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1197069
Mar 05 21:43:26.721979 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38066) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:26.726221 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:26.751110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (081069fd-422e-44b0-ae3f-5e1c8cc09661), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.763019 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:43:26.807587 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (081069fd-422e-44b0-ae3f-5e1c8cc09661), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.810877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (081069fd-422e-44b0-ae3f-5e1c8cc09661), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.827878 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081069fd-422e-44b0-ae3f-5e1c8cc09661,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:26.834063 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.835233 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f478e506-4960-4934-ae39-65e057c303d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1123469
Mar 05 21:43:26.838761 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38068) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:26.842959 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:26.867352 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (395104d6-7c5d-498e-bd2a-86e3c8615fe0), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.918497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3798f863-11b7-4781-b3fc-4fb329dfad1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.929728 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (395104d6-7c5d-498e-bd2a-86e3c8615fe0), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.933516 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (395104d6-7c5d-498e-bd2a-86e3c8615fe0), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.951448 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395104d6-7c5d-498e-bd2a-86e3c8615fe0,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:26.959110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:26.960345 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6097ae83-8f70-499e-8372-5ad6bf65e71f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1206665
Mar 05 21:43:26.963809 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38070) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:26.968014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:26.991135 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (b6030b69-1da4-419f-949d-1f4a749c07e1), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.050554 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (b6030b69-1da4-419f-949d-1f4a749c07e1), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.053971 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (b6030b69-1da4-419f-949d-1f4a749c07e1), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.072379 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6030b69-1da4-419f-949d-1f4a749c07e1,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:27.077982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.079117 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-279385e6-9c7f-4944-b490-105d4e2349e8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1144981
Mar 05 21:43:27.082018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38072) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:27.086525 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:27.105791 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:43:27.110473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7869d923-5fc7-4d43-804b-fe456162debf), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.167766 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (7869d923-5fc7-4d43-804b-fe456162debf), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.171032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7869d923-5fc7-4d43-804b-fe456162debf), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.189621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7869d923-5fc7-4d43-804b-fe456162debf,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:27.195144 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.196266 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-16abb9d0-b289-488f-8dae-7caff74624be tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1131387
Mar 05 21:43:27.200561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38074) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:27.204946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'security_group_rule': {'security_group_id': '408a656a-1939-4d2d-92b9-b4cd2d976a84', 'project_id': '48215fb3722343839e21fb0114f6e972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:27.224477 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Project 48215fb3722343839e21fb0114f6e972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:43:27.229276 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (cc2ef56c-f896-40dd-ad9d-e58e6f707e59), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.289270 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (cc2ef56c-f896-40dd-ad9d-e58e6f707e59), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.293072 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (cc2ef56c-f896-40dd-ad9d-e58e6f707e59), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.311806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2ef56c-f896-40dd-ad9d-e58e6f707e59,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:27.316872 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.320780 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4ce237c9-1f6f-4a7e-8f88-b689cc7ef0df tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1165621
Mar 05 21:43:27.320892 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38076) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:27.326104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'network': {'name': 'tempest-network-smoke--1385316881', 'project_id': '48215fb3722343839e21fb0114f6e972', 'port_security_enabled': True}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:27.344400 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:43:27.347593 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.372190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:43:27.381291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a257246b-b627-4acc-987d-358220d7041d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.381677 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Added segment a257246b-b627-4acc-987d-358220d7041d of type vlan for network 7264d34a-54f5-4395-94f3-0a6479bcd527
Mar 05 21:43:27.421891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7264d34a-54f5-4395-94f3-0a6479bcd527), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.445173 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7264d34a-54f5-4395-94f3-0a6479bcd527), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.450339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:27.450924 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.510208 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1882944
Mar 05 21:43:27.512847 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38078) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:27.517094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'admin_state_up': True, 'project_id': '48215fb3722343839e21fb0114f6e972', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:27.537949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537dee9-9554-411e-a155-21e4f19479b3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Network': ['ID=7264d34a-54f5-4395-94f3-0a6479bcd527,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:27.548593 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:43:27.553551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.555989 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.598812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9d27ff0c-11aa-4482-9052-a3b6c3b92403 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:43:27.611183 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.622399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 9d27ff0c-11aa-4482-9052-a3b6c3b92403 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:43:27.622755 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 9d27ff0c-11aa-4482-9052-a3b6c3b92403 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:43:27.758329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.949078 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:27.967740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:28.070544 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.200 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/219ac4e5-862e-4b14-8953-b96deef1953e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:43:28.148182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:28.172806 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (219ac4e5-862e-4b14-8953-b96deef1953e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:28.209164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:28.247604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:28.250453 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:28.253894 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:43:28.276805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=219ac4e5-862e-4b14-8953-b96deef1953e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:28.506732 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.032792 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.159044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:43:29.262945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:43:29.272199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Sync routers for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:43:29.282360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:29.282969 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:29.284826 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.286190 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-94bc89a1-bd5d-40ca-99f6-8f85391af362 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7722983
Mar 05 21:43:29.289415 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38080) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:29.366318 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c643e0e6-e0cc-4661-8f6a-75f637e06504 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=48215fb3722343839e21fb0114f6e972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0757053
Mar 05 21:43:29.368974 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38084) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:29.390827 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:29.516311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de033ad-9b08-42e6-b23b-bb2716ceace2 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:29.517732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-5de033ad-9b08-42e6-b23b-bb2716ceace2 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1473188
Mar 05 21:43:29.520670 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38086) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:29.558592 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-66f45d8e-c258-4be6-a082-71d7dd176462 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8f09a79f-b6b0-4bcb-886e-948c40f55161&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0368655
Mar 05 21:43:29.561155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38088) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:29.565858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201628037', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'project_id': '48215fb3722343839e21fb0114f6e972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:29.578860 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d130>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:28Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:29.606361 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Checking router: ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:43:29.606729 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Updating router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e port 219ac4e5-862e-4b14-8953-b96deef1953e binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:43:29.633032 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.656060 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:43:29.659434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.746562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.843243 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (bfe5c71c-8d84-45a3-9007-ac329bccaff7), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.907624 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Subnet': ['ID=bfe5c71c-8d84-45a3-9007-ac329bccaff7,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:29.916528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Checking segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:43:29.916894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network hostable DHCP agents. Network: 7264d34a-54f5-4395-94f3-0a6479bcd527, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:43:29.918435 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks [] for port (219ac4e5-862e-4b14-8953-b96deef1953e), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.923607 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.933071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:43:29.942770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7264d34a-54f5-4395-94f3-0a6479bcd527) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:29.947885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:29.948487 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:29.960486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca405c-1da4-4b02-9142-f0f8d27b8e5e None None] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:43:29.966099 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-827dcc71-8e3e-4b08-985c-8ec7577d05de tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4038012
Mar 05 21:43:29.968791 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38090) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:30.026965 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Attempting to bind port 219ac4e5-862e-4b14-8953-b96deef1953e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:43:30.027338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Attempting to bind port 219ac4e5-862e-4b14-8953-b96deef1953e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:43:30.027719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Attempting to bind port 219ac4e5-862e-4b14-8953-b96deef1953e on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:43:30.031539 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25eb37-91cb-4d0c-994e-bffc212ed5b6 None None] Pushing event updated for resources: {'Port': ['ID=219ac4e5-862e-4b14-8953-b96deef1953e,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:30.040681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:43:30.041643 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:43:30.042333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.042754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:43:30.043234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Bound port: 219ac4e5-862e-4b14-8953-b96deef1953e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:43:30.043619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.124768 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] For port 219ac4e5-862e-4b14-8953-b96deef1953e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:43:30.130655 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7264d34a-54f5-4395-94f3-0a6479bcd527', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:43:30.131508 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.143165 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] For port 219ac4e5-862e-4b14-8953-b96deef1953e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219ac4e5-862e-4b14-8953-b96deef1953e,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:43:30.156276 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.285833 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:30.286520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:30.288157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25eb37-91cb-4d0c-994e-bffc212ed5b6 None None] Pushing event updated for resources: {'Port': ['ID=219ac4e5-862e-4b14-8953-b96deef1953e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:30.404568 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.414044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Allocated IP 172.20.0.2 (7264d34a-54f5-4395-94f3-0a6479bcd527/bfe5c71c-8d84-45a3-9007-ac329bccaff7/323c1592-9657-4157-b7fc-a2449a795bab) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:43:30.443619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:30.704172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks [] for port (323c1592-9657-4157-b7fc-a2449a795bab), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.713510 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (323c1592-9657-4157-b7fc-a2449a795bab), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.760910 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.1 (7264d34a-54f5-4395-94f3-0a6479bcd527/bfe5c71c-8d84-45a3-9007-ac329bccaff7/b6c2e2fe-3234-453b-aded-481ab8661d4b) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:43:30.766270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:30.772226 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:30.774725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:43:30.778331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Pushing event updated for resources: {'Port': ['ID=323c1592-9657-4157-b7fc-a2449a795bab,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:30.782987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82c4d130>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:28Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:30.812399 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae11f6-cdf1-4b4b-9ac3-d1d52b60085a None None] The sync data for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 is: [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:28Z', 'revision_number': 3, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:43:30.872812 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Attempting to bind port 323c1592-9657-4157-b7fc-a2449a795bab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:43:30.873330 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Attempting to bind port 323c1592-9657-4157-b7fc-a2449a795bab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:43:30.873800 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Attempting to bind port 323c1592-9657-4157-b7fc-a2449a795bab on network 7264d34a-54f5-4395-94f3-0a6479bcd527 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:43:30.879649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:43:30.880070 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Checking segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:43:30.880481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.881072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Bound using segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:43:30.881555 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Bound port: 323c1592-9657-4157-b7fc-a2449a795bab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:43:30.881946 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (323c1592-9657-4157-b7fc-a2449a795bab), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.889228 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.928291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.959275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] For port 323c1592-9657-4157-b7fc-a2449a795bab, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:43:30.962477 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] For port 323c1592-9657-4157-b7fc-a2449a795bab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323c1592-9657-4157-b7fc-a2449a795bab,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:43:30.970864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (323c1592-9657-4157-b7fc-a2449a795bab), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:30.977173 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:30.982316 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:30.986190 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:43:31.018252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:31.045704 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61db5a5-1d44-4bd8-b96b-334750e357b8 None None] Pushing event updated for resources: {'Port': ['ID=323c1592-9657-4157-b7fc-a2449a795bab,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:31.066562 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.137229 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.240122 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.565011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.570173 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.643835 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:31.649034 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.746741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 323c1592-9657-4157-b7fc-a2449a795bab up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:31.761134 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:31.762794 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:31.816049 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 323c1592-9657-4157-b7fc-a2449a795bab triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:31.816449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (323c1592-9657-4157-b7fc-a2449a795bab), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.908752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 323c1592-9657-4157-b7fc-a2449a795bab is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:31.909150 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (323c1592-9657-4157-b7fc-a2449a795bab), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.912602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:43:31.943575 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 323c1592-9657-4157-b7fc-a2449a795bab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323c1592-9657-4157-b7fc-a2449a795bab,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:31.951771 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (323c1592-9657-4157-b7fc-a2449a795bab), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:31.952604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 219ac4e5-862e-4b14-8953-b96deef1953e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:32.043189 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:43:32.048462 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c28eafa4-5463-4006-bfdd-e90eaed011a9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0786641
Mar 05 21:43:32.184023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7171c16-646c-4d65-9059-e390d29cd40a None None] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:43:32.264063 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=323c1592-9657-4157-b7fc-a2449a795bab,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:32.301090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 219ac4e5-862e-4b14-8953-b96deef1953e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:32.301470 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.333164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-68e860ad-49a0-41e4-9fae-b521aad0583b None None] Provisioning complete for port 323c1592-9657-4157-b7fc-a2449a795bab triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:32.333555 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-68e860ad-49a0-41e4-9fae-b521aad0583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (323c1592-9657-4157-b7fc-a2449a795bab), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.501398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-68e860ad-49a0-41e4-9fae-b521aad0583b None None] Current status of the port 323c1592-9657-4157-b7fc-a2449a795bab is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:32.504565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 219ac4e5-862e-4b14-8953-b96deef1953e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:32.504965 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.530940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 219ac4e5-862e-4b14-8953-b96deef1953e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219ac4e5-862e-4b14-8953-b96deef1953e,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:32.540620 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.549957 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-2ae3ee42-5e71-4dea-85c3-f7a1c452c45e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162329402&fields=id&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 267 time: 0.3714035
Mar 05 21:43:32.601271 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=219ac4e5-862e-4b14-8953-b96deef1953e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:32.679531 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-f1d57424-9d0f-4778-aaa1-8db38deef55d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:32.682190 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-f1d57424-9d0f-4778-aaa1-8db38deef55d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 797 time: 0.1208951
Mar 05 21:43:32.697012 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Sync routers for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:43:32.700184 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-bab50d91-0dfa-4491-b294-396ba9be8ed0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/quotas/48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 375 time: 0.0123663
Mar 05 21:43:32.712406 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:32.714198 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:32.724159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:32.724562 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.765758 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Port b6c2e2fe-3234-453b-aded-481ab8661d4b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:43:32.777945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Provisioning complete for port 323c1592-9657-4157-b7fc-a2449a795bab triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:32.778377 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (323c1592-9657-4157-b7fc-a2449a795bab), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:32.779082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-ce2e3be3-e387-4b21-be1c-8a9941e2b3cf tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0686042
Mar 05 21:43:32.855443 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:32.859281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-f687d14b-d673-4299-a89d-7eabb16c4f60 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:43:32.866194 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-f687d14b-d673-4299-a89d-7eabb16c4f60 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0748622
Mar 05 21:43:32.888398 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4a81327d-7276-4499-a6ad-86c356644f91 None None] Current status of the port 323c1592-9657-4157-b7fc-a2449a795bab is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:32.960232 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-4d5896c3-920b-4ce2-81dc-cf63f00f2e0e service neutron] 10.222.0.15 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931203
Mar 05 21:43:33.012352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9646e271-cb6f-4101-b3be-6460081a0918 None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:33.012737 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9646e271-cb6f-4101-b3be-6460081a0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.060327 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9646e271-cb6f-4101-b3be-6460081a0918 None None] Port b6c2e2fe-3234-453b-aded-481ab8661d4b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:43:33.073453 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-580ed64c-de0a-45e4-9681-a8f269f76c30 service neutron] 10.222.0.15 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081853
Mar 05 21:43:33.090109 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac640>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 2, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:33.117772 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Checking router: ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:43:33.118073 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Updating router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e port b6c2e2fe-3234-453b-aded-481ab8661d4b binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:43:33.152039 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.182024 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-6d8ad135-5e98-4a7d-9380-f7d187e5c275 None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:33.182322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad135-5e98-4a7d-9380-f7d187e5c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.218220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ad135-5e98-4a7d-9380-f7d187e5c275 None None] Port b6c2e2fe-3234-453b-aded-481ab8661d4b cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:43:33.259237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ad1d9fb2-b394-4b5a-86ae-ff09324eb81e req-b4ba8a61-bd18-40c8-81e0-3252212bcbd0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 210 time: 0.0321395
Mar 05 21:43:33.415042 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks [] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.420847 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.470266 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Pushing event updated for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:33.495443 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.495939 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.496416 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.496865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.497304 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.497749 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.498123 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.498462 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.498973 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.499818 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.499818 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.500240 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.500670 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:43:33.540456 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Attempting to bind port b6c2e2fe-3234-453b-aded-481ab8661d4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:43:33.540968 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Attempting to bind port b6c2e2fe-3234-453b-aded-481ab8661d4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:43:33.541425 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Attempting to bind port b6c2e2fe-3234-453b-aded-481ab8661d4b on network 7264d34a-54f5-4395-94f3-0a6479bcd527 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:43:33.547473 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:43:33.547943 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Checking segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:43:33.548355 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.548756 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Bound using segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:43:33.549254 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Bound port: b6c2e2fe-3234-453b-aded-481ab8661d4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:43:33.549644 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.619739 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] For port b6c2e2fe-3234-453b-aded-481ab8661d4b, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:43:33.623846 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] For port b6c2e2fe-3234-453b-aded-481ab8661d4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c2e2fe-3234-453b-aded-481ab8661d4b,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:43:33.630798 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.646668 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 323c1592-9657-4157-b7fc-a2449a795bab up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:33.688610 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:33.689230 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:33.707168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 323c1592-9657-4157-b7fc-a2449a795bab triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:33.707940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (323c1592-9657-4157-b7fc-a2449a795bab), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.757194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:33.758080 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.761441 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e9171-4df4-4143-8fbf-cfea101dd46d None None] Pushing event updated for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=4']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:33.813372 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:33.850501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 323c1592-9657-4157-b7fc-a2449a795bab is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:33.851561 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 219ac4e5-862e-4b14-8953-b96deef1953e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:33.920572 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Current status of the port b6c2e2fe-3234-453b-aded-481ab8661d4b is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:33.920910 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.961460 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] For port b6c2e2fe-3234-453b-aded-481ab8661d4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c2e2fe-3234-453b-aded-481ab8661d4b,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:33.964538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 219ac4e5-862e-4b14-8953-b96deef1953e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:33.965039 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:33.968207 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:34.030318 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b900ac640>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:34.051174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d4ef3-145a-4285-9e7c-d74a8593bd52 None None] Pushing event updated for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:34.057629 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c03ed4-b7e3-447a-8125-7c6e269b6bb2 None None] The sync data for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 is: [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:43:34.112144 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 219ac4e5-862e-4b14-8953-b96deef1953e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:34.115091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-30878e4c-d42d-4256-b84b-8b91a85134cd None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:34.116224 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-30878e4c-d42d-4256-b84b-8b91a85134cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:34.208882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-30878e4c-d42d-4256-b84b-8b91a85134cd None None] Current status of the port b6c2e2fe-3234-453b-aded-481ab8661d4b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:34.341041 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c413cb5a-d1a7-4d2e-b3b5-19dd416b0e7f req-29de3d0c-541e-4e4c-9043-279527c6e8d1 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 210 time: 0.0288413
Mar 05 21:43:35.421330 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab1150e3-fc58-4c9b-a99d-8fc6193d08d5 req-b4aee1d1-8acb-4f2f-b89c-20005af603c4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 210 time: 0.0274148
Mar 05 21:43:35.651883 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6c2e2fe-3234-453b-aded-481ab8661d4b up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:35.700991 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port b6c2e2fe-3234-453b-aded-481ab8661d4b triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:35.701371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:35.776528 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port b6c2e2fe-3234-453b-aded-481ab8661d4b is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:36.501397 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb9b421d-29e3-493a-8514-5144f509cb1e req-682b1ef2-061f-4d17-b4cc-561b190d0329 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 210 time: 0.0284951
Mar 05 21:43:36.503079 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:36.798949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:37.267437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-f4f40019-5342-4f3e-af27-8d5e5da6bd79 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:37.268927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-f4f40019-5342-4f3e-af27-8d5e5da6bd79 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 797 time: 0.1050453
Mar 05 21:43:37.330659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-254daf72-cef4-439c-a7ed-fa894a626ce9 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48215fb3722343839e21fb0114f6e972 HTTP/1.1" status: 200  len: 380 time: 0.0540819
Mar 05 21:43:37.340166 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'port': {'device_id': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'admin_state_up': True, 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'security_groups': ['408a656a-1939-4d2d-92b9-b4cd2d976a84']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:37.445169 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Made reservation on behalf of 48215fb3722343839e21fb0114f6e972 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:43:37.448958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:37.586831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.20.0.14 (7264d34a-54f5-4395-94f3-0a6479bcd527/bfe5c71c-8d84-45a3-9007-ac329bccaff7/4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:43:37.608347 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-42795cfd-f232-4be5-8926-50a81950ccff req-51f270ff-ada7-4bd5-9cad-6fdf9f09f23c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 210 time: 0.0360930
Mar 05 21:43:37.737839 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:37.774577 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:37.819276 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:37.822437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:37.824918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:43:37.833757 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:37.881695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:37.882321 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:37.899336 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-036e9f35-59de-4b63-89e0-f7cf10d74a2b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5634429
Mar 05 21:43:37.961812 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Request body: {'port': {'device_id': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:38.026767 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.053626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-61fd24ba-f1d6-4d04-abce-1d7aa7f4ecdd None None] Provisioning complete for port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:38.054191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-61fd24ba-f1d6-4d04-abce-1d7aa7f4ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.089552 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-61fd24ba-f1d6-4d04-abce-1d7aa7f4ecdd None None] Port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:43:38.290882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:43:38.298323 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks [] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.310255 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Transition to ACTIVE for port object 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:43:38.313083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.361969 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:38.437904 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Attempting to bind port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:43:38.438243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Attempting to bind port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:43:38.438571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Attempting to bind port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 on network 7264d34a-54f5-4395-94f3-0a6479bcd527 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:43:38.443052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 on network 7264d34a-54f5-4395-94f3-0a6479bcd527 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:43:38.443374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Attempting to bind port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 on network 7264d34a-54f5-4395-94f3-0a6479bcd527 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:43:38.449124 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:43:38.449509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Checking segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:43:38.449905 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Bound using segment: {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:43:38.450333 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Bound port: 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a257246b-b627-4acc-987d-358220d7041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:43:38.450687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.519237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:43:38.522039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:43:38.528678 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.565682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:38.566414 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:38.571168 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 1092 time: 0.6615362
Mar 05 21:43:38.571168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:43:38.571168 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:43:38.592942 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc182c8-9668-4bc6-8782-005d80b31935 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:38.624351 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d396d-10da-4d17-b75a-6b6d492eae6b x-openstack-request-id: req-683d396d-10da-4d17-b75a-6b6d492eae6b {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:43:38.624643 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:43:38.624898 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-683d396d-10da-4d17-b75a-6b6d492eae6b {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:43:38.627705 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'status': 'completed', 'code': 200}
Mar 05 21:43:38.685831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-a703fb61-783c-4eb3-bf35-710a3a856378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:38.687360 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-a703fb61-783c-4eb3-bf35-710a3a856378 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1126 time: 0.0498455
Mar 05 21:43:38.750852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-96ff06f7-f7c5-4a68-a65c-a5e5462f7274 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 217 time: 0.0540857
Mar 05 21:43:38.811083 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fccb1-d099-4e22-ab80-b54ba1af2dd2 req-d0a11554-fd77-41eb-8146-17c28e6f961a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:38.812590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d33fccb1-d099-4e22-ab80-b54ba1af2dd2 req-d0a11554-fd77-41eb-8146-17c28e6f961a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 944 time: 0.1243274
Mar 05 21:43:38.816176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-f74348e0-f098-4507-84f9-93b7a24dd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:38.817498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-f74348e0-f098-4507-84f9-93b7a24dd362 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0595274
Mar 05 21:43:38.896540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bc13-df17-4215-911d-34227059c2bf req-c024eeca-76d4-489e-a365-3f8ae7e91b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:38.898042 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-c024eeca-76d4-489e-a365-3f8ae7e91b6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0733564
Mar 05 21:43:38.902028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d33fccb1-d099-4e22-ab80-b54ba1af2dd2 req-a780eddf-174a-4d73-a2fe-d89e4a0e50d8 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836804
Mar 05 21:43:38.988135 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-d73f9bd5-1f0e-4803-8952-ced4f0b41b60 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829861
Mar 05 21:43:39.080890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a77bc13-df17-4215-911d-34227059c2bf req-bde279b4-2a4b-41e2-934d-794a3d0b65b3 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875988
Mar 05 21:43:39.169704 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-462341ab-f820-4153-86d2-4f070062b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:39.171155 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-462341ab-f820-4153-86d2-4f070062b6cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1126 time: 0.0449979
Mar 05 21:43:39.262101 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-24f84806-994a-4d82-8da6-dea537037b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:39.263563 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-24f84806-994a-4d82-8da6-dea537037b6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 898 time: 0.0866559
Mar 05 21:43:39.303203 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-9db38831-fd55-47b6-b6aa-925365f9e057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 217 time: 0.0341861
Mar 05 21:43:39.349171 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-8dfaf630-4f23-4762-8368-f83531990933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:39.350582 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-8dfaf630-4f23-4762-8368-f83531990933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0415950
Mar 05 21:43:39.398706 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-f90d245f-9716-4088-87b6-e10297c2838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:39.400886 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-f90d245f-9716-4088-87b6-e10297c2838e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436003
Mar 05 21:43:39.492396 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-4fb7782b-2dab-44b3-a370-d819c81b95a3 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846496
Mar 05 21:43:39.581443 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b10e11e0-bbcf-4c1f-bec6-9e8f29f75d20 req-e695a0d1-8ebb-49e8-90cb-3af30ded7afb service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817716
Mar 05 21:43:40.028932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c125e-5417-4c24-b651-ee598e50b65c req-fccc1335-622a-4d77-9e12-a21addf7d370 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:40.030410 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-668c125e-5417-4c24-b651-ee598e50b65c req-fccc1335-622a-4d77-9e12-a21addf7d370 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 944 time: 0.0558088
Mar 05 21:43:40.079959 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-668c125e-5417-4c24-b651-ee598e50b65c req-d7472ffd-676c-48c7-90de-098b06571654 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438066
Mar 05 21:43:40.876521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:43:40.974711 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:40.985740 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'port_id': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'mac_address': 'fa:16:3e:2e:8e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:43:41.022921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:41.023321 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:41.036725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:43:41.055831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:41.060328 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:41.107319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:41.207828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e527fc-47c1-4868-9a45-4e680de74665 req-3d207436-5bf8-43cf-b35b-89269481262f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:41.209321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6e527fc-47c1-4868-9a45-4e680de74665 req-3d207436-5bf8-43cf-b35b-89269481262f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 945 time: 0.0587940
Mar 05 21:43:41.259228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a6e527fc-47c1-4868-9a45-4e680de74665 req-919fdb7f-e00d-4390-ba51-c5296cd487c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436664
Mar 05 21:43:41.298476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:43:42.380119 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb948-9a3e-4fa4-9a68-2d9dd9137f29 req-512673a2-a8cd-4c56-aaa1-7a26cb2b55d6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:42.381587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb6fb948-9a3e-4fa4-9a68-2d9dd9137f29 req-512673a2-a8cd-4c56-aaa1-7a26cb2b55d6 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 945 time: 0.0552206
Mar 05 21:43:42.428711 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-eb6fb948-9a3e-4fa4-9a68-2d9dd9137f29 req-4d2a1e0d-3cae-44ba-8861-cd5c16379bfe tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409818
Mar 05 21:43:42.892480 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:43:42.945293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:43:42.949513 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:43:42.949890 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:43.024167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:43:43.024553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:43.047183 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:43:43.049594 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0882e2c-1a38-4115-b096-559652714653" -d '{"events": [{"server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "name": "network-vif-plugged", "status": "completed", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:43:43.062193 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:43:43.066158 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:43.117531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:43.144819 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995fccb-5ee2-4378-9983-f2975d6d823a x-openstack-request-id: req-f995fccb-5ee2-4378-9983-f2975d6d823a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:43:43.145184 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "name": "network-vif-plugged", "status": "completed", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:43:43.145448 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f995fccb-5ee2-4378-9983-f2975d6d823a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:43:43.145853 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'code': 200}
Mar 05 21:43:43.240954 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b365d3-c958-4ff0-8a44-ea25030d90cf req-c82f7cca-3391-42a4-b088-d80f84821cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:43.242423 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12b365d3-c958-4ff0-8a44-ea25030d90cf req-c82f7cca-3391-42a4-b088-d80f84821cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1128 time: 0.0433681
Mar 05 21:43:43.287929 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-12b365d3-c958-4ff0-8a44-ea25030d90cf req-262d5e3b-9191-4296-8877-ca5de5925e8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388181
Mar 05 21:43:43.547487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98864055-f7a7-451d-950e-1f4d4e0c3d25 req-779870d7-83b0-4f03-bb25-81f99be8be9c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:43.549011 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98864055-f7a7-451d-950e-1f4d4e0c3d25 req-779870d7-83b0-4f03-bb25-81f99be8be9c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0529265
Mar 05 21:43:43.598205 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-98864055-f7a7-451d-950e-1f4d4e0c3d25 req-bee0bc1d-7d33-4bf2-8546-c40e6af176ba tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435712
Mar 05 21:43:44.724025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e57f-b8df-4c44-89dd-f7073be2a99e req-d031baed-0896-4f1f-a6d6-4463da5ebf9e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:44.725508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4e4e57f-b8df-4c44-89dd-f7073be2a99e req-d031baed-0896-4f1f-a6d6-4463da5ebf9e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0555742
Mar 05 21:43:44.779519 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b4e4e57f-b8df-4c44-89dd-f7073be2a99e req-43dc806b-f755-4e16-9100-1b09db21bce4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475855
Mar 05 21:43:44.896681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7dcdd-c7df-4aef-9bfc-3179095d11a9 req-7aa771a7-65ea-4ea0-9172-d66b637d5ca0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:44.898135 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63e7dcdd-c7df-4aef-9bfc-3179095d11a9 req-7aa771a7-65ea-4ea0-9172-d66b637d5ca0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0520630
Mar 05 21:43:44.959142 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-63e7dcdd-c7df-4aef-9bfc-3179095d11a9 req-ce3893e8-86ae-4287-90d9-17c2f2773239 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546300
Mar 05 21:43:44.980946 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38162) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:45.024512 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87090920-61c9-4b88-bc04-592075cbf1c1 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:45.026012 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-87090920-61c9-4b88-bc04-592075cbf1c1 tempest-TestNetworkAdvancedServerOps-964734026 tempest-TestNetworkAdvancedServerOps-964734026-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1123 time: 0.0441148
Mar 05 21:43:45.029521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38164) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:45.033708 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:43:45.052659 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.146688 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.250394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Allocated IP 172.35.0.216 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/d69b7ba0-6e2a-4955-8060-9ab2469a4832) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:43:45.345307 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.382449 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.420544 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:43:45.423279 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:43:45.426820 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:43:45.450477 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=d69b7ba0-6e2a-4955-8060-9ab2469a4832,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:45.781343 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (31297573-f799-425a-92b9-a21906bbe38f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.847953 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:45.997214 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:46.001351 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:46.066155 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event updated for resources: {'Port': ['ID=d69b7ba0-6e2a-4955-8060-9ab2469a4832,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:43:46.077743 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (31297573-f799-425a-92b9-a21906bbe38f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:46.180808 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 31297573-f799-425a-92b9-a21906bbe38f associated. External IP: 172.35.0.216, port: 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4.
Mar 05 21:43:46.390214 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:43:46.499180 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:43:46.509008 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Sync routers for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:43:46.516282 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:46.519710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:46.520345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b823ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:46.546828 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-317e946b-d503-456f-893c-c595d80560e5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5163026
Mar 05 21:43:46.547443 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:43:46.549769 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8517ff-b420-45ab-a755-8cdf47a2ed32" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:43:46.648254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:46.657452 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b97ca22-f986-41c0-8506-5f90547224c6 x-openstack-request-id: req-3b97ca22-f986-41c0-8506-5f90547224c6 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:43:46.657751 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:43:46.658013 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b97ca22-f986-41c0-8506-5f90547224c6 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:43:46.658426 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'status': 'completed', 'code': 200}
Mar 05 21:43:46.660380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8707984-8090-4abf-b633-4ef4ae0c8746 req-51cf0437-74b0-4175-ae75-f89e327f2f97 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:46.661885 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8707984-8090-4abf-b633-4ef4ae0c8746 req-51cf0437-74b0-4175-ae75-f89e327f2f97 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0625875
Mar 05 21:43:46.750248 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f8707984-8090-4abf-b633-4ef4ae0c8746 req-45256a1a-9d45-4713-abb2-9dbf1016dc9f tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804458
Mar 05 21:43:46.761013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-4c16c332-2f26-46e4-82ac-bd9a9550b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:46.761622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-4c16c332-2f26-46e4-82ac-bd9a9550b45c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1128 time: 0.0763288
Mar 05 21:43:46.778966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38188) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:46.843718 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-03e84eba-f2a0-470c-a2c2-56c5c3667513 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/31297573-f799-425a-92b9-a21906bbe38f HTTP/1.1" status: 200  len: 992 time: 0.0624292
Mar 05 21:43:46.863240 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-c8cddbc3-6708-4b1f-9f90-0adeabf29076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:46.864762 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-c8cddbc3-6708-4b1f-9f90-0adeabf29076 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 898 time: 0.0977194
Mar 05 21:43:46.878091 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b823ced30>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31297573-f799-425a-92b9-a21906bbe38f', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.216', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'port_id': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'mac_address': 'fa:16:3e:2e:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:43:45Z', 'updated_at': '2022-03-05T21:43:45Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:46.909432 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Checking router: ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:43:46.918907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:43:46.919520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b823ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:46.933064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-ddf97e63-adb2-4e98-a71c-dd57dc5c68c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 1000 time: 0.0627990
Mar 05 21:43:46.985789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-c42c4edc-24fd-40a6-902f-927c0fe7180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:46.987254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-c42c4edc-24fd-40a6-902f-927c0fe7180f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0482514
Mar 05 21:43:47.030084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:43:47.037283 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-7f4b2a50-99c6-4d32-afce-0394c6b4d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:43:47.038809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-7f4b2a50-99c6-4d32-afce-0394c6b4d191 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462122
Mar 05 21:43:47.129704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-e7cc44d1-72c9-4f33-b68a-70ee1982d606 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837665
Mar 05 21:43:47.222533 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ab8517ff-b420-45ab-a755-8cdf47a2ed32 req-f1e8ce87-2019-4cd7-8465-0b6bf51a2b08 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868032
Mar 05 21:43:47.255424 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b823ced30>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31297573-f799-425a-92b9-a21906bbe38f', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.216', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'port_id': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'mac_address': 'fa:16:3e:2e:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:43:45Z', 'updated_at': '2022-03-05T21:43:45Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:43:47.285806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277a7b6-65e3-4924-9499-fdfd7a62f7f3 None None] The sync data for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 is: [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31297573-f799-425a-92b9-a21906bbe38f', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'floating_ip_address': '172.35.0.216', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'port_id': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'mac_address': 'fa:16:3e:2e:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:43:45Z', 'updated_at': '2022-03-05T21:43:45Z', 'revision_number': 0, 'project_id': '48215fb3722343839e21fb0114f6e972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:43:47.481062 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616c57a-2b97-4d73-be35-c64ae9b19f81 None None] New status for floating IP 31297573-f799-425a-92b9-a21906bbe38f: ACTIVE {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:43:47.845605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38190) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:43:47.906753 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f1661f14-bd5c-488f-8bf7-6c7ad813abae tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/31297573-f799-425a-92b9-a21906bbe38f HTTP/1.1" status: 200  len: 994 time: 0.0599735
Mar 05 21:43:54.581659 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-306cc7e8-4760-47a2-a1b6-53626e33002c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:56.919748 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ec54cc0e-8805-442c-b56e-785a45176f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:58.150412 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:43:59.710214 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:01.134876 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:03.762642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:44:06.516768 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:06.795855 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:07.744654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-ce46adfe-fb45-4c95-b1da-c77c55f5998b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0472293
Mar 05 21:44:07.829587 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-a6fdde7e-380c-42a3-991b-236d76614f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:07.831081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-a6fdde7e-380c-42a3-991b-236d76614f5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1128 time: 0.0449886
Mar 05 21:44:07.937010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-a1ce3d70-57c0-4a42-bef1-84da1af9a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:07.938486 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-a1ce3d70-57c0-4a42-bef1-84da1af9a887 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 898 time: 0.0888755
Mar 05 21:44:08.010748 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-02d7f3c2-f8c5-47db-85c4-2978e1662151 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 1002 time: 0.0659511
Mar 05 21:44:08.063342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-5b5f5604-609a-4862-83df-510a82edcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:08.064832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-5b5f5604-609a-4862-83df-510a82edcc3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0472720
Mar 05 21:44:08.117313 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-d412034f-2cc6-41df-bf66-54f2b1ed1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:08.119110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-d412034f-2cc6-41df-bf66-54f2b1ed1a05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458829
Mar 05 21:44:08.212287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-8ec598a7-36df-4e49-a135-9767ca45cd87 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856233
Mar 05 21:44:08.302945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a7172f80-d334-4e2a-afd9-e2cd932ea436 req-fd9aa6ec-d903-49b8-8435-b795de8d70af service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832946
Mar 05 21:44:18.339275 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-220e8abb-9e63-44de-a576-e789a93e5b42 req-7ca00d50-90b3-4c54-8293-4bba68376615 service neutron] (126563) timed out ('10.222.0.31', 56110) {{(pid=126563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:44:19.299122 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44bac1-daa4-424d-b72c-2f8a131f9640 req-e6c3b862-95d8-4207-bfe8-ebd2d17a8ade tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:19.300658 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da44bac1-daa4-424d-b72c-2f8a131f9640 req-e6c3b862-95d8-4207-bfe8-ebd2d17a8ade tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.1069703
Mar 05 21:44:19.348764 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-da44bac1-daa4-424d-b72c-2f8a131f9640 req-49eab50d-5dd2-4046-bfa7-dcce233d103e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425825
Mar 05 21:44:20.525272 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977383ce-7c16-4e0e-8422-2f249db8e744 req-3042abfa-3151-407a-89d1-7f72cebb62ae tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:20.527259 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-977383ce-7c16-4e0e-8422-2f249db8e744 req-3042abfa-3151-407a-89d1-7f72cebb62ae tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.1062741
Mar 05 21:44:20.574564 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-977383ce-7c16-4e0e-8422-2f249db8e744 req-9cab5e8f-cc4a-4507-a055-3b53a83403b2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415676
Mar 05 21:44:20.597159 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38218) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:20.658115 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-f2dbbd02-0969-4338-811a-4add065b8da5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/31297573-f799-425a-92b9-a21906bbe38f HTTP/1.1" status: 200  len: 994 time: 0.0597279
Mar 05 21:44:21.736481 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-dbe573da-54d9-4eeb-ba3a-ec51700b1313 req-128a48ea-36e1-4c62-93bd-33ef88823b8c tempest-ServerDiskConfigTestJSON-312048584 tempest-ServerDiskConfigTestJSON-312048584-project] (126562) timed out ('10.222.0.23', 59022) {{(pid=126562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:44:21.931711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c36c-62e2-49b8-8d1e-488a00cb359e req-36311cc1-77b2-4cb4-8b04-52165702c3b4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:21.933854 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c880c36c-62e2-49b8-8d1e-488a00cb359e req-36311cc1-77b2-4cb4-8b04-52165702c3b4 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0561082
Mar 05 21:44:21.952949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-715c04e8-1e1c-4975-b6f3-9933fdc6b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:21.954455 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-715c04e8-1e1c-4975-b6f3-9933fdc6b629 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1128 time: 0.0505400
Mar 05 21:44:21.983141 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c880c36c-62e2-49b8-8d1e-488a00cb359e req-3b3c33c8-a384-4d57-bcee-c9449ec8564a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436511
Mar 05 21:44:22.047469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-c79182f2-d52f-437e-b1c7-b09e34d0e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:22.049007 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-c79182f2-d52f-437e-b1c7-b09e34d0e9f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 898 time: 0.0888112
Mar 05 21:44:22.115214 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-df22ff17-cd2d-45da-adc1-ccc5aaad9863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 1002 time: 0.0607581
Mar 05 21:44:22.162232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-5bea1a50-8352-46a9-8eff-d5aa289a2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:22.163562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-5bea1a50-8352-46a9-8eff-d5aa289a2816 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0423856
Mar 05 21:44:22.210095 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-5832752b-0a16-45ed-8f25-1b56efc1edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:22.211536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-5832752b-0a16-45ed-8f25-1b56efc1edc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424385
Mar 05 21:44:22.301405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-d31d3c70-23c9-4246-87f1-e5b4f75b8a4c service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833626
Mar 05 21:44:22.389578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-362b1e13-568c-4542-95ac-3ef432e18d04 req-73dfb35a-dd77-4bb4-bdd4-8ba0dccfa587 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824640
Mar 05 21:44:23.107660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca51a04-44a0-4535-ad68-9de7b0ff5cda req-7001c839-f5c9-4d66-bb12-9bb816a8ab77 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:23.109194 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fca51a04-44a0-4535-ad68-9de7b0ff5cda req-7001c839-f5c9-4d66-bb12-9bb816a8ab77 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0535083
Mar 05 21:44:23.160282 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-fca51a04-44a0-4535-ad68-9de7b0ff5cda req-ab30d128-f8d6-4d08-8a47-257e6ccd880a tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452154
Mar 05 21:44:24.279521 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c2d8-faff-43f8-a1d6-fc704bab3c7b req-352ca745-18e3-4d73-989c-a87b5c8d733c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:24.281016 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b260c2d8-faff-43f8-a1d6-fc704bab3c7b req-352ca745-18e3-4d73-989c-a87b5c8d733c tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0518486
Mar 05 21:44:24.332272 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b260c2d8-faff-43f8-a1d6-fc704bab3c7b req-b791eb5b-60d3-4b14-ab10-f49f5003f4b7 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456476
Mar 05 21:44:24.354549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38230) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:24.413915 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-d842bdd7-e0ae-4ccf-9fdd-db6098e0ad9d tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/floatingips/31297573-f799-425a-92b9-a21906bbe38f HTTP/1.1" status: 200  len: 994 time: 0.0576658
Mar 05 21:44:24.582725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e5a9f52e-127d-4db7-aa37-dc28cd0499a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:24.625464 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38236) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:24.782159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port d69b7ba0-6e2a-4955-8060-9ab2469a4832 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:44:24.782398 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:24.860196 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:24.860528 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (d69b7ba0-6e2a-4955-8060-9ab2469a4832), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:24.873002 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for d69b7ba0-6e2a-4955-8060-9ab2469a4832 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:44:25.020404 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d69b7ba0-6e2a-4955-8060-9ab2469a4832), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:25.052935 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=d69b7ba0-6e2a-4955-8060-9ab2469a4832,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:25.109434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for floatingip (31297573-f799-425a-92b9-a21906bbe38f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:25.109768 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Floating IP 31297573-f799-425a-92b9-a21906bbe38f disassociated (deleted). External IP: 172.35.0.216, port: 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4.
Mar 05 21:44:25.318294 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:44:25.426842 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:25.431653 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:25.437055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Sync routers for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:25.446174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:25.446792 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833af550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:25.460653 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-001e5641-7f36-420d-a1e9-41ba6d2be2c5 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/floatingips/31297573-f799-425a-92b9-a21906bbe38f HTTP/1.1" status: 204  len: 168 time: 0.8341110
Mar 05 21:44:25.461355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:44:25.463809 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4481036cd06703e9ef56e2527e33f119371ad05f14d5fea535564300d47e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218e3488-fd36-4a43-a5d0-0e9e08c991b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:44:25.502983 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4d416-eed1-43e2-b073-66c9e9704a8e x-openstack-request-id: req-84d4d416-eed1-43e2-b073-66c9e9704a8e {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:44:25.503288 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:44:25.503542 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84d4d416-eed1-43e2-b073-66c9e9704a8e {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:44:25.504093 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'status': 'completed', 'code': 200}
Mar 05 21:44:25.576587 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:25.576857 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-0be343b0-af8b-4548-a762-07ba7f1af4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:25.579142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-0be343b0-af8b-4548-a762-07ba7f1af4dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48215fb3722343839e21fb0114f6e972&device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 1128 time: 0.0539422
Mar 05 21:44:25.724186 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-bf621027-e5b2-4696-9209-561240b793d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:25.725647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-bf621027-e5b2-4696-9209-561240b793d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 200  len: 898 time: 0.1416566
Mar 05 21:44:25.736057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5073-ee50-48b5-94a6-3081966e3901 req-78dfd846-a30d-4501-bbd6-32999b0ed166 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:25.737460 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f53e5073-ee50-48b5-94a6-3081966e3901 req-78dfd846-a30d-4501-bbd6-32999b0ed166 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0857964
Mar 05 21:44:25.778979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-5a0e62d8-f985-4512-b9fb-db31827788bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 200  len: 217 time: 0.0405898
Mar 05 21:44:25.793720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833af550>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:25.825160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Checking router: ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:25.834198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:25.834749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b833af550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:43:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:25.847849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f53e5073-ee50-48b5-94a6-3081966e3901 req-85576f49-2d6a-4ab4-b3a3-1d8d6fc45cb0 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028090
Mar 05 21:44:25.851392 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-16561c74-1b2d-49a7-b232-0c69d599bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:25.852809 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-16561c74-1b2d-49a7-b232-0c69d599bc4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 200  len: 834 time: 0.0652785
Mar 05 21:44:25.908989 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-6b6ef0c3-a71f-49ea-96b1-4426bfe35f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:25.910834 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-6b6ef0c3-a71f-49ea-96b1-4426bfe35f1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7264d34a-54f5-4395-94f3-0a6479bcd527&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0508547
Mar 05 21:44:25.950700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:25.998437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-3a15ac7e-bc6a-45af-888a-228791d78958 service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812583
Mar 05 21:44:26.092308 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-218e3488-fd36-4a43-a5d0-0e9e08c991b7 req-26105105-e46f-484f-a6e3-63e56499505c service neutron] 10.222.0.23 "GET /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876250
Mar 05 21:44:26.157659 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b833af550>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:26.183837 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610e4bc-4644-4799-8934-c332e38262eb None None] The sync data for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 is: [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:31Z', 'revision_number': 4, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c2e2fe-3234-453b-aded-481ab8661d4b', 'name': '', 'network_id': '7264d34a-54f5-4395-94f3-0a6479bcd527', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'mac_address': 'fa:16:3e:e1:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:30Z', 'updated_at': '2022-03-05T21:43:33Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'subnets': [{'id': 'bfe5c71c-8d84-45a3-9007-ac329bccaff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:26.404364 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fd7fd-ef1d-43bf-9792-cde3097d77e4 None None] New status for floating IP 31297573-f799-425a-92b9-a21906bbe38f: DOWN {{(pid=126565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:44:26.926675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a7defc9c-ab28-477e-9469-750fdc55588a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:26.972364 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695f2e-e5d9-4f38-9fe5-5995416349eb req-c32e867e-f408-4f9c-8252-8c3951c3d0d3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:26.973853 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb695f2e-e5d9-4f38-9fe5-5995416349eb req-c32e867e-f408-4f9c-8252-8c3951c3d0d3 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0549328
Mar 05 21:44:27.024271 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-cb695f2e-e5d9-4f38-9fe5-5995416349eb req-13e2b7a3-774c-4cf7-ae48-ff93da359ba2 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "GET /v2.0/security-groups?id=408a656a-1939-4d2d-92b9-b4cd2d976a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445642
Mar 05 21:44:27.172003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-1586e64c-6505-48fe-8c1d-b708162185bd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:27.173374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-1586e64c-6505-48fe-8c1d-b708162185bd tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f HTTP/1.1" status: 200  len: 946 time: 0.0520918
Mar 05 21:44:27.261774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:44:27.262117 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:27.352081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:27.352453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:27.365675 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:44:27.495865 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:27.524391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:27.550032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.550398 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.550748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.551093 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.551442 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.551809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.552148 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.552484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.552817 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.553147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.553480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.553808 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.554135 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:27.577142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] No DVR routers for this DVR port 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:44:27.579725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:27.583051 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-de6cf377-83a4-48c1-856d-12c8e87cb546 req-91d365a4-47f9-490a-b333-8afff1954685 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.23 "DELETE /v2.0/ports/4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 HTTP/1.1" status: 204  len: 173 time: 0.4049337
Mar 05 21:44:27.583502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'name': 'network-vif-deleted', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:44:27.585801 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c262512-7a00-4ef0-921e-291241796d52" -d '{"events": [{"server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "name": "network-vif-deleted", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:44:27.637578 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3942a5-259e-41a5-b152-a336887068aa x-openstack-request-id: req-cd3942a5-259e-41a5-b152-a336887068aa {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:44:27.638128 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f", "name": "network-vif-deleted", "tag": "4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:44:27.638389 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd3942a5-259e-41a5-b152-a336887068aa {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:44:27.638798 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7204fe-8e33-41fc-a0b2-bc04f38a1c4f', 'name': 'network-vif-deleted', 'tag': '4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4', 'status': 'completed', 'code': 200}
Mar 05 21:44:28.089088 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38250) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:28.153955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:28.449337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:28.710087 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port b6c2e2fe-3234-453b-aded-481ab8661d4b {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:44:28.710346 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:28.801720 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port b6c2e2fe-3234-453b-aded-481ab8661d4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c2e2fe-3234-453b-aded-481ab8661d4b,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:28.802090 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:28.814684 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for b6c2e2fe-3234-453b-aded-481ab8661d4b owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:44:29.003819 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b6c2e2fe-3234-453b-aded-481ab8661d4b), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:29.036059 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=b6c2e2fe-3234-453b-aded-481ab8661d4b,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:29.063054 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.063412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.063799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.064140 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.064483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.064817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.065151 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.065487 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.065819 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.066145 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.066474 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.066802 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.067127 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:29.218934 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:29.714912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:29.767309 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:44:29.873343 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:29.878278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f643164a-5637-4f1d-8d38-251a016b107e tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "PUT /v2.0/routers/ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7881403
Mar 05 21:44:29.881097 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38252) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:29.882638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Sync routers for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:29.897453 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:29.898078 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f500a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:29.935980 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting subnet bfe5c71c-8d84-45a3-9007-ac329bccaff7 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:44:29.939075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (bfe5c71c-8d84-45a3-9007-ac329bccaff7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:29.980858 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (bfe5c71c-8d84-45a3-9007-ac329bccaff7), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.005402 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:30.071964 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (bfe5c71c-8d84-45a3-9007-ac329bccaff7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.132868 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (bfe5c71c-8d84-45a3-9007-ac329bccaff7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.161816 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe5c71c-8d84-45a3-9007-ac329bccaff7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:30.164711 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.170524 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-28ec71aa-f08d-491c-a26a-36a72a197165 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/subnets/bfe5c71c-8d84-45a3-9007-ac329bccaff7 HTTP/1.1" status: 204  len: 168 time: 0.2856209
Mar 05 21:44:30.170731 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38254) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:30.172018 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ebee06-41bf-414d-8126-b40cae66f35f None None] Network 7264d34a-54f5-4395-94f3-0a6479bcd527 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:44:30.255698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f500a0>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:44:28Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:30.280627 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.283893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Checking router: ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:30.299338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Routers {'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:30.299985 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82f500a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:30.390225 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_gateway (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.417756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] Set router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:30.446532 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Deleting port 219ac4e5-862e-4b14-8953-b96deef1953e {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:44:30.446890 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.447691 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48380ef-7261-4499-be4a-55c009245155 None None] DHCP port deletion for 7264d34a-54f5-4395-94f3-0a6479bcd527 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:44:30.527053 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] For port 219ac4e5-862e-4b14-8953-b96deef1953e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219ac4e5-862e-4b14-8953-b96deef1953e,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:30.527417 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.544387 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Calling delete_port for 219ac4e5-862e-4b14-8953-b96deef1953e owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:44:30.717162 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (219ac4e5-862e-4b14-8953-b96deef1953e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.742229 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Port': ['ID=219ac4e5-862e-4b14-8953-b96deef1953e,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:30.780151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Deleting port 323c1592-9657-4157-b7fc-a2449a795bab {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:44:30.780774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (323c1592-9657-4157-b7fc-a2449a795bab), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.807109 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.849626 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-f48380ef-7261-4499-be4a-55c009245155 None None] For port 323c1592-9657-4157-b7fc-a2449a795bab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323c1592-9657-4157-b7fc-a2449a795bab,segment=NetworkSegment(a257246b-b627-4acc-987d-358220d7041d),segment_id=a257246b-b627-4acc-987d-358220d7041d)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:30.850061 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (323c1592-9657-4157-b7fc-a2449a795bab), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.865339 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Calling delete_port for 323c1592-9657-4157-b7fc-a2449a795bab owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:44:30.877196 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82f500a0>, [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:44:28Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:30.902919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.905163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router_controller (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.909948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15d69e-85e5-4951-a84a-54c77c136cb3 None None] The sync data for ids ['ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e'] in ncdv-master-1 is: [{'id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546122747', 'tenant_id': '48215fb3722343839e21fb0114f6e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200'}], 'enable_snat': True}, 'gw_port_id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:44:28Z', 'revision_number': 5, 'project_id': '48215fb3722343839e21fb0114f6e972', 'gw_port': {'id': '219ac4e5-862e-4b14-8953-b96deef1953e', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:43:27Z', 'updated_at': '2022-03-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:30.961070 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.961681 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Fanout notify agent at l3_agent the message router_deleted on router ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:44:30.969247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:30.970498 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-968e5b21-8f14-4931-9db1-aa894931d152 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/routers/ccf3d479-1dd8-45ee-8b5b-cd4a1e513c4e HTTP/1.1" status: 204  len: 168 time: 0.7988830
Mar 05 21:44:30.973280 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38256) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:30.988151 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (323c1592-9657-4157-b7fc-a2449a795bab), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.016232 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48380ef-7261-4499-be4a-55c009245155 None None] No DVR routers for this DVR port 323c1592-9657-4157-b7fc-a2449a795bab on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:44:31.023649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Pushing event deleted for resources: {'Port': ['ID=323c1592-9657-4157-b7fc-a2449a795bab,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:31.032197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.032734 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.033088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.033429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.033770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.034108 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.034435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.034764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.035095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.035421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.035769 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.036093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.036414 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48380ef-7261-4499-be4a-55c009245155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:31.053847 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7264d34a-54f5-4395-94f3-0a6479bcd527), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.114423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:44:31.139404 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:44:31.139780 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 4c0fd2ec-5634-423a-8e2c-e50c1afd0dc4 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:44:31.146485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7264d34a-54f5-4395-94f3-0a6479bcd527), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.155024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.169776 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8b82b730>,) {'filters': {'network_id': ['7264d34a-54f5-4395-94f3-0a6479bcd527']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:31.178950 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b82b730>, 'a257246b-b627-4acc-987d-358220d7041d') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:31.179252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8b82b730>, 'a257246b-b627-4acc-987d-358220d7041d') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:31.188618 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (a257246b-b627-4acc-987d-358220d7041d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.201700 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (a257246b-b627-4acc-987d-358220d7041d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.207394 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:44:31.207812 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (a257246b-b627-4acc-987d-358220d7041d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:44:31.210827 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:44:31.269488 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7264d34a-54f5-4395-94f3-0a6479bcd527), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.277470 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.281109 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/networks/7264d34a-54f5-4395-94f3-0a6479bcd527 HTTP/1.1" status: 204  len: 168 time: 0.3068295
Mar 05 21:44:31.283748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38258) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:31.300924 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f5f82-1baf-4b2c-a131-a3efa904ab8b tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'Network': ['ID=7264d34a-54f5-4395-94f3-0a6479bcd527,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:31.361247 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (408a656a-1939-4d2d-92b9-b4cd2d976a84), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.390276 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (408a656a-1939-4d2d-92b9-b4cd2d976a84), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.452572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (408a656a-1939-4d2d-92b9-b4cd2d976a84), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.455174 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:31.456533 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] 10.222.0.15 "DELETE /v2.0/security-groups/408a656a-1939-4d2d-92b9-b4cd2d976a84 HTTP/1.1" status: 204  len: 168 time: 0.1717396
Mar 05 21:44:31.465966 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e39220-407b-482c-b197-87f3c0952028 tempest-TestNetworkAdvancedServerOps-2075768725 tempest-TestNetworkAdvancedServerOps-2075768725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a656a-1939-4d2d-92b9-b4cd2d976a84,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:31.802683 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38266) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:31.934810 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-88e7c176-de03-4d57-9ad0-6308928081ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48215fb3722343839e21fb0114f6e972&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1309545
Mar 05 21:44:31.937390 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38270) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:31.992838 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] Publish callbacks [] for security_group (9a6b00b6-c765-47b1-8e23-b6f3d92db213), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.015354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] Publish callbacks [] for security_group (9a6b00b6-c765-47b1-8e23-b6f3d92db213), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.038738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 323c1592-9657-4157-b7fc-a2449a795bab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:44:32.062878 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 323c1592-9657-4157-b7fc-a2449a795bab {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:44:32.063154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 323c1592-9657-4157-b7fc-a2449a795bab not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:44:32.063585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6c2e2fe-3234-453b-aded-481ab8661d4b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:44:32.067305 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a6b00b6-c765-47b1-8e23-b6f3d92db213), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.069949 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.071106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a6b00b6-c765-47b1-8e23-b6f3d92db213 HTTP/1.1" status: 204  len: 168 time: 0.1327357
Mar 05 21:44:32.080696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668afb3b-06bb-4aa5-805f-ad36e930b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b00b6-c765-47b1-8e23-b6f3d92db213,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:32.087391 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: b6c2e2fe-3234-453b-aded-481ab8661d4b {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:44:32.087777 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device b6c2e2fe-3234-453b-aded-481ab8661d4b not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:44:32.328535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38276) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:32.342208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb86259-0d23-4f9d-bffe-e873d5b243d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.416552 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb86259-0d23-4f9d-bffe-e873d5b243d4 admin admin] Publish callbacks [] for security_group (9a9992bb-3bf4-45af-ac85-2d2fa921a96c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.420799 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5fb86259-0d23-4f9d-bffe-e873d5b243d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a9992bb-3bf4-45af-ac85-2d2fa921a96c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.460339 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb86259-0d23-4f9d-bffe-e873d5b243d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9992bb-3bf4-45af-ac85-2d2fa921a96c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:32.465666 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5fb86259-0d23-4f9d-bffe-e873d5b243d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a4c9e772a1c4e949e553d49c4d3a3b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1361084
Mar 05 21:44:32.468465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38278) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:32.517287 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] Publish callbacks [] for security_group (9a9992bb-3bf4-45af-ac85-2d2fa921a96c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.538552 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] Publish callbacks [] for security_group (9a9992bb-3bf4-45af-ac85-2d2fa921a96c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.584852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (9a9992bb-3bf4-45af-ac85-2d2fa921a96c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.587504 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:32.588688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a9992bb-3bf4-45af-ac85-2d2fa921a96c HTTP/1.1" status: 204  len: 168 time: 0.1194422
Mar 05 21:44:32.597008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83947b80-fbf7-424d-9884-a2bc3eb67ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9992bb-3bf4-45af-ac85-2d2fa921a96c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:33.272763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38300) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:33.369355 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1447711464-network', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:33.388067 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Made reservation on behalf of d8fd34db08b648489afd4f749b965e2a for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:44:33.390306 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.401922 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.474993 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks [] for security_group (67719a72-e50a-4fe4-be18-ed41e141bd56), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.478331 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (67719a72-e50a-4fe4-be18-ed41e141bd56), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.501904 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:44:33.510232 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67719a72-e50a-4fe4-be18-ed41e141bd56,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:33.516721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e1016f25-f27d-4c0e-8e51-144744d6adda), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.517042 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Added segment e1016f25-f27d-4c0e-8e51-144744d6adda of type vlan for network 7b9e505b-9603-4138-a09d-a6d35f18795c
Mar 05 21:44:33.555018 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (7b9e505b-9603-4138-a09d-a6d35f18795c), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.579484 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (7b9e505b-9603-4138-a09d-a6d35f18795c), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.580467 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:33.581064 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.623851 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 219ac4e5-862e-4b14-8953-b96deef1953e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:44:33.635547 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3616450
Mar 05 21:44:33.638450 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38304) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:33.644158 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 219ac4e5-862e-4b14-8953-b96deef1953e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:44:33.644511 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 219ac4e5-862e-4b14-8953-b96deef1953e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:44:33.644933 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Request body: {'subnet': {'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1447711464-subnet', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:33.652898 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85a73f-2e50-415d-9061-b19aa08aa2ae admin admin] Pushing event updated for resources: {'Network': ['ID=7b9e505b-9603-4138-a09d-a6d35f18795c,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:33.662560 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:44:33.668419 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Made reservation on behalf of d8fd34db08b648489afd4f749b965e2a for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:44:33.671114 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.839744 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.898766 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:33.908412 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:33.908854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Network hostable DHCP agents. Network: 7b9e505b-9603-4138-a09d-a6d35f18795c, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:44:33.925330 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:44:33.933872 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b9e505b-9603-4138-a09d-a6d35f18795c) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:33.937817 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:33.938412 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.942695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b20e2e-a0a7-46ba-8401-0debf1f4f56d None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:44:33.954993 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-3f636d31-4686-4e00-8276-ab7396e5abd8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3155420
Mar 05 21:44:33.957714 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38306) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:33.962158 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:33.985291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (18722e08-674c-483c-820f-163d67f38aa3), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:33.986304 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (18722e08-674c-483c-820f-163d67f38aa3), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.048009 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for router_controller (18722e08-674c-483c-820f-163d67f38aa3), precommit_add_association {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.055454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b9e505b-9603-4138-a09d-a6d35f18795c', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:44:34.056343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.195695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Allocated IP 172.20.0.2 (7b9e505b-9603-4138-a09d-a6d35f18795c/e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3/3cbba0bb-dbc1-424b-80aa-02162a2c8e93) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:34.196933 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for router_gateway (18722e08-674c-483c-820f-163d67f38aa3), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.334907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks [] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.343312 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.388153 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:34.391016 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:34.394508 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:34.401258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Pushing event updated for resources: {'Port': ['ID=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:34.410608 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for router_gateway (18722e08-674c-483c-820f-163d67f38aa3), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.434457 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.455473 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Attempting to bind port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:34.455813 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Attempting to bind port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:34.456191 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Attempting to bind port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:34.461469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:34.461850 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:34.462260 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.462665 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:34.463133 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Bound port: 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:34.463554 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.530614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] For port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:34.533671 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] For port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:34.536538 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Allocated IP 172.35.0.34 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/379e3bff-0304-4d82-81f5-d32cbf7dbf04) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:34.543025 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.601445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24d64-02f4-433a-9fbb-70a916a3d196 None None] Pushing event updated for resources: {'Port': ['ID=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:34.656290 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.690377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:34.733018 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:34.735951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:34.740276 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:34.743305 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Pushing event updated for resources: {'Port': ['ID=379e3bff-0304-4d82-81f5-d32cbf7dbf04,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:35.018294 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for router_gateway (18722e08-674c-483c-820f-163d67f38aa3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.216100 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (18722e08-674c-483c-820f-163d67f38aa3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.349012 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Router 18722e08-674c-483c-820f-163d67f38aa3 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:44:35.535557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ca0b2-2252-4f34-bd8f-cace95130621 None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:44:35.665569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Provisioning complete for port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:35.665569 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.724815 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:35.795942 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Current status of the port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:35.796339 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.803367 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:35.816620 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:35.827602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:35.828700 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be71430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:35.830326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.832981 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-89f1beaf-a998-4f8b-b4eb-f792b2a0d80b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.8728096
Mar 05 21:44:35.834251 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38308) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:35.834551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:35.834939 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.871619 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] For port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:35.881033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:35.956737 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bc94-afb7-45a8-a9e8-e7fb3afdaa1a None None] Pushing event updated for resources: {'Port': ['ID=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:35.967051 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:36.015817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:36.020106 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b232ea51-0924-4184-853e-4d27de521f5a None None] Provisioning complete for port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:36.020481 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b232ea51-0924-4184-853e-4d27de521f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.102551 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b232ea51-0924-4184-853e-4d27de521f5a None None] Current status of the port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:36.159046 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be71430>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:34Z', 'revision_number': 3, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:36.189005 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:36.189355 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Updating router 18722e08-674c-483c-820f-163d67f38aa3 port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:44:36.215867 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.282298 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.437176 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Allocated IP 172.20.0.1 (7b9e505b-9603-4138-a09d-a6d35f18795c/e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3/d850c693-cbaa-49b4-be82-f8b4ad1579ba) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:36.461589 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks [] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.466696 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.519722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Attempting to bind port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:36.520159 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Attempting to bind port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:36.520523 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Attempting to bind port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:36.521810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.528793 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Pushing event updated for resources: {'Port': ['ID=379e3bff-0304-4d82-81f5-d32cbf7dbf04,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:36.531733 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:36.532197 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:36.532547 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.532998 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:36.533521 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Bound port: 379e3bff-0304-4d82-81f5-d32cbf7dbf04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:36.533892 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.540098 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.540441 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.540778 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.541111 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.541443 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.542306 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.542635 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.542959 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.543303 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.543590 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.543931 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.544249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.544562 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:44:36.545838 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks [] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.579495 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.600356 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] For port 379e3bff-0304-4d82-81f5-d32cbf7dbf04, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:36.603844 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] For port 379e3bff-0304-4d82-81f5-d32cbf7dbf04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=379e3bff-0304-4d82-81f5-d32cbf7dbf04,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:36.612103 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.625586 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:36.630010 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:36.633558 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:36.657147 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Pushing event updated for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:36.673834 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:36.674467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8be71430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:36.678461 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0e001-10c4-416b-bf5d-c7e1d2903ce6 None None] Pushing event updated for resources: {'Port': ['ID=379e3bff-0304-4d82-81f5-d32cbf7dbf04,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:36.686609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (18722e08-674c-483c-820f-163d67f38aa3), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.791165 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:36.824518 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.840983 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.928832 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-81db67a7-f2bc-425b-8455-579ede702945 None None] Provisioning complete for port d850c693-cbaa-49b4-be82-f8b4ad1579ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:36.929191 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-81db67a7-f2bc-425b-8455-579ede702945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:36.965263 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-81db67a7-f2bc-425b-8455-579ede702945 None None] Port d850c693-cbaa-49b4-be82-f8b4ad1579ba cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:44:36.986264 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8be71430>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:34Z', 'revision_number': 3, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:37.010855 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks [] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.015377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.016086 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5912f0-0184-483e-8e93-b9a3aded5c1f None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:34Z', 'revision_number': 3, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:37.084987 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (18722e08-674c-483c-820f-163d67f38aa3), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.086856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Pushing event updated for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:37.187470 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:37.188948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:37.319964 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:44:37.449004 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:37.453830 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f967685d-0b7c-4339-b6e7-3f4a32746821 admin admin] 10.222.0.15 "PUT /v2.0/routers/18722e08-674c-483c-820f-163d67f38aa3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6183558
Mar 05 21:44:37.490656 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3898aff8-d8e8-476e-90f4-60e2405371f9 None None] Provisioning complete for port d850c693-cbaa-49b4-be82-f8b4ad1579ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:37.491035 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3898aff8-d8e8-476e-90f4-60e2405371f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.533290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3898aff8-d8e8-476e-90f4-60e2405371f9 None None] Port d850c693-cbaa-49b4-be82-f8b4ad1579ba cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:44:37.755084 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 379e3bff-0304-4d82-81f5-d32cbf7dbf04 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:37.811116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:37.811976 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.900129 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:37.900888 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.925817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 379e3bff-0304-4d82-81f5-d32cbf7dbf04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=379e3bff-0304-4d82-81f5-d32cbf7dbf04,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:37.936456 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:37.937266 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:38.001459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38324) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:38.006589 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-503249324-network', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:38.025420 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=379e3bff-0304-4d82-81f5-d32cbf7dbf04,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:38.027144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Made reservation on behalf of a90c69705bbb4c6fb8499c4f449bb212 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:44:38.029877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.037958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:38.038343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.039646 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.121341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks [] for security_group (415ddb53-a4dc-49e5-8de9-1aa0466483af), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.122865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:38.125959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (415ddb53-a4dc-49e5-8de9-1aa0466483af), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.154877 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:44:38.160812 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ddb53-a4dc-49e5-8de9-1aa0466483af,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:38.167907 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9151db4b-4fa0-4d61-8efe-ca4008eccd9a), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.168302 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Added segment 9151db4b-4fa0-4d61-8efe-ca4008eccd9a of type vlan for network 414053e0-d07a-43e2-96df-498674415f5d
Mar 05 21:44:38.209152 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (414053e0-d07a-43e2-96df-498674415f5d), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.232541 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (414053e0-d07a-43e2-96df-498674415f5d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.233486 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:38.234075 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.287846 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.2850857
Mar 05 21:44:38.290623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38326) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:38.296157 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Request body: {'subnet': {'network_id': '414053e0-d07a-43e2-96df-498674415f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-503249324-subnet', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:38.297099 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590ad0-e82d-4cba-b704-6f97e88c371b admin admin] Pushing event updated for resources: {'Network': ['ID=414053e0-d07a-43e2-96df-498674415f5d,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:38.306569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network 414053e0-d07a-43e2-96df-498674415f5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:44:38.317890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Made reservation on behalf of a90c69705bbb4c6fb8499c4f449bb212 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:44:38.320289 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.490888 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (4967b9f5-0ce2-40f6-a53a-eb9affea759c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.551324 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4967b9f5-0ce2-40f6-a53a-eb9affea759c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:38.562515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Checking segment: {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:38.562880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Network hostable DHCP agents. Network: 414053e0-d07a-43e2-96df-498674415f5d, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:44:38.580867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Network 414053e0-d07a-43e2-96df-498674415f5d is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:44:38.589629 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 414053e0-d07a-43e2-96df-498674415f5d) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:38.593856 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:38.594456 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.600649 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e950a73-c9fc-485f-8bd9-bbbdf66b99ee None None] Network 414053e0-d07a-43e2-96df-498674415f5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:44:38.610972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4f5b5a77-f65a-4b38-9c36-a2c472abf024 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3192546
Mar 05 21:44:38.613521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38328) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:38.617753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:38.638740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.639849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.699386 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for router_controller (8a8d263c-0a43-443f-9cb6-d114d10bd40c), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.710044 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-414053e0-d07a-43e2-96df-498674415f5d', 'network_id': '414053e0-d07a-43e2-96df-498674415f5d', 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'fixed_ips': [{'subnet_id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:44:38.710929 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.779166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:38.806326 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:38.806858 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832d1c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:38.844028 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for router_gateway (8a8d263c-0a43-443f-9cb6-d114d10bd40c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:38.931455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Allocated IP 172.20.0.2 (414053e0-d07a-43e2-96df-498674415f5d/4967b9f5-0ce2-40f6-a53a-eb9affea759c/ba9ac458-0d90-490d-9fa8-38106962ff09) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:38.999157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:39.055574 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for router_gateway (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.076077 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.385072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks [] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.408333 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.457498 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Network 414053e0-d07a-43e2-96df-498674415f5d is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:39.465799 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:39.470343 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Pushing event updated for resources: {'Port': ['ID=ba9ac458-0d90-490d-9fa8-38106962ff09,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:39.472738 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:39.528951 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Allocated IP 172.35.0.111 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/8f573ad3-0200-4ccd-a9c7-4aef90226af2) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:39.536166 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Attempting to bind port ba9ac458-0d90-490d-9fa8-38106962ff09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:39.536545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Attempting to bind port ba9ac458-0d90-490d-9fa8-38106962ff09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:39.536914 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Attempting to bind port ba9ac458-0d90-490d-9fa8-38106962ff09 on network 414053e0-d07a-43e2-96df-498674415f5d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:39.543805 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832d1c70>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 2, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:39.548882 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:39.549489 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Checking segment: {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:39.550016 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.550413 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Bound using segment: {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:39.550903 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Bound port: ba9ac458-0d90-490d-9fa8-38106962ff09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:39.551290 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.576718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:39.577083 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Updating router 18722e08-674c-483c-820f-163d67f38aa3 port d850c693-cbaa-49b4-be82-f8b4ad1579ba binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:44:39.633284 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.633513 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.677381 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.687852 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 379e3bff-0304-4d82-81f5-d32cbf7dbf04 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:39.715093 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] For port ba9ac458-0d90-490d-9fa8-38106962ff09, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:39.720945 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:39.723992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:39.727527 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:39.739068 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] For port ba9ac458-0d90-490d-9fa8-38106962ff09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ac458-0d90-490d-9fa8-38106962ff09,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:39.752254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Pushing event updated for resources: {'Port': ['ID=8f573ad3-0200-4ccd-a9c7-4aef90226af2,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:39.803421 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.929050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:39.929338 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:39.934162 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33961ae9-0035-4ae6-be4e-de7c284e8456 None None] Pushing event updated for resources: {'Port': ['ID=ba9ac458-0d90-490d-9fa8-38106962ff09,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:40.009561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for router_gateway (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.102635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:40.109010 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks [] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.120325 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.176981 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd753c0-e182-46f4-8150-e9c7adeea422 None None] Pushing event updated for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:40.241956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Attempting to bind port d850c693-cbaa-49b4-be82-f8b4ad1579ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:40.242337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Attempting to bind port d850c693-cbaa-49b4-be82-f8b4ad1579ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:40.242707 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Attempting to bind port d850c693-cbaa-49b4-be82-f8b4ad1579ba on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:40.249429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:40.249949 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:40.250367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.250764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:40.251241 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Bound port: d850c693-cbaa-49b4-be82-f8b4ad1579ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:40.251985 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.267540 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.324040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] For port d850c693-cbaa-49b4-be82-f8b4ad1579ba, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:40.327410 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] For port d850c693-cbaa-49b4-be82-f8b4ad1579ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d850c693-cbaa-49b4-be82-f8b4ad1579ba,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:40.334116 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.403057 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:40.403884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b832d1c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:40.419122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Router 8a8d263c-0a43-443f-9cb6-d114d10bd40c is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:44:40.480275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd753c0-e182-46f4-8150-e9c7adeea422 None None] Pushing event updated for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:40.519493 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Provisioning complete for port d850c693-cbaa-49b4-be82-f8b4ad1579ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:40.519991 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.543006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:40.553115 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Sync routers for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:40.561551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.562459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-24a3ad54-044a-4ca6-8ab8-8ceb8c2f612b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9479637
Mar 05 21:44:40.563077 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:40.565495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38330) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:40.567179 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf02b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:40.582545 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:40.715990 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:40.742926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Current status of the port d850c693-cbaa-49b4-be82-f8b4ad1579ba is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:40.743326 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.809277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] For port d850c693-cbaa-49b4-be82-f8b4ad1579ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d850c693-cbaa-49b4-be82-f8b4ad1579ba,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:40.819022 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:40.907007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861650f-d779-48fc-8c1d-7a2cf8adc6dd None None] Pushing event updated for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:40.922382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b832d1c70>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:40.941544 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:44:40.962891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9a714-1022-49e9-881e-1348a1326768 None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:40.995276 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-f2a716ab-7f14-4f5f-a6a1-0933174d06b8 None None] Provisioning complete for port d850c693-cbaa-49b4-be82-f8b4ad1579ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:40.995862 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f2a716ab-7f14-4f5f-a6a1-0933174d06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.064954 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf02b50>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:39Z', 'revision_number': 3, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:41.105927 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Checking router: 8a8d263c-0a43-443f-9cb6-d114d10bd40c for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:41.106602 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Updating router 8a8d263c-0a43-443f-9cb6-d114d10bd40c port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:44:41.138869 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-f2a716ab-7f14-4f5f-a6a1-0933174d06b8 None None] Current status of the port d850c693-cbaa-49b4-be82-f8b4ad1579ba is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:41.160635 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.174478 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7a62c-74b5-48f0-942c-d721c21f3c3d None None] Network 414053e0-d07a-43e2-96df-498674415f5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:44:41.227768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.436429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Provisioning complete for port ba9ac458-0d90-490d-9fa8-38106962ff09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:41.436802 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.449899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Allocated IP 172.20.0.1 (414053e0-d07a-43e2-96df-498674415f5d/4967b9f5-0ce2-40f6-a53a-eb9affea759c/d1983354-7187-444d-a717-4986b6fbce86) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:41.492350 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks [] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.501523 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.570504 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Attempting to bind port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:41.571138 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Attempting to bind port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:41.571505 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Attempting to bind port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:41.584465 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:41.584859 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:41.585273 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.585700 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Current status of the port ba9ac458-0d90-490d-9fa8-38106962ff09 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:41.586174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:41.586688 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Bound port: 8f573ad3-0200-4ccd-a9c7-4aef90226af2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:41.587081 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.587399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.591350 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks [] for port (d1983354-7187-444d-a717-4986b6fbce86), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.630337 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b56cc1-1165-438d-a914-7a6c84846fc0 None None] Pushing event updated for resources: {'Port': ['ID=8f573ad3-0200-4ccd-a9c7-4aef90226af2,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:41.650458 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.670958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] For port ba9ac458-0d90-490d-9fa8-38106962ff09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ac458-0d90-490d-9fa8-38106962ff09,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:41.692611 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.711357 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] For port 8f573ad3-0200-4ccd-a9c7-4aef90226af2, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:41.716312 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] For port 8f573ad3-0200-4ccd-a9c7-4aef90226af2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f573ad3-0200-4ccd-a9c7-4aef90226af2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:41.732009 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.761948 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Network 414053e0-d07a-43e2-96df-498674415f5d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:41.767513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:41.772197 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312420f-a946-4424-8bf7-0c039ced7225 None None] Pushing event updated for resources: {'Port': ['ID=ba9ac458-0d90-490d-9fa8-38106962ff09,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:41.774635 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:41.825708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:41.841022 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:41.841784 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf02b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:41.841948 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d850c693-cbaa-49b4-be82-f8b4ad1579ba up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:41.860896 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.917562 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d850c693-cbaa-49b4-be82-f8b4ad1579ba triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:41.917957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:41.983176 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b56cc1-1165-438d-a914-7a6c84846fc0 None None] Pushing event updated for resources: {'Port': ['ID=8f573ad3-0200-4ccd-a9c7-4aef90226af2,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:42.034307 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1983354-7187-444d-a717-4986b6fbce86), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.037866 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:42.087019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-9c9ea786-05aa-42f6-aef7-63216b492ada None None] Provisioning complete for port ba9ac458-0d90-490d-9fa8-38106962ff09 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:42.087587 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea786-05aa-42f6-aef7-63216b492ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.120683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d850c693-cbaa-49b4-be82-f8b4ad1579ba is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:42.122856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ba9ac458-0d90-490d-9fa8-38106962ff09 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:42.253286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ba9ac458-0d90-490d-9fa8-38106962ff09 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:42.253799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.269150 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks [] for port (d1983354-7187-444d-a717-4986b6fbce86), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.280554 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.283303 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ea786-05aa-42f6-aef7-63216b492ada None None] Current status of the port ba9ac458-0d90-490d-9fa8-38106962ff09 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:42.300483 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf02b50>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:39Z', 'revision_number': 3, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:42.339269 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e55d-27c6-4c30-96ca-807ca1e2e8c1 None None] The sync data for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 is: [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:39Z', 'revision_number': 3, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:42.353287 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ba9ac458-0d90-490d-9fa8-38106962ff09 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:42.365108 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.367138 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:42.404794 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5ff8cf32-115e-4932-b66e-3b041bc9566e None None] Provisioning complete for port d1983354-7187-444d-a717-4986b6fbce86 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:42.405201 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ff8cf32-115e-4932-b66e-3b041bc9566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1983354-7187-444d-a717-4986b6fbce86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.453279 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8cf32-115e-4932-b66e-3b041bc9566e None None] Port d1983354-7187-444d-a717-4986b6fbce86 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:44:42.471425 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Network 414053e0-d07a-43e2-96df-498674415f5d is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:42.472865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:42.612065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Router 8a8d263c-0a43-443f-9cb6-d114d10bd40c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:44:42.732792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:42.740955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-7af43606-f457-4c8f-9b1d-a8a9900c01d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/8a8d263c-0a43-443f-9cb6-d114d10bd40c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1703250
Mar 05 21:44:42.786416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-8a91dbb1-531a-439f-900e-8687fc70736e None None] Provisioning complete for port d1983354-7187-444d-a717-4986b6fbce86 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:42.786799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8a91dbb1-531a-439f-900e-8687fc70736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1983354-7187-444d-a717-4986b6fbce86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:42.829120 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-8a91dbb1-531a-439f-900e-8687fc70736e None None] Port d1983354-7187-444d-a717-4986b6fbce86 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:44:43.217065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38338) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.221864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686343922', 'description': 'tempest-secgroup-smoke-1686343922 description', 'project_id': 'd8fd34db08b648489afd4f749b965e2a'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.243893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.319396 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (c857227e-fc8c-4c81-802e-fd134fea9387), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.323576 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c857227e-fc8c-4c81-802e-fd134fea9387), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.353229 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c857227e-fc8c-4c81-802e-fd134fea9387,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:43.359227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.363846 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b5e68e29-8ba4-46fe-8178-e959663f94b7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1455860
Mar 05 21:44:43.364356 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38340) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.370861 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.398297 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (aee0dd3d-5037-4cac-b134-1860a8ddc1ab), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.462003 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (aee0dd3d-5037-4cac-b134-1860a8ddc1ab), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.466011 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (aee0dd3d-5037-4cac-b134-1860a8ddc1ab), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.483254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee0dd3d-5037-4cac-b134-1860a8ddc1ab,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:43.495226 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.496600 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-33894f53-9265-477a-bbc3-9985af5000d9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1306601
Mar 05 21:44:43.499385 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38342) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.503814 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.528786 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (eae834aa-35ae-4782-b6f4-0767cd70610e), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.584000 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (eae834aa-35ae-4782-b6f4-0767cd70610e), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.587472 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (eae834aa-35ae-4782-b6f4-0767cd70610e), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.607664 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae834aa-35ae-4782-b6f4-0767cd70610e,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:43.616885 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.618106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-471f6853-6dd6-40cb-b466-047cd27ef302 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1176975
Mar 05 21:44:43.621827 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38344) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.626620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.659039 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (a2ee375a-06f4-46cb-90a3-a9f11fb0780b), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.725286 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (a2ee375a-06f4-46cb-90a3-a9f11fb0780b), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.730329 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a2ee375a-06f4-46cb-90a3-a9f11fb0780b), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.748859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ee375a-06f4-46cb-90a3-a9f11fb0780b,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:43.752579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8f573ad3-0200-4ccd-a9c7-4aef90226af2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:43.759707 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.764084 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-4fa38a17-623e-45f2-a373-8899775945f3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1386592
Mar 05 21:44:43.764248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38346) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.768571 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.793499 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (be63b3d6-7772-4650-9cca-36e86d670bc5), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.803223 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:43.803610 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.856047 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (be63b3d6-7772-4650-9cca-36e86d670bc5), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.860068 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (be63b3d6-7772-4650-9cca-36e86d670bc5), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.878496 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be63b3d6-7772-4650-9cca-36e86d670bc5,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:43.884507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:43.884982 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.891119 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.892791 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b550246e-48cd-4ec6-a375-760c58aff3ba tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1273806
Mar 05 21:44:43.895211 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38348) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:43.899750 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:43.909198 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 8f573ad3-0200-4ccd-a9c7-4aef90226af2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f573ad3-0200-4ccd-a9c7-4aef90226af2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:43.915799 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.916725 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ba9ac458-0d90-490d-9fa8-38106962ff09 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:43.922569 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Project d8fd34db08b648489afd4f749b965e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:44:43.928241 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (88bbce23-4974-4708-8a19-1f83d844afff), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.994169 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (88bbce23-4974-4708-8a19-1f83d844afff), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:43.999208 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (88bbce23-4974-4708-8a19-1f83d844afff), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.001741 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=8f573ad3-0200-4ccd-a9c7-4aef90226af2,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:44.012082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port ba9ac458-0d90-490d-9fa8-38106962ff09 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:44.012472 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.017111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bbce23-4974-4708-8a19-1f83d844afff,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:44.028457 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.030142 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b860da9d-6f22-46bd-b67c-cc53ee80cb98 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1339362
Mar 05 21:44:44.033546 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38352) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:44.037946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': 'c857227e-fc8c-4c81-802e-fd134fea9387', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:44.057673 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Project d8fd34db08b648489afd4f749b965e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:44:44.062695 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (f63d1f33-7bdd-4fb5-88d9-1fb609f29cf4), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.095127 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port ba9ac458-0d90-490d-9fa8-38106962ff09 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:44.129668 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (f63d1f33-7bdd-4fb5-88d9-1fb609f29cf4), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.133635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (f63d1f33-7bdd-4fb5-88d9-1fb609f29cf4), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.153056 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63d1f33-7bdd-4fb5-88d9-1fb609f29cf4,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:44.160815 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.169032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-804eedbd-dea1-4871-a1c9-7ea57706d280 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1274948
Mar 05 21:44:44.314002 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-f54d8799-11ba-4015-9a12-d30f0498868d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686343922&fields=id&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 267 time: 0.0450656
Mar 05 21:44:44.419446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-6f6dfb71-5cd6-417b-966c-da5f6d3bb9a8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:44.420993 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-6f6dfb71-5cd6-417b-966c-da5f6d3bb9a8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 809 time: 0.1004510
Mar 05 21:44:44.436630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-d7aaec46-361f-4b50-ac75-a06907cbff70 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/quotas/d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 375 time: 0.0101023
Mar 05 21:44:44.438116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Sync routers for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:44.447445 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:44.448764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83bedc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:44.501006 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-053fb8a0-316d-499f-8058-560ef57c4405 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0586150
Mar 05 21:44:44.558809 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:44.697432 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-d13732f1-9125-4141-97b0-f5e0619a94bc service neutron] 10.222.0.15 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846926
Mar 05 21:44:44.761278 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83bedc40>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:41Z', 'revision_number': 4, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1983354-7187-444d-a717-4986b6fbce86', 'name': '', 'network_id': '414053e0-d07a-43e2-96df-498674415f5d', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'mac_address': 'fa:16:3e:91:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:41Z', 'updated_at': '2022-03-05T21:44:42Z', 'revision_number': 2, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'subnets': [{'id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:44.787980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Checking router: 8a8d263c-0a43-443f-9cb6-d114d10bd40c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:44.788347 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Updating router 8a8d263c-0a43-443f-9cb6-d114d10bd40c port d1983354-7187-444d-a717-4986b6fbce86 binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:44:44.791792 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-d1f0f6f1-be87-46e2-ab59-ed22ffa20e9f service neutron] 10.222.0.15 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882204
Mar 05 21:44:44.815585 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1983354-7187-444d-a717-4986b6fbce86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:44.970031 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-31a69406-ade9-4e57-b628-c711020cfb34 req-4f4341df-7161-46d4-9e19-6aa04bd0293f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 210 time: 0.0279098
Mar 05 21:44:45.095805 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks [] for port (d1983354-7187-444d-a717-4986b6fbce86), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.101522 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.159242 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23159d0-f43c-44a2-b74e-1933b7229be4 None None] Pushing event updated for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:45.217775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Attempting to bind port d1983354-7187-444d-a717-4986b6fbce86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:45.218382 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Attempting to bind port d1983354-7187-444d-a717-4986b6fbce86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:45.218893 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Attempting to bind port d1983354-7187-444d-a717-4986b6fbce86 on network 414053e0-d07a-43e2-96df-498674415f5d {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:45.225275 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:45.225678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Checking segment: {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:45.226071 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.226465 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Bound using segment: {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:45.227132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Bound port: d1983354-7187-444d-a717-4986b6fbce86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9151db4b-4fa0-4d61-8efe-ca4008eccd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '414053e0-d07a-43e2-96df-498674415f5d'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:45.227299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1983354-7187-444d-a717-4986b6fbce86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.307873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] For port d1983354-7187-444d-a717-4986b6fbce86, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:45.311190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] For port d1983354-7187-444d-a717-4986b6fbce86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1983354-7187-444d-a717-4986b6fbce86,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:45.322004 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.392644 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23159d0-f43c-44a2-b74e-1933b7229be4 None None] Pushing event updated for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:45.397365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:45.397921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b83bedc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:45.403291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Provisioning complete for port d1983354-7187-444d-a717-4986b6fbce86 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:45.403291 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1983354-7187-444d-a717-4986b6fbce86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.571749 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:45.608690 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Current status of the port d1983354-7187-444d-a717-4986b6fbce86 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:45.609075 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d1983354-7187-444d-a717-4986b6fbce86), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.712956 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8f573ad3-0200-4ccd-a9c7-4aef90226af2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:45.717428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] For port d1983354-7187-444d-a717-4986b6fbce86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1983354-7187-444d-a717-4986b6fbce86,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:45.744371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.834788 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af112bab-a90c-499f-8f0b-efed791dd289 None None] Pushing event updated for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:45.876597 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:45.876980 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.915982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-5fe98488-6f7e-4a89-85de-590b8898ce1b None None] Provisioning complete for port d1983354-7187-444d-a717-4986b6fbce86 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:45.916361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5fe98488-6f7e-4a89-85de-590b8898ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1983354-7187-444d-a717-4986b6fbce86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:45.978034 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b83bedc40>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:41Z', 'revision_number': 4, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1983354-7187-444d-a717-4986b6fbce86', 'name': '', 'network_id': '414053e0-d07a-43e2-96df-498674415f5d', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'mac_address': 'fa:16:3e:91:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:41Z', 'updated_at': '2022-03-05T21:44:45Z', 'revision_number': 4, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'subnets': [{'id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:45.987111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-ef5a5ccf-643d-4ea3-8376-16c4afe11eaa tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:45.988763 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-ef5a5ccf-643d-4ea3-8376-16c4afe11eaa tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 809 time: 0.1177189
Mar 05 21:44:46.030524 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685b85e-ff49-499a-8424-f6da527aa58e None None] The sync data for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 is: [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:44:41Z', 'revision_number': 4, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1983354-7187-444d-a717-4986b6fbce86', 'name': '', 'network_id': '414053e0-d07a-43e2-96df-498674415f5d', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'mac_address': 'fa:16:3e:91:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:41Z', 'updated_at': '2022-03-05T21:44:45Z', 'revision_number': 4, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'subnets': [{'id': '4967b9f5-0ce2-40f6-a53a-eb9affea759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:46.069608 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:46.079449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-5fe98488-6f7e-4a89-85de-590b8898ce1b None None] Current status of the port d1983354-7187-444d-a717-4986b6fbce86 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:46.083526 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-888235c8-07ed-4a34-8892-df72f488ac82 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 380 time: 0.0868948
Mar 05 21:44:46.110087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-27639e4a-b356-4a7f-bcfd-904a1a0566d7 req-c0e7f1f1-1632-4eec-a864-a41e138150a6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 210 time: 0.0542166
Mar 05 21:44:46.113777 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'port': {'device_id': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'admin_state_up': True, 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'security_groups': ['c857227e-fc8c-4c81-802e-fd134fea9387']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:46.235366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Made reservation on behalf of d8fd34db08b648489afd4f749b965e2a for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:44:46.239090 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.372144 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Allocated IP 172.20.0.5 (7b9e505b-9603-4138-a09d-a6d35f18795c/e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3/91cfe995-5aba-45d6-b097-baf8fce1776c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:46.515253 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.553130 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.603304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:46.606540 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:46.610278 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:46.639393 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:46.666592 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:46.667946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.686688 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-8f819493-d464-4a81-91b6-511915e28823 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5790565
Mar 05 21:44:46.699485 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Request body: {'port': {'device_id': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:46.762233 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.906763 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-25659e21-e2b9-4706-964a-845e145d4182 None None] Provisioning complete for port 91cfe995-5aba-45d6-b097-baf8fce1776c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:46.907478 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-25659e21-e2b9-4706-964a-845e145d4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:46.944801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-25659e21-e2b9-4706-964a-845e145d4182 None None] Port 91cfe995-5aba-45d6-b097-baf8fce1776c cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:44:47.034013 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:44:47.043123 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks [] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.055090 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Transition to ACTIVE for port object 91cfe995-5aba-45d6-b097-baf8fce1776c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:44:47.059019 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.109118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:47.191397 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:44:47.191870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:44:47.192284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:47.198762 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:44:47.199184 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:44:47.205294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:44:47.205862 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:44:47.206334 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:44:47.206853 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Bound port: 91cfe995-5aba-45d6-b097-baf8fce1776c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:44:47.207293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.263285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4a77-9449-4a4f-828f-66dbd73b291f req-93632c73-4e50-4fe8-ae4d-addfa73601d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.264872 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d46c4a77-9449-4a4f-828f-66dbd73b291f req-93632c73-4e50-4fe8-ae4d-addfa73601d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0631871
Mar 05 21:44:47.276528 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:44:47.279916 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:44:47.288770 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.318529 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d46c4a77-9449-4a4f-828f-66dbd73b291f req-cee08810-19d1-45e9-a4e4-545857ea788b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479426
Mar 05 21:44:47.325814 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.326441 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.327900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1091 time: 0.6334419
Mar 05 21:44:47.328346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:44:47.330612 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede98f68-cfe1-4a4d-93b3-504e4dc27064" -d '{"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:44:47.351344 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5569-e2a9-416c-b6f4-0cb9617288c8 service neutron] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:47.393574 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7bb135-8ec6-4b24-a469-cdb0c8f03c6b x-openstack-request-id: req-cc7bb135-8ec6-4b24-a469-cdb0c8f03c6b {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:44:47.394057 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:44:47.394374 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc7bb135-8ec6-4b24-a469-cdb0c8f03c6b {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:44:47.394827 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'status': 'completed', 'code': 200}
Mar 05 21:44:47.442207 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-a7d57b79-0125-40a0-9c3a-26fbcdea9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.443849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-a7d57b79-0125-40a0-9c3a-26fbcdea9e81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1125 time: 0.0474541
Mar 05 21:44:47.489357 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-04d00574-3e97-45e5-afe8-bd377b8a7b14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 217 time: 0.0388751
Mar 05 21:44:47.540079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-f26c8494-ab10-4a5a-a533-09637104e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.541927 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-f26c8494-ab10-4a5a-a533-09637104e9ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0470314
Mar 05 21:44:47.594215 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-4f9c4ebf-df1b-4c55-8e11-03e9ae5c253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.595250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-4f9c4ebf-df1b-4c55-8e11-03e9ae5c253b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466139
Mar 05 21:44:47.693449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-17b94b9b-2056-4889-8517-b34c271e295e service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920048
Mar 05 21:44:47.708367 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1983354-7187-444d-a717-4986b6fbce86 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:47.755428 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d1983354-7187-444d-a717-4986b6fbce86 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:47.755841 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d1983354-7187-444d-a717-4986b6fbce86), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:47.783467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a880c1de-e107-4c82-8971-34cef70a0e83 req-38a507d9-2d25-4102-bfbb-16e3dfaa5cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828686
Mar 05 21:44:47.838997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d1983354-7187-444d-a717-4986b6fbce86 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:47.881297 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-29e6f1e0-1538-44bf-91d2-dfea5cf30a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.882788 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-29e6f1e0-1538-44bf-91d2-dfea5cf30a92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1125 time: 0.0499978
Mar 05 21:44:47.971315 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-3640d9a2-6c20-413a-bf2b-d50e91af45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:47.972849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-3640d9a2-6c20-413a-bf2b-d50e91af45e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0845399
Mar 05 21:44:48.012827 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-6b7cc4ab-5c9e-405a-b157-a630960580f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 217 time: 0.0342619
Mar 05 21:44:48.064691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-4a82fa98-c14e-4d6d-9485-55f73295ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:48.066120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-4a82fa98-c14e-4d6d-9485-55f73295ef18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0468781
Mar 05 21:44:48.114168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-787fb0e8-ce2b-4075-a201-aeb00811a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:48.115631 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-787fb0e8-ce2b-4075-a201-aeb00811a31c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432997
Mar 05 21:44:48.204081 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-32990b2d-e422-4850-80b7-f50f4242552d service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817549
Mar 05 21:44:48.295490 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ede98f68-cfe1-4a4d-93b3-504e4dc27064 req-749f2f3b-9ab6-4d4d-8c75-7c14cbb95fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856695
Mar 05 21:44:48.453726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e985f-35f1-4e3a-9b2a-9cb49a07a708 req-8d768f50-c7f7-4208-8e28-450e2fe0670c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:48.455221 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe2e985f-35f1-4e3a-9b2a-9cb49a07a708 req-8d768f50-c7f7-4208-8e28-450e2fe0670c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0557225
Mar 05 21:44:48.507093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe2e985f-35f1-4e3a-9b2a-9cb49a07a708 req-7b888216-3e58-4bd3-b598-875ff91e8dab tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460787
Mar 05 21:44:49.629871 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc71ba-c7a7-4105-9870-dba01933451d req-a3397662-3782-48ca-a519-9308673f92e6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:49.631393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cfc71ba-c7a7-4105-9870-dba01933451d req-a3397662-3782-48ca-a519-9308673f92e6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0556920
Mar 05 21:44:49.680647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8cfc71ba-c7a7-4105-9870-dba01933451d req-c95b138c-12e4-421b-9c99-fa1a8ae606b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428526
Mar 05 21:44:50.798071 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892068a-e455-43ac-b116-df4fbef125ca req-f6484d85-2b85-438c-8d39-e88a28375d76 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:50.799546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9892068a-e455-43ac-b116-df4fbef125ca req-f6484d85-2b85-438c-8d39-e88a28375d76 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0513618
Mar 05 21:44:50.851133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9892068a-e455-43ac-b116-df4fbef125ca req-4cc4a380-f758-4b23-90bd-3c9b4dcc4ef2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460832
Mar 05 21:44:51.533132 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:44:51.627403 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:51.639168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:44:51.834149 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:51.834538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:51.846979 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:44:51.865884 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:51.871412 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:51.923171 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:51.988077 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d82d3-6d36-4a83-a407-d5c34c6c3cec req-7dd3c856-fcd4-4a60-bd90-1d5e36f5de44 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:51.989565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-601d82d3-6d36-4a83-a407-d5c34c6c3cec req-7dd3c856-fcd4-4a60-bd90-1d5e36f5de44 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0564263
Mar 05 21:44:52.038464 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-601d82d3-6d36-4a83-a407-d5c34c6c3cec req-a215c53f-ab4c-4169-9f89-320e426678d5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430689
Mar 05 21:44:52.087980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['91cfe995-5aba-45d6-b097-baf8fce1776c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:44:53.157553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc505-5b15-42b3-a3cd-f89771934720 req-b98e52ec-715b-4d72-84a0-050c34b18dbc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:53.159009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cdbc505-5b15-42b3-a3cd-f89771934720 req-b98e52ec-715b-4d72-84a0-050c34b18dbc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0522807
Mar 05 21:44:53.207457 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6cdbc505-5b15-42b3-a3cd-f89771934720 req-b0141e08-6f0e-45e4-9a1e-a5e149ea68a2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428326
Mar 05 21:44:53.549538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:44:53.600614 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 91cfe995-5aba-45d6-b097-baf8fce1776c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:44:53.605590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 91cfe995-5aba-45d6-b097-baf8fce1776c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:44:53.605971 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:53.683660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:44:53.684082 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:53.707657 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:44:53.709903 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8c598abac0c3ddd9e5450d431ea7851419545c06c326ccb62933818dabe292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f82bf-8891-4ad9-97b3-3dcc06fb61a8" -d '{"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:44:53.721721 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:44:53.726064 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:53.751555 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321f3ea-5be8-4fd4-9d1d-5321632ba995 x-openstack-request-id: req-1321f3ea-5be8-4fd4-9d1d-5321632ba995 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:44:53.751872 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:44:53.752128 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1321f3ea-5be8-4fd4-9d1d-5321632ba995 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:44:53.752542 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'code': 200}
Mar 05 21:44:53.777565 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:53.847401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015198d-9a92-4f55-98c5-02cd10fbb89c req-f58c315a-b01f-441d-a14c-1a180b401b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:53.849016 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f015198d-9a92-4f55-98c5-02cd10fbb89c req-f58c315a-b01f-441d-a14c-1a180b401b87 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0461972
Mar 05 21:44:53.894389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f015198d-9a92-4f55-98c5-02cd10fbb89c req-9fc1a2cf-1984-4aec-9824-481b29ab11ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392208
Mar 05 21:44:54.324047 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3913-002c-4b04-8586-a33c29e0b3b7 req-89775c19-f635-4c10-af3b-3db74aca0014 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:54.325501 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af9e3913-002c-4b04-8586-a33c29e0b3b7 req-89775c19-f635-4c10-af3b-3db74aca0014 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0519311
Mar 05 21:44:54.373703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af9e3913-002c-4b04-8586-a33c29e0b3b7 req-d977b25e-2b60-40fa-88f4-beb8b9e7d6c7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427120
Mar 05 21:44:54.587933 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b81eed4b-6d06-4c32-9eb1-eb480d12333c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:55.493167 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9aecc-365b-470b-af88-d40cfe923567 req-af382c2b-a571-4c34-9aaa-a03fa2a08f99 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:55.495844 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2be9aecc-365b-470b-af88-d40cfe923567 req-af382c2b-a571-4c34-9aaa-a03fa2a08f99 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0519953
Mar 05 21:44:55.546644 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2be9aecc-365b-470b-af88-d40cfe923567 req-54909a3b-5c57-47df-8d7d-b0dbdb2c89f9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453923
Mar 05 21:44:55.670459 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe7c1b-0b95-473c-a836-15d74324f2f4 req-56492103-cf33-4df4-b85f-8f116bfc51cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:55.671936 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bfe7c1b-0b95-473c-a836-15d74324f2f4 req-56492103-cf33-4df4-b85f-8f116bfc51cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0580168
Mar 05 21:44:55.722145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bfe7c1b-0b95-473c-a836-15d74324f2f4 req-ad2a9ba2-0b61-4e23-b772-b6055aac891d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445919
Mar 05 21:44:55.745446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38422) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:55.837298 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2a6b0-f9b9-4c6c-8b64-a3757e4d09cb tempest-TestShelveInstance-455590207 tempest-TestShelveInstance-455590207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:55.839568 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a6c2a6b0-f9b9-4c6c-8b64-a3757e4d09cb tempest-TestShelveInstance-455590207 tempest-TestShelveInstance-455590207-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1122 time: 0.0927520
Mar 05 21:44:55.842318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38426) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:44:55.846466 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:44:55.866777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:55.964610 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:56.388833 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Allocated IP 172.35.0.159 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/b3df0891-87cd-442e-930b-8176c7911fe6) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:44:56.490230 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (b3df0891-87cd-442e-930b-8176c7911fe6), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:56.524419 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:56.563028 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:44:56.565956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:44:56.569396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:44:56.575352 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=b3df0891-87cd-442e-930b-8176c7911fe6,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:56.918356 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6a32596e-5320-4721-989f-0cc098692550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:56.919287 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (113a722e-d88c-4091-a5ff-88142de4d226), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:56.987842 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:57.136756 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (b3df0891-87cd-442e-930b-8176c7911fe6), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:57.141189 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:57.212250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=b3df0891-87cd-442e-930b-8176c7911fe6,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:44:57.220938 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (113a722e-d88c-4091-a5ff-88142de4d226), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:57.323474 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Floating IP 113a722e-d88c-4091-a5ff-88142de4d226 associated. External IP: 172.35.0.159, port: 91cfe995-5aba-45d6-b097-baf8fce1776c.
Mar 05 21:44:57.531582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:44:57.641941 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:44:57.652620 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:44:57.662248 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:57.663428 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:57.664087 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:57.693566 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8182d3a-d604-4e4c-88be-ad934d4352d2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8502378
Mar 05 21:44:57.694150 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:44:57.696445 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762f9c9fdc11bc834ef7fd0d2eaac5a0dd0f8c186dba44c5e58237ef6af80c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95746e3-88d9-4236-b878-09e7b8325f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:44:57.733998 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4f6ac9-b87f-4c78-a1f0-4ed8fb84d8a5 x-openstack-request-id: req-dc4f6ac9-b87f-4c78-a1f0-4ed8fb84d8a5 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:44:57.734325 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:44:57.734592 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc4f6ac9-b87f-4c78-a1f0-4ed8fb84d8a5 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:44:57.735006 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'status': 'completed', 'code': 200}
Mar 05 21:44:57.774659 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:57.798813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-332064ad-69a2-497d-b5c5-4c461f5a75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:57.800295 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-332064ad-69a2-497d-b5c5-4c461f5a75a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0449426
Mar 05 21:44:57.894766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-88e33002-7fe6-4a40-8147-3829fe82b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:57.896296 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-88e33002-7fe6-4a40-8147-3829fe82b17e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0898485
Mar 05 21:44:57.961855 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-61e0c81f-fd92-48c6-9079-e0efe9032d51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 999 time: 0.0597405
Mar 05 21:44:57.995242 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d30>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '113a722e-d88c-4091-a5ff-88142de4d226', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.159', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:44:56Z', 'updated_at': '2022-03-05T21:44:56Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:58.015341 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-779f9a7c-c62f-4153-8895-c2955b38a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:58.016852 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-779f9a7c-c62f-4153-8895-c2955b38a479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0493534
Mar 05 21:44:58.024304 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:44:58.033575 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:44:58.034144 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:44:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:58.067658 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-f9b2bf72-6553-4004-86c6-c2e092ee951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:44:58.069120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-f9b2bf72-6553-4004-86c6-c2e092ee951c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466580
Mar 05 21:44:58.142588 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:44:58.161409 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:44:58.162093 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-4969c702-9c08-472d-9324-0c8b4c25ac23 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865784
Mar 05 21:44:58.261906 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c95746e3-88d9-4236-b878-09e7b8325f4c req-4fe8da20-d3fd-460e-98b3-173d9a201b5c service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931051
Mar 05 21:44:58.461792 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf52d30>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '113a722e-d88c-4091-a5ff-88142de4d226', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.159', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:44:56Z', 'updated_at': '2022-03-05T21:44:56Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:44:58.491173 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a4de4-7130-4082-8a3c-75e5a45aff77 None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '113a722e-d88c-4091-a5ff-88142de4d226', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.159', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:44:56Z', 'updated_at': '2022-03-05T21:44:56Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:44:58.699766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f174dd33-3f7b-4010-b1f2-19d36c8cb066 None None] New status for floating IP 113a722e-d88c-4091-a5ff-88142de4d226: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:44:59.718364 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:01.138903 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:03.649001 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-98c78d6f-6940-40ff-8882-4745bff0f520 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440776
Mar 05 21:45:03.748574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276987-5665-4d05-9326-d686ee7db49c req-71e26ad3-d470-4996-a136-87351d7c2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:45:03.750057 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-71e26ad3-d470-4996-a136-87351d7c2774 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0442491
Mar 05 21:45:03.865199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276987-5665-4d05-9326-d686ee7db49c req-b30bbc10-f3a6-433e-92ec-0410b5c457a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:45:03.866675 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-b30bbc10-f3a6-433e-92ec-0410b5c457a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0898771
Mar 05 21:45:03.935305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-d7bb2e3a-0460-4063-abbb-f3c32fa70ed0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1001 time: 0.0595720
Mar 05 21:45:03.988133 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276987-5665-4d05-9326-d686ee7db49c req-dce64b55-8b26-479d-bf58-0992267a9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:45:03.989565 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-dce64b55-8b26-479d-bf58-0992267a9843 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0474484
Mar 05 21:45:04.050715 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276987-5665-4d05-9326-d686ee7db49c req-7cfe6ebc-8428-4c6b-af9a-e7ace4852625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:45:04.052254 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-7cfe6ebc-8428-4c6b-af9a-e7ace4852625 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441360
Mar 05 21:45:04.139074 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-38fb5755-2594-47f3-b001-4f43a3ba42f2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807285
Mar 05 21:45:04.239049 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ce276987-5665-4d05-9326-d686ee7db49c req-c609e35d-67e3-45e9-b677-c85dba1e46ab service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848670
Mar 05 21:45:06.531307 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:06.814267 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:17.881478 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:45:24.580482 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d482b640-0b1e-4928-b51f-7cd186e73af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:26.920521 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3518a7be-5c0b-40a7-9d45-403067d28af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:28.159664 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:29.720956 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:31.141754 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:36.529749 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:36.828754 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:54.581774 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-13842b83-b424-447b-8d2f-b90174b6e57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:54.880381 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:45:56.922702 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a83329f9-2359-4d5a-a33a-61685d5109a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:58.162897 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:45:59.727534 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:01.144830 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:05.691242 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-47a697d6-7d26-4e8e-ad3d-20705e27ff44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0935047
Mar 05 21:46:05.774721 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393940-ea7d-4c8b-a870-18986a614747 req-0e76bf17-d84b-4c84-8426-85448e053e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:05.776237 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-0e76bf17-d84b-4c84-8426-85448e053e13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0442417
Mar 05 21:46:05.880189 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393940-ea7d-4c8b-a870-18986a614747 req-320ed2a9-ddfb-4c05-b38a-c4a9a91f5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:05.881585 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-320ed2a9-ddfb-4c05-b38a-c4a9a91f5724 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0872853
Mar 05 21:46:05.946397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-3c414f69-5ff3-4e4c-80ca-6b2e167b4982 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1001 time: 0.0584743
Mar 05 21:46:05.999081 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393940-ea7d-4c8b-a870-18986a614747 req-0e6c67c3-d792-4121-95fb-6541e4838626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:06.000712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-0e6c67c3-d792-4121-95fb-6541e4838626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0468452
Mar 05 21:46:06.048510 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393940-ea7d-4c8b-a870-18986a614747 req-5763130d-1283-48b4-a69a-74ba9935d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:06.049998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-5763130d-1283-48b4-a69a-74ba9935d137 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436094
Mar 05 21:46:06.135390 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-2a90f5c3-19d5-418e-9898-0ef67cd916fb service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793610
Mar 05 21:46:06.225024 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a3393940-ea7d-4c8b-a870-18986a614747 req-49c1c2eb-401a-443b-afce-ce6357542da3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838048
Mar 05 21:46:06.544033 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:06.827068 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:24.583466 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5fda1d97-7391-41fa-9aa5-a59c797a9d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:26.927947 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ff4387e-5b69-4300-a2ba-8ef0e9eb9507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:28.166272 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:29.727565 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:31.146736 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:31.880134 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:46:36.546072 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:36.826426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:53.689831 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a095ce7-bf77-4fb1-82ef-62228712afb2 req-28ce3500-8560-49a5-ad65-81277354c6ff tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:53.690623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a095ce7-bf77-4fb1-82ef-62228712afb2 req-28ce3500-8560-49a5-ad65-81277354c6ff tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.1025126
Mar 05 21:46:53.739239 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a095ce7-bf77-4fb1-82ef-62228712afb2 req-7d27827a-2cc8-4a98-b6a7-0f35edffe72c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426638
Mar 05 21:46:54.584733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cc74-5535-4f6e-ab52-d52b16b51121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:54.861815 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863641-a3bc-465f-ad8c-05d3052aef71 req-f06e2eec-4551-4d7b-a085-1fc222322d1b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:54.863203 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2863641-a3bc-465f-ad8c-05d3052aef71 req-f06e2eec-4551-4d7b-a085-1fc222322d1b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0537481
Mar 05 21:46:54.911594 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-c2863641-a3bc-465f-ad8c-05d3052aef71 req-8ecbae12-7de9-43b9-82b9-5cfe168ae1f5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424895
Mar 05 21:46:56.044414 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ebdf-6599-4379-9824-44e4e1202091 req-caa143fd-5761-40e1-8184-271fe902f9d3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:56.046128 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7106ebdf-6599-4379-9824-44e4e1202091 req-caa143fd-5761-40e1-8184-271fe902f9d3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0531111
Mar 05 21:46:56.102516 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7106ebdf-6599-4379-9824-44e4e1202091 req-ea988ea7-0e65-4366-9a09-176b1b62ccea tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506163
Mar 05 21:46:56.930436 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3dd79afa-0e99-46aa-a018-8f605032aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:57.224584 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7d55-721f-4ba5-a510-4728aeba8c17 req-f52e8d7c-7a8f-4824-9db6-725509cbf8d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:57.225953 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-663e7d55-721f-4ba5-a510-4728aeba8c17 req-f52e8d7c-7a8f-4824-9db6-725509cbf8d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0562968
Mar 05 21:46:57.273753 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-663e7d55-721f-4ba5-a510-4728aeba8c17 req-ca711242-ee04-4854-8a6b-3e859b9359f9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421946
Mar 05 21:46:58.170420 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:46:58.395499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cee65-5314-4783-9451-ea67ec1b3a8f req-18f7d44e-d962-488c-87eb-b8361d749c53 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:58.397003 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-660cee65-5314-4783-9451-ea67ec1b3a8f req-18f7d44e-d962-488c-87eb-b8361d749c53 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0522218
Mar 05 21:46:58.444889 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-660cee65-5314-4783-9451-ea67ec1b3a8f req-477152eb-0a19-49b5-a86c-a45535141b8c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423074
Mar 05 21:46:59.563304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa42a1-72d0-4800-9642-ac4e44031a08 req-1ca67cb2-a9ae-4831-9642-23583a73d81c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:46:59.564794 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6fa42a1-72d0-4800-9642-ac4e44031a08 req-1ca67cb2-a9ae-4831-9642-23583a73d81c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0520813
Mar 05 21:46:59.613806 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-e6fa42a1-72d0-4800-9642-ac4e44031a08 req-675a7902-960e-4b36-ab90-ec2e8c9fa160 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433781
Mar 05 21:46:59.734126 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:00.751987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2008ed0-0cd8-4956-abbb-85f9197d6b13 req-6c03d8ab-969c-4168-afe5-5fd1df951dff tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:00.753476 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2008ed0-0cd8-4956-abbb-85f9197d6b13 req-6c03d8ab-969c-4168-afe5-5fd1df951dff tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0544662
Mar 05 21:47:00.801234 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c2008ed0-0cd8-4956-abbb-85f9197d6b13 req-0fc4da0f-fd56-494b-a8e0-8cb3c1560f5e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422549
Mar 05 21:47:01.148143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:01.918730 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cf55-ca33-47a5-8217-b363b8783786 req-eae23da5-a6cd-4ba0-b021-096b26767c31 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:01.920241 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a952cf55-ca33-47a5-8217-b363b8783786 req-eae23da5-a6cd-4ba0-b021-096b26767c31 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0523458
Mar 05 21:47:01.974505 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a952cf55-ca33-47a5-8217-b363b8783786 req-94a1ad4e-0499-4141-b7e2-0a39ac5a22e8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474048
Mar 05 21:47:03.098222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8742f-717e-4cb4-9c0c-e0fe72854e10 req-8dfc1450-ae2d-4daa-8be5-500e969f1f16 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:03.099682 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abf8742f-717e-4cb4-9c0c-e0fe72854e10 req-8dfc1450-ae2d-4daa-8be5-500e969f1f16 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0560284
Mar 05 21:47:03.147578 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-abf8742f-717e-4cb4-9c0c-e0fe72854e10 req-5286aa04-082d-493b-bd93-90c1ffb4cf6a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422668
Mar 05 21:47:04.269800 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d421-4eb0-4e75-944b-fb11fd5414ac req-f16490e5-6983-4714-89f6-acbac58a6c5e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:04.274909 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3624d421-4eb0-4e75-944b-fb11fd5414ac req-f16490e5-6983-4714-89f6-acbac58a6c5e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0527866
Mar 05 21:47:04.319027 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3624d421-4eb0-4e75-944b-fb11fd5414ac req-20d0cec1-f1f4-4ea5-aded-2648eac24c16 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421028
Mar 05 21:47:05.446322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f539-902d-4b91-8616-b03f921b3b9b req-fa579498-ed27-45d6-8d63-ef63d3dc5867 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:05.447835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff56f539-902d-4b91-8616-b03f921b3b9b req-fa579498-ed27-45d6-8d63-ef63d3dc5867 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0586338
Mar 05 21:47:05.501485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ff56f539-902d-4b91-8616-b03f921b3b9b req-e55c4304-d934-46d9-90f4-633162c4a849 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467741
Mar 05 21:47:05.788936 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-27751144-8435-45aa-baba-f9a0b04a1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:05.790445 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-27751144-8435-45aa-baba-f9a0b04a1825 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0994711
Mar 05 21:47:05.919975 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-0a47b074-1592-4b54-956f-c1d4d78785e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:05.922434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-0a47b074-1592-4b54-956f-c1d4d78785e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0928550
Mar 05 21:47:06.012775 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-3777f37f-b4b7-43c2-9993-2a07ff344da1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1001 time: 0.0767756
Mar 05 21:47:06.061800 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-a62c9bb5-8355-4eab-adc5-4a2c940cf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:06.063261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-a62c9bb5-8355-4eab-adc5-4a2c940cf05b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0449715
Mar 05 21:47:06.113420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-df3d585d-f0b2-4ee9-ae4c-90ecff02a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:06.114937 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-df3d585d-f0b2-4ee9-ae4c-90ecff02a656 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452425
Mar 05 21:47:06.209101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-2e6f61ea-0143-4a47-96f3-6af9d49256ab service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881522
Mar 05 21:47:06.294849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:47:06.301230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b7a5a5d2-7765-4aba-9031-e3c4f48516a9 req-a5aa65ce-9726-413c-bab7-124cbaa2f070 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861161
Mar 05 21:47:06.401507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:06.414958 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:47:06.460178 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:47:06.460733 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:06.475038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:47:06.500160 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:06.504675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:06.577787 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:06.587563 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:06.593604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['91cfe995-5aba-45d6-b097-baf8fce1776c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:47:06.644887 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.645258 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.645584 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.645928 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.646270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.646609 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.646943 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.647061 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9165bd-1954-4132-85cd-59df0a40e8be req-4891f5ad-a995-4b08-86c6-c2161fe04234 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:06.647499 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.647591 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.647940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.648272 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.648556 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c9165bd-1954-4132-85cd-59df0a40e8be req-4891f5ad-a995-4b08-86c6-c2161fe04234 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0662241
Mar 05 21:47:06.648990 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.649324 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:06.738602 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1c9165bd-1954-4132-85cd-59df0a40e8be req-f6ca8530-51de-4aa8-90fa-08288d6cc890 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694947
Mar 05 21:47:06.863217 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:07.863925 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20243a5c-cc6a-4659-afbe-b88e764adb1f req-5fa56fd9-8289-4a6e-b5bb-be62bcdc298c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:07.865733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20243a5c-cc6a-4659-afbe-b88e764adb1f req-5fa56fd9-8289-4a6e-b5bb-be62bcdc298c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0561750
Mar 05 21:47:07.925430 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-20243a5c-cc6a-4659-afbe-b88e764adb1f req-4b67a9a9-dc03-4ca2-87f3-a5132c4dd25f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536697
Mar 05 21:47:08.315300 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:47:08.375997 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 91cfe995-5aba-45d6-b097-baf8fce1776c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:47:08.376639 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:08.462368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:47:08.462907 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:08.488372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:47:08.504939 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:08.510109 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:08.556187 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db525dc6-7d53-49cc-af12-a245a2896b34" -d '{"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:47:08.586419 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:08.663378 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be74ff3b-bd05-4754-a27b-a44f39894560 x-openstack-request-id: req-be74ff3b-bd05-4754-a27b-a44f39894560 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:47:08.663709 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:47:08.664018 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be74ff3b-bd05-4754-a27b-a44f39894560 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:47:08.664553 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'code': 200}
Mar 05 21:47:08.879872 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:47:09.063426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b276-b1a8-45dc-b3fe-7bc4789de530 req-54a993fd-dcef-42f1-910f-7f7012ef70ca tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:09.065315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5110b276-b1a8-45dc-b3fe-7bc4789de530 req-54a993fd-dcef-42f1-910f-7f7012ef70ca tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0630996
Mar 05 21:47:09.118339 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5110b276-b1a8-45dc-b3fe-7bc4789de530 req-24d88709-eb34-467f-ad1d-2792c0213bd3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467761
Mar 05 21:47:10.256282 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449df1d-dc3c-42c1-b8de-c4036556c70a req-20d7d854-681f-4bb8-8b35-2fe25c3e0743 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:10.258642 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7449df1d-dc3c-42c1-b8de-c4036556c70a req-20d7d854-681f-4bb8-8b35-2fe25c3e0743 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0621622
Mar 05 21:47:10.312363 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7449df1d-dc3c-42c1-b8de-c4036556c70a req-6aadd62a-d68c-4114-ad2a-d342262557d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480766
Mar 05 21:47:11.461598 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a68a5-6f64-4883-9211-a27bed39e182 req-c14f2a5b-fb30-4e7e-8041-2630c1e05c31 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:11.463172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b21a68a5-6f64-4883-9211-a27bed39e182 req-c14f2a5b-fb30-4e7e-8041-2630c1e05c31 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0585394
Mar 05 21:47:11.521594 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b21a68a5-6f64-4883-9211-a27bed39e182 req-f9765a26-edd1-47d9-a8a3-63574fa46a73 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513742
Mar 05 21:47:12.668056 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d770b-d903-48c6-9b1d-83b0ecc5a761 req-c415e4b2-d881-4b34-a887-5dfb95638a7a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:12.672199 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f6d770b-d903-48c6-9b1d-83b0ecc5a761 req-c415e4b2-d881-4b34-a887-5dfb95638a7a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0675890
Mar 05 21:47:12.723958 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7f6d770b-d903-48c6-9b1d-83b0ecc5a761 req-3bcf4e54-8a37-44c3-9fc4-1bb815f497ce tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485773
Mar 05 21:47:13.865570 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3d887-fb49-4b5e-b398-a7687dac24cf req-a68adf38-5bb6-4d01-814d-f79f14a76670 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:13.867618 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55a3d887-fb49-4b5e-b398-a7687dac24cf req-a68adf38-5bb6-4d01-814d-f79f14a76670 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0676630
Mar 05 21:47:13.936935 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-55a3d887-fb49-4b5e-b398-a7687dac24cf req-305d3b75-2ef2-493d-9576-d36b102468e3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560260
Mar 05 21:47:15.059357 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e77b3-1d97-4fe2-bca1-4a9df339cf8c req-ecd8b9ba-8c10-4a0e-a4be-dca597701674 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:15.061378 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e3e77b3-1d97-4fe2-bca1-4a9df339cf8c req-ecd8b9ba-8c10-4a0e-a4be-dca597701674 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0550911
Mar 05 21:47:15.115426 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4e3e77b3-1d97-4fe2-bca1-4a9df339cf8c req-a4e48d87-eae4-4500-b762-60e2c8281bfd tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481944
Mar 05 21:47:15.483609 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f192-631c-4db6-8c55-ddd213e54609 req-26aa1dc8-f7ad-4d45-a984-26f98d325183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:15.485161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-26aa1dc8-f7ad-4d45-a984-26f98d325183 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1127 time: 0.0437894
Mar 05 21:47:15.580599 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f192-631c-4db6-8c55-ddd213e54609 req-03a02937-3797-4977-ae8e-6b151823e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:15.582072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-03a02937-3797-4977-ae8e-6b151823e187 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0910959
Mar 05 21:47:15.645888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-42badd30-342f-4915-af42-fbdc2a8c2c0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1001 time: 0.0577223
Mar 05 21:47:15.693536 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f192-631c-4db6-8c55-ddd213e54609 req-f4a31818-1dde-46cb-8428-43690b158f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:15.694990 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-f4a31818-1dde-46cb-8428-43690b158f46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0433629
Mar 05 21:47:15.751266 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f192-631c-4db6-8c55-ddd213e54609 req-0ac0ce79-99a2-48af-9499-1c29e0b4e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:15.753269 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-0ac0ce79-99a2-48af-9499-1c29e0b4e0c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0522318
Mar 05 21:47:15.844048 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-0d7c9f0a-45d8-458e-84e4-ecf47d671c56 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843449
Mar 05 21:47:15.937262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a584f192-631c-4db6-8c55-ddd213e54609 req-ed99c720-bb69-4a5d-aed0-e5848e393f3a service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870895
Mar 05 21:47:16.235484 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd223d77-d3f9-409e-b0de-1f3fd94d2943 req-4ee3527b-5064-46e4-b7ae-afc889632731 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:16.237005 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd223d77-d3f9-409e-b0de-1f3fd94d2943 req-4ee3527b-5064-46e4-b7ae-afc889632731 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0524988
Mar 05 21:47:16.285376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd223d77-d3f9-409e-b0de-1f3fd94d2943 req-deeaf529-7415-4d7e-87f3-91d09cf0311e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425954
Mar 05 21:47:17.418759 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358290-4d42-4ba7-b414-b28d397b1631 req-e94a07c9-3113-457b-9d30-8d91e72fe57d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:17.420269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1358290-4d42-4ba7-b414-b28d397b1631 req-e94a07c9-3113-457b-9d30-8d91e72fe57d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0578108
Mar 05 21:47:17.474399 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1358290-4d42-4ba7-b414-b28d397b1631 req-68f1571c-7ca0-4bdd-a2ea-32cf5e6a655d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474887
Mar 05 21:47:18.368079 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:47:18.443325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:47:18.443758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:18.465801 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:47:18.468668 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136c957-76d7-46b5-88dd-51e3a7537e85" -d '{"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-unplugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:47:18.481064 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:18.484993 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:18.507950 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b4cc2-81d0-44aa-91c1-e67a4cfdea7a x-openstack-request-id: req-920b4cc2-81d0-44aa-91c1-e67a4cfdea7a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:47:18.508243 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-unplugged", "status": "failed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "code": 422}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:47:18.508502 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-920b4cc2-81d0-44aa-91c1-e67a4cfdea7a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:47:18.508899 ncdv-master-1 neutron-server[126564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'code': 422} returned with failed status
Mar 05 21:47:18.535096 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:18.594892 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc65954-651c-4bb8-9e27-3278ea277983 req-48a19206-296f-4eb8-8ea1-f044dcc9b83f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:18.596413 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bc65954-651c-4bb8-9e27-3278ea277983 req-48a19206-296f-4eb8-8ea1-f044dcc9b83f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0530701
Mar 05 21:47:18.644706 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7bc65954-651c-4bb8-9e27-3278ea277983 req-0e6f3171-889a-4ecc-b131-9e5924b513fc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425925
Mar 05 21:47:18.784703 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-edb9b593-c647-4dc0-8637-56a410c19602 req-dc68004d-416b-4b5f-8dcf-55cd2e942f0b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:47:18.785730 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-edb9b593-c647-4dc0-8637-56a410c19602 req-dc68004d-416b-4b5f-8dcf-55cd2e942f0b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0435133
Mar 05 21:47:18.951007 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028fa8c-05e4-4cbd-b6f9-f7bbd2d13af7 req-9081cfea-90a5-47b0-9890-ccd81937e2c7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:18.953189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3028fa8c-05e4-4cbd-b6f9-f7bbd2d13af7 req-9081cfea-90a5-47b0-9890-ccd81937e2c7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0605552
Mar 05 21:47:19.008149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3028fa8c-05e4-4cbd-b6f9-f7bbd2d13af7 req-e2fa7aa5-6c5b-4b68-b2c9-8c9a5deda558 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492690
Mar 05 21:47:19.091566 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-38662b1b-f0a4-4d8d-bcf8-c538000eae64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0925970
Mar 05 21:47:19.220789 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-16cee05d-26fb-4e0c-8ae2-8434b4f28f7f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:19.222133 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-16cee05d-26fb-4e0c-8ae2-8434b4f28f7f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports/91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 940 time: 0.1035051
Mar 05 21:47:20.141243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-183eaade-028b-4b9b-9bd9-292710cd0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:20.142734 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-183eaade-028b-4b9b-9bd9-292710cd0ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 1125 time: 0.1179066
Mar 05 21:47:20.153717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c8f8-ea41-4544-9e77-1ee1b3cbe9c5 req-e5f3ac77-840a-46d1-a984-f831479576c0 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:20.155655 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0688c8f8-ea41-4544-9e77-1ee1b3cbe9c5 req-e5f3ac77-840a-46d1-a984-f831479576c0 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 943 time: 0.0658205
Mar 05 21:47:20.160447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:47:20.568118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0688c8f8-ea41-4544-9e77-1ee1b3cbe9c5 req-ee7e388a-f743-4b11-8821-395242028161 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4051123
Mar 05 21:47:20.570609 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:20.765437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:20.801092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:47:20.832183 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:47:20.839332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks [] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:20.851627 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Transition to ACTIVE for port object 91cfe995-5aba-45d6-b097-baf8fce1776c will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:47:20.855061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:20.932003 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=9']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:20.947992 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.948343 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.948686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.949031 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.949364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.949690 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.950018 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.950342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.950664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.950994 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.951321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.951646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.952644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:47:20.987469 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] No DVR routers for this DVR port 91cfe995-5aba-45d6-b097-baf8fce1776c on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:47:21.127402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:47:21.127644 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:47:21.128006 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:47:21.132227 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:47:21.132552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Attempting to bind port 91cfe995-5aba-45d6-b097-baf8fce1776c on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:47:21.137389 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:47:21.137744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:47:21.138115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:47:21.138543 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Bound port: 91cfe995-5aba-45d6-b097-baf8fce1776c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:47:21.138898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:21.205465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:47:21.208556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:47:21.213491 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:21.246118 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.246906 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:21.248222 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1091 time: 1.0915329
Mar 05 21:47:21.248664 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:47:21.307306 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:47:21.318057 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38f5f9-4414-45b7-bf7b-18c783f1c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=10']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:21.340421 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-b0bbf4d3-ce3b-40fc-bf77-41b8b1b95e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.341996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-b0bbf4d3-ce3b-40fc-bf77-41b8b1b95e72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1126 time: 0.0729015
Mar 05 21:47:21.421812 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2407696d-29de-4a71-8e12-ef8daefbdd9c x-openstack-request-id: req-2407696d-29de-4a71-8e12-ef8daefbdd9c {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:47:21.422178 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:47:21.422427 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2407696d-29de-4a71-8e12-ef8daefbdd9c {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:47:21.422828 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'status': 'completed', 'code': 200}
Mar 05 21:47:21.442306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-2ebab569-86ca-4f1c-978a-76d72be7a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.443873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-2ebab569-86ca-4f1c-978a-76d72be7a91a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0964510
Mar 05 21:47:21.516395 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-882f1187-707b-485b-ac6c-2f9b8b19a38c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 999 time: 0.0657632
Mar 05 21:47:21.564032 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-a9aacc75-e864-4e08-bc0f-611da812a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.565449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-a9aacc75-e864-4e08-bc0f-611da812a6f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0441148
Mar 05 21:47:21.616728 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-e61740b3-b98e-4028-ac6c-a90b6afa73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.618276 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-e61740b3-b98e-4028-ac6c-a90b6afa73e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468051
Mar 05 21:47:21.744146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-b4074fe5-6c02-4329-9d18-b4a6b672480f service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182666
Mar 05 21:47:21.751882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbab0df-4a83-4a81-971b-97c5f891cb1e req-b33d1cd9-f660-4acd-974c-66c4d2d22310 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.753232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-acbab0df-4a83-4a81-971b-97c5f891cb1e req-b33d1cd9-f660-4acd-974c-66c4d2d22310 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.1101148
Mar 05 21:47:21.856928 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-acbab0df-4a83-4a81-971b-97c5f891cb1e req-a5b64c1c-7e4a-45ae-a15c-d393f2fd382d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950994
Mar 05 21:47:21.872878 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f96846a6-8a7f-412e-beea-1b54cfc6b162 req-e51f2d90-c360-4fb7-888a-d1ab41a2feee service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187556
Mar 05 21:47:21.964961 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-d23ebaac-53b8-4ac5-a6b0-5f15fc0f0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:21.966424 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-d23ebaac-53b8-4ac5-a6b0-5f15fc0f0975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1126 time: 0.0489893
Mar 05 21:47:22.064111 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-ac1f6eb2-6732-431a-b17a-1eeaef10491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:22.065623 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-ac1f6eb2-6732-431a-b17a-1eeaef10491f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0937665
Mar 05 21:47:22.150591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-d266baad-2c76-4caa-a16b-480d9e09ca14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 999 time: 0.0794568
Mar 05 21:47:22.384005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:47:22.429187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] The host nch1-master-1 is not matching for port 91cfe995-5aba-45d6-b097-baf8fce1776c host nch2-master-1! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:47:22.430131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:47:22.996552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c389d6-2852-4920-8f14-15ee2f1a96ff req-86808cae-0df2-45e8-9bd9-32644171a679 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:22.998290 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2c389d6-2852-4920-8f14-15ee2f1a96ff req-86808cae-0df2-45e8-9bd9-32644171a679 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0625720
Mar 05 21:47:23.054326 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-f2c389d6-2852-4920-8f14-15ee2f1a96ff req-7474ed0b-3b3a-439d-be9a-27f6ae0619d3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486927
Mar 05 21:47:24.190946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58411220-fa18-4766-acbe-345134c5c439 req-1d1970e1-0fe9-447d-a474-192ff29e74cd tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:24.192831 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58411220-fa18-4766-acbe-345134c5c439 req-1d1970e1-0fe9-447d-a474-192ff29e74cd tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0665510
Mar 05 21:47:24.248133 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-58411220-fa18-4766-acbe-345134c5c439 req-e4e569fd-1772-4d86-a9a0-f8139db8a6a2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492034
Mar 05 21:47:24.589008 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1e2df9d0-1cde-4dac-b3d5-7907c6db3edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:25.375610 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d55ac-6128-4de6-aabc-90e2c543897a req-9e3a71cb-1a38-4c80-a515-36d450c097b5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:25.377839 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-105d55ac-6128-4de6-aabc-90e2c543897a req-9e3a71cb-1a38-4c80-a515-36d450c097b5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0552394
Mar 05 21:47:25.431242 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-105d55ac-6128-4de6-aabc-90e2c543897a req-52028123-f403-4b7b-888d-4eea336265c2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478458
Mar 05 21:47:26.570719 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783916-7a31-472b-a7ec-007138048fac req-8134d59b-45ab-40b7-ac70-83b6be8cb6cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:26.572299 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae783916-7a31-472b-a7ec-007138048fac req-8134d59b-45ab-40b7-ac70-83b6be8cb6cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0637393
Mar 05 21:47:26.629602 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ae783916-7a31-472b-a7ec-007138048fac req-4041c305-9fd9-4bc1-9fd6-fb3eea8449a7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508132
Mar 05 21:47:26.932675 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9bd175d7-a50f-454f-876f-82c75cc8846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:27.765346 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c6d0-41e2-47c8-bd7f-c847bdc85580 req-66d77412-8806-44b9-affc-4c44cd15cba4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:27.767568 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6643c6d0-41e2-47c8-bd7f-c847bdc85580 req-66d77412-8806-44b9-affc-4c44cd15cba4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0629656
Mar 05 21:47:27.832145 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6643c6d0-41e2-47c8-bd7f-c847bdc85580 req-28cc66b8-c19b-4658-aa85-b88f3506ff58 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577164
Mar 05 21:47:28.174732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:28.969191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665eb40-518d-4970-bba1-9cae0c3d9612 req-9ec47b4f-200d-4226-83a7-394f68ca9788 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:28.975204 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9665eb40-518d-4970-bba1-9cae0c3d9612 req-9ec47b4f-200d-4226-83a7-394f68ca9788 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0569844
Mar 05 21:47:29.028253 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9665eb40-518d-4970-bba1-9cae0c3d9612 req-97f86d9d-dd08-450a-9cce-f143c3f3fd60 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506942
Mar 05 21:47:29.736786 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:30.149427 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d3cf8-f3cd-4518-b118-a5266d2a4646 req-31908601-6422-4569-bbee-dad472274e60 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:30.150820 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a65d3cf8-f3cd-4518-b118-a5266d2a4646 req-31908601-6422-4569-bbee-dad472274e60 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0529320
Mar 05 21:47:30.199325 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a65d3cf8-f3cd-4518-b118-a5266d2a4646 req-d3fa98ce-3fbb-4bc6-9e6e-bbabdb54461b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425451
Mar 05 21:47:30.286337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-54ad1b1f-6b67-4752-8e43-14eecfc8c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:30.287821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-54ad1b1f-6b67-4752-8e43-14eecfc8c537 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0488813
Mar 05 21:47:30.341004 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-3803eb5f-807a-4ce7-b994-4afe4975936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:30.342534 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-3803eb5f-807a-4ce7-b994-4afe4975936a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444081
Mar 05 21:47:30.431422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-c275f20e-8585-4990-9e6c-0c5da573c366 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804713
Mar 05 21:47:30.523480 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bc7c6fe8-9d96-4f65-8476-d22036dc93b4 req-eaa7b718-86c5-4cca-853f-705876359747 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851102
Mar 05 21:47:31.151499 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:31.320022 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce266-6e67-4e9e-ba89-573fa6ea2b7f req-ee8ce93b-1e4c-4a7d-ac37-e35502c47dca tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:31.321508 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8dce266-6e67-4e9e-ba89-573fa6ea2b7f req-ee8ce93b-1e4c-4a7d-ac37-e35502c47dca tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0542510
Mar 05 21:47:31.369969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e8dce266-6e67-4e9e-ba89-573fa6ea2b7f req-1ad612e2-4b60-4eeb-badb-b21529c650ee tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423727
Mar 05 21:47:32.488050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc601bf-7777-45c0-bc15-ab9ba020ecdf req-eb91d579-6ce0-42e6-8462-b0639886680a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:32.490149 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dc601bf-7777-45c0-bc15-ab9ba020ecdf req-eb91d579-6ce0-42e6-8462-b0639886680a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0524528
Mar 05 21:47:32.537731 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2dc601bf-7777-45c0-bc15-ab9ba020ecdf req-3596e302-a11c-435e-b54b-e2026162cc97 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418677
Mar 05 21:47:33.656468 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82df3f-a543-4374-a39b-9c4f67cc8d6c req-c42db04d-74f9-47db-96db-a9b1dd16000f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:33.657892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd82df3f-a543-4374-a39b-9c4f67cc8d6c req-c42db04d-74f9-47db-96db-a9b1dd16000f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 944 time: 0.0528908
Mar 05 21:47:33.712507 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd82df3f-a543-4374-a39b-9c4f67cc8d6c req-f15a42f3-61b9-4f1b-a987-90ad0c32caf0 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490608
Mar 05 21:47:33.751747 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:47:33.846975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:33.860583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'port_id': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'mac_address': 'fa:16:3e:32:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:47:33.896857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:47:33.897258 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:33.913752 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:47:33.932681 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:33.937141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:33.983179 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=11']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:34.153395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['91cfe995-5aba-45d6-b097-baf8fce1776c'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:47:34.836442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865e67-03cf-48fd-9f05-e51d5152bcad req-b04bace0-5532-4017-9b71-7ea2c6f908bc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:34.837921 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca865e67-03cf-48fd-9f05-e51d5152bcad req-b04bace0-5532-4017-9b71-7ea2c6f908bc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 945 time: 0.0563807
Mar 05 21:47:34.885546 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ca865e67-03cf-48fd-9f05-e51d5152bcad req-5eb39b83-6647-4e85-98c5-a61e0595564f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414648
Mar 05 21:47:35.752013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:47:35.799386 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 91cfe995-5aba-45d6-b097-baf8fce1776c completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:47:35.803207 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 91cfe995-5aba-45d6-b097-baf8fce1776c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:47:35.803588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:35.885157 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 91cfe995-5aba-45d6-b097-baf8fce1776c is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:47:35.885703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:35.915090 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:47:35.917363 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bfbc55-1601-4a00-b9ad-d34606097c49" -d '{"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:47:35.933025 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:47:35.940005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:35.966300 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e93c11-988f-476a-8274-e50c0d8e77f9 x-openstack-request-id: req-f7e93c11-988f-476a-8274-e50c0d8e77f9 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:47:35.966588 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-plugged", "status": "completed", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:47:35.966841 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7e93c11-988f-476a-8274-e50c0d8e77f9 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:47:35.967800 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'code': 200}
Mar 05 21:47:35.995984 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=12']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:47:36.015205 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ab54-c38f-4efe-a597-d312f9900bb7 req-95ad8d2b-8bf0-48f7-9bc9-87f9b23f52de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:36.016733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a080ab54-c38f-4efe-a597-d312f9900bb7 req-95ad8d2b-8bf0-48f7-9bc9-87f9b23f52de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.0568795
Mar 05 21:47:36.067380 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a080ab54-c38f-4efe-a597-d312f9900bb7 req-e3cdccef-9ae4-4231-82c4-9ddf9923828b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448177
Mar 05 21:47:36.124374 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72d56d-58b5-410f-bf8f-b7aac7622a05 req-43c2cfcd-b2a2-48aa-8b41-62c8d38882c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:36.125868 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba72d56d-58b5-410f-bf8f-b7aac7622a05 req-43c2cfcd-b2a2-48aa-8b41-62c8d38882c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1128 time: 0.0438499
Mar 05 21:47:36.171200 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba72d56d-58b5-410f-bf8f-b7aac7622a05 req-54a2974d-5982-4010-a417-bfc1985167dd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386457
Mar 05 21:47:36.553431 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:36.873057 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:37.193014 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0b0a0-9262-40c4-a577-38226d60ec95 req-63db7a87-bd9a-47a0-af58-d96603574b37 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:37.194495 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29f0b0a0-9262-40c4-a577-38226d60ec95 req-63db7a87-bd9a-47a0-af58-d96603574b37 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.0537894
Mar 05 21:47:37.245044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-29f0b0a0-9262-40c4-a577-38226d60ec95 req-52d27751-b7fb-441a-966f-bdc744a21f46 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447624
Mar 05 21:47:38.374807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf4f0-3756-4891-a3e0-47ef50faa22e req-176d027a-509f-4067-9205-fd9bc6eec255 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:47:38.376313 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ecdf4f0-3756-4891-a3e0-47ef50faa22e req-176d027a-509f-4067-9205-fd9bc6eec255 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.0581832
Mar 05 21:47:38.424950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ecdf4f0-3756-4891-a3e0-47ef50faa22e req-950e3fe6-48b3-48d0-a477-f6fa69bbe249 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431201
Mar 05 21:47:45.879337 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:47:54.582030 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-64d8c0cc-fcf5-4707-9750-2c723656bf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:56.935956 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b27b47c2-0393-47cb-9892-f3a501f14095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:58.176634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:47:59.744000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:00.944037 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-893c5e03-ccea-45ef-b119-9faf0eed1431 service neutron] (126563) timed out ('10.222.0.15', 38916) {{(pid=126563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:48:01.152417 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:01.347080 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-ad1e8834-7b92-49ed-a4f4-82d34c7ae08a req-768a6ae7-9555-4fe7-af1b-dc430618d927 tempest-ServerActionsTestJSON-961807460 tempest-ServerActionsTestJSON-961807460-project] (126563) timed out ('10.222.0.15', 38988) {{(pid=126563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 05 21:48:06.557015 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:06.873247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:12.718087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-7e2a03e2-e04c-4b48-93c0-6425938232ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424972
Mar 05 21:48:12.799065 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-309ccf22-68dc-4087-ac4b-7e496c67c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:12.801315 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-309ccf22-68dc-4087-ac4b-7e496c67c150 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1128 time: 0.0435820
Mar 05 21:48:12.904929 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-0a1875b0-73f3-4c2b-8828-ed44ba2589e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:12.906412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-0a1875b0-73f3-4c2b-8828-ed44ba2589e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0882010
Mar 05 21:48:12.969998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-f93bbf0e-6a7c-46e2-9ae0-36f18e7a9c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 1001 time: 0.0579360
Mar 05 21:48:13.022267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-93c3110c-e374-48ba-9b6b-88d11410b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:13.023742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-93c3110c-e374-48ba-9b6b-88d11410b9d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0487251
Mar 05 21:48:13.074402 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-ba34d547-2dc7-4b31-aa2d-c23f1f262f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:13.075988 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-ba34d547-2dc7-4b31-aa2d-c23f1f262f3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450642
Mar 05 21:48:13.164449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-1a43d861-389d-4fd2-b58d-6f2e3bfd1a28 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822351
Mar 05 21:48:13.255890 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8f284fa0-615c-44a7-8690-6daad3e5efb8 req-2b7d9c38-9fcb-4c8f-8e60-b59b3e8a6efd service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847745
Mar 05 21:48:22.878367 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:48:24.583439 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e054-89ea-4077-853b-1d5814582311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:26.937390 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-da165e70-098f-4e7b-b9d6-3f799c4d1bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:28.177773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:29.744027 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:31.153244 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:36.551648 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:36.874262 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.270622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38818) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:47.435628 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Deleting port b3df0891-87cd-442e-930b-8176c7911fe6 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:48:47.436017 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.512801 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.513126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (b3df0891-87cd-442e-930b-8176c7911fe6), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.524603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Calling delete_port for b3df0891-87cd-442e-930b-8176c7911fe6 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:48:47.672326 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (b3df0891-87cd-442e-930b-8176c7911fe6), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.712542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'Port': ['ID=b3df0891-87cd-442e-930b-8176c7911fe6,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:47.738192 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.738540 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.738887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.739230 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.739567 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.740104 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.740973 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.741303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.741634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.741958 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.742281 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.742603 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.742925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:47.781214 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (113a722e-d88c-4091-a5ff-88142de4d226), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:47.781485 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Floating IP 113a722e-d88c-4091-a5ff-88142de4d226 disassociated (deleted). External IP: 172.35.0.159, port: 91cfe995-5aba-45d6-b097-baf8fce1776c.
Mar 05 21:48:47.992126 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:48:48.101243 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:48:48.106155 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:48.110672 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:48:48.120558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:48:48.121162 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc0a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:48:48.135693 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-e13b5d33-b9e0-42b6-8bec-651f720efc3c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "DELETE /v2.0/floatingips/113a722e-d88c-4091-a5ff-88142de4d226 HTTP/1.1" status: 204  len: 168 time: 0.8639596
Mar 05 21:48:48.136287 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:48:48.183418 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}230172dcd623aedf66ca6badd10b522f938cee0a31adf9d754f88c6293958f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08f4978-1530-4906-81fd-91283e3de031" -d '{"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:48:48.234134 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:48:48.287630 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351b024e-a9d2-43bd-9986-0073728eb1cb x-openstack-request-id: req-351b024e-a9d2-43bd-9986-0073728eb1cb {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:48:48.288667 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:48:48.288990 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-351b024e-a9d2-43bd-9986-0073728eb1cb {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:48:48.289468 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'status': 'completed', 'code': 200}
Mar 05 21:48:48.367241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f4978-1530-4906-81fd-91283e3de031 req-47d02648-abe1-4400-bfb0-5690ecfb8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:48.368765 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-47d02648-abe1-4400-bfb0-5690ecfb8578 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 1128 time: 0.0575287
Mar 05 21:48:48.444526 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc0a1c0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:48:48.470271 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:48:48.473660 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33618754-8af8-401b-a306-ad3fce8e1400 req-1155df5a-d695-45eb-be1f-f10508a65569 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:48.475814 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33618754-8af8-401b-a306-ad3fce8e1400 req-1155df5a-d695-45eb-be1f-f10508a65569 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.1060271
Mar 05 21:48:48.479037 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:48:48.479646 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc0a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:48:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:48:48.523939 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f4978-1530-4906-81fd-91283e3de031 req-9695988f-6af3-4b8c-88f5-fa6ddb8a91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:48.525393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-9695988f-6af3-4b8c-88f5-fa6ddb8a91aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.1467056
Mar 05 21:48:48.582936 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-33618754-8af8-401b-a306-ad3fce8e1400 req-4517c8fd-697b-43f5-93a4-1bfa9ecd4ab8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985715
Mar 05 21:48:48.584849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-f6b9f737-1d3f-4271-ac32-86e250e7e409 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 200  len: 217 time: 0.0490103
Mar 05 21:48:48.590178 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:48:48.633744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f4978-1530-4906-81fd-91283e3de031 req-f34733ef-c293-48bb-97f9-134f1c5e50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:48.635255 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-f34733ef-c293-48bb-97f9-134f1c5e50a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0443447
Mar 05 21:48:48.685231 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f4978-1530-4906-81fd-91283e3de031 req-381d3497-5938-4d44-a2c9-61c0a09bc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:48.686733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-381d3497-5938-4d44-a2c9-61c0a09bc541 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451043
Mar 05 21:48:48.781880 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-425d7ed8-1bd0-43c3-9b0f-27bbb1b19bf3 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885901
Mar 05 21:48:48.790652 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc0a1c0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:48:48.821676 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135aab2-32dd-49f2-b0cc-bff7bc9a1baa None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:48:48.874173 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a08f4978-1530-4906-81fd-91283e3de031 req-8e21235c-d9aa-4f52-ae30-1045f20b375e service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859170
Mar 05 21:48:49.055061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c52b08f-ff98-42c9-bf0f-5a94b60feb43 None None] New status for floating IP 113a722e-d88c-4091-a5ff-88142de4d226: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:48:49.641696 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-6f38a8a3-b202-45a8-af75-751ae8ab0030 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:49.643158 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-6f38a8a3-b202-45a8-af75-751ae8ab0030 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.23 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.0548646
Mar 05 21:48:49.713295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbc36a-d10c-4184-ab6c-1b197874e04e req-d61a20d9-2e82-49ee-a0e4-067bd4275426 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:49.714800 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dcbc36a-d10c-4184-ab6c-1b197874e04e req-d61a20d9-2e82-49ee-a0e4-067bd4275426 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=3257ffcb-79f9-4899-992b-52fc2f4fbf81 HTTP/1.1" status: 200  len: 946 time: 0.0576468
Mar 05 21:48:49.739949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Deleting port 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:48:49.741256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:49.764804 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-1dcbc36a-d10c-4184-ab6c-1b197874e04e req-38c0ecfb-efdd-4f66-9260-5d12ac0c9000 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=c857227e-fc8c-4c81-802e-fd134fea9387&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444419
Mar 05 21:48:49.836773 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] For port 91cfe995-5aba-45d6-b097-baf8fce1776c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cfe995-5aba-45d6-b097-baf8fce1776c,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:48:49.837140 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:49.850132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Calling delete_port for 91cfe995-5aba-45d6-b097-baf8fce1776c owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:48:49.981355 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (91cfe995-5aba-45d6-b097-baf8fce1776c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.011744 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'Port': ['ID=91cfe995-5aba-45d6-b097-baf8fce1776c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:50.023956 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.024311 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.024848 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.025044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.025380 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.025713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.026043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.026376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.026708 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.027033 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.027354 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.027694 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.028024 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:48:50.067561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] No DVR routers for this DVR port 91cfe995-5aba-45d6-b097-baf8fce1776c on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:48:50.070948 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.074238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-afc603e1-1015-40b9-8427-1a3eb36e5073 req-f250c9ac-ae14-4a11-94d9-5d7e80cbfada tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.23 "DELETE /v2.0/ports/91cfe995-5aba-45d6-b097-baf8fce1776c HTTP/1.1" status: 204  len: 173 time: 0.4261518
Mar 05 21:48:50.074688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-deleted', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:48:50.076942 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b6100-c7f0-440f-a944-7590326323f8" -d '{"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-deleted", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:48:50.114777 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651d440-fa2e-408b-a665-e3d6eda20214 x-openstack-request-id: req-6651d440-fa2e-408b-a665-e3d6eda20214 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:48:50.115984 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257ffcb-79f9-4899-992b-52fc2f4fbf81", "name": "network-vif-deleted", "tag": "91cfe995-5aba-45d6-b097-baf8fce1776c", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:48:50.116258 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6651d440-fa2e-408b-a665-e3d6eda20214 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:48:50.116640 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257ffcb-79f9-4899-992b-52fc2f4fbf81', 'name': 'network-vif-deleted', 'tag': '91cfe995-5aba-45d6-b097-baf8fce1776c', 'status': 'completed', 'code': 200}
Mar 05 21:48:50.824608 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38870) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:50.884097 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (c857227e-fc8c-4c81-802e-fd134fea9387), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.909491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (c857227e-fc8c-4c81-802e-fd134fea9387), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.970177 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (c857227e-fc8c-4c81-802e-fd134fea9387), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.972919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:50.974072 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "DELETE /v2.0/security-groups/c857227e-fc8c-4c81-802e-fd134fea9387 HTTP/1.1" status: 204  len: 168 time: 0.1484814
Mar 05 21:48:50.983461 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1b1f5-4655-482c-a5eb-5d2be8b21273 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c857227e-fc8c-4c81-802e-fd134fea9387,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.289700 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 38880) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.294205 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164283825', 'description': 'tempest-secgroup-smoke-1164283825 description', 'project_id': 'd8fd34db08b648489afd4f749b965e2a'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.315110 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.379253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (96bd9c35-3d54-4788-8c81-662247574300), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.383763 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96bd9c35-3d54-4788-8c81-662247574300), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.413015 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.414222 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1235249
Mar 05 21:48:51.416089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc18f6a-97b0-40e6-954c-2084a89d1c84 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bd9c35-3d54-4788-8c81-662247574300,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.417149 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38882) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.421828 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.445926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (8ce69d04-9d96-46b2-9979-f0c3387a078e), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.500439 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (8ce69d04-9d96-46b2-9979-f0c3387a078e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.504136 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (8ce69d04-9d96-46b2-9979-f0c3387a078e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.523234 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce69d04-9d96-46b2-9979-f0c3387a078e,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.530133 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.531291 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-56afc5f6-5d24-49aa-b173-dc831b77723e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1130686
Mar 05 21:48:51.534105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38884) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.538843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.564129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (89efbc5d-bd76-449b-bf24-212da24f7194), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.620032 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (89efbc5d-bd76-449b-bf24-212da24f7194), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.623424 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (89efbc5d-bd76-449b-bf24-212da24f7194), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.641259 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89efbc5d-bd76-449b-bf24-212da24f7194,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.648964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.650151 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-59adabcb-fc9c-44ac-9627-b6384cf31cc6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1149733
Mar 05 21:48:51.652832 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38886) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.657190 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.682990 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (7a080689-11e6-4a74-952f-9fee61c479cb), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.742178 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (7a080689-11e6-4a74-952f-9fee61c479cb), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.745591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7a080689-11e6-4a74-952f-9fee61c479cb), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.762822 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a080689-11e6-4a74-952f-9fee61c479cb,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.770413 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.771686 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-402daedc-8bc6-4d89-a15e-964f7bd6dfae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1178625
Mar 05 21:48:51.774495 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38888) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.778752 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.802147 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (29b96ff8-76a2-435b-87e6-e764ad8e7d4c), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.858505 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (29b96ff8-76a2-435b-87e6-e764ad8e7d4c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.861841 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (29b96ff8-76a2-435b-87e6-e764ad8e7d4c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.881182 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b96ff8-76a2-435b-87e6-e764ad8e7d4c,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:51.888403 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.889536 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-de994261-5706-41ab-ba3c-ba9a2e5845af tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1141114
Mar 05 21:48:51.892346 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38890) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:51.896965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:51.918544 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Project d8fd34db08b648489afd4f749b965e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:48:51.923318 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (56f2edc3-0995-4f1a-9cad-0ba6b8537fe9), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.981592 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (56f2edc3-0995-4f1a-9cad-0ba6b8537fe9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:51.985433 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (56f2edc3-0995-4f1a-9cad-0ba6b8537fe9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.006695 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f2edc3-0995-4f1a-9cad-0ba6b8537fe9,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:52.012847 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.014101 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2dfeb3b1-1619-44d5-9c46-7c6a2420ad29 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1207938
Mar 05 21:48:52.016890 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 38892) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:48:52.021739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'security_group_rule': {'security_group_id': '96bd9c35-3d54-4788-8c81-662247574300', 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:52.041398 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Project d8fd34db08b648489afd4f749b965e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:48:52.046312 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (13f3cf09-75b6-4a36-b0f9-4f284273a5bc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.108227 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (13f3cf09-75b6-4a36-b0f9-4f284273a5bc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.111898 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (13f3cf09-75b6-4a36-b0f9-4f284273a5bc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.129268 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f3cf09-75b6-4a36-b0f9-4f284273a5bc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:52.137867 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:52.139063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-48d57e52-e1a6-449e-a8be-987c00c41e0e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1210051
Mar 05 21:48:54.111782 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:48:54.135945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 91cfe995-5aba-45d6-b097-baf8fce1776c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:48:54.136293 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 91cfe995-5aba-45d6-b097-baf8fce1776c not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:48:54.590621 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-41a6a614-4e38-4323-8a5b-fc8fdb88e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:54.791505 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-43ec05d1-f30b-4b5a-ae02-45184961ec19 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164283825&fields=id&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 267 time: 0.0440679
Mar 05 21:48:54.895450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-10a19218-8abe-43a0-8d70-926f918b979c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:54.897156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-10a19218-8abe-43a0-8d70-926f918b979c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 809 time: 0.0991967
Mar 05 21:48:54.911587 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-3b51846a-2f68-4f01-b6d4-765fd68a81f4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/quotas/d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 375 time: 0.0090320
Mar 05 21:48:54.972836 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-c6a2f47d-fc7c-4aee-a8b8-f6094dddb9eb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0549672
Mar 05 21:48:54.988052 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-f11fd09b-8156-4f15-a088-cfce5905f7d7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:48:54.989020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-f11fd09b-8156-4f15-a088-cfce5905f7d7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048842
Mar 05 21:48:55.077052 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9dcd0c97-c17b-4ee4-8242-533efb9643bd service neutron] 10.222.0.15 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815907
Mar 05 21:48:55.167188 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-0fb67fb6-6670-4cc4-a527-de456dfe7a5b service neutron] 10.222.0.15 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844336
Mar 05 21:48:55.457338 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-61a5a0bc-adf8-4d8e-a58b-803fe7b4970b req-8d2371c1-71a9-447d-866f-14ed91f0433a tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 210 time: 0.0266936
Mar 05 21:48:56.465766 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-4472ae07-a5e3-411c-8e01-7b3333e532e5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:56.467228 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-4472ae07-a5e3-411c-8e01-7b3333e532e5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 809 time: 0.1030216
Mar 05 21:48:56.547951 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-da2f71d0-d084-4b9e-8e2e-d70f26735ed9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 380 time: 0.0722842
Mar 05 21:48:56.572767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'port': {'device_id': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'admin_state_up': True, 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'security_groups': ['96bd9c35-3d54-4788-8c81-662247574300']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:56.577215 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-cd550cfa-668e-46b8-ab17-b9fa50500a1d req-e1151041-74a4-41a1-a7fb-487bc48185db tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 210 time: 0.0460558
Mar 05 21:48:56.687597 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Made reservation on behalf of d8fd34db08b648489afd4f749b965e2a for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:48:56.691473 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:56.837981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Allocated IP 172.20.0.3 (7b9e505b-9603-4138-a09d-a6d35f18795c/e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3/93180cd6-f4ad-461c-b8ed-acd6a04868b7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:48:56.942877 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-421b06a0-2e33-46c4-91dc-29e25c421c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:56.998892 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.032739 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.081626 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:48:57.087366 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:48:57.091092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:48:57.125437 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:57.145798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:57.147864 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.166483 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ee1eba3e-4aa4-414b-8bab-ae0cdade36b9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5975454
Mar 05 21:48:57.177446 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Request body: {'port': {'device_id': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:48:57.244908 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.368916 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fe419bab-16a3-41ef-bfe3-9ddb9e9ad200 None None] Provisioning complete for port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:48:57.369594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fe419bab-16a3-41ef-bfe3-9ddb9e9ad200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.408778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fe419bab-16a3-41ef-bfe3-9ddb9e9ad200 None None] Port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:48:57.528351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:48:57.538721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks [] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.550717 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Transition to ACTIVE for port object 93180cd6-f4ad-461c-b8ed-acd6a04868b7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:48:57.555121 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.606641 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:57.688502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:48:57.688865 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:48:57.689222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:48:57.695714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:48:57.696049 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:48:57.701337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:48:57.701678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:48:57.702069 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:48:57.702502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Bound port: 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:48:57.702863 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.710725 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e24384-1b65-498f-b283-6a328fed9123 req-7dfbcf97-0654-4b83-92d6-fc2b8a920b36 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:57.712283 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23e24384-1b65-498f-b283-6a328fed9123 req-7dfbcf97-0654-4b83-92d6-fc2b8a920b36 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0599377
Mar 05 21:48:57.772278 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-23e24384-1b65-498f-b283-6a328fed9123 req-c1840008-56a1-40f3-bb49-e5f2aeb77b90 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520403
Mar 05 21:48:57.777025 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:48:57.780946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:48:57.794912 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.834206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:57.835528 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:57.836997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] 10.222.0.31 "PUT /v2.0/ports/93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1091 time: 0.6640179
Mar 05 21:48:57.837448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:48:57.839726 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51453371-7db0-472e-9827-ef9d1eee9cde" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:48:57.864867 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cdec-c075-4185-a176-1062e8334048 service neutron] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:48:57.889080 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc578acd-99ec-4191-a0c0-2ad34c39d019 x-openstack-request-id: req-cc578acd-99ec-4191-a0c0-2ad34c39d019 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:48:57.889599 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:48:57.889854 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc578acd-99ec-4191-a0c0-2ad34c39d019 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:48:57.890263 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'status': 'completed', 'code': 200}
Mar 05 21:48:57.943198 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-4084f41f-288e-48ea-b3fb-e30cc4ce6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:57.944863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-4084f41f-288e-48ea-b3fb-e30cc4ce6ce2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1125 time: 0.0486243
Mar 05 21:48:58.182732 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:58.317866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-cdb6bec0-2c7e-4892-a8b0-1d70012711d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 217 time: 0.3665395
Mar 05 21:48:58.364044 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-11aa944e-af7d-43db-81c5-db0dd5d8976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.366849 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-11aa944e-af7d-43db-81c5-db0dd5d8976c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0432162
Mar 05 21:48:58.413610 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ecbc7fc7-7ec2-4b06-83f5-b4584efc738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.415063 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-ecbc7fc7-7ec2-4b06-83f5-b4584efc738d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423419
Mar 05 21:48:58.503896 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-9ce1dfb0-aa3a-4b98-860e-7a9a1b38872f service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828724
Mar 05 21:48:58.591436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7c73c027-5a94-4c1c-bec8-e89b8fe8ce3d req-c7d7e176-1f1c-45c3-8220-e24e30bff4c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819244
Mar 05 21:48:58.678226 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51453371-7db0-472e-9827-ef9d1eee9cde req-bc781e2b-4031-454d-9bd4-f4c38893162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.679888 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-bc781e2b-4031-454d-9bd4-f4c38893162a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1125 time: 0.0449846
Mar 05 21:48:58.769243 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51453371-7db0-472e-9827-ef9d1eee9cde req-06140445-e106-4d19-9a6d-284505f5be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.770754 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-06140445-e106-4d19-9a6d-284505f5be89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0854874
Mar 05 21:48:58.812116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-176a7304-a6ef-4458-93f3-ce10862b5760 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 217 time: 0.0353026
Mar 05 21:48:58.864363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51453371-7db0-472e-9827-ef9d1eee9cde req-883c330b-9e68-4359-aa9b-05eced3e2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.866654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-883c330b-9e68-4359-aa9b-05eced3e2b39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0486138
Mar 05 21:48:58.893435 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1383e6f-73b8-4fb9-87cc-970865f1df88 req-034a63e7-3541-4cc0-8951-57bb945762de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.894924 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1383e6f-73b8-4fb9-87cc-970865f1df88 req-034a63e7-3541-4cc0-8951-57bb945762de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0544405
Mar 05 21:48:58.915882 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51453371-7db0-472e-9827-ef9d1eee9cde req-25bea485-8875-44c5-b372-5aacc40f18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:48:58.917413 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-25bea485-8875-44c5-b372-5aacc40f18b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449524
Mar 05 21:48:58.945139 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a1383e6f-73b8-4fb9-87cc-970865f1df88 req-697572a6-bf4d-4639-9c44-4b94642371fe tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443261
Mar 05 21:48:59.005997 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-51d343d8-3380-4dc7-ab61-f38ed6341072 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815570
Mar 05 21:48:59.112943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-51453371-7db0-472e-9827-ef9d1eee9cde req-35e0325f-9b74-45c0-a1de-4f05829d235c service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864456
Mar 05 21:48:59.747561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:48:59.877651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:49:00.065509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e0a32-43aa-4ae3-8a40-ea14a5304c8f req-1eb8bd6e-92ee-4101-a8d8-df6b66c765da tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:00.067011 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a2e0a32-43aa-4ae3-8a40-ea14a5304c8f req-1eb8bd6e-92ee-4101-a8d8-df6b66c765da tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0538807
Mar 05 21:49:00.115132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1a2e0a32-43aa-4ae3-8a40-ea14a5304c8f req-588a1f37-8285-43f0-8919-beace3f751e5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424211
Mar 05 21:49:01.156874 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:01.234672 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ef8cf-d202-4950-a0a6-7ec6e5a04714 req-317d4142-04ab-4bef-9311-6ba9177da4fc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:01.236158 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-130ef8cf-d202-4950-a0a6-7ec6e5a04714 req-317d4142-04ab-4bef-9311-6ba9177da4fc tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0524080
Mar 05 21:49:01.288816 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-130ef8cf-d202-4950-a0a6-7ec6e5a04714 req-ebbea55e-0bf2-4a5e-b7a0-68f99bd5083c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460823
Mar 05 21:49:02.409137 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb41ca4-f4fb-4e3b-8015-3f125f9b7dd7 req-8e955e29-46cb-4244-b089-c90dc14ada95 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:02.410606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cb41ca4-f4fb-4e3b-8015-3f125f9b7dd7 req-8e955e29-46cb-4244-b089-c90dc14ada95 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0560584
Mar 05 21:49:02.459225 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7cb41ca4-f4fb-4e3b-8015-3f125f9b7dd7 req-a935db75-d63d-43ad-aacb-4f78a273efc3 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423257
Mar 05 21:49:02.979598 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:49:03.076522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:49:03.088304 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'mac_address': 'fa:16:3e:0b:f8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:49:03.124159 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:49:03.124559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:03.137234 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:49:03.156461 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:49:03.160128 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:03.205231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:49:03.212961 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.213313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.213708 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.214004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.214341 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.214675 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.215007 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.215338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.215680 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.216023 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.216351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.216678 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.217004 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:49:03.385312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['93180cd6-f4ad-461c-b8ed-acd6a04868b7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:49:03.581315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96630f-7346-424a-b4f5-6743a5466fc0 req-0f1fe871-8c87-4147-b179-c3bfa04b1bcb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:03.582892 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de96630f-7346-424a-b4f5-6743a5466fc0 req-0f1fe871-8c87-4147-b179-c3bfa04b1bcb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 944 time: 0.0525978
Mar 05 21:49:03.632269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-de96630f-7346-424a-b4f5-6743a5466fc0 req-91804629-7721-499c-94d0-c3e2945022bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432544
Mar 05 21:49:04.751790 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a330aa7-ea51-4e2a-9fbb-84b8404cfa83 req-a38fe048-00ba-4ab5-876e-02e043f3c8a8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:04.753261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a330aa7-ea51-4e2a-9fbb-84b8404cfa83 req-a38fe048-00ba-4ab5-876e-02e043f3c8a8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 944 time: 0.0517383
Mar 05 21:49:04.800198 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5a330aa7-ea51-4e2a-9fbb-84b8404cfa83 req-f8250d1f-3387-41fb-a636-42781428eb38 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414181
Mar 05 21:49:04.996756 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:49:05.046652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:49:05.050817 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:49:05.051205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:05.127036 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:49:05.127429 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:05.150630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:49:05.152896 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab7056-c673-4211-819c-6183b34ca713" -d '{"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-plugged", "status": "completed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:49:05.166231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:49:05.170507 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:05.195909 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585fa968-5a80-49b5-8032-2c4d86aa9776 x-openstack-request-id: req-585fa968-5a80-49b5-8032-2c4d86aa9776 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:49:05.196203 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-plugged", "status": "completed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:49:05.196451 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-585fa968-5a80-49b5-8032-2c4d86aa9776 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:49:05.196859 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'code': 200}
Mar 05 21:49:05.226344 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:49:05.295342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38580e9-c54f-4f53-ac7e-58db4669103c req-ec35433e-becf-4c63-ad78-bd548e1b3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:05.296756 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d38580e9-c54f-4f53-ac7e-58db4669103c req-ec35433e-becf-4c63-ad78-bd548e1b3e2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.0431950
Mar 05 21:49:05.345233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d38580e9-c54f-4f53-ac7e-58db4669103c req-39fdb0e4-9347-485e-9526-20a8d92c17f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415356
Mar 05 21:49:05.918085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c11c9-c0da-4b05-8ea6-84333f81b1c4 req-92f2be2a-2bd3-4d08-a322-388f1f899b1f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:05.919586 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-477c11c9-c0da-4b05-8ea6-84333f81b1c4 req-92f2be2a-2bd3-4d08-a322-388f1f899b1f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0529654
Mar 05 21:49:05.968512 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-477c11c9-c0da-4b05-8ea6-84333f81b1c4 req-bbfc3c11-049c-4c4c-9d22-4c57a1bdf767 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433218
Mar 05 21:49:06.560545 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:06.873902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:07.091046 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17c13-f687-48ce-9076-919eb9a72b76 req-f328fcb9-495f-4927-a433-38269327db25 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:07.092543 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68c17c13-f687-48ce-9076-919eb9a72b76 req-f328fcb9-495f-4927-a433-38269327db25 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0528736
Mar 05 21:49:07.140388 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-68c17c13-f687-48ce-9076-919eb9a72b76 req-98064d6b-a98c-4ebb-8775-7f67a70c6ef5 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421314
Mar 05 21:49:07.256967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd3cb-96c9-4ce3-8352-2e9acd2d2b00 req-122a7a86-0ae6-4ec6-8538-9a3aa7540b5d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:07.258477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1fcd3cb-96c9-4ce3-8352-2e9acd2d2b00 req-122a7a86-0ae6-4ec6-8538-9a3aa7540b5d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0526741
Mar 05 21:49:07.305720 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e1fcd3cb-96c9-4ce3-8352-2e9acd2d2b00 req-bf9d032c-6cba-4eb5-8466-228378f36f12 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417624
Mar 05 21:49:07.326764 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39050) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:49:07.373513 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3dbd9-b9b8-45bf-9777-21b3b4263e5e tempest-TestShelveInstance-455590207 tempest-TestShelveInstance-455590207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:07.374998 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-09d3dbd9-b9b8-45bf-9777-21b3b4263e5e tempest-TestShelveInstance-455590207 tempest-TestShelveInstance-455590207-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1122 time: 0.0472786
Mar 05 21:49:07.377909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39052) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:49:07.382087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:49:07.401740 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:07.495926 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:07.602318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Allocated IP 172.35.0.140 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/efd5b912-54a4-4c57-b677-20c3714a7d55) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:49:07.732591 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-dc4f2688-f2e3-4b85-9997-29e764e8aac1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0785561
Mar 05 21:49:07.745240 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:07.787967 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:07.850482 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:49:07.856176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:49:07.859465 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:49:07.863377 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=efd5b912-54a4-4c57-b677-20c3714a7d55,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:49:07.903241 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625260-6f82-471d-aa12-eb70a84a151b req-3b8e1385-c161-409f-9d15-3be1f7ea3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:07.904812 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-3b8e1385-c161-409f-9d15-3be1f7ea3f93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.1299725
Mar 05 21:49:08.133499 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625260-6f82-471d-aa12-eb70a84a151b req-57b8aa4c-3609-4ccb-8ebd-dfbc5802a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:08.135004 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-57b8aa4c-3609-4ccb-8ebd-dfbc5802a78d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.2001984
Mar 05 21:49:08.181088 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-d48c46b5-e5fa-43ce-bdb0-1c679d7493f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 217 time: 0.0389450
Mar 05 21:49:08.301739 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625260-6f82-471d-aa12-eb70a84a151b req-2cd41e24-cb58-4520-8314-3e64b6753ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:08.303813 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-2cd41e24-cb58-4520-8314-3e64b6753ac9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.1166453
Mar 05 21:49:08.397191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625260-6f82-471d-aa12-eb70a84a151b req-b9543353-2455-4936-9764-338d64a21ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:08.398687 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-b9543353-2455-4936-9764-338d64a21ce1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0868769
Mar 05 21:49:08.404064 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:08.543195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-88a33a30-1865-4ecf-a5f4-5056d75cff84 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375659
Mar 05 21:49:08.543790 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:08.707374 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f2625260-6f82-471d-aa12-eb70a84a151b req-6436ee22-4333-40f3-96c7-deebaa10dd51 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437123
Mar 05 21:49:08.763618 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:08.768038 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:08.838165 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event updated for resources: {'Port': ['ID=efd5b912-54a4-4c57-b677-20c3714a7d55,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:49:08.850086 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:08.950849 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Floating IP 6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef associated. External IP: 172.35.0.140, port: 93180cd6-f4ad-461c-b8ed-acd6a04868b7.
Mar 05 21:49:09.169141 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:49:09.649089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:49:09.660478 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:49:09.675859 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:49:09.676709 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90302ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:48:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:49:09.677768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:09.713275 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-71772150-ab93-4dfe-a0c2-988bc3491592 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3343365
Mar 05 21:49:09.714426 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:49:09.717095 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:49:09.759429 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a153f4d-a98e-45a2-a699-543736c8f7c1 x-openstack-request-id: req-2a153f4d-a98e-45a2-a699-543736c8f7c1 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:49:09.759766 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:49:09.760029 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a153f4d-a98e-45a2-a699-543736c8f7c1 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:49:09.760444 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'status': 'completed', 'code': 200}
Mar 05 21:49:09.833741 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-bcf18459-5ab9-4791-954a-b8a7ea4ab3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:09.835340 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-bcf18459-5ab9-4791-954a-b8a7ea4ab3fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.0511169
Mar 05 21:49:09.885457 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:49:09.932560 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-82537658-682f-4678-8e9c-2695ad8ae631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:09.934046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-82537658-682f-4678-8e9c-2695ad8ae631 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0930471
Mar 05 21:49:10.001485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-273233b6-e767-4b98-9a63-a42434b25831 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 999 time: 0.0617383
Mar 05 21:49:10.049501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-1d6e97b8-fb55-4aee-a14a-b6f8662f4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:10.051148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-1d6e97b8-fb55-4aee-a14a-b6f8662f4118 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0443702
Mar 05 21:49:10.103248 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-fc52a805-ef98-494f-a7bd-ab15f8df9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:49:10.104825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-fc52a805-ef98-494f-a7bd-ab15f8df9c16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483770
Mar 05 21:49:10.112575 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90302ac0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.140', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:0b:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:49:08Z', 'updated_at': '2022-03-05T21:49:08Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:49:10.142729 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:49:10.151067 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:49:10.151712 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90302ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:48:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:49:10.193645 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-0085ba58-304f-4030-b029-8039361888f8 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833735
Mar 05 21:49:10.259320 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:49:10.288454 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-7ee5299e-60b1-4e2f-b14f-2903e1f519e0 req-88819d6b-9db8-439e-aba0-33902d43c9f2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897150
Mar 05 21:49:10.475531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90302ac0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.140', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:0b:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:49:08Z', 'updated_at': '2022-03-05T21:49:08Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:49:10.500977 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872908d-8a8f-4032-8d09-95b297015b5a None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'floating_ip_address': '172.35.0.140', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '18722e08-674c-483c-820f-163d67f38aa3', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'mac_address': 'fa:16:3e:0b:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:49:08Z', 'updated_at': '2022-03-05T21:49:08Z', 'revision_number': 0, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:49:10.706333 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655be6e4-f676-4729-a6c3-d955f88b5e92 None None] New status for floating IP 6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:49:24.582949 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e048-18cf-4d2f-991c-2995d9902da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:26.939318 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5c613f89-1f71-44ad-9a3e-d7f4e013f905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:28.184342 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:29.752043 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:31.160631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:36.572623 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:36.876501 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:36.876750 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:49:54.586283 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-72747e3c-a8f4-4704-8f77-7ffc40034abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:56.941743 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fff4b054-44f7-4cdf-baea-3e0a57a28a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:58.187724 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:49:59.753751 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:01.162553 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:06.569968 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:06.899588 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:08.640232 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-45bda37d-27a2-4988-83e0-588b87e25f24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0454080
Mar 05 21:50:08.725321 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2135a-367a-43d2-9396-c29379553690 req-de0a3121-0308-44af-b30a-54a84c7b1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:50:08.726856 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-de0a3121-0308-44af-b30a-54a84c7b1aab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.0453374
Mar 05 21:50:08.829225 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2135a-367a-43d2-9396-c29379553690 req-74cdf7d9-4834-4bc6-b84b-00935028dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:50:08.830681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-74cdf7d9-4834-4bc6-b84b-00935028dc71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0876520
Mar 05 21:50:08.894345 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-8ecd1865-79ab-481c-b786-ee7f1ab5e7d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1001 time: 0.0576377
Mar 05 21:50:08.942407 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2135a-367a-43d2-9396-c29379553690 req-2ecc6033-2aab-48d3-b640-938dc2193d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:50:08.943904 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-2ecc6033-2aab-48d3-b640-938dc2193d07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0439973
Mar 05 21:50:08.996859 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2135a-367a-43d2-9396-c29379553690 req-fb19868c-2b39-4b32-afe5-4a16720c8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:50:08.998393 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-fb19868c-2b39-4b32-afe5-4a16720c8b43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487549
Mar 05 21:50:09.008238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-7f872738-f8d1-4298-9270-119460c4e17c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:50:09.009185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-7f872738-f8d1-4298-9270-119460c4e17c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050828
Mar 05 21:50:09.098025 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-cd3d0a5b-8c56-47bc-98d6-8cb9afcdb974 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825000
Mar 05 21:50:09.189230 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-06b2135a-367a-43d2-9396-c29379553690 req-c7e3630f-6f23-4af1-a714-4fdc37889eb5 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857110
Mar 05 21:50:13.875790 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:50:24.590437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ee30b56-1c8c-45aa-ad35-caf0671c975f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:26.945114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd6436d7-e73f-421a-80a6-988f21b8e2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:28.189461 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:29.760279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:31.165392 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:36.613769 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:36.904197 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:50.875241 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:50:54.592710 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1a8a362d-cb08-41ed-b5f4-474fc40b465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:56.946813 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4900b-1c47-4a3b-9578-9a24a193a01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:58.196952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:50:59.761184 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:01.168738 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:06.613031 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:06.902590 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:08.636793 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-63c16b14-9e07-4a7d-b77f-08e0d0eaf3a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0482888
Mar 05 21:51:08.720982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-12eea258-6032-4adb-9eea-478c7f0b3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:08.722502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-12eea258-6032-4adb-9eea-478c7f0b3efc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.0453286
Mar 05 21:51:08.826395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-0e49107f-7a0d-4033-a1ca-3b6f0613228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:08.827872 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-0e49107f-7a0d-4033-a1ca-3b6f0613228e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0865176
Mar 05 21:51:08.892659 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-aa5786a3-f7fb-4738-bde5-722005c57ec9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1001 time: 0.0587084
Mar 05 21:51:08.940039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-796b13f0-0943-404a-9dbe-bf4889d1076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:08.941494 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-796b13f0-0943-404a-9dbe-bf4889d1076b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0439117
Mar 05 21:51:08.997340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-6d51e9c1-7683-41d1-b07b-5f6cd03bcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:08.998832 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-6d51e9c1-7683-41d1-b07b-5f6cd03bcf91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0520585
Mar 05 21:51:09.089173 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-1ee78f2d-a377-419f-ac5f-2ae4dbe62a98 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830810
Mar 05 21:51:09.180032 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bcb0c8cf-368b-43eb-b4b8-9f7bedd9c885 req-bc22fbdf-41cb-4200-9c60-90679a3cebe6 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853055
Mar 05 21:51:15.026031 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f3af-f3ca-409b-8f19-831f6542a0a8 req-ab8b17df-5ef1-4d60-8dd4-695b6d433d5d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:15.027466 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3266f3af-f3ca-409b-8f19-831f6542a0a8 req-ab8b17df-5ef1-4d60-8dd4-695b6d433d5d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0620074
Mar 05 21:51:15.079423 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3266f3af-f3ca-409b-8f19-831f6542a0a8 req-36de1f37-a5c6-48bb-abf0-9823093d62b8 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463386
Mar 05 21:51:16.205395 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2949f53-69e8-406e-8c9b-4331f23319ca req-b83f5f3f-c731-4bc5-9156-3974af6b7f3e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:16.206863 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2949f53-69e8-406e-8c9b-4331f23319ca req-b83f5f3f-c731-4bc5-9156-3974af6b7f3e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0525386
Mar 05 21:51:16.254681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b2949f53-69e8-406e-8c9b-4331f23319ca req-5921330a-13c0-419b-be30-09253d2eac70 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416365
Mar 05 21:51:17.379952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e465a7d-03e8-4f2f-bc1d-92cf8cd48114 req-54fce06f-db50-4db8-814a-f7dc7a65d692 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:17.381462 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e465a7d-03e8-4f2f-bc1d-92cf8cd48114 req-54fce06f-db50-4db8-814a-f7dc7a65d692 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0522866
Mar 05 21:51:17.429703 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-5e465a7d-03e8-4f2f-bc1d-92cf8cd48114 req-e199d63d-d678-45f1-8b8c-14499b2c0be4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426509
Mar 05 21:51:18.547102 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f536-c95d-4aa9-83e3-29a950a5e3da req-d4a6fcbe-58fd-45c0-9cc3-a6dd3a1975d4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:18.548595 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6313f536-c95d-4aa9-83e3-29a950a5e3da req-d4a6fcbe-58fd-45c0-9cc3-a6dd3a1975d4 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0515773
Mar 05 21:51:18.597800 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-6313f536-c95d-4aa9-83e3-29a950a5e3da req-2fe124af-edf0-48b8-a709-d93f8f83c31e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427165
Mar 05 21:51:19.720710 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ab4ba-b8e7-4467-8752-b1db2f7d1c8b req-9e85494d-a419-4490-aa9a-f4f40e54a7c1 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:19.722165 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-218ab4ba-b8e7-4467-8752-b1db2f7d1c8b req-9e85494d-a419-4490-aa9a-f4f40e54a7c1 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0557492
Mar 05 21:51:19.770357 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-218ab4ba-b8e7-4467-8752-b1db2f7d1c8b req-4a289685-7800-4bea-b5d3-b94c3c5bb74d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421605
Mar 05 21:51:20.895051 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef73c0-9aa6-4eac-a3f0-4161df4a99a3 req-e25f1395-d837-487c-9f40-9a1b5b82388d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:20.896583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7ef73c0-9aa6-4eac-a3f0-4161df4a99a3 req-e25f1395-d837-487c-9f40-9a1b5b82388d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0575290
Mar 05 21:51:20.946195 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d7ef73c0-9aa6-4eac-a3f0-4161df4a99a3 req-e1db7ce0-2b25-4659-b16d-785fdac44e27 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437756
Mar 05 21:51:22.073103 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb8e9e-f155-4942-b12f-48e41e41e542 req-e770006d-8f48-4910-aead-560be3649fc9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:22.074721 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ffb8e9e-f155-4942-b12f-48e41e41e542 req-e770006d-8f48-4910-aead-560be3649fc9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0600049
Mar 05 21:51:22.127493 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8ffb8e9e-f155-4942-b12f-48e41e41e542 req-870d7cf0-0f71-43d5-a904-c5d777e39950 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469701
Mar 05 21:51:23.246807 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3749b-79a8-4005-a6f5-8ab01d72f031 req-99615ebc-1ccc-47f9-89d2-af58879be017 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:23.248310 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15a3749b-79a8-4005-a6f5-8ab01d72f031 req-99615ebc-1ccc-47f9-89d2-af58879be017 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0525858
Mar 05 21:51:23.296921 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-15a3749b-79a8-4005-a6f5-8ab01d72f031 req-e0b5e771-195f-4b4f-a0fc-3b1319e146e7 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430279
Mar 05 21:51:24.417242 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228aed-4d78-48f9-be01-89c1fd5925f4 req-1714e879-2047-4734-8502-22734cc69b9b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:24.418822 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d228aed-4d78-48f9-be01-89c1fd5925f4 req-1714e879-2047-4734-8502-22734cc69b9b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0546460
Mar 05 21:51:24.470269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9d228aed-4d78-48f9-be01-89c1fd5925f4 req-ecdd6530-b26c-4cff-a024-0c42e71ac43e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458162
Mar 05 21:51:24.594351 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bcc6537a-2df7-4081-95b4-33f7811d10be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:25.137142 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-69537666-5b94-4f64-84cc-dda8ebe0b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:25.138663 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-69537666-5b94-4f64-84cc-dda8ebe0b948 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1127 time: 0.0453558
Mar 05 21:51:25.230335 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-db826faf-6eeb-483b-ae30-647ba0d1d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:25.232028 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-db826faf-6eeb-483b-ae30-647ba0d1d125 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0868554
Mar 05 21:51:25.296305 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-59cfef61-5ee8-4545-b20b-f48a096f303a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1001 time: 0.0578101
Mar 05 21:51:25.347806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-bf2df5b0-e364-46f2-9aca-4771345f541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:25.349238 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-bf2df5b0-e364-46f2-9aca-4771345f541a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0471358
Mar 05 21:51:25.396371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-9156e43b-7750-4d68-ba10-98f56325876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:25.398327 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-9156e43b-7750-4d68-ba10-98f56325876a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437376
Mar 05 21:51:25.484837 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-9633fd45-1a2e-4a79-b972-8d46e6756a4c service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797229
Mar 05 21:51:25.610835 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-70bf597e-5f7e-45e9-b10e-5e1e34752a21 req-4a8bb892-90a3-434e-852b-5b5323a5f250 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202836
Mar 05 21:51:25.623054 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619dcd-79bd-4e9e-bdb7-3f783f39ffb3 req-2e3390a4-642b-48f6-a35d-25a03c6f77cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:25.624511 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0b619dcd-79bd-4e9e-bdb7-3f783f39ffb3 req-2e3390a4-642b-48f6-a35d-25a03c6f77cf tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0832148
Mar 05 21:51:25.679628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-0b619dcd-79bd-4e9e-bdb7-3f783f39ffb3 req-8581afe4-d689-495d-aad3-b275a429d757 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472467
Mar 05 21:51:26.801932 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d357e9-804b-49dd-816b-7de80a367933 req-403c40df-7ebf-49c9-a360-b550599f900c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:26.804032 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40d357e9-804b-49dd-816b-7de80a367933 req-403c40df-7ebf-49c9-a360-b550599f900c tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0547810
Mar 05 21:51:26.853554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-40d357e9-804b-49dd-816b-7de80a367933 req-59f98cf0-dd51-48f9-a756-99931af32b8e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439694
Mar 05 21:51:26.949107 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a0676208-ce8f-4f41-b01e-0e215c7f5cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:27.874657 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:51:27.971256 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7ee40-1c18-447d-bb1d-dde7977d4782 req-12b5fa15-a127-4e17-add4-59a2a7d7f690 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:27.972742 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9aa7ee40-1c18-447d-bb1d-dde7977d4782 req-12b5fa15-a127-4e17-add4-59a2a7d7f690 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0517743
Mar 05 21:51:28.021161 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9aa7ee40-1c18-447d-bb1d-dde7977d4782 req-32b4d36d-3847-4e64-a8eb-3544ac6a781e tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426157
Mar 05 21:51:28.196884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:28.200711 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-44728d43-d3f0-4a5f-b601-556a169d62c7 req-9ea9b846-cebd-4fa0-b6da-d2f506266507 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:51:28.201743 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-44728d43-d3f0-4a5f-b601-556a169d62c7 req-9ea9b846-cebd-4fa0-b6da-d2f506266507 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0446155
Mar 05 21:51:28.356613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0bcf2-6257-4042-86f6-359f964837c9 req-e019135e-48d6-4cde-bb71-0e0392a2855d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:28.358087 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fc0bcf2-6257-4042-86f6-359f964837c9 req-e019135e-48d6-4cde-bb71-0e0392a2855d tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0536349
Mar 05 21:51:28.404169 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-b0adb526-a30a-49e7-b679-f9f1a75ba056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0800564
Mar 05 21:51:28.409574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-8fc0bcf2-6257-4042-86f6-359f964837c9 req-5e386f6e-8b2b-4ddf-85bf-e7205b894706 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453253
Mar 05 21:51:28.413344 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-a19b09c8-10fa-4a86-abf6-797af33eb406 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:51:28.414204 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-a19b09c8-10fa-4a86-abf6-797af33eb406 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054877
Mar 05 21:51:28.565716 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-1044c78c-4179-444c-b696-be9f4178b5c2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:28.567062 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-1044c78c-4179-444c-b696-be9f4178b5c2 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports/93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 942 time: 0.0884147
Mar 05 21:51:29.534039 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c0c2c-a38c-4931-af7e-80582a306da6 req-6706ae1f-7067-4c84-93a6-fc85766a7dce tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:29.535491 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65c0c2c-a38c-4931-af7e-80582a306da6 req-6706ae1f-7067-4c84-93a6-fc85766a7dce tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 945 time: 0.0568972
Mar 05 21:51:29.588737 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b65c0c2c-a38c-4931-af7e-80582a306da6 req-5862cd95-4d90-464f-af1c-c09d9148d03f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467603
Mar 05 21:51:29.763745 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:29.848683 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:51:29.929875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:51:29.930267 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:29.952770 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:51:29.955021 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00410ab8-098b-4a85-862b-58e803d2ce6b" -d '{"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-unplugged", "status": "completed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:51:29.967861 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:51:29.972973 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:29.996960 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7831916-f8b8-4532-bbf6-2bf53ae8133a x-openstack-request-id: req-e7831916-f8b8-4532-bbf6-2bf53ae8133a {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:51:29.997253 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-unplugged", "status": "failed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "code": 422}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:51:29.997506 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7831916-f8b8-4532-bbf6-2bf53ae8133a {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:51:29.997898 ncdv-master-1 neutron-server[126564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'code': 422} returned with failed status
Mar 05 21:51:30.026005 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:51:30.033322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.033660 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.034006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.034340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.034672 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.035002 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.035329 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.035658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.036022 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.036346 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.036687 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.037076 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.037397 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.294289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-fe4ab63e-59e1-4d04-93b4-a053af910cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:30.295681 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-fe4ab63e-59e1-4d04-93b4-a053af910cfa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&tenant_id=d8fd34db08b648489afd4f749b965e2a HTTP/1.1" status: 200  len: 1125 time: 0.0490408
Mar 05 21:51:30.305160 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-1804b9c2-abb4-408f-a9f4-fb0972d312c6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:51:30.306170 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-1804b9c2-abb4-408f-a9f4-fb0972d312c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048802
Mar 05 21:51:30.315869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:51:30.374011 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:30.570087 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:51:30.603342 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:51:30.640109 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:51:30.648092 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks [] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:30.662508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Transition to ACTIVE for port object 93180cd6-f4ad-461c-b8ed-acd6a04868b7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:51:30.665821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:30.714528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef1392-3818-43d5-bfaa-1b0ced98505f req-ab15a35f-310b-4c61-b313-cb6df5051999 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:30.716103 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04ef1392-3818-43d5-bfaa-1b0ced98505f req-ab15a35f-310b-4c61-b313-cb6df5051999 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0575933
Mar 05 21:51:30.750619 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=7']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:51:30.769044 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-04ef1392-3818-43d5-bfaa-1b0ced98505f req-71712279-c4d1-4526-b611-a3a8ba4e3d79 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464351
Mar 05 21:51:30.769191 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.769480 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.769830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.770173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.770509 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.770990 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.771928 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.772264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.772593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.772921 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.773250 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.773575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.773899 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:51:30.807381 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] No DVR routers for this DVR port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:51:30.952121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:51:30.952449 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:51:30.952774 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:51:30.956900 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:51:30.957218 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Attempting to bind port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on network 7b9e505b-9603-4138-a09d-a6d35f18795c {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:51:30.962388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:51:30.962723 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Checking segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:51:30.963104 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Bound using segment: {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:51:30.963524 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Bound port: 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1016f25-f27d-4c0e-8e51-144744d6adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:51:30.963903 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:31.027998 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:51:31.030923 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:51:31.037657 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:31.068933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.069558 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:31.070972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] 10.222.0.23 "PUT /v2.0/ports/93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1091 time: 0.7586575
Mar 05 21:51:31.071412 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:51:31.073645 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cdcb0a-4220-49ac-bb4a-8d09212e142f" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:51:31.129271 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f31d8-6501-4fb7-a2e3-61e12e5304d8 x-openstack-request-id: req-d58f31d8-6501-4fb7-a2e3-61e12e5304d8 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:51:31.129564 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:51:31.129825 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d58f31d8-6501-4fb7-a2e3-61e12e5304d8 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:51:31.130232 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'status': 'completed', 'code': 200}
Mar 05 21:51:31.136361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c67d4-ceab-4904-a540-48161a63a798 service neutron] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=8']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:51:31.157011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-14d5d441-9782-48b6-b5c3-07190e1bb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.158661 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-14d5d441-9782-48b6-b5c3-07190e1bb61d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1125 time: 0.0640180
Mar 05 21:51:31.175110 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:31.261261 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-69ebdee8-996b-4a9c-9454-7b5e37bd9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.262751 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-69ebdee8-996b-4a9c-9454-7b5e37bd9563 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0957727
Mar 05 21:51:31.327035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-8e0734a4-4790-4396-a578-c0ff7d36a7c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 999 time: 0.0585272
Mar 05 21:51:31.378413 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-4cfc4cc2-280c-4672-987d-99c43310a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.379810 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-4cfc4cc2-280c-4672-987d-99c43310a631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0473487
Mar 05 21:51:31.427323 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-e09d8290-3937-487f-bde6-c6addf97455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.428972 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-e09d8290-3937-487f-bde6-c6addf97455b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434873
Mar 05 21:51:31.515172 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-c9511501-8db2-41bf-bd19-89c17588b2fc service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796475
Mar 05 21:51:31.606185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9cd79e6a-4053-4565-a2b1-4131c5d10a28 req-dc3e0159-e0c0-4604-8ac1-9068b7462af5 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852735
Mar 05 21:51:31.695213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-a7b2c51f-131c-4b35-95ba-a15f44a669cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.696649 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-a7b2c51f-131c-4b35-95ba-a15f44a669cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1125 time: 0.0467906
Mar 05 21:51:31.789987 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-e9c896b6-062d-40bf-9218-e66872c0f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.791741 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-e9c896b6-062d-40bf-9218-e66872c0f593 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0884945
Mar 05 21:51:31.860122 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-fae030dc-4d19-437f-85fd-d0cf66ba26cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 999 time: 0.0625172
Mar 05 21:51:31.900888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fd8fd-ace4-40c7-93c7-e80ac69e5b2f req-e6843bc0-f70a-42ae-9dba-70636ee5a32b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.902676 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-584fd8fd-ace4-40c7-93c7-e80ac69e5b2f req-e6843bc0-f70a-42ae-9dba-70636ee5a32b tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0605748
Mar 05 21:51:31.913238 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-7f352de3-47f2-4203-a4fb-edb79f288653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.914770 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-7f352de3-47f2-4203-a4fb-edb79f288653 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0486267
Mar 05 21:51:31.952943 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-584fd8fd-ace4-40c7-93c7-e80ac69e5b2f req-2ba45d41-df8e-4b20-be03-f7a136885cdd tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445530
Mar 05 21:51:31.967575 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-2a426b4a-c68a-4a60-94d9-6c86a920d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:31.969185 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-2a426b4a-c68a-4a60-94d9-6c86a920d3d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485392
Mar 05 21:51:32.057698 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-91f49d7a-cf60-42c5-8c63-d966947590c0 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810463
Mar 05 21:51:32.156672 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-37cdcb0a-4220-49ac-bb4a-8d09212e142f req-fe4e1dbd-5f9b-4080-a22f-43e255eb5873 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842011
Mar 05 21:51:33.073792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2ead0-23af-4b3e-9eac-e5f245fd2e3b req-896a30c8-3374-44a2-a986-f627762c8157 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:33.075268 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eca2ead0-23af-4b3e-9eac-e5f245fd2e3b req-896a30c8-3374-44a2-a986-f627762c8157 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0528746
Mar 05 21:51:33.122774 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-eca2ead0-23af-4b3e-9eac-e5f245fd2e3b req-6530c333-2d65-4006-87f0-b02a8113e496 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418823
Mar 05 21:51:34.245899 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486c42-879c-44cb-a492-fb9d3bd36c90 req-696a9583-bc93-4a30-863e-48d414323801 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:34.247402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f486c42-879c-44cb-a492-fb9d3bd36c90 req-696a9583-bc93-4a30-863e-48d414323801 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 943 time: 0.0556462
Mar 05 21:51:34.295214 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-4f486c42-879c-44cb-a492-fb9d3bd36c90 req-1dc507f0-010f-45bc-bba0-3834e7fc5939 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422986
Mar 05 21:51:34.857131 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:51:34.951873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:51:35.117735 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'port_id': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'mac_address': 'fa:16:3e:0b:f8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:51:35.153831 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:51:35.154226 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:35.166416 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:51:35.184921 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:51:35.188302 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:35.233194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=9']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:51:35.414697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cacfe-131c-413e-a9d2-0d74f098ca83 req-1bd708a6-41de-4ed4-a63f-3d26cbd994de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:35.416098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e52cacfe-131c-413e-a9d2-0d74f098ca83 req-1bd708a6-41de-4ed4-a63f-3d26cbd994de tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 944 time: 0.0518723
Mar 05 21:51:35.425087 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['93180cd6-f4ad-461c-b8ed-acd6a04868b7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:51:35.468704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e52cacfe-131c-413e-a9d2-0d74f098ca83 req-4b13e7b3-2af3-499c-9d9d-1af190e758dd tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470283
Mar 05 21:51:36.588028 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb0c83-fe6e-46cf-8343-db5f7081c9e6 req-f321a9c3-a14b-4548-8b42-eb6bf7d891bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:36.589484 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ebfb0c83-fe6e-46cf-8343-db5f7081c9e6 req-f321a9c3-a14b-4548-8b42-eb6bf7d891bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 944 time: 0.0510256
Mar 05 21:51:36.611845 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:36.641702 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-ebfb0c83-fe6e-46cf-8343-db5f7081c9e6 req-ea9ee1a6-aaef-420a-bfdf-ece713b809d6 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466897
Mar 05 21:51:36.868235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:51:36.916959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:36.929323 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:51:36.933312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:51:36.933681 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:37.008822 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:51:37.009216 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:37.030543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:51:37.032794 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfffd534-37e0-4435-a3d8-3bc3afd30e1d" -d '{"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-plugged", "status": "completed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:51:37.045666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:51:37.050532 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:37.076645 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e20813-88b3-4f52-9cdf-99033f3c819f x-openstack-request-id: req-e9e20813-88b3-4f52-9cdf-99033f3c819f {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:51:37.076945 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-plugged", "status": "completed", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:51:37.077202 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9e20813-88b3-4f52-9cdf-99033f3c819f {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:51:37.077590 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'code': 200}
Mar 05 21:51:37.102475 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=10']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:51:37.217999 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec70f-dde0-47c5-8820-fc884132b51b req-8a1db75f-5edf-4e6c-8343-c9316084de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:37.219397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb4ec70f-dde0-47c5-8820-fc884132b51b req-8a1db75f-5edf-4e6c-8343-c9316084de51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1128 time: 0.0427361
Mar 05 21:51:37.264184 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-bb4ec70f-dde0-47c5-8820-fc884132b51b req-9845a008-7e46-4011-9fb0-f4b0392e8fe7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383949
Mar 05 21:51:37.760509 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5fe7f-af87-434a-b284-1a5290da6401 req-0fbf3f9b-480f-4433-86db-81ded4e6f1ae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:37.762093 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fb5fe7f-af87-434a-b284-1a5290da6401 req-0fbf3f9b-480f-4433-86db-81ded4e6f1ae tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 946 time: 0.0515606
Mar 05 21:51:37.811814 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6fb5fe7f-af87-434a-b284-1a5290da6401 req-2cec3f18-b357-4bb8-b070-1d9a357056f1 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438960
Mar 05 21:51:38.932522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858fac3-1bc1-48f8-9966-a0ba965c3775 req-f6e4e3f3-1f91-46f2-9d11-4036c4be0e59 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:51:38.934017 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3858fac3-1bc1-48f8-9966-a0ba965c3775 req-f6e4e3f3-1f91-46f2-9d11-4036c4be0e59 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 946 time: 0.0528505
Mar 05 21:51:38.983842 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3858fac3-1bc1-48f8-9966-a0ba965c3775 req-5b7a833e-50ae-4c2e-967d-37afef30ba55 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421963
Mar 05 21:51:54.596197 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2fd93054-0c4a-4979-8999-a6e9f0bb0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:56.951869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6bb8-f7ee-4d82-8cad-fc84501d9dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:58.200580 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:51:59.767100 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:01.168589 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:04.874300 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:52:06.615104 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:06.898839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:16.736321 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-c487a910-1e92-404c-92cf-cfb1c7045814 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0488384
Mar 05 21:52:16.823555 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-a1724b7b-1a96-4fd1-a4b7-4fb436c5b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:52:16.825065 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-a1724b7b-1a96-4fd1-a4b7-4fb436c5b5af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1128 time: 0.0447693
Mar 05 21:52:16.928089 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-2c19bca2-a580-42b6-acf1-cf5f51fc34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:52:16.929555 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-2c19bca2-a580-42b6-acf1-cf5f51fc34ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0863018
Mar 05 21:52:17.001633 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-7b2b1362-cae7-4712-a574-0294c395294e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 1001 time: 0.0644882
Mar 05 21:52:17.050462 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-a1b5bc30-5b20-448c-8edb-a4f6a895eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:52:17.051996 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-a1b5bc30-5b20-448c-8edb-a4f6a895eb50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0448976
Mar 05 21:52:17.102891 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-107f83d2-3230-4c77-8446-8863af1bfd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:52:17.104412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-107f83d2-3230-4c77-8446-8863af1bfd0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446637
Mar 05 21:52:17.198956 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-b2b0a8fd-8043-4608-8ca6-129cba63571f service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878236
Mar 05 21:52:17.288740 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd5cfc97-4c8b-4700-8f8b-a2b84d1df00e req-1b773ffa-7de3-44d1-b468-53f471e9defb service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839221
Mar 05 21:52:24.598247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b19b3ac0-2121-4cb6-8a71-3f429caf8b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:26.958143 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-9cd48af2-d98b-47cd-85e2-1ef002c43ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:28.203343 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:29.770525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:31.171750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:36.608916 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:36.904247 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:41.874778 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:52:54.599866 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d229669-b8e6-4635-85d9-3f5f5808c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:56.954305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-658e76e4-a045-458d-ad52-23135d0b2635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:58.206013 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:52:59.775010 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:01.174474 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.057696 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39316) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:02.213110 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Deleting port efd5b912-54a4-4c57-b677-20c3714a7d55 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:02.213357 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.290407 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.290731 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (efd5b912-54a4-4c57-b677-20c3714a7d55), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.302041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Calling delete_port for efd5b912-54a4-4c57-b677-20c3714a7d55 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:02.445986 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (efd5b912-54a4-4c57-b677-20c3714a7d55), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.471348 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'Port': ['ID=efd5b912-54a4-4c57-b677-20c3714a7d55,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:02.498799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.499153 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.499498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.499871 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.500212 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.500552 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.500885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.501215 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.501546 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.501875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.502204 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.502529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.502854 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:02.541361 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for floatingip (6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:02.541751 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Floating IP 6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef disassociated (deleted). External IP: 172.35.0.140, port: 93180cd6-f4ad-461c-b8ed-acd6a04868b7.
Mar 05 21:53:03.081408 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:03.188874 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:03.193609 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:03.198559 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:03.208728 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:03.209328 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:03.223324 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0f189431-f510-4087-8aa3-6aa9ed6f1ae9 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef HTTP/1.1" status: 204  len: 168 time: 1.1645412
Mar 05 21:53:03.223942 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:53:03.226191 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}230172dcd623aedf66ca6badd10b522f938cee0a31adf9d754f88c6293958f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b99333-81a8-4537-9196-e4234bcba9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:53:03.265161 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b385b42-19b3-4bf0-bdab-2b62d5318bf4 x-openstack-request-id: req-3b385b42-19b3-4bf0-bdab-2b62d5318bf4 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:53:03.265468 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:53:03.265722 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b385b42-19b3-4bf0-bdab-2b62d5318bf4 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:53:03.266131 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'status': 'completed', 'code': 200}
Mar 05 21:53:03.324932 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:03.382318 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-358e9f21-907c-42a9-a125-21e58f7bd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:03.383865 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-358e9f21-907c-42a9-a125-21e58f7bd711 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8fd34db08b648489afd4f749b965e2a&device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 1128 time: 0.0968704
Mar 05 21:53:03.482011 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-12272153-49ee-4ef7-82c4-9b8898ffa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:03.483521 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-12272153-49ee-4ef7-82c4-9b8898ffa105 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 200  len: 910 time: 0.0915749
Mar 05 21:53:03.537523 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:03.537864 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-bb2c6d98-02ce-4eb6-ad30-a4b67530e0db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 200  len: 217 time: 0.0476761
Mar 05 21:53:03.564330 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:03.572651 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:03.573258 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:03.605584 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-f52f2b00-2a7e-4fd1-8bf4-cba38f836752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:03.607376 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-f52f2b00-2a7e-4fd1-8bf4-cba38f836752 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 200  len: 848 time: 0.0553405
Mar 05 21:53:03.618515 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca521-7d53-431c-9ab6-723ae98b46cd req-dc4dcadd-d449-4e74-a679-138eec32f5bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:03.620022 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a4ca521-7d53-431c-9ab6-723ae98b46cd req-dc4dcadd-d449-4e74-a679-138eec32f5bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 946 time: 0.1869771
Mar 05 21:53:03.699306 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-2a4ca521-7d53-431c-9ab6-723ae98b46cd req-6d7ab7eb-34d9-4f67-b27e-c0318577a9bb tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701904
Mar 05 21:53:03.704842 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-ba16cf2f-6b04-47b3-b473-147118e277d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:03.706355 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-ba16cf2f-6b04-47b3-b473-147118e277d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b9e505b-9603-4138-a09d-a6d35f18795c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0854955
Mar 05 21:53:03.773940 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:03.801144 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-16eb9ae3-ea2d-49db-8f30-ee02e20d30e0 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881116
Mar 05 21:53:03.893478 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68b99333-81a8-4537-9196-e4234bcba9e4 req-1e03bffc-7326-45ab-bf65-d0ad5d68ea65 service neutron] 10.222.0.23 "GET /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855317
Mar 05 21:53:03.984834 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb80eb0>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:04.015146 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad704-0357-4f63-bd20-e25fb3cdf628 None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:44:36Z', 'revision_number': 4, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd850c693-cbaa-49b4-be82-f8b4ad1579ba', 'name': '', 'network_id': '7b9e505b-9603-4138-a09d-a6d35f18795c', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'mac_address': 'fa:16:3e:6a:99:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:36Z', 'updated_at': '2022-03-05T21:44:40Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'subnets': [{'id': 'e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:04.227909 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2b764-c3ea-4c80-afd8-f0df0f70f6d3 None None] New status for floating IP 6ae5e4f8-eac7-4f9d-b4d7-60dbc82103ef: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:53:04.863619 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57a81d-b4c8-499a-9107-15e1a4a389b9 req-2b620b61-192c-48dc-ad06-7b2e9f692417 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:04.865090 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d57a81d-b4c8-499a-9107-15e1a4a389b9 req-2b620b61-192c-48dc-ad06-7b2e9f692417 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 946 time: 0.0950117
Mar 05 21:53:04.913088 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6d57a81d-b4c8-499a-9107-15e1a4a389b9 req-5833e69d-2744-4f56-906e-dd0f1b341908 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/security-groups?id=96bd9c35-3d54-4788-8c81-662247574300&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424073
Mar 05 21:53:05.017072 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-b13dd94d-5061-42c8-be3d-42d413c3de99 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:05.018695 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-b13dd94d-5061-42c8-be3d-42d413c3de99 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.23 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 946 time: 0.0585120
Mar 05 21:53:05.111680 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Deleting port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:05.112299 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:05.201367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] For port 93180cd6-f4ad-461c-b8ed-acd6a04868b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93180cd6-f4ad-461c-b8ed-acd6a04868b7,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:05.201629 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:05.214023 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Calling delete_port for 93180cd6-f4ad-461c-b8ed-acd6a04868b7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:05.341670 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (93180cd6-f4ad-461c-b8ed-acd6a04868b7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:05.370550 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'Port': ['ID=93180cd6-f4ad-461c-b8ed-acd6a04868b7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:05.397932 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.398284 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.398624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.398959 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.399294 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.399624 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.399984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.400309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.400632 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.400963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.401304 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.401602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.401918 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:05.425564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] No DVR routers for this DVR port 93180cd6-f4ad-461c-b8ed-acd6a04868b7 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:53:05.428375 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:05.431767 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-68c609d1-9b02-49e6-bb96-11160d6e1073 req-09300e4a-624b-40dd-bd22-60f6550f494f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.23 "DELETE /v2.0/ports/93180cd6-f4ad-461c-b8ed-acd6a04868b7 HTTP/1.1" status: 204  len: 173 time: 0.4079492
Mar 05 21:53:05.432264 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-deleted', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:53:05.435270 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6416e11-91a5-4663-9731-2e7f529b8310" -d '{"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-deleted", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:53:05.522652 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036da3b-2926-4337-8fb8-169130de5e95 x-openstack-request-id: req-0036da3b-2926-4337-8fb8-169130de5e95 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:53:05.522948 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffbb17-44b3-4d00-ab3d-97591ba831c4", "name": "network-vif-deleted", "tag": "93180cd6-f4ad-461c-b8ed-acd6a04868b7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:53:05.523205 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0036da3b-2926-4337-8fb8-169130de5e95 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:53:05.523620 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffbb17-44b3-4d00-ab3d-97591ba831c4', 'name': 'network-vif-deleted', 'tag': '93180cd6-f4ad-461c-b8ed-acd6a04868b7', 'status': 'completed', 'code': 200}
Mar 05 21:53:06.041404 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-495ac23f-761f-418c-969a-da7cdb708acc req-0b4010a3-e583-46b5-8c0e-5d49c926cd0f tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "GET /v2.0/ports?device_id=34ffbb17-44b3-4d00-ab3d-97591ba831c4 HTTP/1.1" status: 200  len: 210 time: 0.0335498
Mar 05 21:53:06.613551 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:06.906081 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:07.101458 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39376) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:07.157807 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (96bd9c35-3d54-4788-8c81-662247574300), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:07.181752 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (96bd9c35-3d54-4788-8c81-662247574300), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:07.244955 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (96bd9c35-3d54-4788-8c81-662247574300), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:07.247805 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:07.248954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] 10.222.0.15 "DELETE /v2.0/security-groups/96bd9c35-3d54-4788-8c81-662247574300 HTTP/1.1" status: 204  len: 168 time: 0.1465037
Mar 05 21:53:07.258232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b85f4e-2ac9-4a15-9506-a49e62b6b744 tempest-TestShelveInstance-783328256 tempest-TestShelveInstance-783328256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bd9c35-3d54-4788-8c81-662247574300,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:07.296322 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39380) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:07.302556 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:07.324290 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 93180cd6-f4ad-461c-b8ed-acd6a04868b7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:07.324648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 93180cd6-f4ad-461c-b8ed-acd6a04868b7 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:08.070853 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (18722e08-674c-483c-820f-163d67f38aa3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:08.322980 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Deleting port d850c693-cbaa-49b4-be82-f8b4ad1579ba {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:08.323704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:08.405282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] For port d850c693-cbaa-49b4-be82-f8b4ad1579ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d850c693-cbaa-49b4-be82-f8b4ad1579ba,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:08.405648 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:08.418070 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Calling delete_port for d850c693-cbaa-49b4-be82-f8b4ad1579ba owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:08.599730 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (d850c693-cbaa-49b4-be82-f8b4ad1579ba), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:08.629729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d850c693-cbaa-49b4-be82-f8b4ad1579ba,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:08.797834 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (18722e08-674c-483c-820f-163d67f38aa3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.019582 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Router 18722e08-674c-483c-820f-163d67f38aa3 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:09.127063 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:09.131961 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-02901e83-143c-4620-a2c6-521951cc5a30 admin admin] 10.222.0.15 "PUT /v2.0/routers/18722e08-674c-483c-820f-163d67f38aa3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8347788
Mar 05 21:53:09.134534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39384) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:09.137100 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Sync routers for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:09.147063 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:09.147598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:09.244794 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks [] for router (18722e08-674c-483c-820f-163d67f38aa3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.252487 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:09.349411 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks [] for router_gateway (18722e08-674c-483c-820f-163d67f38aa3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.401886 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Deleting port 379e3bff-0304-4d82-81f5-d32cbf7dbf04 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:09.402125 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.425892 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d370>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:53:08Z', 'revision_number': 5, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port': {'id': '379e3bff-0304-4d82-81f5-d32cbf7dbf04', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18722e08-674c-483c-820f-163d67f38aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:34Z', 'updated_at': '2022-03-05T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:09.452996 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Checking router: 18722e08-674c-483c-820f-163d67f38aa3 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:09.461248 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Routers {'18722e08-674c-483c-820f-163d67f38aa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:09.461856 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['18722e08-674c-483c-820f-163d67f38aa3'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:09.486000 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] For port 379e3bff-0304-4d82-81f5-d32cbf7dbf04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=379e3bff-0304-4d82-81f5-d32cbf7dbf04,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:09.486365 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.503883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Calling delete_port for 379e3bff-0304-4d82-81f5-d32cbf7dbf04 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:09.550116 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] Set router 18722e08-674c-483c-820f-163d67f38aa3 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:09.603536 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf0d370>, [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:53:09Z', 'revision_number': 6, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:09.630846 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440d687-8f9e-4efd-af95-d16c414eca09 None None] The sync data for ids ['18722e08-674c-483c-820f-163d67f38aa3'] in ncdv-master-1 is: [{'id': '18722e08-674c-483c-820f-163d67f38aa3', 'name': 'tempest-TestShelveInstance-1447711464-router', 'tenant_id': 'd8fd34db08b648489afd4f749b965e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:33Z', 'updated_at': '2022-03-05T21:53:09Z', 'revision_number': 6, 'project_id': 'd8fd34db08b648489afd4f749b965e2a', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:09.676587 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (379e3bff-0304-4d82-81f5-d32cbf7dbf04), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.703008 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=379e3bff-0304-4d82-81f5-d32cbf7dbf04,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:09.768416 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (18722e08-674c-483c-820f-163d67f38aa3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.855910 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (18722e08-674c-483c-820f-163d67f38aa3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.858773 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks [] for router_controller (18722e08-674c-483c-820f-163d67f38aa3), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.907874 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (18722e08-674c-483c-820f-163d67f38aa3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.908364 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18722e08-674c-483c-820f-163d67f38aa3 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:53:09.912669 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:09.913873 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d4ebdbc8-3702-4019-a41f-86da8ffe8fb4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/18722e08-674c-483c-820f-163d67f38aa3 HTTP/1.1" status: 204  len: 168 time: 0.7784157
Mar 05 21:53:09.916330 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39386) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:09.970552 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Deleting subnet e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:53:09.975793 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Publish callbacks [] for subnet (e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.018048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.109435 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.161027 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.188026 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:10.189946 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.193110 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a92bbf70-d31e-47e3-984f-18fa48c2365c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e68ff6a8-c5a7-4065-8a47-2b4d2463f3a3 HTTP/1.1" status: 204  len: 168 time: 0.2758338
Mar 05 21:53:10.195501 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39388) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:10.197994 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac4f59-43bc-4945-bf9f-4830668382ca None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:10.263260 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (7b9e505b-9603-4138-a09d-a6d35f18795c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.322094 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Deleting port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:10.322436 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.384534 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] For port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:10.385174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.398391 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Calling delete_port for 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:10.426094 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] DHCP port deletion for 7b9e505b-9603-4138-a09d-a6d35f18795c request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:53:10.475080 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Deleting port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:10.475453 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.488804 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.521007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] No DVR routers for this DVR port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:53:10.522556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:10.525580 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d850c693-cbaa-49b4-be82-f8b4ad1579ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:10.558308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d850c693-cbaa-49b4-be82-f8b4ad1579ba {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:10.558308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d850c693-cbaa-49b4-be82-f8b4ad1579ba not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:10.588306 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] For port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,segment=NetworkSegment(e1016f25-f27d-4c0e-8e51-144744d6adda),segment_id=e1016f25-f27d-4c0e-8e51-144744d6adda)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:10.588787 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.609204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Calling delete_port for 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:10.609459 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (7b9e505b-9603-4138-a09d-a6d35f18795c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.635112 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b92013be0>,) {'filters': {'network_id': ['7b9e505b-9603-4138-a09d-a6d35f18795c']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:10.645988 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92013be0>, 'e1016f25-f27d-4c0e-8e51-144744d6adda') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:10.646353 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b92013be0>, 'e1016f25-f27d-4c0e-8e51-144744d6adda') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:10.657061 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (e1016f25-f27d-4c0e-8e51-144744d6adda), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.672852 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (e1016f25-f27d-4c0e-8e51-144744d6adda), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.679162 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:53:10.679561 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (e1016f25-f27d-4c0e-8e51-144744d6adda), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:53:10.681455 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:53:10.745164 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (7b9e505b-9603-4138-a09d-a6d35f18795c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.753981 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.757318 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] 10.222.0.15 "DELETE /v2.0/networks/7b9e505b-9603-4138-a09d-a6d35f18795c HTTP/1.1" status: 204  len: 168 time: 0.5607741
Mar 05 21:53:10.760354 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39390) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:10.771953 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a70c-f5e5-4178-8a4e-a161e596dabe admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9e505b-9603-4138-a09d-a6d35f18795c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:10.786363 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (3cbba0bb-dbc1-424b-80aa-02162a2c8e93), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:10.813238 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Network 7b9e505b-9603-4138-a09d-a6d35f18795c is not hosted by any dhcp agent {{(pid=126564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 05 21:53:10.813710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] No DVR routers for this DVR port 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:53:10.815557 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Pushing event deleted for resources: {'Port': ['ID=3cbba0bb-dbc1-424b-80aa-02162a2c8e93,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:10.832854 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.833315 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.833666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.834003 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.834365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.834695 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.835020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.835345 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.835709 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.836017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.836338 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.836658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:10.836975 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132edc5-cd67-4bee-82dc-46361f525fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:11.114348 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:11.359542 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Deleting port d1983354-7187-444d-a717-4986b6fbce86 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:11.359916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d1983354-7187-444d-a717-4986b6fbce86), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:11.436315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] For port d1983354-7187-444d-a717-4986b6fbce86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1983354-7187-444d-a717-4986b6fbce86,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:11.436599 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d1983354-7187-444d-a717-4986b6fbce86), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:11.448756 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Calling delete_port for d1983354-7187-444d-a717-4986b6fbce86 owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:11.630073 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d1983354-7187-444d-a717-4986b6fbce86), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:11.660076 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1983354-7187-444d-a717-4986b6fbce86,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:11.829377 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.004337 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 379e3bff-0304-4d82-81f5-d32cbf7dbf04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:12.025894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 379e3bff-0304-4d82-81f5-d32cbf7dbf04 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:12.026250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 379e3bff-0304-4d82-81f5-d32cbf7dbf04 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:12.026674 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:12.046766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:12.047116 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 3cbba0bb-dbc1-424b-80aa-02162a2c8e93 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:12.053599 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Router 8a8d263c-0a43-443f-9cb6-d114d10bd40c has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:12.165585 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:12.171106 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-64400423-cea4-478e-8603-d990d3a53c57 admin admin] 10.222.0.15 "PUT /v2.0/routers/8a8d263c-0a43-443f-9cb6-d114d10bd40c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4097488
Mar 05 21:53:12.173594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39392) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:12.176164 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Sync routers for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:12.186456 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:12.187082 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828af070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:12.281087 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks [] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.297161 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:12.382837 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks [] for router_gateway (8a8d263c-0a43-443f-9cb6-d114d10bd40c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.440437 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Deleting port 8f573ad3-0200-4ccd-a9c7-4aef90226af2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:12.440784 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.479520 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828af070>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111'}], 'enable_snat': True}, 'gw_port_id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:53:11Z', 'revision_number': 5, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port': {'id': '8f573ad3-0200-4ccd-a9c7-4aef90226af2', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:44:39Z', 'updated_at': '2022-03-05T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:12.507291 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Checking router: 8a8d263c-0a43-443f-9cb6-d114d10bd40c for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:12.515522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Routers {'8a8d263c-0a43-443f-9cb6-d114d10bd40c'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:12.516167 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b828af070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:12.520549 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] For port 8f573ad3-0200-4ccd-a9c7-4aef90226af2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f573ad3-0200-4ccd-a9c7-4aef90226af2,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:12.520916 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.534528 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Calling delete_port for 8f573ad3-0200-4ccd-a9c7-4aef90226af2 owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:12.604297 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] Set router 8a8d263c-0a43-443f-9cb6-d114d10bd40c gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:12.659137 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b828af070>, [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:53:12Z', 'revision_number': 6, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:12.689932 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c90c81-6521-40a4-86cd-ef5622dcdec0 None None] The sync data for ids ['8a8d263c-0a43-443f-9cb6-d114d10bd40c'] in ncdv-master-1 is: [{'id': '8a8d263c-0a43-443f-9cb6-d114d10bd40c', 'name': 'tempest-TestShelveInstance-503249324-router', 'tenant_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:44:38Z', 'updated_at': '2022-03-05T21:53:12Z', 'revision_number': 6, 'project_id': 'a90c69705bbb4c6fb8499c4f449bb212', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:12.711478 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (8f573ad3-0200-4ccd-a9c7-4aef90226af2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.744883 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f573ad3-0200-4ccd-a9c7-4aef90226af2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:12.806049 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.899203 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.901390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks [] for router_controller (8a8d263c-0a43-443f-9cb6-d114d10bd40c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.944564 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (8a8d263c-0a43-443f-9cb6-d114d10bd40c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.945295 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8d263c-0a43-443f-9cb6-d114d10bd40c {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:53:12.951258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:12.952286 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f51851b6-e545-46a9-ba49-3f69440d7a05 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8a8d263c-0a43-443f-9cb6-d114d10bd40c HTTP/1.1" status: 204  len: 168 time: 0.7777505
Mar 05 21:53:12.954782 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39394) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:13.001902 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Deleting subnet 4967b9f5-0ce2-40f6-a53a-eb9affea759c {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:53:13.004877 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Publish callbacks [] for subnet (4967b9f5-0ce2-40f6-a53a-eb9affea759c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.040126 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (4967b9f5-0ce2-40f6-a53a-eb9affea759c), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.125232 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (4967b9f5-0ce2-40f6-a53a-eb9affea759c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.183760 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (4967b9f5-0ce2-40f6-a53a-eb9affea759c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.210498 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4967b9f5-0ce2-40f6-a53a-eb9affea759c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:13.212491 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.215791 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-c819271d-ce8e-44b4-81da-9d980cdabd06 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4967b9f5-0ce2-40f6-a53a-eb9affea759c HTTP/1.1" status: 204  len: 168 time: 0.2599838
Mar 05 21:53:13.217319 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895b68e-28a9-479e-8d8a-a6cab088807d None None] Network 414053e0-d07a-43e2-96df-498674415f5d requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:13.218301 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39396) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:13.286337 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (414053e0-d07a-43e2-96df-498674415f5d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.342748 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Deleting port ba9ac458-0d90-490d-9fa8-38106962ff09 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:13.343089 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.407342 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] For port ba9ac458-0d90-490d-9fa8-38106962ff09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ac458-0d90-490d-9fa8-38106962ff09,segment=NetworkSegment(9151db4b-4fa0-4d61-8efe-ca4008eccd9a),segment_id=9151db4b-4fa0-4d61-8efe-ca4008eccd9a)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:13.407628 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.420583 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Calling delete_port for ba9ac458-0d90-490d-9fa8-38106962ff09 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:13.464047 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] DHCP port deletion for 414053e0-d07a-43e2-96df-498674415f5d request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:53:13.508047 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.515853 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Deleting port ba9ac458-0d90-490d-9fa8-38106962ff09 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:53:13.516243 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.538068 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9ac458-0d90-490d-9fa8-38106962ff09,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:13.542770 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] No DVR routers for this DVR port ba9ac458-0d90-490d-9fa8-38106962ff09 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:53:13.596280 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] For port ba9ac458-0d90-490d-9fa8-38106962ff09, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:13.596911 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.609866 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Calling delete_port for ba9ac458-0d90-490d-9fa8-38106962ff09 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:53:13.612891 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Port ba9ac458-0d90-490d-9fa8-38106962ff09 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:53:13.614279 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (ba9ac458-0d90-490d-9fa8-38106962ff09), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.620723 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (414053e0-d07a-43e2-96df-498674415f5d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.645082 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5df0>,) {'filters': {'network_id': ['414053e0-d07a-43e2-96df-498674415f5d']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:13.647372 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] Pushing event deleted for resources: {'Port': ['ID=ba9ac458-0d90-490d-9fa8-38106962ff09,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:13.656696 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b5265-0dec-4c1c-9bbe-a0fe01ca0b3a None None] No DVR routers for this DVR port ba9ac458-0d90-490d-9fa8-38106962ff09 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:53:13.659905 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5df0>, '9151db4b-4fa0-4d61-8efe-ca4008eccd9a') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:13.660303 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6a5df0>, '9151db4b-4fa0-4d61-8efe-ca4008eccd9a') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:13.671160 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (9151db4b-4fa0-4d61-8efe-ca4008eccd9a), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.685354 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9151db4b-4fa0-4d61-8efe-ca4008eccd9a), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.692331 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:53:13.692680 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (9151db4b-4fa0-4d61-8efe-ca4008eccd9a), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:53:13.694619 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:53:13.753783 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (414053e0-d07a-43e2-96df-498674415f5d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.758574 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:13.762068 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] 10.222.0.15 "DELETE /v2.0/networks/414053e0-d07a-43e2-96df-498674415f5d HTTP/1.1" status: 204  len: 168 time: 0.5428450
Mar 05 21:53:13.776735 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5fbe-66f2-409e-a20f-2ba29147fb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=414053e0-d07a-43e2-96df-498674415f5d,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:13.884282 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39400) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:13.926895 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8094f550-2c7d-4fce-aa07-738883225db8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8fd34db08b648489afd4f749b965e2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414355
Mar 05 21:53:13.929933 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39402) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:13.974048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8f573ad3-0200-4ccd-a9c7-4aef90226af2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:13.993901 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] Publish callbacks [] for security_group (67719a72-e50a-4fe4-be18-ed41e141bd56), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.013599 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 8f573ad3-0200-4ccd-a9c7-4aef90226af2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:14.014026 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 8f573ad3-0200-4ccd-a9c7-4aef90226af2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:14.014648 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1983354-7187-444d-a717-4986b6fbce86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:14.023692 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] Publish callbacks [] for security_group (67719a72-e50a-4fe4-be18-ed41e141bd56), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.043204 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d1983354-7187-444d-a717-4986b6fbce86 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:14.043635 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d1983354-7187-444d-a717-4986b6fbce86 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:14.044922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ba9ac458-0d90-490d-9fa8-38106962ff09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:53:14.064836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: ba9ac458-0d90-490d-9fa8-38106962ff09 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:53:14.065190 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device ba9ac458-0d90-490d-9fa8-38106962ff09 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:53:14.081596 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (67719a72-e50a-4fe4-be18-ed41e141bd56), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.084551 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.086280 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67719a72-e50a-4fe4-be18-ed41e141bd56 HTTP/1.1" status: 204  len: 168 time: 0.1552570
Mar 05 21:53:14.097714 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f7214-eee4-41f4-94bd-007fb94a7567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67719a72-e50a-4fe4-be18-ed41e141bd56,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:14.430131 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39408) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:14.474005 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9002b6c2-f886-4c18-aa4d-93d46276393d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90c69705bbb4c6fb8499c4f449bb212&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426888
Mar 05 21:53:14.476888 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39410) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:14.531456 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] Publish callbacks [] for security_group (415ddb53-a4dc-49e5-8de9-1aa0466483af), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.557959 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] Publish callbacks [] for security_group (415ddb53-a4dc-49e5-8de9-1aa0466483af), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.606106 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (415ddb53-a4dc-49e5-8de9-1aa0466483af), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.609671 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:14.610823 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/415ddb53-a4dc-49e5-8de9-1aa0466483af HTTP/1.1" status: 204  len: 168 time: 0.1330297
Mar 05 21:53:14.619040 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed29412-f4f2-4bdd-ab21-23bd52185c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ddb53-a4dc-49e5-8de9-1aa0466483af,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:15.305885 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39432) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:15.398925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-256867159-network', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:15.418497 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Made reservation on behalf of ab0fea440ec3497494381b3c3133b704 for: {'network': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:53:15.421293 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.433092 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.506057 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks [] for security_group (bad1d54b-f984-4329-9124-c0bcbd52e612), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.509697 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad1d54b-f984-4329-9124-c0bcbd52e612), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.534598 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:53:15.544226 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad1d54b-f984-4329-9124-c0bcbd52e612,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:15.549112 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3ea86a8e-aab8-42e6-a3e8-fd502b0dd289), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.549456 ncdv-master-1 neutron-server[126562]: INFO neutron.db.segments_db [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Added segment 3ea86a8e-aab8-42e6-a3e8-fd502b0dd289 of type vlan for network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f
Mar 05 21:53:15.589694 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.613796 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.614806 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:15.615419 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.670707 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3636119
Mar 05 21:53:15.673556 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39436) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:15.678492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Request body: {'subnet': {'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-256867159-subnet', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'ip_version': 4}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:15.680017 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26095e60-c4d5-46c1-8a52-e419ea809e35 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:15.690041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:53:15.701447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Made reservation on behalf of ab0fea440ec3497494381b3c3133b704 for: {'subnet': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:53:15.703866 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25363265'] for subnet (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.873535 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25725699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25363247'] for subnet (78111e45-1d3e-4278-9caf-cd20cec90ea6), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.923596 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78111e45-1d3e-4278-9caf-cd20cec90ea6,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:15.940085 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Checking segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:15.940486 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Network hostable DHCP agents. Network: b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:53:15.956593 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:53:15.964712 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f) {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:15.969158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:15.969749 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:15.974277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63fa62-20e5-4799-844a-1ba10ecaed3f None None] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:15.985704 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2329deb1-2179-48e7-8dda-7e34ad3b1114 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3109720
Mar 05 21:53:15.988621 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39438) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:15.992809 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:16.011661 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.012725 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.066510 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for router_controller (61d2123a-bfc0-493c-afa9-ba77183c75c0), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.216760 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for router_gateway (61d2123a-bfc0-493c-afa9-ba77183c75c0), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.236765 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:53:16.237909 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.369590 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Allocated IP 172.20.0.2 (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f/78111e45-1d3e-4278-9caf-cd20cec90ea6/d051ee6c-df0f-46cd-9c09-3b14286567c2) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:16.419964 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for router_gateway (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.438845 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.509357 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks [] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.516091 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.540038 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Allocated IP 172.35.0.6 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/616e5d45-0528-490b-a443-58c3435f52d9) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:16.563971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:16.569579 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:16.572010 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:16.576270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Pushing event updated for resources: {'Port': ['ID=d051ee6c-df0f-46cd-9c09-3b14286567c2,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:16.631032 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Attempting to bind port d051ee6c-df0f-46cd-9c09-3b14286567c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:16.631409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Attempting to bind port d051ee6c-df0f-46cd-9c09-3b14286567c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:16.631804 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Attempting to bind port d051ee6c-df0f-46cd-9c09-3b14286567c2 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:16.639151 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:16.639532 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Checking segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:16.639961 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.640354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Bound using segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:16.640825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Bound port: d051ee6c-df0f-46cd-9c09-3b14286567c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:16.641211 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.656471 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for port (616e5d45-0528-490b-a443-58c3435f52d9), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.693025 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (616e5d45-0528-490b-a443-58c3435f52d9), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.705588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] For port d051ee6c-df0f-46cd-9c09-3b14286567c2, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:16.708859 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] For port d051ee6c-df0f-46cd-9c09-3b14286567c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d051ee6c-df0f-46cd-9c09-3b14286567c2,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:16.714141 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:16.733237 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:16.737924 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:16.741467 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:16.747758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Pushing event updated for resources: {'Port': ['ID=616e5d45-0528-490b-a443-58c3435f52d9,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:16.782112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac89ce-bff6-490e-a387-5f76ef74385b None None] Pushing event updated for resources: {'Port': ['ID=d051ee6c-df0f-46cd-9c09-3b14286567c2,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:17.017893 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for router_gateway (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:17.565001 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:17.702613 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:53:17.815289 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:17.824692 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:17.834029 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:17.835574 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-5e814451-acc8-4f60-b23a-d631e96a13cf admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8460393
Mar 05 21:53:17.836136 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:17.836989 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:17.838326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39440) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:17.918122 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffafc1-67ca-4f93-bea3-5b5f7251b54a None None] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:17.961054 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:17.998483 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Provisioning complete for port d051ee6c-df0f-46cd-9c09-3b14286567c2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:17.998871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.041873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d051ee6c-df0f-46cd-9c09-3b14286567c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:18.163173 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45c10>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:16Z', 'revision_number': 3, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:18.167717 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Current status of the port d051ee6c-df0f-46cd-9c09-3b14286567c2 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:18.167928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.185449 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d051ee6c-df0f-46cd-9c09-3b14286567c2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:18.185835 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.192515 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:18.192870 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Updating router 61d2123a-bfc0-493c-afa9-ba77183c75c0 port 616e5d45-0528-490b-a443-58c3435f52d9 binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:53:18.228741 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (616e5d45-0528-490b-a443-58c3435f52d9), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.240048 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] For port d051ee6c-df0f-46cd-9c09-3b14286567c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d051ee6c-df0f-46cd-9c09-3b14286567c2,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:18.251345 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.329354 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d051ee6c-df0f-46cd-9c09-3b14286567c2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:18.334235 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff743a96-a961-4e90-a608-7c6d20f18598 None None] Pushing event updated for resources: {'Port': ['ID=d051ee6c-df0f-46cd-9c09-3b14286567c2,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:18.376658 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.471830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-718d04ef-f08b-4134-b3cc-6a72961b0045 None None] Provisioning complete for port d051ee6c-df0f-46cd-9c09-3b14286567c2 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:18.472164 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-718d04ef-f08b-4134-b3cc-6a72961b0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.522133 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks [] for port (616e5d45-0528-490b-a443-58c3435f52d9), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.529017 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (616e5d45-0528-490b-a443-58c3435f52d9), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.547655 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Allocated IP 172.20.0.1 (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f/78111e45-1d3e-4278-9caf-cd20cec90ea6/1a19e182-aca9-41d0-a198-60b3fed56d2e) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:18.560041 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-718d04ef-f08b-4134-b3cc-6a72961b0045 None None] Current status of the port d051ee6c-df0f-46cd-9c09-3b14286567c2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:18.585815 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Attempting to bind port 616e5d45-0528-490b-a443-58c3435f52d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:18.586190 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Attempting to bind port 616e5d45-0528-490b-a443-58c3435f52d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:18.586558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Attempting to bind port 616e5d45-0528-490b-a443-58c3435f52d9 on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:18.588550 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Pushing event updated for resources: {'Port': ['ID=616e5d45-0528-490b-a443-58c3435f52d9,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:18.597280 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:18.597659 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:18.598063 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.598451 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:18.598912 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Bound port: 616e5d45-0528-490b-a443-58c3435f52d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:18.599303 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (616e5d45-0528-490b-a443-58c3435f52d9), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.601401 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.601747 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.602085 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.602794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.602794 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.603082 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.603379 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.603722 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.604048 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.604370 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.605120 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.605120 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.605350 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:53:18.661376 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] For port 616e5d45-0528-490b-a443-58c3435f52d9, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:18.662083 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks [] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.664856 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] For port 616e5d45-0528-490b-a443-58c3435f52d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=616e5d45-0528-490b-a443-58c3435f52d9,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:18.672514 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (616e5d45-0528-490b-a443-58c3435f52d9), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.699368 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.733495 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:18.734031 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:18.734640 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:18.739713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:18.743277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:18.771895 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Pushing event updated for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:18.773454 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f126c-45c0-4196-ac5c-9e657603c280 None None] Pushing event updated for resources: {'Port': ['ID=616e5d45-0528-490b-a443-58c3435f52d9,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:18.792677 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.849695 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:18.920892 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:53:18.943445 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:18.991775 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-3a98910c-dbab-4700-9b28-0ae848ec1342 None None] Provisioning complete for port 1a19e182-aca9-41d0-a198-60b3fed56d2e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:18.992381 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3a98910c-dbab-4700-9b28-0ae848ec1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:19.027109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-3a98910c-dbab-4700-9b28-0ae848ec1342 None None] Port 1a19e182-aca9-41d0-a198-60b3fed56d2e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:19.123660 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks [] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:19.128861 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:19.146495 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bc45c10>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:16Z', 'revision_number': 3, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:19.173133 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9838f-cc88-4f81-8b2a-f98a39ed8c3e None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:16Z', 'revision_number': 3, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:19.196403 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Pushing event updated for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:19.200633 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:19.299147 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:19.300590 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:19.453758 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:19.578662 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:19.584182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-41b2eb4b-c132-4a1d-8ae6-1d8e91807b81 admin admin] 10.222.0.15 "PUT /v2.0/routers/61d2123a-bfc0-493c-afa9-ba77183c75c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7448709
Mar 05 21:53:19.655370 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-a9dc8512-70d6-494e-8d89-a1f967ad8387 None None] Provisioning complete for port 1a19e182-aca9-41d0-a198-60b3fed56d2e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:19.656099 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-a9dc8512-70d6-494e-8d89-a1f967ad8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:19.692175 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc8512-70d6-494e-8d89-a1f967ad8387 None None] Port 1a19e182-aca9-41d0-a198-60b3fed56d2e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:20.056720 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d051ee6c-df0f-46cd-9c09-3b14286567c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:20.117340 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port d051ee6c-df0f-46cd-9c09-3b14286567c2 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:20.117720 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.130039 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39456) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:20.135058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-546832747-network', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:20.157879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Made reservation on behalf of 9b2a4fb096c14dd59eb42535bd233936 for: {'network': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:53:20.160335 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for network (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.170015 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.199277 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port d051ee6c-df0f-46cd-9c09-3b14286567c2 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:20.200468 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 616e5d45-0528-490b-a443-58c3435f52d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:20.247256 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks [] for security_group (fa8c99fa-914b-43de-af20-be310ef947b7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.249231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 616e5d45-0528-490b-a443-58c3435f52d9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:20.249641 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (616e5d45-0528-490b-a443-58c3435f52d9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.251721 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa8c99fa-914b-43de-af20-be310ef947b7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.273492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 05 21:53:20.290438 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c99fa-914b-43de-af20-be310ef947b7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:20.295363 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9b3626a8-e9a2-4795-86df-7db10eec03ee), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.295834 ncdv-master-1 neutron-server[126563]: INFO neutron.db.segments_db [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Added segment 9b3626a8-e9a2-4795-86df-7db10eec03ee of type vlan for network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0
Mar 05 21:53:20.333865 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 616e5d45-0528-490b-a443-58c3435f52d9 is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:20.334259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (616e5d45-0528-490b-a443-58c3435f52d9), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.338651 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739069679647'] for network (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.355486 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 616e5d45-0528-490b-a443-58c3435f52d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=616e5d45-0528-490b-a443-58c3435f52d9,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:20.360179 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (616e5d45-0528-490b-a443-58c3435f52d9), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.366965 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698'] for network (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.367967 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:20.368553 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.407312 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=616e5d45-0528-490b-a443-58c3435f52d9,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:20.426712 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2955704
Mar 05 21:53:20.429594 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39458) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:20.435289 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Request body: {'subnet': {'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-546832747-subnet', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'ip_version': 4}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:20.436535 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cade990-9d96-4045-8c79-fd589236c591 admin admin] Pushing event updated for resources: {'Network': ['ID=bc25baeb-67d7-44ae-89ea-d90a45ef2cd0,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:20.447199 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 05 21:53:20.453983 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Made reservation on behalf of 9b2a4fb096c14dd59eb42535bd233936 for: {'subnet': 1} {{(pid=126562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:53:20.456461 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26452665'] for subnet (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.635866 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26943511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26452695'] for subnet (36ccef03-9aa3-4c7f-a4b1-999c876c3902), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.689881 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ccef03-9aa3-4c7f-a4b1-999c876c3902,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:20.706504 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Checking segment: {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:20.706858 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Network hostable DHCP agents. Network: bc25baeb-67d7-44ae-89ea-d90a45ef2cd0, hostable agents: ['0c25fbbe-a0a0-4bdd-885c-9071797c319e'], hosted agents: [] {{(pid=126562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 05 21:53:20.723925 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 is scheduled to be hosted by DHCP agent 0c25fbbe-a0a0-4bdd-885c-9071797c319e with binding_index 1 {{(pid=126562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 05 21:53:20.732537 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc25baeb-67d7-44ae-89ea-d90a45ef2cd0) {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:20.736727 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:20.737570 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.742527 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fef1bc-bdbe-4c7b-a25d-b6dcc650a06f None None] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:20.754354 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-267fcc30-09fe-4fd9-93be-64416250aa81 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3235388
Mar 05 21:53:20.758678 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39460) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:20.764293 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:20.784624 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1768'] for router (22d2599d-2bd9-4f47-a152-3b454059614d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.785687 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router (22d2599d-2bd9-4f47-a152-3b454059614d), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.843768 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for router_controller (22d2599d-2bd9-4f47-a152-3b454059614d), precommit_add_association {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.865112 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'fixed_ips': [{'subnet_id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902'}]}} from ncdv-master-1. {{(pid=126564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 05 21:53:20.866204 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:20.881203 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:20.901201 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:20.901825 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d788e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:20.999995 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for router_gateway (22d2599d-2bd9-4f47-a152-3b454059614d), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.101974 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:21.129821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.db_base_plugin_common [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Allocated IP 172.20.0.2 (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0/36ccef03-9aa3-4c7f-a4b1-999c876c3902/11af64fd-6569-4671-8e68-8af903ecd84c) {{(pid=126564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:21.204672 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for router_gateway (22d2599d-2bd9-4f47-a152-3b454059614d), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.223699 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.328909 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Allocated IP 172.35.0.25 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/44d76a9a-17e9-4a8d-b50c-9eade417f13c) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:21.394322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks [] for port (11af64fd-6569-4671-8e68-8af903ecd84c), precommit_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.401520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), after_create {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.436293 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.446698 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 is already hosted by enough agents. {{(pid=126564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:21.452118 ncdv-master-1 neutron-server[126564]: DEBUG neutron.scheduler.base_scheduler [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Resources bound (agent type, host, resource id):  {{(pid=126564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:21.457732 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Received port after_create {{(pid=126564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:21.461088 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Pushing event updated for resources: {'Port': ['ID=11af64fd-6569-4671-8e68-8af903ecd84c,revision_number=1']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:21.472359 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d788e0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 2, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:21.474828 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.517131 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:21.518099 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:21.518463 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Updating router 61d2123a-bfc0-493c-afa9-ba77183c75c0 port 1a19e182-aca9-41d0-a198-60b3fed56d2e binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:53:21.521964 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:21.524358 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:21.548681 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Pushing event updated for resources: {'Port': ['ID=44d76a9a-17e9-4a8d-b50c-9eade417f13c,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:21.568430 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Attempting to bind port 11af64fd-6569-4671-8e68-8af903ecd84c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:21.568806 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Attempting to bind port 11af64fd-6569-4671-8e68-8af903ecd84c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:21.569173 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Attempting to bind port 11af64fd-6569-4671-8e68-8af903ecd84c on network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:21.572034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.577426 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:21.577795 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Checking segment: {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:21.578205 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.578603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Bound using segment: {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:21.579072 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Bound port: 11af64fd-6569-4671-8e68-8af903ecd84c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:21.579450 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.735654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] For port 11af64fd-6569-4671-8e68-8af903ecd84c, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:21.752980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] For port 11af64fd-6569-4671-8e68-8af903ecd84c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11af64fd-6569-4671-8e68-8af903ecd84c,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:21.767322 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.788129 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for router_gateway (22d2599d-2bd9-4f47-a152-3b454059614d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.869195 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7cfd1-3589-44dd-b385-fee05e20bd16 None None] Pushing event updated for resources: {'Port': ['ID=11af64fd-6569-4671-8e68-8af903ecd84c,revision_number=2']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:21.961686 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks [] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:21.971146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.005726 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 616e5d45-0528-490b-a443-58c3435f52d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:22.064534 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff5c2-9ba8-473e-abdb-51f2ef664b21 None None] Pushing event updated for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:22.131270 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 616e5d45-0528-490b-a443-58c3435f52d9 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:22.132006 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (616e5d45-0528-490b-a443-58c3435f52d9), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.172454 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Attempting to bind port 1a19e182-aca9-41d0-a198-60b3fed56d2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:22.172834 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Attempting to bind port 1a19e182-aca9-41d0-a198-60b3fed56d2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:22.173206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Attempting to bind port 1a19e182-aca9-41d0-a198-60b3fed56d2e on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:22.182995 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:22.183380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Checking segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:22.183828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.184351 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Bound using segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:22.184847 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Bound port: 1a19e182-aca9-41d0-a198-60b3fed56d2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:22.185328 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.440084 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557092'] for router (22d2599d-2bd9-4f47-a152-3b454059614d), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.480017 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-309f73c4-6f6e-45c6-b3f0-5d7e6b7e0f4b None None] Provisioning complete for port 1a19e182-aca9-41d0-a198-60b3fed56d2e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:22.480399 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-309f73c4-6f6e-45c6-b3f0-5d7e6b7e0f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.483873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] For port 1a19e182-aca9-41d0-a198-60b3fed56d2e, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:22.489283 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] For port 1a19e182-aca9-41d0-a198-60b3fed56d2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a19e182-aca9-41d0-a198-60b3fed56d2e,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:22.515115 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 616e5d45-0528-490b-a443-58c3435f52d9 is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:22.521942 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.565146 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-309f73c4-6f6e-45c6-b3f0-5d7e6b7e0f4b None None] Port 1a19e182-aca9-41d0-a198-60b3fed56d2e cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:22.578114 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Router 22d2599d-2bd9-4f47-a152-3b454059614d is scheduled to L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 with binding_index 1 {{(pid=126563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 05 21:53:22.596526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:22.596526 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82d788e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:22.598934 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff5c2-9ba8-473e-abdb-51f2ef664b21 None None] Pushing event updated for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:22.712523 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:22.728072 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Sync routers for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:22.735202 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:22.736044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.737840 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-03391159-65b1-483c-8ebb-403590f92f17 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9779520
Mar 05 21:53:22.740644 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39462) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:22.742598 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:22.743219 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:22.910231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Provisioning complete for port 1a19e182-aca9-41d0-a198-60b3fed56d2e triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:22.910606 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:22.934342 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:23.095980 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4d1e1-4c0b-4933-8b53-404c2701957e None None] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:53:23.112856 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82d788e0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:22Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:23.139605 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Current status of the port 1a19e182-aca9-41d0-a198-60b3fed56d2e is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:23.140347 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.162467 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c400>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:21Z', 'revision_number': 3, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:23.188089 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92cf9b-4fa0-4c0f-b69c-c533118d5b03 None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:22Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:23.192316 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Checking router: 22d2599d-2bd9-4f47-a152-3b454059614d for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:23.193405 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Updating router 22d2599d-2bd9-4f47-a152-3b454059614d port 44d76a9a-17e9-4a8d-b50c-9eade417f13c binding host ncdv-master-1 {{(pid=126565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:53:23.228791 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.255912 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] For port 1a19e182-aca9-41d0-a198-60b3fed56d2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a19e182-aca9-41d0-a198-60b3fed56d2e,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:23.273299 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.363502 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa26e37-5ca8-4314-bb3f-3e644fb7e093 None None] Pushing event updated for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:23.411265 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Provisioning complete for port 11af64fd-6569-4671-8e68-8af903ecd84c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:23.411640 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.584109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Current status of the port 11af64fd-6569-4671-8e68-8af903ecd84c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:23.584617 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.632933 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] For port 11af64fd-6569-4671-8e68-8af903ecd84c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11af64fd-6569-4671-8e68-8af903ecd84c,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:23.644703 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.650035 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.678323 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks [] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), precommit_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.686528 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.705586 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e69d1-f2a6-4aeb-b46b-2cb7e690c3d8 None None] Pushing event updated for resources: {'Port': ['ID=11af64fd-6569-4671-8e68-8af903ecd84c,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:23.757251 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Attempting to bind port 44d76a9a-17e9-4a8d-b50c-9eade417f13c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:23.757769 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Attempting to bind port 44d76a9a-17e9-4a8d-b50c-9eade417f13c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:23.757997 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Attempting to bind port 44d76a9a-17e9-4a8d-b50c-9eade417f13c on network 8f09a79f-b6b0-4bcb-886e-948c40f55161 {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:23.766301 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c3c4b-8674-40b5-8a6c-b48118e8429f None None] Pushing event updated for resources: {'Port': ['ID=44d76a9a-17e9-4a8d-b50c-9eade417f13c,revision_number=2']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:23.770056 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:23.770446 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Checking segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:23.770855 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.771249 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Bound using segment: {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'} {{(pid=126565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:23.771763 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.managers [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Bound port: 44d76a9a-17e9-4a8d-b50c-9eade417f13c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6dbb5a-af79-4473-82c5-9ba4f6187fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161'}}] {{(pid=126565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:23.772151 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), before_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.786712 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-fd45421a-e942-4a53-b11f-b679c55e2cc1 None None] Provisioning complete for port 11af64fd-6569-4671-8e68-8af903ecd84c triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:23.787114 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fd45421a-e942-4a53-b11f-b679c55e2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.841836 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] For port 44d76a9a-17e9-4a8d-b50c-9eade417f13c, host ncdv-master-1, cleared binding levels {{(pid=126565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:23.849865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.plugins.ml2.db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] For port 44d76a9a-17e9-4a8d-b50c-9eade417f13c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44d76a9a-17e9-4a8d-b50c-9eade417f13c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:23.853887 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Allocated IP 172.20.0.1 (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0/36ccef03-9aa3-4c7f-a4b1-999c876c3902/e91a7e11-5d13-417b-ba3c-a0e81411c1ba) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:23.858259 ncdv-master-1 neutron-server[126565]: DEBUG neutron_lib.callbacks.manager [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), after_update {{(pid=126565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:23.933684 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:23.934638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-fd45421a-e942-4a53-b11f-b679c55e2cc1 None None] Current status of the port 11af64fd-6569-4671-8e68-8af903ecd84c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:23.935745 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:24.030314 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c3c4b-8674-40b5-8a6c-b48118e8429f None None] Pushing event updated for resources: {'Port': ['ID=44d76a9a-17e9-4a8d-b50c-9eade417f13c,revision_number=3']} {{(pid=126565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:24.075864 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks [] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.076247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a19e182-aca9-41d0-a198-60b3fed56d2e up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:24.102693 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:24.121107 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.141588 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 1a19e182-aca9-41d0-a198-60b3fed56d2e triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:24.142164 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.171252 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:24.177596 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:24.181112 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:24.259201 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:24.278981 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558705'] for router_interface (22d2599d-2bd9-4f47-a152-3b454059614d), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.297673 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 1a19e182-aca9-41d0-a198-60b3fed56d2e is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:24.298919 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11af64fd-6569-4671-8e68-8af903ecd84c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:24.365960 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 11af64fd-6569-4671-8e68-8af903ecd84c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:24.366360 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.442293 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bd6c400>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:21Z', 'revision_number': 3, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:24.472553 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9868e-d553-48eb-ba75-70995a03b08c None None] The sync data for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 is: [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:21Z', 'revision_number': 3, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:24.474778 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 11af64fd-6569-4671-8e68-8af903ecd84c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:24.500166 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.565564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-b0b317f2-c19b-4926-8285-b3dd465c42b1 None None] Provisioning complete for port e91a7e11-5d13-417b-ba3c-a0e81411c1ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:24.566293 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b0b317f2-c19b-4926-8285-b3dd465c42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.621317 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-b0b317f2-c19b-4926-8285-b3dd465c42b1 None None] Port e91a7e11-5d13-417b-ba3c-a0e81411c1ba cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:24.624485 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-76968a8d-16f2-40df-a5e0-ce9f42c701c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.692582 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks [] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.698388 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.766582 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:24.770393 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563681'] for router_interface (22d2599d-2bd9-4f47-a152-3b454059614d), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:24.886386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:24.888524 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:25.028702 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Router 22d2599d-2bd9-4f47-a152-3b454059614d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:25.148982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-140738d5-e250-48ad-9bfa-e61829ee54d8 None None] Provisioning complete for port e91a7e11-5d13-417b-ba3c-a0e81411c1ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:25.149556 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-140738d5-e250-48ad-9bfa-e61829ee54d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.153917 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:25.159009 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-b5bf4e04-ccca-42b7-9628-79fdaae15bb2 admin admin] 10.222.0.15 "PUT /v2.0/routers/22d2599d-2bd9-4f47-a152-3b454059614d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4173312
Mar 05 21:53:25.187957 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-140738d5-e250-48ad-9bfa-e61829ee54d8 None None] Port e91a7e11-5d13-417b-ba3c-a0e81411c1ba cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:25.667233 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39470) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:25.672723 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906000963', 'description': 'tempest-secgroup-smoke-1906000963 description', 'project_id': 'ab0fea440ec3497494381b3c3133b704'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:25.693805 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.761434 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (7af41c85-94fa-405a-acd4-c0a1b2fd10dd), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.764954 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7af41c85-94fa-405a-acd4-c0a1b2fd10dd), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.794416 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.795637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1273437
Mar 05 21:53:25.797506 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e3b8e-0a14-47e8-a253-eb38d60f89fb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af41c85-94fa-405a-acd4-c0a1b2fd10dd,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:25.798732 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39472) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:25.804743 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:25.830217 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (56e29fa6-b4a5-43f9-a6d7-3724fc05f5da), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.885174 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (56e29fa6-b4a5-43f9-a6d7-3724fc05f5da), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.889838 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (56e29fa6-b4a5-43f9-a6d7-3724fc05f5da), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.907835 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e29fa6-b4a5-43f9-a6d7-3724fc05f5da,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:25.916055 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:25.920428 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-b14dbd81-714d-4047-849a-c4ef44e5d93d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1165123
Mar 05 21:53:25.920795 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39474) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:25.924981 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:25.955376 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (a7fcb831-a891-4883-884f-d871fbd34922), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.001383 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44d76a9a-17e9-4a8d-b50c-9eade417f13c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:26.016800 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (a7fcb831-a891-4883-884f-d871fbd34922), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.020676 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (a7fcb831-a891-4883-884f-d871fbd34922), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.038574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fcb831-a891-4883-884f-d871fbd34922,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.050113 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.051419 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-46e40134-f7a5-48ed-b1d0-edbf9148352c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1297891
Mar 05 21:53:26.054529 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39476) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:26.056585 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 44d76a9a-17e9-4a8d-b50c-9eade417f13c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:26.056959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.060207 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:26.086105 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (17a6b064-e1a6-46ff-b7c4-aa229d052fd8), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.143485 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (17a6b064-e1a6-46ff-b7c4-aa229d052fd8), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.143940 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 44d76a9a-17e9-4a8d-b50c-9eade417f13c is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:26.144433 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.148038 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (17a6b064-e1a6-46ff-b7c4-aa229d052fd8), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.163050 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a6b064-e1a6-46ff-b7c4-aa229d052fd8,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.169020 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] For port 44d76a9a-17e9-4a8d-b50c-9eade417f13c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44d76a9a-17e9-4a8d-b50c-9eade417f13c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:26.174594 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.176163 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.177587 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2f881bd0-2268-414f-9676-651f2ae44dd8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1219985
Mar 05 21:53:26.180565 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39478) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:26.187826 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:26.213671 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (20fd1ff4-e9cf-4510-8664-856e60caa1cc), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.230630 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Pushing event updated for resources: {'Port': ['ID=44d76a9a-17e9-4a8d-b50c-9eade417f13c,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.275291 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (20fd1ff4-e9cf-4510-8664-856e60caa1cc), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.278950 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (20fd1ff4-e9cf-4510-8664-856e60caa1cc), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.296100 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fd1ff4-e9cf-4510-8664-856e60caa1cc,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.304483 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.305684 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-83490fae-d780-4f5d-89d9-0006df2e033a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1240695
Mar 05 21:53:26.308390 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 39480) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:26.313387 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:26.333299 ncdv-master-1 neutron-server[126563]: INFO neutron.db.securitygroups_db [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Project ab0fea440ec3497494381b3c3133b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:53:26.338249 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (6335f1aa-6ce2-4a88-ac69-ed8c08014d95), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.399496 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (6335f1aa-6ce2-4a88-ac69-ed8c08014d95), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.403319 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (6335f1aa-6ce2-4a88-ac69-ed8c08014d95), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.419309 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6335f1aa-6ce2-4a88-ac69-ed8c08014d95,revision_number=0']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.430876 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.431955 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c9f8e017-186f-4bbf-b08b-c8711651853e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1226082
Mar 05 21:53:26.436111 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39482) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:26.440807 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'security_group_rule': {'security_group_id': '7af41c85-94fa-405a-acd4-c0a1b2fd10dd', 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:26.461242 ncdv-master-1 neutron-server[126562]: INFO neutron.db.securitygroups_db [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Project ab0fea440ec3497494381b3c3133b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 05 21:53:26.466220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (7e0f6114-6921-4b11-9809-6d52060db633), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.531492 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (7e0f6114-6921-4b11-9809-6d52060db633), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.535493 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527275'] for security_group_rule (7e0f6114-6921-4b11-9809-6d52060db633), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.554442 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0f6114-6921-4b11-9809-6d52060db633,revision_number=0']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:26.565469 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:26.568327 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-f5dfad1a-9a95-4051-986c-ccbaf2d1a746 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1310136
Mar 05 21:53:26.718950 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Sync routers for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:26.722599 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-5e2da16b-da84-4089-ba0c-c9d7191d25ba tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906000963&fields=id&tenant_id=ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 267 time: 0.0474951
Mar 05 21:53:26.729168 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:26.729811 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82970f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:52:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:26.829116 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-b7abb171-db39-4c60-b4c2-095ebaff4ce2 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:26.830607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-b7abb171-db39-4c60-b4c2-095ebaff4ce2 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 809 time: 0.1015022
Mar 05 21:53:26.838543 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:26.847010 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-a5e5d6cd-19b3-4012-9d4a-112ee8092db6 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/quotas/ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 375 time: 0.0098596
Mar 05 21:53:26.912434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-b2a42571-5a57-4e21-a9b2-709853de1158 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0598383
Mar 05 21:53:26.985579 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fb9793db-4025-4f8a-93db-2166e7eed242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.032161 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-10bc55bd-1588-4ca6-8350-cc74acaf55b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068292
Mar 05 21:53:27.071038 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82970f10>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:24Z', 'revision_number': 4, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e91a7e11-5d13-417b-ba3c-a0e81411c1ba', 'name': '', 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'mac_address': 'fa:16:3e:1c:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:23Z', 'updated_at': '2022-03-05T21:53:24Z', 'revision_number': 2, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'subnets': [{'id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:27.097898 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Checking router: 22d2599d-2bd9-4f47-a152-3b454059614d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:27.098247 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Updating router 22d2599d-2bd9-4f47-a152-3b454059614d port e91a7e11-5d13-417b-ba3c-a0e81411c1ba binding host ncdv-master-1 {{(pid=126564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 05 21:53:27.126063 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.132563 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-1de4102d-38ea-403a-9611-874e2450ba33 service neutron] 10.222.0.15 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946250
Mar 05 21:53:27.325558 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-35ae1fc7-244d-49ae-8625-da1aaea99f3d req-258ec878-21a2-4311-9fc0-798dbaba8c57 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 210 time: 0.0289013
Mar 05 21:53:27.401218 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks [] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), precommit_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.409559 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.460435 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5714303-f39a-4e50-83d9-d53025efa63d None None] Pushing event updated for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=3']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:27.522215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Attempting to bind port e91a7e11-5d13-417b-ba3c-a0e81411c1ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:27.522666 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Attempting to bind port e91a7e11-5d13-417b-ba3c-a0e81411c1ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:27.523042 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Attempting to bind port e91a7e11-5d13-417b-ba3c-a0e81411c1ba on network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:27.529569 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Checking agent: {'id': '11a25c62-56f0-41e2-9a41-1da694a80420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 38, 31), 'started_at': datetime.datetime(2022, 3, 5, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:27.529955 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Checking segment: {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:27.530680 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.530820 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Bound using segment: {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'} {{(pid=126564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:27.531264 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.managers [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Bound port: e91a7e11-5d13-417b-ba3c-a0e81411c1ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3626a8-e9a2-4795-86df-7db10eec03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0'}}] {{(pid=126564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:27.531649 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.605055 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] For port e91a7e11-5d13-417b-ba3c-a0e81411c1ba, host ncdv-master-1, cleared binding levels {{(pid=126564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:27.608744 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] For port e91a7e11-5d13-417b-ba3c-a0e81411c1ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:27.615295 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.676684 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:27.677325 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b82970f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:27.680379 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5714303-f39a-4e50-83d9-d53025efa63d None None] Pushing event updated for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:27.964507 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Provisioning complete for port e91a7e11-5d13-417b-ba3c-a0e81411c1ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:27.964944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:27.991368 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44d76a9a-17e9-4a8d-b50c-9eade417f13c up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:28.058501 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:28.220142 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port 44d76a9a-17e9-4a8d-b50c-9eade417f13c triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:28.220520 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.255987 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Current status of the port e91a7e11-5d13-417b-ba3c-a0e81411c1ba is: DOWN; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:28.256377 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.264895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.341594 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] For port e91a7e11-5d13-417b-ba3c-a0e81411c1ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:28.381503 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.396441 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-bd3cde0b-a106-46f7-9b54-8d1ba0d5d5d9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:28.398938 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-bd3cde0b-a106-46f7-9b54-8d1ba0d5d5d9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 809 time: 0.1349657
Mar 05 21:53:28.430607 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-af6a4cac-ba4b-41e1-a751-777238836f45 req-38dbed6b-04e1-451c-8d25-c272216395e7 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 210 time: 0.0316803
Mar 05 21:53:28.475848 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port 44d76a9a-17e9-4a8d-b50c-9eade417f13c is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:28.478308 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d34b6-db5e-493a-a5b1-65d39ae95119 None None] Pushing event updated for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:28.490981 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-b0e23034-a6bc-4282-aa04-8a720efd47c3 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 380 time: 0.0836611
Mar 05 21:53:28.499213 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b82970f10>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:24Z', 'revision_number': 4, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e91a7e11-5d13-417b-ba3c-a0e81411c1ba', 'name': '', 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'mac_address': 'fa:16:3e:1c:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:23Z', 'updated_at': '2022-03-05T21:53:27Z', 'revision_number': 4, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'subnets': [{'id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:28.501079 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'port': {'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'admin_state_up': True, 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'security_groups': ['7af41c85-94fa-405a-acd4-c0a1b2fd10dd']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:28.536790 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35aad-8427-472e-9bb9-9e76389731b7 None None] The sync data for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 is: [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:53:24Z', 'revision_number': 4, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e91a7e11-5d13-417b-ba3c-a0e81411c1ba', 'name': '', 'network_id': 'bc25baeb-67d7-44ae-89ea-d90a45ef2cd0', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'mac_address': 'fa:16:3e:1c:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:23Z', 'updated_at': '2022-03-05T21:53:27Z', 'revision_number': 4, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'subnets': [{'id': '36ccef03-9aa3-4c7f-a4b1-999c876c3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:28.540365 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-2410cf30-0b6b-426e-bb06-4202e46970ba None None] Provisioning complete for port e91a7e11-5d13-417b-ba3c-a0e81411c1ba triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:28.540697 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2410cf30-0b6b-426e-bb06-4202e46970ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.641121 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Made reservation on behalf of ab0fea440ec3497494381b3c3133b704 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:53:28.646782 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.651476 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-2410cf30-0b6b-426e-bb06-4202e46970ba None None] Current status of the port e91a7e11-5d13-417b-ba3c-a0e81411c1ba is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:28.796492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Allocated IP 172.20.0.9 (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f/78111e45-1d3e-4278-9caf-cd20cec90ea6/180562de-3bda-4a98-b4f8-2780b266e045) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:28.946835 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (180562de-3bda-4a98-b4f8-2780b266e045), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:28.984145 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.032411 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:29.035620 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:29.039450 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:29.063813 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:29.092771 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:29.093390 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.110097 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-8213946d-b1dc-443b-ab58-66cc44bc59c5 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6128330
Mar 05 21:53:29.218371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Request body: {'port': {'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:29.282953 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.284604 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-bc0844d8-bac9-44a5-8aa6-22c8719b8265 None None] Provisioning complete for port 180562de-3bda-4a98-b4f8-2780b266e045 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:29.285209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-bc0844d8-bac9-44a5-8aa6-22c8719b8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (180562de-3bda-4a98-b4f8-2780b266e045), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.324652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-bc0844d8-bac9-44a5-8aa6-22c8719b8265 None None] Port 180562de-3bda-4a98-b4f8-2780b266e045 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:53:29.585146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180562de-3bda-4a98-b4f8-2780b266e045 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:53:29.598545 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9a06-d95c-406c-938d-4a6b96c93124 req-b43d7607-8f33-4025-aa8a-14fd8dc51147 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:29.600038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-318b9a06-d95c-406c-938d-4a6b96c93124 req-b43d7607-8f33-4025-aa8a-14fd8dc51147 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 931 time: 0.0929761
Mar 05 21:53:29.601751 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks [] for port (180562de-3bda-4a98-b4f8-2780b266e045), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.628185 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Transition to ACTIVE for port object 180562de-3bda-4a98-b4f8-2780b266e045 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:53:29.634619 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.695733 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-318b9a06-d95c-406c-938d-4a6b96c93124 req-e3ed3e20-a5dd-43ff-b40b-f91db74320c7 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898991
Mar 05 21:53:29.710669 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:29.791627 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.796385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Attempting to bind port 180562de-3bda-4a98-b4f8-2780b266e045 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:53:29.796730 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Attempting to bind port 180562de-3bda-4a98-b4f8-2780b266e045 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:53:29.797074 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Attempting to bind port 180562de-3bda-4a98-b4f8-2780b266e045 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:29.801801 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Port 180562de-3bda-4a98-b4f8-2780b266e045 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:53:29.802132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Attempting to bind port 180562de-3bda-4a98-b4f8-2780b266e045 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:53:29.807029 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Checking agent: {'id': 'ea9f8790-57b3-4006-8768-a8f68135b80a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:53:29.807370 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Checking segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:53:29.807798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Bound using segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:53:29.808232 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Bound port: 180562de-3bda-4a98-b4f8-2780b266e045, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:53:29.808591 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.877062 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:53:29.880195 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:53:29.889500 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.933115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:29.933844 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:29.935328 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] 10.222.0.31 "PUT /v2.0/ports/180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 1091 time: 0.8186033
Mar 05 21:53:29.935805 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:53:29.938092 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453c7df-8f2c-48c5-812c-2bebd4a843ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:53:29.958461 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee97ba-eec7-490b-a8f4-c58c63d6aec6 service neutron] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:30.022303 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c31c7f-6bb2-4a31-9465-2bc0378f939d x-openstack-request-id: req-11c31c7f-6bb2-4a31-9465-2bc0378f939d {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:53:30.022704 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:53:30.023028 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11c31c7f-6bb2-4a31-9465-2bc0378f939d {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:53:30.023504 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'status': 'completed', 'code': 200}
Mar 05 21:53:30.042210 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-543491e4-6bf9-4647-ae34-c1f586091d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.044249 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-543491e4-6bf9-4647-ae34-c1f586091d73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1125 time: 0.0583532
Mar 05 21:53:30.085521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e91a7e11-5d13-417b-ba3c-a0e81411c1ba up at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:30.093821 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-74632dba-ad41-4de0-a097-79953223296b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 217 time: 0.0429416
Mar 05 21:53:30.136406 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Provisioning complete for port e91a7e11-5d13-417b-ba3c-a0e81411c1ba triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:30.136832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:30.152122 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-d1511a90-3ec6-442b-8412-3e7e97544d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.154240 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-d1511a90-3ec6-442b-8412-3e7e97544d9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0549674
Mar 05 21:53:30.207314 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-36dc7475-ee53-43f9-97f2-878d8d5ee170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.208943 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-36dc7475-ee53-43f9-97f2-878d8d5ee170 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476997
Mar 05 21:53:30.216220 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Current status of the port e91a7e11-5d13-417b-ba3c-a0e81411c1ba is: ACTIVE; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:30.297434 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-d94b26c8-8a60-401d-aa72-5fa21f5b5d94 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827551
Mar 05 21:53:30.395182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-107c00f5-2b5f-4d69-9505-8130950aa617 req-e0419e56-a06c-4b65-8d5d-7f0fe7d25fb1 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924714
Mar 05 21:53:30.492869 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-c7def5ad-85cd-4880-a588-f96318bbdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.494389 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-c7def5ad-85cd-4880-a588-f96318bbdd57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1125 time: 0.0492182
Mar 05 21:53:30.590538 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-80312447-1141-4377-a2e4-5c2a09303dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.592116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-80312447-1141-4377-a2e4-5c2a09303dd9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0918510
Mar 05 21:53:30.634437 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-b3c155f1-a455-40fe-bfbd-63fe2a541d68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 217 time: 0.0366814
Mar 05 21:53:30.682672 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-0f1cf92a-dcba-4e11-bafa-598038c3ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.684899 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-0f1cf92a-dcba-4e11-bafa-598038c3ab04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0442276
Mar 05 21:53:30.740625 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-e81a019e-26a8-4cc1-92ac-2d189d7b8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.742331 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-e81a019e-26a8-4cc1-92ac-2d189d7b8dee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510323
Mar 05 21:53:30.874982 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339992-13e2-41a8-86f1-44bdda33a10e req-498c1937-37d7-48bb-89e7-b4f4358cf274 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:30.876502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d339992-13e2-41a8-86f1-44bdda33a10e req-498c1937-37d7-48bb-89e7-b4f4358cf274 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 943 time: 0.1086574
Mar 05 21:53:30.879960 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-76178aa8-f69a-4c3c-9cfc-7c3c219f5fe2 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296537
Mar 05 21:53:30.976165 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5d339992-13e2-41a8-86f1-44bdda33a10e req-f4c8d690-a87b-448f-9c6b-5e3d387b8527 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937653
Mar 05 21:53:31.001953 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9453c7df-8f2c-48c5-812c-2bebd4a843ce req-44623994-b6ff-4a1d-bec7-ce54b13daf1d service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131706
Mar 05 21:53:31.181666 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:32.098622 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7654d-abac-4616-b5f8-50415a2c337d req-0a121e8d-5f9d-4eb4-a7cf-d4344554cf70 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:32.100155 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2be7654d-abac-4616-b5f8-50415a2c337d req-0a121e8d-5f9d-4eb4-a7cf-d4344554cf70 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 943 time: 0.0533910
Mar 05 21:53:32.148082 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-2be7654d-abac-4616-b5f8-50415a2c337d req-c401a12b-561b-4d20-873e-333387b1b4da tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423138
Mar 05 21:53:32.516040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:53:32.612154 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:32.623254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '180562de-3bda-4a98-b4f8-2780b266e045', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:53:32.664012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 180562de-3bda-4a98-b4f8-2780b266e045 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:32.664401 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:32.677189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180562de-3bda-4a98-b4f8-2780b266e045 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:53:32.695388 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:32.700363 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:32.746658 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:32.940469 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['180562de-3bda-4a98-b4f8-2780b266e045'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:53:33.268949 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9c84-3ded-464d-8353-e94fc3276244 req-c1cf7ea0-6e07-402f-8810-b2025b660976 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:33.270459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c35c9c84-3ded-464d-8353-e94fc3276244 req-c1cf7ea0-6e07-402f-8810-b2025b660976 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 944 time: 0.0525196
Mar 05 21:53:33.322125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c35c9c84-3ded-464d-8353-e94fc3276244 req-79c17db3-f7e9-49c3-bbf9-1b2429813853 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461082
Mar 05 21:53:34.439948 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d907-a8d6-4372-86e1-093249fa2f80 req-f2bf916a-2f2e-4b02-a91c-e0d9e4e2de7c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:34.441330 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8225d907-a8d6-4372-86e1-093249fa2f80 req-f2bf916a-2f2e-4b02-a91c-e0d9e4e2de7c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 944 time: 0.0518458
Mar 05 21:53:34.494006 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-8225d907-a8d6-4372-86e1-093249fa2f80 req-13e5d472-c427-468f-b204-835c241123f4 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470483
Mar 05 21:53:34.531521 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:53:34.578766 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning for port 180562de-3bda-4a98-b4f8-2780b266e045 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:53:34.582299 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 180562de-3bda-4a98-b4f8-2780b266e045 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:53:34.582809 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (180562de-3bda-4a98-b4f8-2780b266e045), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:34.662733 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 180562de-3bda-4a98-b4f8-2780b266e045 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:53:34.663124 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:34.685019 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:53:34.687312 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f0a96-1e95-4d10-ae3b-1757e032d066" -d '{"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-plugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:53:34.700217 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:53:34.705081 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:34.753715 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:34.785138 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bc8b1d-0dfb-4b6c-9a3d-cc2d059a8d75 x-openstack-request-id: req-19bc8b1d-0dfb-4b6c-9a3d-cc2d059a8d75 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:53:34.785437 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-plugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:53:34.785694 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19bc8b1d-0dfb-4b6c-9a3d-cc2d059a8d75 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:53:34.786099 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'code': 200}
Mar 05 21:53:34.882729 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563b9b-d928-4abc-8f21-b7dbd6ce4f0e req-68883b69-5048-400c-b911-c33e91684bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:34.884416 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a563b9b-d928-4abc-8f21-b7dbd6ce4f0e req-68883b69-5048-400c-b911-c33e91684bb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1127 time: 0.0427914
Mar 05 21:53:34.932116 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9a563b9b-d928-4abc-8f21-b7dbd6ce4f0e req-b2e25a2c-9ad4-4597-95f3-2c57a779a7cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408931
Mar 05 21:53:35.612952 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ad6f-c630-4862-b857-bdf05de19485 req-8e199d60-a1bc-44fd-a6da-366cb8e1150a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:35.614434 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3d30ad6f-c630-4862-b857-bdf05de19485 req-8e199d60-a1bc-44fd-a6da-366cb8e1150a tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 945 time: 0.0524876
Mar 05 21:53:35.662456 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-3d30ad6f-c630-4862-b857-bdf05de19485 req-7f2997a4-ebb5-49e7-aff0-e80506616ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425107
Mar 05 21:53:36.617839 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:36.782378 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472347f9-c5c2-4315-9a42-fb60352000d7 req-4492287e-5d53-4736-8bef-7f1d5a971487 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:36.783900 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-472347f9-c5c2-4315-9a42-fb60352000d7 req-4492287e-5d53-4736-8bef-7f1d5a971487 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 945 time: 0.0512116
Mar 05 21:53:36.831524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-472347f9-c5c2-4315-9a42-fb60352000d7 req-2d2fdac3-1d8e-4cd6-a14b-45178ab2f20e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420251
Mar 05 21:53:36.910694 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:36.953074 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48a110-e5ce-4ac2-91cc-52cfb0acec00 req-236842eb-3472-4bb1-95d3-e749cc864557 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:36.954552 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe48a110-e5ce-4ac2-91cc-52cfb0acec00 req-236842eb-3472-4bb1-95d3-e749cc864557 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 945 time: 0.0545988
Mar 05 21:53:37.003096 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-fe48a110-e5ce-4ac2-91cc-52cfb0acec00 req-39f177ad-ea9d-4a7f-9069-62dd6ae0a273 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428414
Mar 05 21:53:37.025335 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39538) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:37.116062 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125d4cb-d8ba-43c6-8264-86f36890230c tempest-TestSnapshotPattern-1878631621 tempest-TestSnapshotPattern-1878631621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:37.117595 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-a125d4cb-d8ba-43c6-8264-86f36890230c tempest-TestSnapshotPattern-1878631621 tempest-TestSnapshotPattern-1878631621-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1122 time: 0.0912991
Mar 05 21:53:37.120576 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39542) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:53:37.125293 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:53:37.146258 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:37.240656 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:37.344856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Allocated IP 172.35.0.156 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:53:37.441572 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:37.474220 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:37.516970 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:53:37.519751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:53:37.522254 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:53:37.548019 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:37.878142 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (4524d6c7-8286-41ff-8a7e-c4de31e50b25), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:37.951537 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:38.098821 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:38.102992 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:38.169951 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:53:38.179508 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (4524d6c7-8286-41ff-8a7e-c4de31e50b25), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:38.280696 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Floating IP 4524d6c7-8286-41ff-8a7e-c4de31e50b25 associated. External IP: 172.35.0.156, port: 180562de-3bda-4a98-b4f8-2780b266e045.
Mar 05 21:53:38.485978 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:53:38.593500 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:53:38.602827 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:53:38.612130 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:38.618509 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:38.619134 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:38.654118 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-07f5157f-67ba-4b2d-a7fc-6dcb360b0551 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5200784
Mar 05 21:53:38.654118 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:53:38.654118 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}230172dcd623aedf66ca6badd10b522f938cee0a31adf9d754f88c6293958f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61973755-e8b6-4caf-878c-04f5a93300fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:53:38.682752 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d53793b-eff8-484e-99f1-0c2ce5ae217c x-openstack-request-id: req-4d53793b-eff8-484e-99f1-0c2ce5ae217c {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:53:38.683110 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:53:38.683431 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d53793b-eff8-484e-99f1-0c2ce5ae217c {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:53:38.684700 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'status': 'completed', 'code': 200}
Mar 05 21:53:38.728765 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:38.755789 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973755-e8b6-4caf-878c-04f5a93300fc req-ffca04ed-b362-4c01-95fd-bdbb3b74bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:38.757412 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-ffca04ed-b362-4c01-95fd-bdbb3b74bedb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1127 time: 0.0540633
Mar 05 21:53:38.846132 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973755-e8b6-4caf-878c-04f5a93300fc req-a461beae-69e4-4379-a817-7650403c6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:38.847601 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-a461beae-69e4-4379-a817-7650403c6cd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0845416
Mar 05 21:53:38.916930 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-85dd4c57-eed2-48b6-ae75-dbc519993c50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 999 time: 0.0633595
Mar 05 21:53:38.954335 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9bbe0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:37Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:38.965269 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973755-e8b6-4caf-878c-04f5a93300fc req-4eb57581-db22-4f44-8b7a-ee9b1bac604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:38.966861 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-4eb57581-db22-4f44-8b7a-ee9b1bac604f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0445776
Mar 05 21:53:38.979921 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:53:38.988779 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:53:38.989395 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:53:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:39.018143 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973755-e8b6-4caf-878c-04f5a93300fc req-1982e6fa-c6db-47c6-aefa-f8bf04ab4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:53:39.019562 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-1982e6fa-c6db-47c6-aefa-f8bf04ab4ac7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464518
Mar 05 21:53:39.114410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-108070ef-d109-4623-a701-9c57c4b2e7b0 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892274
Mar 05 21:53:39.187013 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:53:39.204914 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-61973755-e8b6-4caf-878c-04f5a93300fc req-f8dc4769-1dbe-41bf-bf1e-8e96efe4dfb3 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852537
Mar 05 21:53:39.405160 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bb9bbe0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:37Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:53:39.434803 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969c3de-8d81-4b2c-bade-0812299d3b33 None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:37Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:53:39.633250 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae969e-14d3-426c-8f2f-7ea16315829f None None] New status for floating IP 4524d6c7-8286-41ff-8a7e-c4de31e50b25: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:53:54.611182 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-10b49542-57aa-47ee-8eb5-d8ae8f8bad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:55.890569 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:53:56.957169 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e7d916c7-3e4b-47f9-8b74-ec394305d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:58.212190 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:53:59.782491 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:01.174655 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:06.641394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:06.904649 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:12.635035 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-fdcbdb40-3f5f-42ec-ba4e-5dba9d3531ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447347
Mar 05 21:54:12.728796 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-e0c4e951-410b-4db9-a8fa-765089906fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:54:12.730909 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-e0c4e951-410b-4db9-a8fa-765089906fce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1127 time: 0.0490637
Mar 05 21:54:12.835691 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-f5c069ed-5cd2-4cc2-8457-9a922d1ed08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:54:12.837156 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-f5c069ed-5cd2-4cc2-8457-9a922d1ed08f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0879903
Mar 05 21:54:12.910769 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-89bb8eb8-9171-462d-a5d3-6c937d656565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 1001 time: 0.0673282
Mar 05 21:54:12.960351 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-44266958-24aa-4f9c-9549-e1e8155e70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:54:12.961785 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-44266958-24aa-4f9c-9549-e1e8155e70ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0450625
Mar 05 21:54:13.009164 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-2908c9f0-3099-4579-a6e2-f729ced56741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:54:13.010660 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-2908c9f0-3099-4579-a6e2-f729ced56741 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430532
Mar 05 21:54:13.102501 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-00b98c9e-3732-43ba-8d8e-63d72ce5ff72 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848150
Mar 05 21:54:13.188869 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a8d16521-512f-4a36-9ca0-26c0eaab1cb9 req-2413ce0e-097d-4c83-8adc-2e1997ed7eff service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800645
Mar 05 21:54:24.612992 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-545ac121-8401-4e46-a941-fdb62262606c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:26.962367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d8f355b0-3fb3-40ff-9485-56e725db287e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:28.216355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:29.784437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:31.177188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:32.889500 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:54:36.636972 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:36.917891 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:54.616042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-6bc97652-3553-440a-84bc-c112a185d3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:56.963059 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-37b92dff-ee64-4ad7-b3d7-6be69d5cea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:58.221783 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:54:59.786625 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:01.178920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:06.635828 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:06.918394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:09.889028 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:55:12.625148 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-fc4d8baa-c9c9-42fb-a962-58225363914c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0457652
Mar 05 21:55:12.716850 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-87cee629-7e08-497b-991a-a0a5d4590a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:12.718866 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-87cee629-7e08-497b-991a-a0a5d4590a73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1127 time: 0.0492637
Mar 05 21:55:12.820521 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-2c8332b6-a313-44ba-acab-f3252150a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:12.821978 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-2c8332b6-a313-44ba-acab-f3252150a0d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0827196
Mar 05 21:55:12.891624 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-b32fc587-1356-46dc-bb5d-c5c2a4547de6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 1001 time: 0.0622203
Mar 05 21:55:12.942574 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-3e81c9e3-20d0-41c9-8f5e-d2c469eb3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:12.944072 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-3e81c9e3-20d0-41c9-8f5e-d2c469eb3718 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0465066
Mar 05 21:55:12.992889 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-da11d2d9-2bcd-4923-b259-491e1d81e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:12.994287 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-da11d2d9-2bcd-4923-b259-491e1d81e967 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441420
Mar 05 21:55:13.084502 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-141b206f-61b4-4924-960d-66c3c2ba6261 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840311
Mar 05 21:55:13.172027 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e3c3caa5-4bbe-4a18-8f24-4483b308f8af req-e2425fe4-e83d-4b67-8440-95bb75964926 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811012
Mar 05 21:55:24.618699 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bd4f-77d6-4160-84f6-f71b27cfe3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:26.965176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8a04-ec14-40dc-b51a-4c273da7db5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:28.222093 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:29.788355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:31.181172 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:36.656133 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:36.917914 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:37.069313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:55:37.167826 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:55:37.178922 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Returning: {'device': '180562de-3bda-4a98-b4f8-2780b266e045', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:55:37.215224 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 180562de-3bda-4a98-b4f8-2780b266e045 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:55:37.215617 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:37.228328 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 180562de-3bda-4a98-b4f8-2780b266e045 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:55:37.248187 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:55:37.251928 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:37.299576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:37.307522 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.307896 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.308240 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.308583 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.308918 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.309248 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.309576 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.309905 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.310227 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.310550 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.310873 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.311194 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.311510 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:37.339097 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] get_ports_and_sgs() called for port_ids ['180562de-3bda-4a98-b4f8-2780b266e045'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:55:39.076128 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 up at agent hyperv_nch1-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:55:39.129455 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Provisioning complete for port 180562de-3bda-4a98-b4f8-2780b266e045 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:55:39.129833 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (180562de-3bda-4a98-b4f8-2780b266e045), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:39.386457 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 180562de-3bda-4a98-b4f8-2780b266e045 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:55:39.386991 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:39.411945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:55:39.414859 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d423832-a0f9-491a-af07-e14fb3beaba6" -d '{"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-plugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:55:39.440013 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:55:39.447255 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:39.474387 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3070246-247e-416d-977d-937a6af99b38 x-openstack-request-id: req-e3070246-247e-416d-977d-937a6af99b38 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:55:39.474678 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-plugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:55:39.475592 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3070246-247e-416d-977d-937a6af99b38 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:55:39.476099 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'code': 200}
Mar 05 21:55:39.507056 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:46.889402 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:55:47.768281 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-f4d33b1a-8058-4cbe-a5a0-a0b656120447 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906000963&fields=id&tenant_id=ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 267 time: 0.0454268
Mar 05 21:55:47.874957 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a0ed0133-2e8b-4c50-97a5-28b506341d33 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:47.876435 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a0ed0133-2e8b-4c50-97a5-28b506341d33 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 809 time: 0.1012254
Mar 05 21:55:47.891554 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-739d8856-cbff-4b17-9220-f412246dcc1b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/quotas/ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 375 time: 0.0096860
Mar 05 21:55:48.255637 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-4c3f89ca-d1ff-4722-98ff-8d5a049e7fe8 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3588598
Mar 05 21:55:48.271270 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-4e84a0cd-bf4a-4840-af31-a89320a7be61 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=126562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 05 21:55:48.272265 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-4e84a0cd-bf4a-4840-af31-a89320a7be61 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049696
Mar 05 21:55:48.356119 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-0cc2f8f5-7696-4db1-82c5-caf291a85f39 service neutron] 10.222.0.15 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0782721
Mar 05 21:55:48.443565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-249854d0-e388-422a-81a7-2b55e64b8fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816431
Mar 05 21:55:48.624123 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-f3ff1ca8-e388-4992-afd2-fdf06ac60edc req-1e55166d-91ce-46b2-9599-9b3a351261ab tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 210 time: 0.0293734
Mar 05 21:55:49.121836 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:55:49.195535 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Current status of the port 180562de-3bda-4a98-b4f8-2780b266e045 is: ACTIVE; New status is: DOWN {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:55:49.195863 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:49.221637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:55:49.223853 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6a2342-d4c0-48d8-8fa6-b766e16f8f1f" -d '{"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-unplugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:55:49.236596 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:55:49.241652 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:49.265210 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723a123-72b6-4006-bbc4-81c7f4889079 x-openstack-request-id: req-f723a123-72b6-4006-bbc4-81c7f4889079 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:55:49.265514 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-unplugged", "status": "completed", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:55:49.265773 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f723a123-72b6-4006-bbc4-81c7f4889079 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:55:49.266170 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'code': 200}
Mar 05 21:55:49.291875 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Pushing event updated for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=8']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:49.546564 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-cfefcf45-c429-44e0-964a-55561d581d07 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:49.547979 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-cfefcf45-c429-44e0-964a-55561d581d07 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 809 time: 0.1053870
Mar 05 21:55:49.610622 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-28ab6b27-153d-4c6d-8dc4-4bca07e68edc tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab0fea440ec3497494381b3c3133b704 HTTP/1.1" status: 200  len: 380 time: 0.0550342
Mar 05 21:55:49.620222 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'port': {'device_id': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'admin_state_up': True, 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'security_groups': ['7af41c85-94fa-405a-acd4-c0a1b2fd10dd']}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:55:49.734532 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1ba700fa-880e-4742-8493-edfb9da7fceb req-63ee264e-bcc5-41f2-ba42-7eb6fd77b128 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 210 time: 0.0341589
Mar 05 21:55:49.763614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Made reservation on behalf of ab0fea440ec3497494381b3c3133b704 for: {'port': 1} {{(pid=126563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 05 21:55:49.767149 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:49.969697 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_common [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Allocated IP 172.20.0.6 (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f/78111e45-1d3e-4278-9caf-cd20cec90ea6/3abf485e-1682-4f34-86cc-c20a3a2a71c7) {{(pid=126563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:55:50.169182 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), precommit_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:50.208615 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_create {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:50.269305 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f is already hosted by enough agents. {{(pid=126563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:55:50.272502 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.base_scheduler [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Resources bound (agent type, host, resource id):  {{(pid=126563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:55:50.276682 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Received port after_create {{(pid=126563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:55:50.283340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=1']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329206 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.329984 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.331299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.331299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.331299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.331299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:55:50.369846 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:50.369846 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:50.396522 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-a7b54f90-25c8-4d90-b351-5350c2ae9bbb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7795930
Mar 05 21:55:50.580710 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-daf6e67d-98f2-459d-8b76-2983e576f8b2 None None] Provisioning complete for port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 triggered by entity DHCP. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:55:50.581284 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-daf6e67d-98f2-459d-8b76-2983e576f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:50.620189 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-daf6e67d-98f2-459d-8b76-2983e576f8b2 None None] Port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 cannot update to ACTIVE because it is not bound. {{(pid=126564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 05 21:55:50.867009 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ccb22-80a2-494c-9231-1819189dcd0c req-63f1181e-e695-4842-adca-97e1af91d031 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:50.869316 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828ccb22-80a2-494c-9231-1819189dcd0c req-63f1181e-e695-4842-adca-97e1af91d031 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0557899
Mar 05 21:55:50.928100 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-828ccb22-80a2-494c-9231-1819189dcd0c req-8e221aa1-b703-47b9-bf7e-e752f036e0cc tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528927
Mar 05 21:55:52.091686 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ecf94-e3ed-4bd5-8f61-7e5cf966c75c req-3fab568c-b34b-4a66-b5ae-3b4f8eae862d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:52.093457 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-256ecf94-e3ed-4bd5-8f61-7e5cf966c75c req-3fab568c-b34b-4a66-b5ae-3b4f8eae862d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0579548
Mar 05 21:55:52.150405 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-256ecf94-e3ed-4bd5-8f61-7e5cf966c75c req-056a8b09-4591-4b88-aae0-67b8c2ffdf59 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510149
Mar 05 21:55:53.281602 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d898d7-10f2-4677-9b7e-1c55d2a48f18 req-8e9863fb-38b2-450e-948b-bffe8f855291 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:53.283351 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1d898d7-10f2-4677-9b7e-1c55d2a48f18 req-8e9863fb-38b2-450e-948b-bffe8f855291 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0587475
Mar 05 21:55:53.336632 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-b1d898d7-10f2-4677-9b7e-1c55d2a48f18 req-c4138524-5d06-49a8-9bca-7de89f9fc00f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467150
Mar 05 21:55:54.465172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c766e-1969-42ba-b4cf-c38fe6d0c9a9 req-69d425a8-5ae2-4fe5-911e-9d23bdaacb7c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:54.467461 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-376c766e-1969-42ba-b4cf-c38fe6d0c9a9 req-69d425a8-5ae2-4fe5-911e-9d23bdaacb7c tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0577812
Mar 05 21:55:54.524420 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-376c766e-1969-42ba-b4cf-c38fe6d0c9a9 req-acb7e64a-0e0c-49dd-860a-40df8fbd03cc tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506558
Mar 05 21:55:54.621367 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-2ab46bb7-f727-47e4-81d7-77b7dd7277df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:55.664483 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564f547-c049-410f-ae9d-05bec5e61594 req-7ff42398-8675-4d7f-8dcd-dd9bd73dab91 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:55.667189 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6564f547-c049-410f-ae9d-05bec5e61594 req-7ff42398-8675-4d7f-8dcd-dd9bd73dab91 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0577519
Mar 05 21:55:55.735782 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-6564f547-c049-410f-ae9d-05bec5e61594 req-4eab0b0d-9a21-440d-834f-a90addcc8ed2 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588217
Mar 05 21:55:56.857281 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545661c-4736-4ff3-973c-957ed3ea56dd req-34c6b50e-a91b-4827-89ae-0172fef4d2cb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:56.858829 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1545661c-4736-4ff3-973c-957ed3ea56dd req-34c6b50e-a91b-4827-89ae-0172fef4d2cb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0557601
Mar 05 21:55:56.912669 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1545661c-4736-4ff3-973c-957ed3ea56dd req-3eeee675-aa48-4b0c-840e-f9651bde47df tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480716
Mar 05 21:55:56.967997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b4744f2d-534d-48c2-9fce-93a0bddc5144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:57.419068 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.v2.base [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Request body: {'port': {'device_id': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:55:57.476546 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.040856 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337901b-a9b6-4be5-90cb-6fb459ce52d1 req-144618f7-ce3e-4aa8-9c26-1c00d271e68b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.042341 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d337901b-a9b6-4be5-90cb-6fb459ce52d1 req-144618f7-ce3e-4aa8-9c26-1c00d271e68b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 931 time: 0.0559213
Mar 05 21:55:58.088088 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abf485e-1682-4f34-86cc-c20a3a2a71c7 {{(pid=126563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:55:58.095659 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks [] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), precommit_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.096916 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d337901b-a9b6-4be5-90cb-6fb459ce52d1 req-224ebb3d-b2c6-49fa-8f45-44601b2a3860 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486484
Mar 05 21:55:58.108110 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.provisioning_blocks [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Transition to ACTIVE for port object 3abf485e-1682-4f34-86cc-c20a3a2a71c7 will not be triggered until provisioned by entity L2. {{(pid=126563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 05 21:55:58.114931 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.188748 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=2']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:58.226166 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.246503 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Attempting to bind port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 05 21:55:58.246843 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Attempting to bind port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 05 21:55:58.247172 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Attempting to bind port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:55:58.251767 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 05 21:55:58.252115 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Attempting to bind port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 on network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 05 21:55:58.257242 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Checking agent: {'id': 'a7be9cad-0741-4af9-b5de-aa5eca69b367', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'started_at': datetime.datetime(2022, 3, 5, 20, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 21, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 05 21:55:58.257577 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Checking segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 05 21:55:58.257963 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Bound using segment: {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'} {{(pid=126563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 05 21:55:58.258385 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.managers [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Bound port: 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f'}}] {{(pid=126563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 05 21:55:58.259467 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.324448 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, cleared binding levels {{(pid=126563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 05 21:55:58.327820 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 05 21:55:58.332777 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25728412'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.369168 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.369453 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:55:58.370820 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] 10.222.0.23 "PUT /v2.0/ports/3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 1091 time: 0.9571543
Mar 05 21:55:58.371265 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:55:58.373537 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26" -d '{"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:55:58.396792 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb134-3054-437c-b7b1-53b13cfdca43 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=3']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:55:58.456373 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3383a363-0339-424a-84f1-90f7dc7bb918 x-openstack-request-id: req-3383a363-0339-424a-84f1-90f7dc7bb918 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:55:58.457056 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:55:58.457521 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3383a363-0339-424a-84f1-90f7dc7bb918 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:55:58.458147 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'status': 'completed', 'code': 200}
Mar 05 21:55:58.480086 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-13dfb200-d66e-441a-8f11-f1c883efe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.481630 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-13dfb200-d66e-441a-8f11-f1c883efe05d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1125 time: 0.0618293
Mar 05 21:55:58.528628 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-ad653bf8-0d01-4bbb-99c3-3567d354026d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 217 time: 0.0399811
Mar 05 21:55:58.580559 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-51d55a5b-cd00-4f70-8741-9dc53f3337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.582647 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-51d55a5b-cd00-4f70-8741-9dc53f3337d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0485389
Mar 05 21:55:58.637864 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-676de831-2f6c-40c0-bd41-bcf28f3b5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.640182 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-676de831-2f6c-40c0-bd41-bcf28f3b5ce7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0519454
Mar 05 21:55:58.733606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-d8d8d27b-983b-4e0a-b28c-3dd76f7e890b service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876546
Mar 05 21:55:58.818699 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dc74dc7a-2cb2-4bda-aece-bd9997e39994 req-49e291f6-9dc6-4e61-8921-c798f82c671b service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799313
Mar 05 21:55:58.908010 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-1d50a9b7-d0da-4881-8417-b1b32bf29463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:58.909529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-1d50a9b7-d0da-4881-8417-b1b32bf29463 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1125 time: 0.0492399
Mar 05 21:55:59.000751 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-f19ec239-2883-455c-99a6-45e2d25eb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:59.002106 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-f19ec239-2883-455c-99a6-45e2d25eb393 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0858543
Mar 05 21:55:59.045654 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-8c23f15e-5999-4d90-9977-b83834831033 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 217 time: 0.0378063
Mar 05 21:55:59.094224 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-5d491e79-5dc0-4c77-a535-af3fe01f4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:59.095638 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-5d491e79-5dc0-4c77-a535-af3fe01f4040 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0435305
Mar 05 21:55:59.154507 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-79309568-6e97-429e-b83b-f11420044003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:59.156152 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-79309568-6e97-429e-b83b-f11420044003 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0528114
Mar 05 21:55:59.231325 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516138-b4b1-4b2e-91d2-0b7c744c0dfb req-93d393e3-61b2-4fcb-84c8-6440e211f564 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:55:59.233046 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c516138-b4b1-4b2e-91d2-0b7c744c0dfb req-93d393e3-61b2-4fcb-84c8-6440e211f564 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 943 time: 0.0614321
Mar 05 21:55:59.254496 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-102d5154-9e7d-49c2-baf5-0deeb9908046 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907810
Mar 05 21:55:59.292428 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-7c516138-b4b1-4b2e-91d2-0b7c744c0dfb req-d0e6cc3a-ba09-491a-af80-940411e43d0d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533736
Mar 05 21:55:59.351262 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-dd62a5ba-fd4b-4f3c-bfcc-4ec7a55c9a26 req-5162bcc3-4db2-4432-b473-0c8431d154c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904126
Mar 05 21:55:59.791978 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:00.016439 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:56:00.115006 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:56:00.130571 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:56:00.167139 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 is: DOWN; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:56:00.167533 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:00.179897 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abf485e-1682-4f34-86cc-c20a3a2a71c7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:56:00.198533 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:56:00.202495 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:00.248495 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=4']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:56:00.411522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef026-5088-4813-a003-1dc8bec1adad req-40c95711-5568-43c3-94d5-bad5daeb570d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:00.413038 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9bef026-5088-4813-a003-1dc8bec1adad req-40c95711-5568-43c3-94d5-bad5daeb570d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 944 time: 0.0540235
Mar 05 21:56:00.442894 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3abf485e-1682-4f34-86cc-c20a3a2a71c7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:56:00.461529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-e9bef026-5088-4813-a003-1dc8bec1adad req-dc8936ca-b15e-4a03-80a7-5d9b7ffe0148 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423086
Mar 05 21:56:01.186222 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:01.588144 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ac17-4e82-412c-a2ae-e0d767cc58b2 req-0b3eae6f-1af0-4089-afd1-f3e280ec91aa tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:01.589661 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02b7ac17-4e82-412c-a2ae-e0d767cc58b2 req-0b3eae6f-1af0-4089-afd1-f3e280ec91aa tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 944 time: 0.0590663
Mar 05 21:56:01.641664 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-02b7ac17-4e82-412c-a2ae-e0d767cc58b2 req-aced0503-b5a7-4955-a181-6ae811eaa223 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440707
Mar 05 21:56:02.032254 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:56:02.078716 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning for port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 completed by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 05 21:56:02.082314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:56:02.082689 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:02.158857 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:56:02.159176 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:02.180754 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:56:02.183041 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7266d233-32f2-4c80-a62e-b64f4b8e1d93" -d '{"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-plugged", "status": "completed", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:56:02.199285 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:56:02.204195 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:02.226680 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bc3cc5-4270-4c31-8054-f02edb6612a2 x-openstack-request-id: req-43bc3cc5-4270-4c31-8054-f02edb6612a2 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:56:02.226993 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-plugged", "status": "completed", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:56:02.227271 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43bc3cc5-4270-4c31-8054-f02edb6612a2 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:56:02.227800 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'code': 200}
Mar 05 21:56:02.254360 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=5']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:56:02.328454 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c962-c6b6-4488-b8fa-feb96cd6b6d3 req-90217402-67bf-4f7b-9e05-9792ba7515db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:02.329954 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba12c962-c6b6-4488-b8fa-feb96cd6b6d3 req-90217402-67bf-4f7b-9e05-9792ba7515db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1127 time: 0.0472534
Mar 05 21:56:02.373892 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-ba12c962-c6b6-4488-b8fa-feb96cd6b6d3 req-3c6b0f24-514f-4d71-9001-85677ddd210c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383217
Mar 05 21:56:02.763648 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aa053-ef3b-440d-87d5-ee69ff335a52 req-285e202a-c7fd-4dfa-9ab5-a1f105d84af7 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:02.765131 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-576aa053-ef3b-440d-87d5-ee69ff335a52 req-285e202a-c7fd-4dfa-9ab5-a1f105d84af7 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0554724
Mar 05 21:56:02.812465 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-576aa053-ef3b-440d-87d5-ee69ff335a52 req-a133b0f4-8c83-4a2d-af29-2e6192eb6693 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417907
Mar 05 21:56:03.937642 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99017d89-2854-4b21-9466-8de624bbb411 req-92475319-bfe2-4153-a3f3-61e8e9b97f8e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:03.939130 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99017d89-2854-4b21-9466-8de624bbb411 req-92475319-bfe2-4153-a3f3-61e8e9b97f8e tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0537653
Mar 05 21:56:03.988250 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-99017d89-2854-4b21-9466-8de624bbb411 req-d2359ac1-b12c-46f0-a0a0-5e5fd8352a2f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433865
Mar 05 21:56:04.106478 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11fbd0-d1ba-4d89-949d-b26e0d4a3864 req-795b633f-55ec-48d7-aa15-69be4510623b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:04.108034 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f11fbd0-d1ba-4d89-949d-b26e0d4a3864 req-795b633f-55ec-48d7-aa15-69be4510623b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0529079
Mar 05 21:56:04.157565 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-0f11fbd0-d1ba-4d89-949d-b26e0d4a3864 req-43d28450-f0dd-4633-8bd3-682ff21d98dc tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435510
Mar 05 21:56:04.178429 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39856) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:56:04.225027 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ae55c-b5d3-4870-90d1-d918ff154316 tempest-TestSnapshotPattern-1878631621 tempest-TestSnapshotPattern-1878631621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:04.226562 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-744ae55c-b5d3-4870-90d1-d918ff154316 tempest-TestSnapshotPattern-1878631621 tempest-TestSnapshotPattern-1878631621-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1122 time: 0.0471447
Mar 05 21:56:04.229588 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 39858) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:56:04.233810 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.v2.base [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Request body: {'floatingip': {'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 05 21:56:04.254125 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:04.347905 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (None), before_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:04.452634 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_common [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Allocated IP 172.35.0.204 (8f09a79f-b6b0-4bcb-886e-948c40f55161/36beb256-9aaf-451c-a6fd-6ed9b91f3f30/bda68af5-1c55-444f-a1a1-257efd2e6642) {{(pid=126562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 05 21:56:04.552171 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:04.584500 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739069695160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:04.626159 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Network 8f09a79f-b6b0-4bcb-886e-948c40f55161 is already hosted by enough agents. {{(pid=126562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 05 21:56:04.629041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Resources bound (agent type, host, resource id):  {{(pid=126562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 05 21:56:04.632466 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Received port after_create {{(pid=126562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 05 21:56:04.655647 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=bda68af5-1c55-444f-a1a1-257efd2e6642,revision_number=1']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:56:04.669625 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.669975 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.670315 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.670653 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.670993 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.671321 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.671651 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.671995 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.672317 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.672639 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.672961 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.673285 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.673607 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:56:04.992771 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (837f0ee8-40c1-4b8f-af8c-71bc54ebd060), precommit_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.063632 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), before_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.209029 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), precommit_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.214007 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26951304'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), after_update {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.280462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event updated for resources: {'Port': ['ID=bda68af5-1c55-444f-a1a1-257efd2e6642,revision_number=2']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:56:05.292390 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558842'] for floatingip (837f0ee8-40c1-4b8f-af8c-71bc54ebd060), after_create {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.393984 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Floating IP 837f0ee8-40c1-4b8f-af8c-71bc54ebd060 associated. External IP: 172.35.0.204, port: 3abf485e-1682-4f34-86cc-c20a3a2a71c7.
Mar 05 21:56:05.606520 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:56:05.718691 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:56:05.731140 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:56:05.738962 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:05.741873 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:56:05.742492 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf12820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:56:05.770177 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4b9d6432-a869-4ba8-b4a0-ec42e714f7eb tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5395432
Mar 05 21:56:05.770774 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:56:05.773049 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}230172dcd623aedf66ca6badd10b522f938cee0a31adf9d754f88c6293958f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eec0c7-c43a-4d21-a066-d60425c084f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:56:05.853174 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:56:05.870841 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210e3916-2682-4a1a-b210-07b1f9bd83d3 x-openstack-request-id: req-210e3916-2682-4a1a-b210-07b1f9bd83d3 {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:56:05.871133 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:56:05.871391 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-210e3916-2682-4a1a-b210-07b1f9bd83d3 {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:56:05.871824 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'status': 'completed', 'code': 200}
Mar 05 21:56:05.941043 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-d31922b7-51e4-4a8a-8efc-644d3a5f9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:05.942599 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-d31922b7-51e4-4a8a-8efc-644d3a5f9da3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1127 time: 0.0500309
Mar 05 21:56:06.037361 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-cd74ced7-65c0-4bbb-b313-a5d762d64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:06.038823 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-cd74ced7-65c0-4bbb-b313-a5d762d64eb0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0898120
Mar 05 21:56:06.088495 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf12820>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}, {'id': '837f0ee8-40c1-4b8f-af8c-71bc54ebd060', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.204', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:56:04Z', 'updated_at': '2022-03-05T21:56:04Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:56:06.108235 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-4e5f85f0-d151-49ad-839e-6f958940e55c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 999 time: 0.0634961
Mar 05 21:56:06.114906 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:56:06.123551 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:56:06.124199 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf12820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:55:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:56:06.155257 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-108befc5-8342-4feb-9939-e02126340203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:06.156743 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-108befc5-8342-4feb-9939-e02126340203 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0436075
Mar 05 21:56:06.205646 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-2ae2a7d4-dd52-4996-b4bc-5deb51ac7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:06.207146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-2ae2a7d4-dd52-4996-b4bc-5deb51ac7a28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449629
Mar 05 21:56:06.233559 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:56:06.299036 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-1229157e-0035-43a9-bb04-a5c68f467f4e service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856636
Mar 05 21:56:06.392950 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-96eec0c7-c43a-4d21-a066-d60425c084f4 req-84e8c66f-3d5a-4b04-82bf-ecaf44fa1801 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881319
Mar 05 21:56:06.547531 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b8bf12820>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}, {'id': '837f0ee8-40c1-4b8f-af8c-71bc54ebd060', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.204', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:56:04Z', 'updated_at': '2022-03-05T21:56:04Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:56:06.577205 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a483bb-7115-4dac-a7f2-3903de1659b6 None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}, {'id': '837f0ee8-40c1-4b8f-af8c-71bc54ebd060', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.204', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:56:04Z', 'updated_at': '2022-03-05T21:56:04Z', 'revision_number': 0, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:56:06.650323 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:06.785433 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ec217-abc9-4d32-845e-b03394f0ccd1 None None] New status for floating IP 837f0ee8-40c1-4b8f-af8c-71bc54ebd060: ACTIVE {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:56:06.937945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:14.627995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-7c5eeb01-45d4-4416-a0c6-532485a241a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0492961
Mar 05 21:56:14.721073 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-52164c6b-a6d0-454a-b0ea-52e3e078fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:14.722590 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-52164c6b-a6d0-454a-b0ea-52e3e078fefd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1125 time: 0.0489607
Mar 05 21:56:14.822471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-7fa46c00-e563-48b6-8430-0b63f3a5c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:14.824606 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-7fa46c00-e563-48b6-8430-0b63f3a5c867 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0840394
Mar 05 21:56:14.894524 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-bc8772e5-3e40-49f6-864d-87b025e2fac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 999 time: 0.0638492
Mar 05 21:56:14.942880 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-4a61971a-cbc9-4f69-8907-3bfec2ef10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:14.944440 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-4a61971a-cbc9-4f69-8907-3bfec2ef10a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0444007
Mar 05 21:56:14.992604 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-9375a8cf-e7e7-4166-87bd-7287e7f120d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:14.994134 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-9375a8cf-e7e7-4166-87bd-7287e7f120d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445025
Mar 05 21:56:15.096498 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-f43aa18f-a45c-4026-b9a1-ef73085a9f02 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967824
Mar 05 21:56:15.185146 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-1aa9a6f9-c473-4bf6-a850-5615c662b59e req-8e2149e2-1b17-4d60-9810-1111c358d9bf service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821784
Mar 05 21:56:18.693029 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-4133ae60-96a5-4685-b8fc-3595f9638061 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0455027
Mar 05 21:56:18.782158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-01bd4498-39fb-4ef1-b1af-080ff19697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:18.783641 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-01bd4498-39fb-4ef1-b1af-080ff19697ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1127 time: 0.0493546
Mar 05 21:56:18.884258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-da862451-873e-4f93-b248-dc34ef1cc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:18.885759 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-da862451-873e-4f93-b248-dc34ef1cc154 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0844893
Mar 05 21:56:18.957094 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-307857da-8cf5-47c2-9b03-e9888766e106 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 1001 time: 0.0617108
Mar 05 21:56:19.005396 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-a5465784-d5ca-43b5-84f1-0ae356c5717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:19.006825 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-a5465784-d5ca-43b5-84f1-0ae356c5717c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0436928
Mar 05 21:56:19.054457 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-2f00dbea-3897-4e6c-a199-5e24a04fe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:56:19.055945 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-2f00dbea-3897-4e6c-a199-5e24a04fe467 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418317
Mar 05 21:56:19.147744 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-90813e77-2602-43d9-a954-3754b9796fda service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857742
Mar 05 21:56:19.236125 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-a2bcab58-f372-47f8-8588-0bb4a7ca5f90 req-ccfbdcba-d567-4684-9605-1b6065403737 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818515
Mar 05 21:56:23.888711 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:56:24.623496 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-46bdd9c7-a675-4b9d-9c43-52d16b1965e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:26.968884 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7f908ded-1614-4fa3-a1bd-701326b65409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:28.226044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:29.795717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:31.187944 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:36.662953 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:36.933212 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:54.624959 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d0243085-93f1-441b-b4cc-56c8d998d223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:56.969793 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-afa77b3d-728d-49cc-9623-55f09f85087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:58.229957 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:56:59.799958 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:00.888887 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:57:01.194773 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:06.679814 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:06.933246 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:15.620118 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f7531cf5-4044-409e-b021-26feb8dc5e85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442863
Mar 05 21:57:15.708512 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f088941b-fab4-4416-8722-0719633448ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:15.709995 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f088941b-fab4-4416-8722-0719633448ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1125 time: 0.0485144
Mar 05 21:57:15.810965 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f28e170e-caab-48e2-92da-92dc52e554d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:15.812436 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f28e170e-caab-48e2-92da-92dc52e554d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0833662
Mar 05 21:57:15.880529 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-0187da84-fe67-4f4a-8c67-99ec718c73d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 999 time: 0.0610540
Mar 05 21:57:15.926883 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f46f7a4a-ff84-4d79-b13b-28b0a7722b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:15.928342 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-f46f7a4a-ff84-4d79-b13b-28b0a7722b8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0427399
Mar 05 21:57:15.976463 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-dd849523-a0ab-4230-b46d-c9808aee90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:15.977967 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-dd849523-a0ab-4230-b46d-c9808aee90fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432231
Mar 05 21:57:16.069209 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-37215132-9579-44a0-b670-f507aa0209a5 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856078
Mar 05 21:57:16.161132 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-d4c2bfbb-7299-4fbc-aa09-5817248a2771 req-3efa126e-d435-41ff-80dd-58b209c9df22 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854807
Mar 05 21:57:18.700919 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-94d4a675-f368-4e7e-a97c-554d88c1de27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461366
Mar 05 21:57:18.787306 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-30251474-201d-4099-94fe-61bdc59233d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:18.788875 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-30251474-201d-4099-94fe-61bdc59233d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1127 time: 0.0486014
Mar 05 21:57:18.890388 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-cb6df4e2-2b85-418e-9f0b-3823e9068fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:18.891915 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-cb6df4e2-2b85-418e-9f0b-3823e9068fae service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.0861309
Mar 05 21:57:18.962033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-0a6ec47a-4e87-4dae-b363-b49c5361f1b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 1001 time: 0.0646937
Mar 05 21:57:19.010337 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-17d2a92f-efc8-40f9-b4f1-4ea7116a946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:19.012397 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-17d2a92f-efc8-40f9-b4f1-4ea7116a946c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0445917
Mar 05 21:57:19.058995 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-9e2b8783-7703-43a1-8e39-78cb3364c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:19.060506 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-9e2b8783-7703-43a1-8e39-78cb3364c65f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434608
Mar 05 21:57:19.151180 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-1205a117-0557-42e4-9b19-eaea3d517a44 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845399
Mar 05 21:57:19.239020 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3381a2cf-864b-4671-a37b-1537268b9c4e req-cbdb2d45-55e2-4919-983b-91a7c5537a59 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825410
Mar 05 21:57:24.627024 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-45aeae16-afa9-4484-b9c5-222a3eceefab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:26.971767 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-dacd7557-4b86-4e5d-b962-60cf0ad9e1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:28.232844 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:29.799945 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:31.189098 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:36.426364 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 05 21:57:36.529637 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:36.541821 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Returning: {'device': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'port_id': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'mac_address': 'fa:16:3e:ec:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 05 21:57:36.586803 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 is: ACTIVE; New status is: BUILD {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:57:36.587254 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:36.602830 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3abf485e-1682-4f34-86cc-c20a3a2a71c7 {{(pid=126564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 05 21:57:36.624615 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:36.629764 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:36.698331 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=6']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:36.710104 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] get_ports_and_sgs() called for port_ids ['3abf485e-1682-4f34-86cc-c20a3a2a71c7'] {{(pid=126564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 05 21:57:36.714541 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.714892 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.715244 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.715589 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.716503 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.716870 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.717206 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.717652 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.717989 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.718322 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.718654 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.718982 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.719352 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:36.777926 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:36.970850 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:37.896593 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:57:38.437231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 up at agent hyperv_nch2-master-1 {{(pid=126564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 05 21:57:38.509243 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.provisioning_blocks [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Provisioning complete for port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 triggered by entity L2. {{(pid=126564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 05 21:57:38.509619 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919765'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), provisioning_complete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:38.602231 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Current status of the port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 is: BUILD; New status is: ACTIVE {{(pid=126564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Mar 05 21:57:38.603044 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785248'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:38.635472 ncdv-master-1 neutron-server[126564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:57:38.638504 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b237d58df4547473af4ed90eb3362ec4a9d1651485bce7eddcf76c1562363b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9634fcfb-5572-4668-b47d-b5354021ad6b" -d '{"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-plugged", "status": "completed", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:57:38.654727 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:38.660237 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739070150602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739069695178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739069695196'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:38.691424 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f53ecc-20ac-4b17-8888-d484badf2cc8 x-openstack-request-id: req-63f53ecc-20ac-4b17-8888-d484badf2cc8 {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:57:38.691774 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-plugged", "status": "completed", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "code": 200}]} {{(pid=126564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:57:38.692000 ncdv-master-1 neutron-server[126564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63f53ecc-20ac-4b17-8888-d484badf2cc8 {{(pid=126564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:57:38.692425 ncdv-master-1 neutron-server[126564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'code': 200}
Mar 05 21:57:38.721050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Pushing event updated for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=7']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:46.085186 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40082) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:46.242327 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Deleting port bda68af5-1c55-444f-a1a1-257efd2e6642 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:46.242607 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.317699 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.318027 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (bda68af5-1c55-444f-a1a1-257efd2e6642), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.329795 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Calling delete_port for bda68af5-1c55-444f-a1a1-257efd2e6642 owned by network:floatingip {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:46.471545 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (bda68af5-1c55-444f-a1a1-257efd2e6642), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.500516 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event deleted for resources: {'Port': ['ID=bda68af5-1c55-444f-a1a1-257efd2e6642,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:46.525340 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.525693 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.526041 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.526386 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.526726 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.527066 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.527402 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.527763 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.528098 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.528433 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.528762 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.529089 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.529422 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:46.570376 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (837f0ee8-40c1-4b8f-af8c-71bc54ebd060), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.570711 ncdv-master-1 neutron-server[126562]: INFO neutron.db.l3_db [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Floating IP 837f0ee8-40c1-4b8f-af8c-71bc54ebd060 disassociated (deleted). External IP: 172.35.0.204, port: 3abf485e-1682-4f34-86cc-c20a3a2a71c7.
Mar 05 21:57:46.785746 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:57:46.899148 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:57:46.904329 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:46.911300 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:57:46.921680 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:46.922298 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:46.933514 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-0028547b-e57e-4107-acf7-6a8d5809b4f0 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "DELETE /v2.0/floatingips/837f0ee8-40c1-4b8f-af8c-71bc54ebd060 HTTP/1.1" status: 204  len: 168 time: 0.8472381
Mar 05 21:57:46.934115 ncdv-master-1 neutron-server[126562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:57:46.936741 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}230172dcd623aedf66ca6badd10b522f938cee0a31adf9d754f88c6293958f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee7fd6-1975-4b70-bfeb-de85966008b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:57:46.985817 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1596f1a-e5f8-4df0-bd20-029c9e45ed0a x-openstack-request-id: req-a1596f1a-e5f8-4df0-bd20-029c9e45ed0a {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:57:46.986120 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "status": "completed", "code": 200}]} {{(pid=126562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:57:46.986382 ncdv-master-1 neutron-server[126562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1596f1a-e5f8-4df0-bd20-029c9e45ed0a {{(pid=126562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:57:46.986796 ncdv-master-1 neutron-server[126562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'status': 'completed', 'code': 200}
Mar 05 21:57:47.051594 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:47.062522 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-f68f2c4d-2fb4-4334-b8ac-90e91c6c4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:47.065064 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-f68f2c4d-2fb4-4334-b8ac-90e91c6c4f4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 1127 time: 0.0599079
Mar 05 21:57:47.202007 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-72ad4765-fae1-4341-a29f-3849cb1c4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:47.203467 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-72ad4765-fae1-4341-a29f-3849cb1c4640 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.1324835
Mar 05 21:57:47.211113 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927dcc7-6092-4fb9-a9ff-67285e58edc1 req-5367915d-899d-421d-ae55-1b723cd21513 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:47.212514 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5927dcc7-6092-4fb9-a9ff-67285e58edc1 req-5367915d-899d-421d-ae55-1b723cd21513 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0813410
Mar 05 21:57:47.262120 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-b3883394-1931-4c2b-bc32-6fa9f0c2d1da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 200  len: 217 time: 0.0486519
Mar 05 21:57:47.291131 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163ca0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:47.317764 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:57:47.323987 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-5927dcc7-6092-4fb9-a9ff-67285e58edc1 req-661a2575-7b07-4dec-a550-aa34deeb452b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045732
Mar 05 21:57:47.327911 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:47.328927 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90163ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:47.332130 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-20d9a0a1-f836-4ae5-8bcf-7e5b98cdb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:47.333583 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-20d9a0a1-f836-4ae5-8bcf-7e5b98cdb61b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0644128
Mar 05 21:57:47.382902 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-65eb222d-e673-4cb7-8e2d-1f4a356cb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:47.384477 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-65eb222d-e673-4cb7-8e2d-1f4a356cb450 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450213
Mar 05 21:57:47.442757 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:47.480616 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-efbc13af-bcd2-4a8d-b33a-b9c2f431fd8b service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885525
Mar 05 21:57:47.579233 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-9bee7fd6-1975-4b70-bfeb-de85966008b5 req-1ac3aa54-d4b6-4769-a14e-84f558799847 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910773
Mar 05 21:57:47.667460 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90163ca0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:47.695650 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc8a03-3294-412c-add2-a240a48a7dc8 None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4524d6c7-8286-41ff-8a7e-c4de31e50b25', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'floating_ip_address': '172.35.0.156', 'floating_network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'router_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'port_id': '180562de-3bda-4a98-b4f8-2780b266e045', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'mac_address': 'fa:16:3e:3e:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T21:53:37Z', 'updated_at': '2022-03-05T21:53:39Z', 'revision_number': 1, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:57:47.939718 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0183d1b-63a1-4699-8f72-7f228591fe98 None None] New status for floating IP 837f0ee8-40c1-4b8f-af8c-71bc54ebd060: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:57:48.447799 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7a1fb-ef5e-4806-8e1b-739517aa3496 req-96f8d1ad-85ca-4a93-9d99-30ff6666d095 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:48.449269 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87d7a1fb-ef5e-4806-8e1b-739517aa3496 req-96f8d1ad-85ca-4a93-9d99-30ff6666d095 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0526481
Mar 05 21:57:48.496746 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-87d7a1fb-ef5e-4806-8e1b-739517aa3496 req-f6ce2790-871d-4482-8066-929e87345d73 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419610
Mar 05 21:57:48.676128 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-711ac183-16c5-4903-8526-c8492e92b96d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:48.677518 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-711ac183-16c5-4903-8526-c8492e92b96d tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.23 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 945 time: 0.0560460
Mar 05 21:57:48.769563 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Deleting port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:48.769907 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:48.861158 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] For port 3abf485e-1682-4f34-86cc-c20a3a2a71c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3abf485e-1682-4f34-86cc-c20a3a2a71c7,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:48.861550 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:49.209830 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Calling delete_port for 3abf485e-1682-4f34-86cc-c20a3a2a71c7 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:49.330630 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (3abf485e-1682-4f34-86cc-c20a3a2a71c7), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:49.366985 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event deleted for resources: {'Port': ['ID=3abf485e-1682-4f34-86cc-c20a3a2a71c7,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:49.391526 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.391906 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.392258 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.392605 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.392946 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.393288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.393623 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.393955 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.394285 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.394614 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.394943 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.395273 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.395602 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 05 21:57:49.418108 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] No DVR routers for this DVR port 3abf485e-1682-4f34-86cc-c20a3a2a71c7 on host nch2-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:57:49.421332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:49.424727 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-c9200429-e1fc-46d0-ae9d-dafcfbda2199 req-f5b4e7b5-d301-4731-9373-1f2faeaf9ad9 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.23 "DELETE /v2.0/ports/3abf485e-1682-4f34-86cc-c20a3a2a71c7 HTTP/1.1" status: 204  len: 173 time: 0.7422745
Mar 05 21:57:49.425170 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-deleted', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:57:49.427481 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e15f5e-eab6-4e39-b526-f6e51a3b1937" -d '{"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-deleted", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:57:49.463297 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35406d56-e4ed-4ebf-b335-61d340f569a4 x-openstack-request-id: req-35406d56-e4ed-4ebf-b335-61d340f569a4 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:57:49.463593 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56a439a-08cc-4b17-a084-eb5be23ac240", "name": "network-vif-deleted", "tag": "3abf485e-1682-4f34-86cc-c20a3a2a71c7", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:57:49.463883 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35406d56-e4ed-4ebf-b335-61d340f569a4 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:57:49.464293 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56a439a-08cc-4b17-a084-eb5be23ac240', 'name': 'network-vif-deleted', 'tag': '3abf485e-1682-4f34-86cc-c20a3a2a71c7', 'status': 'completed', 'code': 200}
Mar 05 21:57:49.609437 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-a7a8367a-cb25-4023-98ee-46e4853d1b69 req-ad35fe13-53ea-4dab-ac37-f06b16dab8ae tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56a439a-08cc-4b17-a084-eb5be23ac240 HTTP/1.1" status: 200  len: 210 time: 0.0320230
Mar 05 21:57:50.515868 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:57:50.538945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] No Port match for: 3abf485e-1682-4f34-86cc-c20a3a2a71c7 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:57:50.539296 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Device 3abf485e-1682-4f34-86cc-c20a3a2a71c7 not bound to the agent host nch2-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:57:51.173656 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40142) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:51.328296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Deleting port 73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:51.328640 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.404476 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.404802 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.416372 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Calling delete_port for 73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698 owned by network:floatingip {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:51.558468 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.588146 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event deleted for resources: {'Port': ['ID=73a386ef-1cbe-4ddc-bebd-8c1b7c2f5698,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:51.650581 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for floatingip (4524d6c7-8286-41ff-8a7e-c4de31e50b25), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.650959 ncdv-master-1 neutron-server[126563]: INFO neutron.db.l3_db [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Floating IP 4524d6c7-8286-41ff-8a7e-c4de31e50b25 disassociated (deleted). External IP: 172.35.0.156, port: 180562de-3bda-4a98-b4f8-2780b266e045.
Mar 05 21:57:51.863870 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:57:51.976350 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:57:51.981048 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for floatingip (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:51.987543 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:57:51.998753 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:51.999365 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90142af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:52.010451 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-c2f564ef-795c-4d86-8642-16c9f643f109 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "DELETE /v2.0/floatingips/4524d6c7-8286-41ff-8a7e-c4de31e50b25 HTTP/1.1" status: 204  len: 168 time: 0.8357089
Mar 05 21:57:52.011048 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:57:52.014038 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07bee5f-62bb-4284-ba31-c045cb8e1893" -d '{"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:57:52.053177 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f08b1-d405-4102-b48d-b8611ab85ed3 x-openstack-request-id: req-d41f08b1-d405-4102-b48d-b8611ab85ed3 {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:57:52.053547 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:57:52.053725 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d41f08b1-d405-4102-b48d-b8611ab85ed3 {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:57:52.054127 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'status': 'completed', 'code': 200}
Mar 05 21:57:52.120047 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:52.124879 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-d23ddd10-a635-49fb-ac48-f04bd803db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:52.126422 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-d23ddd10-a635-49fb-ac48-f04bd803db5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0fea440ec3497494381b3c3133b704&device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 1125 time: 0.0500605
Mar 05 21:57:52.261213 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-2480c252-ddb1-4171-93e7-b13f59b6113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:52.263459 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-2480c252-ddb1-4171-93e7-b13f59b6113e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 200  len: 910 time: 0.1254804
Mar 05 21:57:52.309410 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-1321d398-4cb2-43de-a5a1-fd0cb08f9973 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 200  len: 217 time: 0.0374415
Mar 05 21:57:52.317288 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcc4bd-9504-4783-aa57-bba2b0ae4d5f req-2c61bf5a-a87d-4415-9bdb-c3f19cb0682b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:52.318713 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3edcc4bd-9504-4783-aa57-bba2b0ae4d5f req-2c61bf5a-a87d-4415-9bdb-c3f19cb0682b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 943 time: 0.1059787
Mar 05 21:57:52.396180 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-60122f05-410a-40b0-9ff8-ac39055380df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:52.397581 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-60122f05-410a-40b0-9ff8-ac39055380df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 200  len: 848 time: 0.0780232
Mar 05 21:57:52.407466 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-3edcc4bd-9504-4783-aa57-bba2b0ae4d5f req-7516e399-f4bf-4da6-81c7-000048749b22 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800714
Mar 05 21:57:52.429913 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90142af0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:52.451901 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-7cd58c99-bbf5-4f3d-a51e-33912c97ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:52.453438 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-7cd58c99-bbf5-4f3d-a51e-33912c97ca4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499508
Mar 05 21:57:52.459865 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:57:52.469010 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:52.469626 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b90142af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:27Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:52.546969 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-c13e2c2b-bb57-45db-8430-a3a6d2d472c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870993
Mar 05 21:57:52.576287 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:52.640033 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-b07bee5f-62bb-4284-ba31-c045cb8e1893 req-3aef7128-b324-46d4-b18d-48c51375543d service neutron] 10.222.0.31 "GET /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845993
Mar 05 21:57:52.768382 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b90142af0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:52.792952 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee249fa9-b111-4981-86a0-45797c06fa44 None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:18Z', 'revision_number': 4, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a19e182-aca9-41d0-a198-60b3fed56d2e', 'name': '', 'network_id': 'b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'mac_address': 'fa:16:3e:15:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:18Z', 'updated_at': '2022-03-05T21:53:23Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'subnets': [{'id': '78111e45-1d3e-4278-9caf-cd20cec90ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:57:53.012634 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd52d970-d6c7-4eed-9934-2c07b2a362cf None None] New status for floating IP 4524d6c7-8286-41ff-8a7e-c4de31e50b25: DOWN {{(pid=126564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 05 21:57:53.532237 ncdv-master-1 neutron-server[126562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111923-053d-4af8-ad1a-b69f0a8d00cd req-86fb9fb0-202f-43ca-a4e6-3f7336d3e90b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:53.533732 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d0111923-053d-4af8-ad1a-b69f0a8d00cd req-86fb9fb0-202f-43ca-a4e6-3f7336d3e90b tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 943 time: 0.0538764
Mar 05 21:57:53.582389 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [req-d0111923-053d-4af8-ad1a-b69f0a8d00cd req-f8c5e0c5-7188-4cb7-987e-c2b42c365bfd tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "GET /v2.0/security-groups?id=7af41c85-94fa-405a-acd4-c0a1b2fd10dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431857
Mar 05 21:57:53.747798 ncdv-master-1 neutron-server[126563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-d8f4d1a1-a45d-49cd-b539-f97c7657f05f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 05 21:57:53.749162 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-d8f4d1a1-a45d-49cd-b539-f97c7657f05f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.31 "GET /v2.0/ports?device_id=c863dcf5-1511-497b-ba16-393b31bc43fd HTTP/1.1" status: 200  len: 943 time: 0.0522730
Mar 05 21:57:53.847508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Deleting port 180562de-3bda-4a98-b4f8-2780b266e045 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:53.847891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (180562de-3bda-4a98-b4f8-2780b266e045), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:53.936199 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] For port 180562de-3bda-4a98-b4f8-2780b266e045, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=180562de-3bda-4a98-b4f8-2780b266e045,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:53.936560 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (180562de-3bda-4a98-b4f8-2780b266e045), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:53.949126 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Calling delete_port for 180562de-3bda-4a98-b4f8-2780b266e045 owned by compute:nova {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:54.081614 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (180562de-3bda-4a98-b4f8-2780b266e045), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.110174 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event deleted for resources: {'Port': ['ID=180562de-3bda-4a98-b4f8-2780b266e045,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:54.156420 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] No DVR routers for this DVR port 180562de-3bda-4a98-b4f8-2780b266e045 on host nch1-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:57:54.158958 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21310'] for port (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.162317 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [req-beb9d003-fb2d-4893-a37f-5e9236a48fa6 req-5038af8f-a227-4b11-9c54-b288fd5a5a8f tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.31 "DELETE /v2.0/ports/180562de-3bda-4a98-b4f8-2780b266e045 HTTP/1.1" status: 204  len: 173 time: 0.4071543
Mar 05 21:57:54.162753 ncdv-master-1 neutron-server[126563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-deleted', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045'}] {{(pid=126563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 05 21:57:54.164999 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da40543601ee2c117ae8698c4de95442d584706d93d11c6da753fef90d6f646a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82674e-5e20-4026-b437-dba5334150d6" -d '{"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-deleted", "tag": "180562de-3bda-4a98-b4f8-2780b266e045"}]}' {{(pid=126563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 05 21:57:54.204437 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35a3789-b7ad-4e20-9ae7-f2815a552f1e x-openstack-request-id: req-e35a3789-b7ad-4e20-9ae7-f2815a552f1e {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 05 21:57:54.204727 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dcf5-1511-497b-ba16-393b31bc43fd", "name": "network-vif-deleted", "tag": "180562de-3bda-4a98-b4f8-2780b266e045", "status": "completed", "code": 200}]} {{(pid=126563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 05 21:57:54.204981 ncdv-master-1 neutron-server[126563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e35a3789-b7ad-4e20-9ae7-f2815a552f1e {{(pid=126563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 05 21:57:54.205386 ncdv-master-1 neutron-server[126563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dcf5-1511-497b-ba16-393b31bc43fd', 'name': 'network-vif-deleted', 'tag': '180562de-3bda-4a98-b4f8-2780b266e045', 'status': 'completed', 'code': 200}
Mar 05 21:57:54.632057 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-89577df1-41ba-4dbb-82f3-2acf604850cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.643376 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40156) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:54.702190 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (7af41c85-94fa-405a-acd4-c0a1b2fd10dd), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.726978 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (7af41c85-94fa-405a-acd4-c0a1b2fd10dd), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.785402 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (7af41c85-94fa-405a-acd4-c0a1b2fd10dd), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.788082 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:54.789261 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] 10.222.0.15 "DELETE /v2.0/security-groups/7af41c85-94fa-405a-acd4-c0a1b2fd10dd HTTP/1.1" status: 204  len: 168 time: 0.1447492
Mar 05 21:57:54.800176 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d777ed-b55a-40ef-b11c-ed37ea6ada86 tempest-TestSnapshotPattern-1581000206 tempest-TestSnapshotPattern-1581000206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af41c85-94fa-405a-acd4-c0a1b2fd10dd,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:55.850340 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40162) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:56.207341 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:56.451092 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Deleting port 1a19e182-aca9-41d0-a198-60b3fed56d2e {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:56.451434 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:56.531991 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] For port 1a19e182-aca9-41d0-a198-60b3fed56d2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a19e182-aca9-41d0-a198-60b3fed56d2e,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:56.532254 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:56.544688 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Calling delete_port for 1a19e182-aca9-41d0-a198-60b3fed56d2e owned by network:router_interface {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:56.725849 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (1a19e182-aca9-41d0-a198-60b3fed56d2e), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:56.753371 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a19e182-aca9-41d0-a198-60b3fed56d2e,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:56.925925 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:56.973996 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-b738ae73-30d1-44e5-88fc-f9618a5ed090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.141296 ncdv-master-1 neutron-server[126563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Router 61d2123a-bfc0-493c-afa9-ba77183c75c0 has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:57:57.247447 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:57:57.252485 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-a8f9ad2c-8d94-4e44-a8ad-c05c1ada70cc admin admin] 10.222.0.15 "PUT /v2.0/routers/61d2123a-bfc0-493c-afa9-ba77183c75c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4008384
Mar 05 21:57:57.255061 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40164) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:57.261913 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Sync routers for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:57:57.271755 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:57.272438 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ca3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:57.362797 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks [] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.377246 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: ncdv-master-1 {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:57.474616 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks [] for router_gateway (61d2123a-bfc0-493c-afa9-ba77183c75c0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.528173 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Deleting port 616e5d45-0528-490b-a443-58c3435f52d9 {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:57.528575 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (616e5d45-0528-490b-a443-58c3435f52d9), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.554006 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ca3a0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '616e5d45-0528-490b-a443-58c3435f52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:57:56Z', 'revision_number': 5, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port': {'id': '616e5d45-0528-490b-a443-58c3435f52d9', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:57.580642 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Checking router: 61d2123a-bfc0-493c-afa9-ba77183c75c0 for host: ncdv-master-1 {{(pid=126565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:57:57.588819 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Routers {'61d2123a-bfc0-493c-afa9-ba77183c75c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:57:57.589420 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b904ca3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['61d2123a-bfc0-493c-afa9-ba77183c75c0'], 'active': True} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:57.611105 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] For port 616e5d45-0528-490b-a443-58c3435f52d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=616e5d45-0528-490b-a443-58c3435f52d9,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:57.611475 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (616e5d45-0528-490b-a443-58c3435f52d9), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.624367 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Calling delete_port for 616e5d45-0528-490b-a443-58c3435f52d9 owned by network:router_gateway {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:57.677789 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_dvr_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] Set router 61d2123a-bfc0-493c-afa9-ba77183c75c0 gateway port host: None {{(pid=126565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:57:57.732306 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.l3_hamode_db [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b904ca3a0>, [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:57:57Z', 'revision_number': 6, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:57.743988 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 no longer exists at agent hyperv_nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:57:57.758644 ncdv-master-1 neutron-server[126565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cf27a-80fc-4f4b-9966-d5d7ea1a0a5c None None] The sync data for ids ['61d2123a-bfc0-493c-afa9-ba77183c75c0'] in ncdv-master-1 is: [{'id': '61d2123a-bfc0-493c-afa9-ba77183c75c0', 'name': 'tempest-TestSnapshotPattern-256867159-router', 'tenant_id': 'ab0fea440ec3497494381b3c3133b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:16Z', 'updated_at': '2022-03-05T21:57:57Z', 'revision_number': 6, 'project_id': 'ab0fea440ec3497494381b3c3133b704', 'gw_port_host': None}] {{(pid=126565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:57:57.775174 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] No Port match for: 180562de-3bda-4a98-b4f8-2780b266e045 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:57:57.775603 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Device 180562de-3bda-4a98-b4f8-2780b266e045 not bound to the agent host nch1-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:57:57.798332 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (616e5d45-0528-490b-a443-58c3435f52d9), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.822471 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Pushing event deleted for resources: {'Port': ['ID=616e5d45-0528-490b-a443-58c3435f52d9,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:57.886104 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.979701 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:57.981891 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks [] for router_controller (61d2123a-bfc0-493c-afa9-ba77183c75c0), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.028781 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (61d2123a-bfc0-493c-afa9-ba77183c75c0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.029277 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d2123a-bfc0-493c-afa9-ba77183c75c0 {{(pid=126563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:57:58.034743 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.036046 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-12f1e754-5156-4b4d-8a39-7062fe0e5272 admin admin] 10.222.0.15 "DELETE /v2.0/routers/61d2123a-bfc0-493c-afa9-ba77183c75c0 HTTP/1.1" status: 204  len: 168 time: 0.7799280
Mar 05 21:57:58.038401 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40166) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:58.082363 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Deleting subnet 78111e45-1d3e-4278-9caf-cd20cec90ea6 {{(pid=126563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:57:58.085482 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Publish callbacks [] for subnet (78111e45-1d3e-4278-9caf-cd20cec90ea6), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.123968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26204064'] for subnet (78111e45-1d3e-4278-9caf-cd20cec90ea6), precommit_delete_associations {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.216622 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (78111e45-1d3e-4278-9caf-cd20cec90ea6), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.239394 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.253924 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a19e182-aca9-41d0-a198-60b3fed56d2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:57:58.278317 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25728454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25363236'] for subnet (78111e45-1d3e-4278-9caf-cd20cec90ea6), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.279849 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 1a19e182-aca9-41d0-a198-60b3fed56d2e {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:57:58.280423 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 1a19e182-aca9-41d0-a198-60b3fed56d2e not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:57:58.305267 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78111e45-1d3e-4278-9caf-cd20cec90ea6,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:58.310704 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.314140 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8d11e5d0-0fe0-4199-a259-8be3588f0d11 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78111e45-1d3e-4278-9caf-cd20cec90ea6 HTTP/1.1" status: 204  len: 168 time: 0.2748222
Mar 05 21:57:58.316758 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40168) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:58.318926 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f6918-8447-4295-986a-deb687aa1f1a None None] Network b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:57:58.383341 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.442938 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Deleting port d051ee6c-df0f-46cd-9c09-3b14286567c2 {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:58.443280 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.506368 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] For port d051ee6c-df0f-46cd-9c09-3b14286567c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d051ee6c-df0f-46cd-9c09-3b14286567c2,segment=NetworkSegment(3ea86a8e-aab8-42e6-a3e8-fd502b0dd289),segment_id=3ea86a8e-aab8-42e6-a3e8-fd502b0dd289)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:58.506655 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.519875 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Calling delete_port for d051ee6c-df0f-46cd-9c09-3b14286567c2 owned by network:dhcp {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:58.580638 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] DHCP port deletion for b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:57:58.604475 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.632475 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d051ee6c-df0f-46cd-9c09-3b14286567c2,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:58.634318 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] No DVR routers for this DVR port d051ee6c-df0f-46cd-9c09-3b14286567c2 on host ncdv-master-1 {{(pid=126562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:57:58.637060 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Deleting port d051ee6c-df0f-46cd-9c09-3b14286567c2 {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:58.638157 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.706455 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.708029 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] For port d051ee6c-df0f-46cd-9c09-3b14286567c2, host ncdv-master-1, got binding levels [] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:58.708462 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.721885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Calling delete_port for d051ee6c-df0f-46cd-9c09-3b14286567c2 owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:57:58.724564 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.ipam_backend_mixin [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Port d051ee6c-df0f-46cd-9c09-3b14286567c2 was not found and therefore no delete operation was performed {{(pid=126564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Mar 05 21:57:58.725822 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (d051ee6c-df0f-46cd-9c09-3b14286567c2), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.728813 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7cb80>,) {'filters': {'network_id': ['b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f']}} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:58.739008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7cb80>, '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289') {'for_net_delete': True} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:58.739304 ncdv-master-1 neutron-server[126562]: DEBUG neutron.services.segments.db [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8ae7cb80>, '3ea86a8e-aab8-42e6-a3e8-fd502b0dd289') {} {{(pid=126562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:57:58.751286 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] Pushing event deleted for resources: {'Port': ['ID=d051ee6c-df0f-46cd-9c09-3b14286567c2,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:58.752253 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26935901'] for segment (3ea86a8e-aab8-42e6-a3e8-fd502b0dd289), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.754719 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5111a4-6e12-4dcc-98ba-268ac4d62a5f None None] No DVR routers for this DVR port d051ee6c-df0f-46cd-9c09-3b14286567c2 on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:57:58.769323 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (3ea86a8e-aab8-42e6-a3e8-fd502b0dd289), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.776008 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:57:58.776590 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951348'] for segment (3ea86a8e-aab8-42e6-a3e8-fd502b0dd289), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]: Traceback (most recent call last):
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     timer()
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     cb(*args, **kw)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     return func(*args, **kwargs)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     self._notify()
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     self.callback(batched_events)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     event.method(event)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     return f(self, *a, **k)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     return self._get(url).json()
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:57:58.779012 ncdv-master-1 neutron-server[126562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:57:58.837206 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.853975 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620680'] for network (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:58.857374 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] 10.222.0.15 "DELETE /v2.0/networks/b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f HTTP/1.1" status: 204  len: 168 time: 0.5391121
Mar 05 21:57:58.858530 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b598-6cac-4d63-8c05-d50dc919be3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f1030a-d3fb-4f0a-b565-a4aaa9fcfd4f,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:57:58.860553 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40170) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:57:59.524340 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563706'] for router_interface (22d2599d-2bd9-4f47-a152-3b454059614d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:59.773311 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Deleting port e91a7e11-5d13-417b-ba3c-a0e81411c1ba {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:57:59.773648 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:59.807449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:59.853930 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] For port e91a7e11-5d13-417b-ba3c-a0e81411c1ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:57:59.854291 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:57:59.867574 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Calling delete_port for e91a7e11-5d13-417b-ba3c-a0e81411c1ba owned by network:router_interface {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:58:00.045154 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (e91a7e11-5d13-417b-ba3c-a0e81411c1ba), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.069996 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91a7e11-5d13-417b-ba3c-a0e81411c1ba,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:00.135429 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d051ee6c-df0f-46cd-9c09-3b14286567c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:58:00.160262 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: d051ee6c-df0f-46cd-9c09-3b14286567c2 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:58:00.160613 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device d051ee6c-df0f-46cd-9c09-3b14286567c2 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:58:00.161040 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 616e5d45-0528-490b-a443-58c3435f52d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:58:00.181531 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 616e5d45-0528-490b-a443-58c3435f52d9 {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:58:00.182012 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 616e5d45-0528-490b-a443-58c3435f52d9 not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:58:00.247643 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563566'] for router_interface (22d2599d-2bd9-4f47-a152-3b454059614d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.462972 ncdv-master-1 neutron-server[126562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Router 22d2599d-2bd9-4f47-a152-3b454059614d has already been hosted by L3 agent 95126f25-8fcd-4454-8b85-46bc759514d2 {{(pid=126562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 05 21:58:00.569989 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 05 21:58:00.575961 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-4bd314ca-5c3b-488c-8b41-00269e044ef3 admin admin] 10.222.0.15 "PUT /v2.0/routers/22d2599d-2bd9-4f47-a152-3b454059614d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7133472
Mar 05 21:58:00.578417 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40172) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:00.581061 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Sync routers for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 05 21:58:00.592313 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:58:00.592945 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9605ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:00.682919 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks [] for router (22d2599d-2bd9-4f47-a152-3b454059614d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.698384 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: ncdv-master-1 {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:58:00.788756 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks [] for router_gateway (22d2599d-2bd9-4f47-a152-3b454059614d), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.842187 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Deleting port 44d76a9a-17e9-4a8d-b50c-9eade417f13c {{(pid=126562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:58:00.842583 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.878050 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9605ad90>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'external_fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25'}], 'enable_snat': True}, 'gw_port_id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:58:00Z', 'revision_number': 5, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port': {'id': '44d76a9a-17e9-4a8d-b50c-9eade417f13c', 'name': '', 'network_id': '8f09a79f-b6b0-4bcb-886e-948c40f55161', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'ip_address': '172.35.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T21:53:21Z', 'updated_at': '2022-03-05T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36beb256-9aaf-451c-a6fd-6ed9b91f3f30', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:00.909222 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Checking router: 22d2599d-2bd9-4f47-a152-3b454059614d for host: ncdv-master-1 {{(pid=126564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 05 21:58:00.917600 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Routers {'22d2599d-2bd9-4f47-a152-3b454059614d'} bound to L3 agent in host ncdv-master-1 {{(pid=126564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 05 21:58:00.918215 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b9605ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T20:38:27Z,description=<?>,heartbeat_timestamp=2022-03-05T21:57:57Z,host='ncdv-master-1',id=95126f25-8fcd-4454-8b85-46bc759514d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-05T20:38:27Z,topic='l3_agent')) {'router_ids': ['22d2599d-2bd9-4f47-a152-3b454059614d'], 'active': True} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:00.925941 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.db [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] For port 44d76a9a-17e9-4a8d-b50c-9eade417f13c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44d76a9a-17e9-4a8d-b50c-9eade417f13c,segment=NetworkSegment(bb6dbb5a-af79-4473-82c5-9ba4f6187fe9),segment_id=bb6dbb5a-af79-4473-82c5-9ba4f6187fe9)] {{(pid=126562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:58:00.926339 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:00.939751 ncdv-master-1 neutron-server[126562]: DEBUG neutron.plugins.ml2.plugin [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Calling delete_port for 44d76a9a-17e9-4a8d-b50c-9eade417f13c owned by network:router_gateway {{(pid=126562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:58:01.116623 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26951303'] for port (44d76a9a-17e9-4a8d-b50c-9eade417f13c), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.141908 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d76a9a-17e9-4a8d-b50c-9eade417f13c,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:01.167395 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvr_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] Set router 22d2599d-2bd9-4f47-a152-3b454059614d gateway port host: None {{(pid=126564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 05 21:58:01.207982 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557056'] for router_gateway (22d2599d-2bd9-4f47-a152-3b454059614d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.230421 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_hamode_db [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b9605ad90>, [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:58:00Z', 'revision_number': 6, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:01.266380 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa10fdc-42e3-43d0-aeef-93508a9b65de None None] The sync data for ids ['22d2599d-2bd9-4f47-a152-3b454059614d'] in ncdv-master-1 is: [{'id': '22d2599d-2bd9-4f47-a152-3b454059614d', 'name': 'tempest-TestSnapshotPattern-546832747-router', 'tenant_id': '9b2a4fb096c14dd59eb42535bd233936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T21:53:20Z', 'updated_at': '2022-03-05T21:58:00Z', 'revision_number': 6, 'project_id': '9b2a4fb096c14dd59eb42535bd233936', 'gw_port_host': None}] {{(pid=126564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 05 21:58:01.268670 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.307984 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1786'] for router (22d2599d-2bd9-4f47-a152-3b454059614d), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.310672 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks [] for router_controller (22d2599d-2bd9-4f47-a152-3b454059614d), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.358729 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563356'] for router (22d2599d-2bd9-4f47-a152-3b454059614d), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.359290 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d2599d-2bd9-4f47-a152-3b454059614d {{(pid=126562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 05 21:58:01.363530 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.364709 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-9a36943b-004f-43de-ba16-e53f5daab027 admin admin] 10.222.0.15 "DELETE /v2.0/routers/22d2599d-2bd9-4f47-a152-3b454059614d HTTP/1.1" status: 204  len: 168 time: 0.7853870
Mar 05 21:58:01.367462 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40174) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:01.410894 ncdv-master-1 neutron-server[126562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Deleting subnet 36ccef03-9aa3-4c7f-a4b1-999c876c3902 {{(pid=126562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 05 21:58:01.413904 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Publish callbacks [] for subnet (36ccef03-9aa3-4c7f-a4b1-999c876c3902), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.448020 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26935892'] for subnet (36ccef03-9aa3-4c7f-a4b1-999c876c3902), precommit_delete_associations {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.525454 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931307'] for subnet (36ccef03-9aa3-4c7f-a4b1-999c876c3902), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.576551 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26951378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26452700'] for subnet (36ccef03-9aa3-4c7f-a4b1-999c876c3902), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.603254 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.606515 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36ccef03-9aa3-4c7f-a4b1-999c876c3902 HTTP/1.1" status: 204  len: 168 time: 0.2381108
Mar 05 21:58:01.608772 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d938b12-7890-410d-9ed5-1f9abbc07a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ccef03-9aa3-4c7f-a4b1-999c876c3902,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:01.609492 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40176) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:01.612907 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e2732-b247-407a-9e1a-f377e13e6d22 None None] Network bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 requested from ncdv-master-1 {{(pid=126564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 05 21:58:01.688044 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808995'] for network (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.750756 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Deleting port 11af64fd-6569-4671-8e68-8af903ecd84c {{(pid=126563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:58:01.751096 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.811561 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.db [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] For port 11af64fd-6569-4671-8e68-8af903ecd84c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11af64fd-6569-4671-8e68-8af903ecd84c,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:58:01.811959 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:01.824058 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.plugin [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Calling delete_port for 11af64fd-6569-4671-8e68-8af903ecd84c owned by network:dhcp {{(pid=126563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:58:02.073764 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] DHCP port deletion for bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 request from ncdv-master-1 {{(pid=126564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 05 21:58:02.138783 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e91a7e11-5d13-417b-ba3c-a0e81411c1ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:58:02.142186 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Deleting port 11af64fd-6569-4671-8e68-8af903ecd84c {{(pid=126564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Mar 05 21:58:02.142497 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739070097749'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), before_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.196538 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: e91a7e11-5d13-417b-ba3c-a0e81411c1ba {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:58:02.196885 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device e91a7e11-5d13-417b-ba3c-a0e81411c1ba not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:58:02.197314 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44d76a9a-17e9-4a8d-b50c-9eade417f13c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:58:02.229760 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No Port match for: 44d76a9a-17e9-4a8d-b50c-9eade417f13c {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Mar 05 21:58:02.230109 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 44d76a9a-17e9-4a8d-b50c-9eade417f13c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:58:02.230537 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11af64fd-6569-4671-8e68-8af903ecd84c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 05 21:58:02.243024 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25728403'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.270098 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] For port 11af64fd-6569-4671-8e68-8af903ecd84c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11af64fd-6569-4671-8e68-8af903ecd84c,segment=NetworkSegment(9b3626a8-e9a2-4795-86df-7db10eec03ee),segment_id=9b3626a8-e9a2-4795-86df-7db10eec03ee)] {{(pid=126564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 05 21:58:02.270468 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559872'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), precommit_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.273508 ncdv-master-1 neutron-server[126563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] No DVR routers for this DVR port 11af64fd-6569-4671-8e68-8af903ecd84c on host ncdv-master-1 {{(pid=126563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:58:02.288095 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Calling delete_port for 11af64fd-6569-4671-8e68-8af903ecd84c owned by network:dhcp {{(pid=126564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Mar 05 21:58:02.296188 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=11af64fd-6569-4671-8e68-8af903ecd84c,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:02.301389 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.db [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] No active binding found for port 11af64fd-6569-4671-8e68-8af903ecd84c {{(pid=126564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 05 21:58:02.301774 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] The host ncdv-master-1 is not matching for port 11af64fd-6569-4671-8e68-8af903ecd84c host None! {{(pid=126564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Mar 05 21:58:02.302182 ncdv-master-1 neutron-server[126564]: DEBUG neutron.plugins.ml2.rpc [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Device 11af64fd-6569-4671-8e68-8af903ecd84c not bound to the agent host ncdv-master-1 {{(pid=126564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 05 21:58:02.354968 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1917622', 'neutron.services.segments.db._delete_segments_for_network-8739070254201'] for network (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.372776 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739070150584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739069695169'] for port (11af64fd-6569-4671-8e68-8af903ecd84c), after_delete {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.381368 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6d6ca0>,) {'filters': {'network_id': ['bc25baeb-67d7-44ae-89ea-d90a45ef2cd0']}} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:02.392299 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6d6ca0>, '9b3626a8-e9a2-4795-86df-7db10eec03ee') {'for_net_delete': True} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:02.392547 ncdv-master-1 neutron-server[126563]: DEBUG neutron.services.segments.db [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b8a6d6ca0>, '9b3626a8-e9a2-4795-86df-7db10eec03ee') {} {{(pid=126563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 05 21:58:02.403971 ncdv-master-1 neutron-server[126564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] Pushing event deleted for resources: {'Port': ['ID=11af64fd-6569-4671-8e68-8af903ecd84c,revision_number=None']} {{(pid=126564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:02.406821 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739070255234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26204073'] for segment (9b3626a8-e9a2-4795-86df-7db10eec03ee), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.407409 ncdv-master-1 neutron-server[126564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750ee36-9447-470e-84d7-32630474c4f3 None None] No DVR routers for this DVR port 11af64fd-6569-4671-8e68-8af903ecd84c on host ncdv-master-1 {{(pid=126564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 05 21:58:02.421635 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154'] for segment (9b3626a8-e9a2-4795-86df-7db10eec03ee), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.427806 ncdv-master-1 neutron-server[126563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 05 21:58:02.428196 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25728416'] for segment (9b3626a8-e9a2-4795-86df-7db10eec03ee), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]: Traceback (most recent call last):
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     timer()
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     cb(*args, **kw)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     return func(*args, **kwargs)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     self._notify()
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     self.callback(batched_events)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     event.method(event)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     return f(self, *a, **k)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     return self._get(url).json()
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     return self.request(url, 'GET', **kwargs)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 05 21:58:02.429867 ncdv-master-1 neutron-server[126563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 05 21:58:02.482450 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1917609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558824'] for network (bc25baeb-67d7-44ae-89ea-d90a45ef2cd0), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.488246 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.491386 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc25baeb-67d7-44ae-89ea-d90a45ef2cd0 HTTP/1.1" status: 204  len: 168 time: 0.8804035
Mar 05 21:58:02.502713 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340c7f4-45dc-4685-8697-c3f68a42bd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc25baeb-67d7-44ae-89ea-d90a45ef2cd0,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:02.667254 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40180) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:02.706098 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-dea24e04-521a-4a1e-bbda-539caf0945c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab0fea440ec3497494381b3c3133b704&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375655
Mar 05 21:58:02.708562 ncdv-master-1 neutron-server[126563]: DEBUG neutron.wsgi [-] (126563) accepted ('10.222.0.15', 40182) {{(pid=126563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:02.754900 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] Publish callbacks [] for security_group (bad1d54b-f984-4329-9124-c0bcbd52e612), before_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.780621 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] Publish callbacks [] for security_group (bad1d54b-f984-4329-9124-c0bcbd52e612), precommit_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.827580 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (bad1d54b-f984-4329-9124-c0bcbd52e612), after_delete {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.830257 ncdv-master-1 neutron-server[126563]: DEBUG neutron_lib.callbacks.manager [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:02.831449 ncdv-master-1 neutron-server[126563]: INFO neutron.wsgi [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad1d54b-f984-4329-9124-c0bcbd52e612 HTTP/1.1" status: 204  len: 168 time: 0.1219935
Mar 05 21:58:02.839326 ncdv-master-1 neutron-server[126563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57485-aa61-40a8-bd98-7787f56e1033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad1d54b-f984-4329-9124-c0bcbd52e612,revision_number=None']} {{(pid=126563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:03.148460 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40188) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:03.187941 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-74aeaadc-4a96-46e6-8eb8-aae8a52331ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b2a4fb096c14dd59eb42535bd233936&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380905
Mar 05 21:58:03.190260 ncdv-master-1 neutron-server[126562]: DEBUG neutron.wsgi [-] (126562) accepted ('10.222.0.15', 40190) {{(pid=126562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 05 21:58:03.235428 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] Publish callbacks [] for security_group (fa8c99fa-914b-43de-af20-be310ef947b7), before_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:03.256721 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] Publish callbacks [] for security_group (fa8c99fa-914b-43de-af20-be310ef947b7), precommit_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:03.307561 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653695'] for security_group (fa8c99fa-914b-43de-af20-be310ef947b7), after_delete {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:03.311216 ncdv-master-1 neutron-server[126562]: DEBUG neutron_lib.callbacks.manager [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:03.312402 ncdv-master-1 neutron-server[126562]: INFO neutron.wsgi [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa8c99fa-914b-43de-af20-be310ef947b7 HTTP/1.1" status: 204  len: 168 time: 0.1212609
Mar 05 21:58:03.320658 ncdv-master-1 neutron-server[126562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eb006-688a-47b1-a1c4-b4b0ec8f07ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c99fa-914b-43de-af20-be310ef947b7,revision_number=None']} {{(pid=126562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 05 21:58:06.693229 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:06.954055 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:14.885687 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:58:24.633934 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-867efacc-a1b8-44f5-8425-5cabc94eadbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:26.975818 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f766e7b3-493f-47ee-97b4-fd69e4b57365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:28.238005 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:29.805573 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:31.190361 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:36.697362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:36.956146 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:51.884643 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:58:54.635362 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-97d230ad-d7f5-4327-97c9-78b0d56357b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:56.975859 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-91929a61-3e49-4abb-bb5f-38fd83dc7cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:58.240437 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:58:59.807449 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:01.192801 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:06.691691 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:06.947864 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:24.642761 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-478897ef-78d9-4fba-ad10-26d7e67b6494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:26.979036 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2015-f6ef-4c7f-8c8a-7fb31cb1ce80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:28.243895 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:28.883558 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 21:59:29.810618 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:31.194209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:36.706266 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:36.952879 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:54.637009 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-028d5bf8-2b0b-43ff-859c-7f2531d4ab2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:56.983327 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7508125f-0008-450e-9cfd-8c2495ac9b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:58.246000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 21:59:59.814558 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:01.196259 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:05.883254 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:00:06.718596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:06.951163 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:24.637871 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-31634536-a5ec-4a08-83ea-8ce4e6f4443c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:26.985940 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-55fad37d-cbe1-4b11-bb17-358b392eb188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:28.249088 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:29.816758 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:31.197535 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:36.718677 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:36.943305 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:42.882471 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:00:54.639849 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-57031664-1ef8-4bbb-b342-2d809371642a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:56.988073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-540ba312-e0ec-4449-93d8-5094c9c7676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:58.251693 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:00:59.818014 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:01.202188 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:06.717868 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:06.960454 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:19.881908 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:01:24.642355 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-876325b6-9da0-408d-8e3a-a84654379885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:26.989003 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7a80-3d5e-43d1-855e-be06e99803d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:28.255173 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:29.822883 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:31.203336 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:36.721628 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:36.975192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:54.646209 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-56fc592d-cc39-4b16-b60e-fd016c000242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:56.881165 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:01:56.990846 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-8c682d6f-76aa-4a77-842d-5af3c7dd1feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:58.259094 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:01:59.825740 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:01.204540 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:06.715810 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:06.964912 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:24.649955 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cc759d86-1048-49f0-b77f-d94cc2a7e9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:26.992727 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-45a37f8a-854d-4586-8faf-b9f1eafc704e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:28.263717 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:29.827682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:31.208062 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:33.881100 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:02:36.715000 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:36.964371 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:54.650887 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a138-a010-4e71-a0e9-00d3af2e8d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:56.994029 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-f0d1acc7-b3f8-4247-ad02-bac5102fa2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:58.261915 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:02:59.829270 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:01.213869 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:06.715500 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:06.972109 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:10.880644 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:03:24.653042 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-3ec77781-2cd1-4313-9a13-d902bb79452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:26.996360 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-535c4166-ec8e-4497-8768-5d8c918b4fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:28.265152 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:29.833192 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:31.205631 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:36.712682 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:36.970103 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:47.880204 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:03:54.655083 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-445e1ef9-0329-4a08-969b-1c35afc53a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:56.997854 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-26f201f1-f2a0-4c0c-8541-947bb509d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:58.268046 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:03:59.836427 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:01.207952 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:06.714073 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:06.970358 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:24.656725 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-0c656f86-b00f-4003-b976-c5ef9124f013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:24.879102 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:04:26.998220 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-87bc7169-0801-4ee6-a599-f2435c15f553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:28.275426 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:29.838578 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:31.211441 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:36.727832 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:36.980525 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:54.658549 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f125-a25e-4ef2-b0b7-3317f24fb9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:56.999538 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-28c3e5d0-25f2-4763-a820-0c38987a2e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:58.273245 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:04:59.841649 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:01.214997 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:01.878736 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:05:06.727902 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:06.995596 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:24.661234 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-32aeac88-ad1e-43ef-bc2d-d172bc28efb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:27.001889 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ee537290-2ae1-4d06-9bad-086bf648dbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:28.276920 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:29.844750 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:31.216718 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:36.734561 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:36.996034 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:38.877569 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 05 22:05:54.662989 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-ce09fe2b-573c-4ae5-b15b-bd177dffd39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (0c25fbbe-a0a0-4bdd-885c-9071797c319e), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:57.003634 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-cca985b3-bf8e-4eff-a8d8-cedf401452c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (95126f25-8fcd-4454-8b85-46bc759514d2), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:58.279911 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-5ac284ce-8c25-4979-8c20-fd2ef75c3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (246e59d6-f8e3-4242-b83e-fdb679794f73), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:05:59.848796 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-29a86948-fc29-4b83-b21b-227e64432d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (f9db5f97-ecd9-4380-8d69-4c49adbf904c), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:06:01.218826 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c03bb9ac-eb9b-4f2d-9e72-d33c409092ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (11a25c62-56f0-41e2-9a41-1da694a80420), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:06:06.734784 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-c77ede77-40bf-4a33-a20d-ab34e5ee0e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (ea9f8790-57b3-4006-8768-a8f68135b80a), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:06:06.995938 ncdv-master-1 neutron-server[126564]: DEBUG neutron_lib.callbacks.manager [None req-1d98579f-511a-4805-919c-c2b646a7f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739070254183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919935'] for agent (a7be9cad-0741-4af9-b5de-aa5eca69b367), after_update {{(pid=126564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 05 22:06:15.876982 ncdv-master-1 neutron-server[126565]: DEBUG neutron.db.agents_db [None req-7f95c757-4961-483a-8485-1a075c38da6d None None] Agent healthcheck: found 7 active agents {{(pid=126565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}